-- Logs begin at Fri 2021-08-06 14:30:07 UTC, end at Fri 2021-08-06 17:14:51 UTC. -- Aug 06 15:15:46.995394 n-d-778550-6 systemd[1]: Started Devstack devstack@q-svc.service. Aug 06 15:15:49.763426 n-d-778550-6 neutron-server[94729]: INFO neutron.common.config [-] Logging enabled! Aug 06 15:15:49.764008 n-d-778550-6 neutron-server[94729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 15:15:49.764280 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 15:15:49.767924 n-d-778550-6 neutron-server[94729]: INFO neutron.common.config [-] Logging enabled! Aug 06 15:15:49.768185 n-d-778550-6 neutron-server[94729]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 15:15:49.768528 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94729) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 15:15:49.769524 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 15:15:49.769762 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 15:15:49.770162 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 15:15:49.770429 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 15:15:49.770684 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 15:15:49.771031 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.771348 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.771647 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.771937 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.772247 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.772571 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.772872 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.773192 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.773522 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.773823 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.774105 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.774408 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.774660 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.775510 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.776087 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.776412 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.776641 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] debug = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.776939 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.777372 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.777796 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.778095 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.778391 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.778703 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.778992 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.779283 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.779565 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.779935 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] host = n-d-778550-6 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.780253 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.780560 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.780876 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.781179 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.781474 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.781767 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.782085 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.782379 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.782684 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.782961 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.783283 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.783587 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.783929 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.784149 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.784385 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.784672 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.784975 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.785253 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.785540 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.785814 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.786085 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.786374 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.786643 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.786927 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.787211 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.787495 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.787768 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.788091 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.788351 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.788621 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.788904 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.789193 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.789464 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.789735 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.790017 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.790291 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.790589 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.790885 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.791296 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.791579 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.791900 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.792176 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.792456 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.792752 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.793043 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.793315 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] use_json = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.793611 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.793887 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.794177 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.794487 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.794746 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.795017 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.795322 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.795609 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:49.795964 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.796298 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.796582 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.796865 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.797178 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.797458 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.797767 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.798044 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.798348 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.798654 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.798943 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.799255 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.799561 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.799876 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.800197 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.800527 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.800836 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.801129 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.801420 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.801707 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.801996 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.802304 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.802590 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.802900 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.803209 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.803497 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.803841 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.804128 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.804435 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.804741 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.805053 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.805359 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.805656 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.805956 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.806385 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.806683 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.806957 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.807257 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.807556 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.807901 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.808182 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.808480 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.808779 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.809074 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.809354 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.809663 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.809957 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.810265 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.810554 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.810850 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.811145 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.811416 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.811709 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.812023 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.812329 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.812621 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.812912 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.813205 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.813478 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.813779 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.814081 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.814386 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.814664 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.814951 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.815254 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.815530 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.815866 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.816172 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.816477 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.816787 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.817065 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.817359 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.817657 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.817937 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.818211 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.818509 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.818814 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.819090 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.819360 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.819651 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.819963 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.820256 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.820540 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.820820 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.821136 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.821413 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.822307 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.822841 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.823170 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.823649 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.824162 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.824627 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.825128 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.825506 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.825813 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.826139 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.826444 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.826924 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.827317 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:49.827589 n-d-778550-6 neutron-server[94729]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 15:15:49.828026 n-d-778550-6 neutron-server[94729]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94729) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 06 15:15:50.194739 n-d-778550-6 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 15:15:50.194958 n-d-778550-6 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 15:15:50.195254 n-d-778550-6 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 15:15:50.195591 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 06 15:15:50.619276 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.619916 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.620217 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.621670 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.621939 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.622259 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.662422 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.662708 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.662955 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.682414 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.682704 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.682967 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.713626 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.713902 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.714173 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.751433 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.751705 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.751997 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.995996 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.996612 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.996612 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.996852 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:50.997542 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.122413 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.122743 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.123041 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.123331 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.123599 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.123938 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.124201 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.124457 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.124710 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.125006 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.125265 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.125527 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.125813 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.126064 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.126362 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.126624 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.126880 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.127149 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.127429 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.127683 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.127981 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.128257 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.128539 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.128922 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.129191 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.129438 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.129949 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:51.130207 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:51.130466 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:51.130715 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:51.130989 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:51.131230 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:51.131597 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 06 15:15:51.134886 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 06 15:15:51.138897 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 06 15:15:51.142796 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 06 15:15:51.144508 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 06 15:15:51.144964 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 06 15:15:51.145319 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 06 15:15:51.145741 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 06 15:15:51.148628 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 06 15:15:51.148901 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 06 15:15:51.149247 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 15:15:51.155115 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 06 15:15:51.177758 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 06 15:15:51.178237 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.178552 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94729) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 06 15:15:51.178912 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.180335 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94729) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 06 15:15:51.180636 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 15:15:51.180920 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 06 15:15:51.184771 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.185049 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:51.249808 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 06 15:15:51.249984 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 06 15:15:51.250215 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 06 15:15:51.250596 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 06 15:15:51.272257 n-d-778550-6 neutron-server[94729]: DEBUG oslo_db.sqlalchemy.engines [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94729) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 06 15:15:52.026976 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing driver for type 'gre' Aug 06 15:15:52.027692 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] gre ID ranges: [(1, 1000)] Aug 06 15:15:52.269539 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing driver for type 'local' Aug 06 15:15:52.269876 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing driver for type 'vlan' Aug 06 15:15:52.381017 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] VlanTypeDriver initialization complete Aug 06 15:15:52.381363 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing driver for type 'vxlan' Aug 06 15:15:52.381869 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] vxlan ID ranges: [(1, 1000)] Aug 06 15:15:52.635881 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing extension driver 'port_security' Aug 06 15:15:52.636162 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.extensions.port_security [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] PortSecurityExtensionDriver initialization complete Aug 06 15:15:52.636488 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing mechanism driver 'openvswitch' Aug 06 15:15:52.636805 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing mechanism driver 'hyperv' Aug 06 15:15:52.643319 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.plugin [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:15:52.644193 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.644571 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.644921 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.645437 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:15:52.645870 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.646224 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.646570 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.646952 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:15:52.647352 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.647698 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.648067 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.648447 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:15:52.648843 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > security_group after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.649191 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > security_group after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.649531 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.650604 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:15:52.651260 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.651606 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.651971 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.652360 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:15:52.652754 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > address_group after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.653096 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > address_group after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.653430 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.653811 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94729) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 15:15:52.654182 n-d-778550-6 neutron-server[94729]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] ML2 OVO RPC backend initialized. {{(pid=94729) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 06 15:15:52.654885 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.655239 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.655653 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.656030 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > networks before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.656379 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.656718 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > ports before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.657060 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.657397 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnets before_response 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.657740 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.658076 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.658407 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.658738 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.659069 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.659399 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.659730 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.663700 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.663700 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.663700 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.plugin [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Modular L2 Plugin initialization complete Aug 06 15:15:52.663700 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading services supported by the core plugin {{(pid=94729) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 06 15:15:52.663700 n-d-778550-6 neutron-server[94729]: INFO neutron.plugins.ml2.managers [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Got port-security extension from driver 'port_security' Aug 06 15:15:52.663700 n-d-778550-6 neutron-server[94729]: INFO neutron.extensions.vlantransparent [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Disabled vlantransparent extension. Aug 06 15:15:52.664321 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94729) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 06 15:15:52.664321 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: router Aug 06 15:15:52.703129 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.703525 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.703935 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router before_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.704299 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.704669 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.705020 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_delete 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.705393 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.705863 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.706328 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.706684 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.707033 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.707392 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.707821 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.708195 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.708533 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.708870 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: subnet after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.709210 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.709555 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.709898 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.710240 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.710591 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.710930 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router after_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.711268 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.711624 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_create 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.712029 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.712985 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_update 55549900 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.713352 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > agent after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.713716 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > agent after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.714049 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > network after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.714910 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Tracking information for resource: router configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:52.715242 n-d-778550-6 neutron-server[94729]: DEBUG neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Tracking information for resource: floatingip configured {{(pid=94729) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 15:15:52.720088 n-d-778550-6 neutron-server[94729]: INFO neutron.db.l3_agentschedulers_db [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 06 15:15:52.720796 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.721155 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port after_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.721506 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port after_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.721855 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: port after_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.722649 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router before_create 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.723012 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.723375 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_create 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.723729 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > router precommit_update 55550100 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.728234 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.provider_configuration [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service providers = [] {{(pid=94729) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 06 15:15:52.730167 n-d-778550-6 neutron-server[94729]: DEBUG neutron.db.servicetype_db [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94729) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 06 15:15:52.732588 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.service_base [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:15:52.732935 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.service_base [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:15:52.733276 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.service_base [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:15:52.734163 n-d-778550-6 neutron-server[94729]: DEBUG neutron.services.service_base [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94729) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 15:15:52.734536 n-d-778550-6 neutron-server[94729]: INFO neutron.services.service_base [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 06 15:15:52.734915 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.735236 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 06 15:15:52.747399 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.747729 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: auto_allocate Aug 06 15:15:52.757468 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: network precommit_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.757844 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: network precommit_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.758362 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.758681 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: tag Aug 06 15:15:52.766089 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.766417 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: timestamp Aug 06 15:15:52.770186 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.770519 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: network_ip_availability Aug 06 15:15:52.776813 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.777199 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.777553 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:52.778259 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.778577 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: flavors Aug 06 15:15:52.787729 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.788103 n-d-778550-6 neutron-server[94729]: INFO neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading Plugin: revisions Aug 06 15:15:52.792519 n-d-778550-6 neutron-server[94729]: DEBUG neutron.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94729) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 15:15:52.792912 n-d-778550-6 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.598s {{(pid=94729) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 15:15:52.793637 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94729) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 06 15:15:52.793974 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Initializing extension manager. Aug 06 15:15:52.794481 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: __init__.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.794819 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: __pycache__ {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.795149 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.795478 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: address_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.796253 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.796824 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: address-group Aug 06 15:15:52.797146 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: address_scope.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.797857 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.798360 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: address-scope Aug 06 15:15:52.798677 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.799609 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.800148 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: router-admin-state-down-before-update Aug 06 15:15:52.800467 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: agent.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.801158 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.801654 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: agent Aug 06 15:15:52.801971 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: agent_resources_synced.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.802872 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.803372 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: agent-resources-synced Aug 06 15:15:52.803689 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: allowedaddresspairs.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.805495 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.806032 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: allowed-address-pairs Aug 06 15:15:52.806358 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: auto_allocated_topology.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.807446 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.807985 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: auto-allocated-topology Aug 06 15:15:52.808312 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: availability_zone.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.808993 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.809488 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: availability_zone Aug 06 15:15:52.809805 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: availability_zone_filter.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.810731 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.811216 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: availability_zone_filter Aug 06 15:15:52.811537 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: data_plane_status.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.814435 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.814928 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension data-plane-status not supported by any of loaded plugins Aug 06 15:15:52.815251 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: default_subnetpools.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.816191 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.816691 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: default-subnetpools Aug 06 15:15:52.817012 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.817825 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.818329 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: dhcp_agent_scheduler Aug 06 15:15:52.818643 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: dns.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.819553 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.820073 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension dns-integration not supported by any of loaded plugins Aug 06 15:15:52.820396 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: dns_domain_ports.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.821302 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.822428 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 06 15:15:52.822749 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.823668 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.824202 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 06 15:15:52.824524 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: dvr.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.825192 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.825689 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: dvr Aug 06 15:15:52.826007 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: ecmp_routes.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.826917 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.827410 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 06 15:15:52.827861 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: empty_string_filtering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.828778 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.829287 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: empty-string-filtering Aug 06 15:15:52.829610 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.830517 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.831149 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 06 15:15:52.831468 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.832403 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.832902 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 06 15:15:52.833220 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: external_net.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.834128 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.834630 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: external-net Aug 06 15:15:52.834946 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.835875 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.836390 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: extra_dhcp_opt Aug 06 15:15:52.836709 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: extraroute.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.838285 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.838790 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: extraroute Aug 06 15:15:52.839109 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: extraroute_atomic.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.840156 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.840664 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: extraroute-atomic Aug 06 15:15:52.840981 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: filter_validation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.841810 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.842312 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: filter-validation Aug 06 15:15:52.842629 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: fip_pf_description.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.843539 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.844058 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 06 15:15:52.844376 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: fip_port_details.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.845298 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.845796 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: fip-port-details Aug 06 15:15:52.846112 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: flavors.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.847371 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.847911 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: flavors Aug 06 15:15:52.848246 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.849902 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.850419 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 06 15:15:52.850749 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: floatingip_pools.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.851445 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.851978 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: floatingip-pools Aug 06 15:15:52.852305 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: ip_allocation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.853425 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.853923 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension ip_allocation not supported by any of loaded plugins Aug 06 15:15:52.854245 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.855160 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.855660 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: ip-substring-filtering Aug 06 15:15:52.856007 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l2_adjacency.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.856929 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.857427 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 06 15:15:52.857751 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.858709 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.859219 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: router Aug 06 15:15:52.859546 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.861772 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.862324 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 06 15:15:52.862654 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.863576 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.864105 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: ext-gw-mode Aug 06 15:15:52.864433 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.865348 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.865851 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: l3-ha Aug 06 15:15:52.866176 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3_flavors.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.867085 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.867590 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: l3-flavors Aug 06 15:15:52.867947 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.869188 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.869693 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 06 15:15:52.870013 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: l3agentscheduler.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.871029 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.871530 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: l3_agent_scheduler Aug 06 15:15:52.871875 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: logging.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.873344 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.873855 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension logging not supported by any of loaded plugins Aug 06 15:15:52.874184 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: metering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.874926 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.875499 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: metering Aug 06 15:15:52.875843 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.877173 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.877685 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: metering_source_and_destination_fields Aug 06 15:15:52.878017 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: multiprovidernet.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.878963 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.879467 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: multi-provider Aug 06 15:15:52.879791 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: netmtu.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.880726 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.881224 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: net-mtu Aug 06 15:15:52.881544 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: netmtu_writable.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.882513 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.882947 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: net-mtu-writable Aug 06 15:15:52.883264 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: network_availability_zone.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.884482 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.885114 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: network_availability_zone Aug 06 15:15:52.885433 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: network_ip_availability.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.886558 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.887015 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: network-ip-availability Aug 06 15:15:52.887334 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: network_segment_range.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.888122 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.888625 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension network-segment-range not supported by any of loaded plugins Aug 06 15:15:52.888944 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: pagination.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.889944 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.890269 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: pagination Aug 06 15:15:52.890583 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: port_device_profile.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.891486 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.892021 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: port-device-profile Aug 06 15:15:52.892341 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.893272 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.893772 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: port-mac-address-regenerate Aug 06 15:15:52.894312 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.895224 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.895728 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: port-numa-affinity-policy Aug 06 15:15:52.896073 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: port_resource_request.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.896979 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.897477 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension port-resource-request not supported by any of loaded plugins Aug 06 15:15:52.897797 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: portbindings.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.898725 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.899233 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: binding Aug 06 15:15:52.899555 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: portbindings_extended.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.908719 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.909242 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: binding-extended Aug 06 15:15:52.909577 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: portsecurity.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.910494 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.911002 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: port-security Aug 06 15:15:52.911330 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: project_id.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.912350 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.912689 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: project-id Aug 06 15:15:52.913013 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: providernet.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.913931 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.914434 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: provider Aug 06 15:15:52.914758 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.918366 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.918888 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos not supported by any of loaded plugins Aug 06 15:15:52.919222 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.920531 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.921047 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 06 15:15:52.921376 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.922430 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.922936 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 06 15:15:52.923260 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_default.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.924199 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.924706 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-default not supported by any of loaded plugins Aug 06 15:15:52.925032 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_fip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.925701 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.926196 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-fip not supported by any of loaded plugins Aug 06 15:15:52.926514 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_gateway_ip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.927432 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.927958 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 06 15:15:52.928282 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_port_network_policy.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.929190 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.929688 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 06 15:15:52.930009 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_pps_rule.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.931893 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.932406 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-pps not supported by any of loaded plugins Aug 06 15:15:52.932730 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_rule_type_details.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.933654 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.934161 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 06 15:15:52.934481 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: qos_rules_alias.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.935525 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.936057 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 06 15:15:52.936381 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: quotasv2.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.937473 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.937804 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: quotas Aug 06 15:15:52.938125 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: quotasv2_detail.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.950691 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.951029 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: quota_details Aug 06 15:15:52.951361 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: rbac.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.952444 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.953087 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: rbac-policies Aug 06 15:15:52.953415 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: rbac_address_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.954340 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.954857 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: rbac-address-group Aug 06 15:15:52.955186 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: rbac_address_scope.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.956136 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.956643 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: rbac-address-scope Aug 06 15:15:52.956966 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: rbac_security_groups.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.957870 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.958376 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: rbac-security-groups Aug 06 15:15:52.958699 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: rbac_subnetpool.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.959606 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.960135 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: rbac-subnetpool Aug 06 15:15:52.960456 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: revisionifmatch.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.961393 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.961898 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: revision-if-match Aug 06 15:15:52.962243 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: revisions.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.963471 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.964000 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: standard-attr-revisions Aug 06 15:15:52.964324 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: router_availability_zone.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.964997 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.965495 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: router_availability_zone Aug 06 15:15:52.965814 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: routerservicetype.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.966721 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.967217 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension router-service-type not supported by any of loaded plugins Aug 06 15:15:52.967535 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.968484 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.968984 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: security-groups-normalized-cidr Aug 06 15:15:52.969303 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.970209 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.970708 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: port-security-groups-filtering Aug 06 15:15:52.971027 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.971977 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.972476 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: security-groups-remote-address-group Aug 06 15:15:52.972795 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: securitygroup.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.982826 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.983353 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: security-group Aug 06 15:15:52.983688 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: segment.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.984510 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.985016 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension segment not supported by any of loaded plugins Aug 06 15:15:52.985344 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.986282 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.986790 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 06 15:15:52.987119 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: servicetype.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.988311 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.988824 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: service-type Aug 06 15:15:52.989154 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: sorting.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.995281 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.995610 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: sorting Aug 06 15:15:52.995971 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: standard_attr_segment.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.996883 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.997388 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 06 15:15:52.997708 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: standardattrdescription.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:52.998351 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:52.998853 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: standard-attr-description Aug 06 15:15:52.999178 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: stateful_security_group.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.000143 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.000642 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: stateful-security-group Aug 06 15:15:53.000967 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: stdattrs_common.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.001550 n-d-778550-6 neutron-server[94729]: WARNING neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 06 15:15:53.001868 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.002787 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.003295 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 06 15:15:53.003615 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: subnet_onboard.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.004720 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.005225 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: subnet_onboard Aug 06 15:15:53.005548 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.006471 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.006971 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 06 15:15:53.007292 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: subnet_service_types.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.008235 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.008741 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: subnet-service-types Aug 06 15:15:53.009661 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: subnetallocation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.010738 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.011248 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: subnet_allocation Aug 06 15:15:53.011574 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.012264 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.012761 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: subnetpool-prefix-ops Aug 06 15:15:53.013079 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.014023 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.014522 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 06 15:15:53.014837 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: tagging.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.015925 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.016431 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: standard-attr-tag Aug 06 15:15:53.016754 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: timestamp.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.017940 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.018451 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loaded extension: standard-attr-timestamp Aug 06 15:15:53.018777 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: trunk.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.024226 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.024759 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension trunk not supported by any of loaded plugins Aug 06 15:15:53.025083 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: trunk_details.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.026273 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.026776 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension trunk-details not supported by any of loaded plugins Aug 06 15:15:53.027097 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: uplink_status_propagation.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.028040 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.028552 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 06 15:15:53.028874 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Loading extension file: vlantransparent.py {{(pid=94729) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 15:15:53.029541 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94729) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 15:15:53.030039 n-d-778550-6 neutron-server[94729]: INFO neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 06 15:15:53.032468 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:network Aug 06 15:15:53.032987 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:subnet Aug 06 15:15:53.033382 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:15:53.033776 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:port Aug 06 15:15:53.034973 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.035419 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service FLAVORS assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.036087 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.036516 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.036848 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:router Aug 06 15:15:53.037283 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 15:15:53.037768 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service METERING assigned prefix: /metering {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.039183 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:53.039559 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:53.039938 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:15:53.040980 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 15:15:53.041419 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:security_group Aug 06 15:15:53.041854 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 15:15:53.042452 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.042789 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:15:53.043132 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] subnetpool is already registered Aug 06 15:15:53.043557 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.043907 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:15:53.044237 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] subnetpool is already registered Aug 06 15:15:53.046486 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.047017 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service FLAVORS assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.047639 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.048104 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.048437 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:router Aug 06 15:15:53.048772 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] router is already registered Aug 06 15:15:53.049178 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 15:15:53.049509 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] floatingip is already registered Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service METERING assigned prefix: /metering {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] rbac_policy is already registered Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:security_group Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] security_group is already registered Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] security_group_rule is already registered Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.053941 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:15:53.054544 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] subnetpool is already registered Aug 06 15:15:53.054544 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.v2.resource_helper [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Service CORE assigned prefix: {{(pid=94729) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 15:15:53.054544 n-d-778550-6 neutron-server[94729]: INFO neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 15:15:53.054544 n-d-778550-6 neutron-server[94729]: WARNING neutron.quota.resource_registry [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] subnetpool is already registered Aug 06 15:15:53.056884 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: extensions {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.058996 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: address-groups {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.060488 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: address-scopes {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.061688 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: agents {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.062939 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: auto-allocated-topology {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.064196 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: availability_zones {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.065389 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: dhcp-networks {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.066809 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: dhcp-agents {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.068334 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: routers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.070012 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: flavors {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.071166 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: service_profiles {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.073152 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: next_providers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.074812 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: service_profiles {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.076263 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: floatingip-pools {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.077568 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: routers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.079232 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: floatingips {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.080433 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: l3-routers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.081910 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: l3-agents {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.083310 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: metering-labels {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.084572 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: metering-label-rules {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.085817 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: network-ip-availabilities {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.087207 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: bindings {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.088896 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: quotas {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.090294 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: quotas {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.091825 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: rbac-policies {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.092989 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: security-groups {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.094171 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: security-group-rules {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.095561 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: service-providers {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.096799 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: subnetpools {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.098208 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: subnetpools {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.099720 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.101419 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.103180 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.105110 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.106771 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.108628 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.110401 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.112185 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.114897 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.116696 n-d-778550-6 neutron-server[94729]: DEBUG neutron.api.extensions [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Extended resource: tags {{(pid=94729) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 15:15:53.123185 n-d-778550-6 neutron-server[94729]: WARNING keystonemiddleware.auth_token [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 06 15:15:53.127666 n-d-778550-6 neutron-server[94729]: WARNING keystonemiddleware.auth_token [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 06 15:15:53.136538 n-d-778550-6 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Acquired lock "singleton_lock" {{(pid=94729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 06 15:15:53.137066 n-d-778550-6 neutron-server[94729]: DEBUG oslo_concurrency.lockutils [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Releasing lock "singleton_lock" {{(pid=94729) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 06 15:15:53.137649 n-d-778550-6 neutron-server[94729]: INFO oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Starting 2 workers Aug 06 15:15:53.142533 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Started child 94840 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:15:53.147094 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Started child 94841 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:15:53.147991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:15:53.148726 n-d-778550-6 neutron-server[94729]: INFO neutron.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 06 15:15:53.149393 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Notify callbacks [] for process, before_spawn {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:15:53.149683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [-] (94840) wsgi starting up on http://0.0.0.0:9696 Aug 06 15:15:53.152318 n-d-778550-6 neutron-server[94729]: INFO oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Starting 1 workers Aug 06 15:15:53.157405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:15:53.157405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [-] (94841) wsgi starting up on http://0.0.0.0:9696 Aug 06 15:15:53.158002 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Started child 94842 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:15:53.158090 n-d-778550-6 neutron-server[94729]: INFO oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Starting 1 workers Aug 06 15:15:53.161286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] calling RpcWorker wait() {{(pid=94842) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 06 15:15:53.161758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] returning from RpcWorker wait() {{(pid=94842) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 06 15:15:53.162622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Started child 94843 {{(pid=94729) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 15:15:53.163011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:15:53.163474 n-d-778550-6 neutron-server[94729]: DEBUG neutron_lib.callbacks.manager [None req-3497d200-161f-492e-ba61-4cfcdb385061 None None] Notify callbacks [] for process, after_spawn {{(pid=94729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:15:53.163563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:15:53.165466 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 15:15:53.165789 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 15:15:53.165981 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 15:15:53.166268 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 15:15:53.166716 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 15:15:53.166883 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 15:15:53.167422 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.167699 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.168003 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.168406 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.168664 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.169326 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:15:53.169949 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.170376 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.170785 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.171204 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.171599 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.171933 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.172266 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.172533 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.172695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:15:53.172801 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.173071 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.173370 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.173633 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.173903 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.174083 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.174393 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.174660 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.174918 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.175198 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] debug = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.175452 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.175981 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.176212 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.176457 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.176682 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.176964 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.177222 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.177481 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.177882 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.178266 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.178672 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.179070 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.179452 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.179833 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.180192 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.180589 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.181492 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.182226 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] host = n-d-778550-6 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.182679 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.183062 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.183454 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.183869 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.184260 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.184655 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.185056 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.185501 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.185784 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097098 Aug 06 15:15:53.186042 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.186420 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.186781 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.187182 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.187657 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.187930 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.188257 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_options = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.188509 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.188777 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190424 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190874 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190874 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.190874 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.191053 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.191307 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.191511 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.192236 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.192236 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.193166 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.193659 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.194693 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.195065 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.195455 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.195856 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.196241 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.197256 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.197827 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.198193 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.198569 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.198932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.199319 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.199707 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.199989 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.200236 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.200501 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.200738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.201153 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.201546 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.201980 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.202487 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.202952 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.203340 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.203742 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.204042 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.204291 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.205355 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.205585 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_json = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.205904 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.206945 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.207215 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.207482 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.207763 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.208014 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.208222 n-d-778550-6 neutron-server[94843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.214437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215047 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.215539 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.216083 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.216083 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.216083 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.216083 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.216759 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.216990 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.217233 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.217455 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.217678 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.217951 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.218197 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.218610 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.218853 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.219102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.219320 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.219551 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.219783 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.220756 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.220991 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.221977 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.223030 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.223300 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.223536 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.223769 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.224060 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.224316 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.224584 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.224822 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.225081 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.225885 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.225885 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.225885 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.226311 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.226311 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.226606 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.226743 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.226951 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.227184 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.227434 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.227885 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.228262 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.228495 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.231108 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.231377 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.231653 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.231914 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.232155 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.232412 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.232660 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.232886 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.233112 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.233334 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.233553 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.234707 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.235457 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.235737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.236027 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.236299 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.236509 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.237088 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.237328 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.237678 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.238001 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.238266 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.238532 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.238778 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.239118 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.239351 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.240437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.240437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.240437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.240437 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.240735 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.240865 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.241104 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.241453 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.242277 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.242277 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.242451 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.242683 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.242910 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.243169 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.244017 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.244353 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.244856 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.245265 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.245506 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.245928 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.248720 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.249180 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.251554 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.251872 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.252164 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.252490 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.252769 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.253039 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.253301 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.253546 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.253825 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.254082 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.254334 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.254570 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.254834 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.255111 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.255337 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.255574 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.255830 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.260516 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.261042 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.261515 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.261897 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.262285 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.262658 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.263096 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.263604 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.264074 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.264506 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.264886 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.265274 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.265690 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.266083 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.266451 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.266813 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.267197 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.267561 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.267979 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.268328 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.268738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.268971 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.270995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.271575 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.271575 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.271575 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.271910 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.272056 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.272446 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.272810 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.273226 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.273454 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.273839 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.274101 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.274323 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.274562 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.274833 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.275434 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.276147 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.276562 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.276949 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.277324 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.277564 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.277885 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.278105 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.278476 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.278870 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.279098 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.279338 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.279598 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.280019 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.280285 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.280525 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.280869 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.281096 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.281340 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282400 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282400 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282400 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282400 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282694 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282694 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.282933 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.283213 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.283429 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.284068 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.284068 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.284246 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.284458 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.284753 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.285011 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.285254 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.285515 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.285766 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.286008 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.286238 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.286451 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.286665 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.286905 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.287118 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.287342 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.287569 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.287782 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.288043 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.288273 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.288490 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.288704 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.288938 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.289184 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.289355 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.289579 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.289789 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.290013 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.290883 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.291250 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.291825 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.291924 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.295623 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.296050 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.296050 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.296232 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.296613 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.296703 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.296897 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.297173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.297484 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.297763 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.298010 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.298277 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.298552 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.298824 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.299099 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.299398 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.299612 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.300000 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.300277 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.300531 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.300759 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.301108 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.301628 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.301628 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.301781 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.301995 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.302230 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.303183 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.303183 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.303183 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.303183 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.303434 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.303577 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.304290 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.304290 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.304290 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.304516 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.304655 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 15:15:53.305166 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94729) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 15:15:53.305423 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 15:15:53.305582 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 15:15:53.305723 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 15:15:53.305885 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 15:15:53.306559 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 15:15:53.306791 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.307092 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.307962 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.308160 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.309567 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.309567 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.309567 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.309986 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.309986 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.309986 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.310198 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.310286 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.310435 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.310582 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.310740 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.310899 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.311057 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.311216 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.311378 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.311537 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312350 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312350 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312350 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] debug = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312350 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312350 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312761 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312761 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312906 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.312983 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.313146 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.313307 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.313463 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.313619 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.313774 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.313930 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.314090 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.314275 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.314433 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.314583 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.314733 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.314832 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] host = n-d-778550-6 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315004 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315177 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315325 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315471 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315619 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315768 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.315977 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.316130 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.316292 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.316449 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.316596 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.316742 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.316887 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.317033 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.317194 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_options = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.317358 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.317527 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.317697 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.317861 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318020 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318170 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318319 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318467 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318616 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318776 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.318930 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.319088 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.319244 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.319391 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.319537 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.319682 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.319849 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.320156 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.320318 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.320478 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321228 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321228 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321228 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321228 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321228 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321659 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321659 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321832 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.321982 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.322294 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.322588 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.322878 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.323169 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.323457 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.323755 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.324230 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.325396 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.325565 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.326368 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.326674 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.326971 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.327274 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.327431 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.327730 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.327911 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.328209 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_json = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.328367 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.328526 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.328684 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.328841 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.328998 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.329154 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.329313 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.329471 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 15:15:53.329656 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.329834 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.329998 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.330146 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.330290 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.330435 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.330577 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.330719 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.330860 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331002 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331144 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331307 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331452 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331594 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331735 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.331944 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332090 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332233 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332376 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332519 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332680 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332826 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.332969 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.333304 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.333470 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.333621 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.333765 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.333919 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.334953 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.334953 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.334953 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.334953 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.334953 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.334953 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.335715 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.335715 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.335715 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.335715 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.335715 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336384 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336384 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336384 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336384 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336752 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336752 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336752 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.336938 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.337012 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.338128 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.338128 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.339339 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.339550 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.339641 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.339786 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.340865 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.340865 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.341498 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.341653 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.341822 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342559 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342559 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342559 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342559 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342818 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342818 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.342950 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.343912 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.343912 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.343912 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.343912 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.345013 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.345191 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.345711 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.345711 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.345711 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.345941 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.346009 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.346136 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.346778 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.346778 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.346778 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.347218 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.347501 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.347677 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.348741 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.349932 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.350642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.351626 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.351626 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.351908 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.352180 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.352477 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.353269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.353449 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.353615 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.353785 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.353900 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.354059 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.356182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:15:53.356586 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.356766 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.356936 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.357103 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.357269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.357431 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.363737 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.364773 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365269 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.365706 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366152 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.366622 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367102 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.367738 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.369614 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370173 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370560 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370560 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370678 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370743 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.370895 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.371056 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.371217 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.371375 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.371532 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.371692 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.371875 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.372177 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.372471 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.372644 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.372805 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.373253 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.373420 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.373578 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.373741 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.373900 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.374061 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.374221 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.375916 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.376285 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.376708 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.376881 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.377046 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378077 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378077 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378077 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378077 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378077 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378077 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378945 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.378945 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.379154 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.379324 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380443 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380443 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380443 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380443 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380443 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380804 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380804 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.380804 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.381028 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.381106 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.381811 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.381811 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.381811 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.381811 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382107 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382107 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382260 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382393 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382555 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382721 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.382880 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.383647 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.383647 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.383647 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.384099 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.384099 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.384330 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.384468 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385010 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385010 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385159 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385307 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385473 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385792 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.385969 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.386128 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.386300 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.386819 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.386819 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.386819 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.387642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.387642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.387642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.387642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.387642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.387642 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.389722 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.389722 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.389722 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.389722 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.390166 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.390939 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.390939 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.391104 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.391181 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.391344 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.391511 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.391672 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.391859 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 15:15:53.392006 n-d-778550-6 neutron-server[94729]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94729) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 15:16:04.795920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f480900b-2408-406d-a55e-8361b5502436 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:16:04.872552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480900b-2408-406d-a55e-8361b5502436 None None] No non-hosted networks {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 06 15:16:04.888100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.agentschedulers_db [None req-f480900b-2408-406d-a55e-8361b5502436 None None] DHCP Agent not found on host n-d-778550-6 {{(pid=94842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 06 15:16:05.181308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c49c5cb-315b-4cbb-897e-8dba8e85bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:07.682100 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:07.682972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.683422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.683902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.684482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.684930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.685350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.685783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.686203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.686632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.687579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.688148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.699039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:07.699039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-778550-6', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:07.699039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aacf0e9c-8bdb-44a2-a22c-9eec61fbb77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:07.724818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-778550-6', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:07.792963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-eaafcc36-d392-4860-8705-1b81cb222c2f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-778550-6 {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:16:07.793598 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-eaafcc36-d392-4860-8705-1b81cb222c2f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:16:08.409658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eaafcc36-d392-4860-8705-1b81cb222c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:08.726876 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:10.660212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:11.597762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:12.108553 n-d-778550-6 neutron-server[94840]: WARNING oslo_policy.policy [None req-56ff80ba-644a-4ff4-9171-0b925d55020b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:12.109162 n-d-778550-6 neutron-server[94840]: WARNING oslo_policy.policy [None req-56ff80ba-644a-4ff4-9171-0b925d55020b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:12.329076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-56ff80ba-644a-4ff4-9171-0b925d55020b admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:16:12.330127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-56ff80ba-644a-4ff4-9171-0b925d55020b admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7314818 Aug 06 15:16:13.771138 n-d-778550-6 neutron-server[94842]: INFO neutron.db.l3_hamode_db [None req-32e3c5ef-7f01-4bca-af23-4e0e50aea99a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 06 15:16:13.850708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3c5ef-7f01-4bca-af23-4e0e50aea99a None None] Routers set() bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:16:13.851095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3c5ef-7f01-4bca-af23-4e0e50aea99a None None] Router IDs set() for agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:16:14.713885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:15.028228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:15.121950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.policy [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 15:16:15.166674 n-d-778550-6 neutron-server[94840]: WARNING oslo_policy.policy [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:15.167031 n-d-778550-6 neutron-server[94840]: WARNING oslo_policy.policy [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:15.176015 n-d-778550-6 neutron-server[94840]: INFO neutron.quota [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] Loaded quota_driver: . Aug 06 15:16:15.369383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780279455214', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780279454657', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780279467789', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780279469536', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780279897010', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780280489208', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7821286', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7660541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-725187', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-696237'] for rbac-policy, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:15.754816 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:15.756062 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5d18a46-6f18-4f3b-becb-59255a116110 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0411620 Aug 06 15:16:18.358570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:18.848248 n-d-778550-6 neutron-server[94841]: WARNING oslo_policy.policy [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:18.848851 n-d-778550-6 neutron-server[94841]: WARNING oslo_policy.policy [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:19.069353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Request body: {'network': {'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'name': 'private', 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:19.071162 n-d-778550-6 neutron-server[94841]: INFO neutron.quota [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Loaded quota_driver: . Aug 06 15:16:19.203129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Made reservation on behalf of f082f5121ee9462086dae3d839e7ad83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:16:19.279976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.policy [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 15:16:19.324830 n-d-778550-6 neutron-server[94841]: WARNING oslo_policy.policy [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:19.325134 n-d-778550-6 neutron-server[94841]: WARNING oslo_policy.policy [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 15:16:19.335043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.357516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.490768 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.551235 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.575691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:16:19.594687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a0b36a-5c0b-452c-a9f7-7e16ac6807ad,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:19.614634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.614971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.615303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.615647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.616006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.616347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.616723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.617195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.617781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.618320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.618883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.619434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Tracked resource versions report: Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: pushed versions: Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: { 'AddressGroup': {'1.2'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Log': {'1.0'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Network': {'1.1'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Port': {'1.7'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'PortForwarding': {'1.2'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'QosPolicy': {'1.9'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'SecurityGroup': {'1.4'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'SubPort': {'1.0'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Subnet': {'1.1'}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Trunk': {'1.1'}} Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: consumer versions: Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: L3 agent@n-d-778550-6: {}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: Metadata agent@n-d-778550-6: {}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: Metering agent@n-d-778550-6: {}, Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'ConntrackHelper': '1.0', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Log': '1.0', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Network': '1.1', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Port': '1.7', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'PortForwarding': '1.2', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'QosPolicy': '1.9', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'SecurityGroup': '1.4', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'SecurityGroupRule': '1.2', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'SubPort': '1.0', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Subnet': '1.1', Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: 'Trunk': '1.1'}} Aug 06 15:16:19.620635 n-d-778550-6 neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:16:19.654275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780276260536', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.654876 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Unsubscribe: segment precommit_create {{(pid=94841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 15:16:19.655405 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Added segment 6aea8a56-02a7-40de-b3c8-3580e0ad61fb of type vlan for network 44c6b53a-fd34-4894-aef5-1cea13874aa8 Aug 06 15:16:19.737029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.840773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.841910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:19.842557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:19.942452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] Pushing event updated for resources: {'Network': ['ID=44c6b53a-fd34-4894-aef5-1cea13874aa8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:19.954810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:16:19.984283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-682c3e35-4c4b-443a-a785-b1eae0b784d0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6233697 Aug 06 15:16:22.608477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:23.006386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18579a55-1cf8-41b6-b206-7076cc46f66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:23.007777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-18579a55-1cf8-41b6-b206-7076cc46f66f admin admin] 10.222.0.16 "GET /v2.0/networks/44c6b53a-fd34-4894-aef5-1cea13874aa8 HTTP/1.1" status: 200 len: 825 time: 0.3983228 Aug 06 15:16:23.049084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8e0f5884-e8a9-4547-82be-eeaa3cc39900 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df HTTP/1.1" status: 200 len: 734 time: 0.0351043 Aug 06 15:16:23.058074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Request body: {'subnet': {'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'name': 'private-subnet'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:23.133880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Made reservation on behalf of f082f5121ee9462086dae3d839e7ad83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:16:23.136438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:23.500213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:23.577402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b86ea1-30f3-423a-b5e2-4afacc1dc019,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:23.580199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Checking segment: {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:16:23.586102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Network hostable DHCP agents. Network: 44c6b53a-fd34-4894-aef5-1cea13874aa8, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:16:23.660064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:16:23.769926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 44c6b53a-fd34-4894-aef5-1cea13874aa8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:16:23.775695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:23.776925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:23.781459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bcae7-9e8a-408e-95cd-4e2f373541a5 None None] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:16:23.858637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f0702f00-5541-4db3-9f60-95c3da4466d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8038867 Aug 06 15:16:24.142413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-44c6b53a-fd34-4894-aef5-1cea13874aa8', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:16:24.143656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:24.458328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Allocated IP 172.20.0.2 (44c6b53a-fd34-4894-aef5-1cea13874aa8/14b86ea1-30f3-423a-b5e2-4afacc1dc019/e98fc32d-2215-4ecb-9776-0ef34894e602) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:16:24.712434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:24.726843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Transition to ACTIVE for port object e98fc32d-2215-4ecb-9776-0ef34894e602 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:16:24.748423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Transition to ACTIVE for port object e98fc32d-2215-4ecb-9776-0ef34894e602 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:16:24.835493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:24.906823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:16:24.911524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:16:24.921116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:16:24.924175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Pushing event updated for resources: {'Port': ['ID=e98fc32d-2215-4ecb-9776-0ef34894e602,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:24.954551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.954894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.955238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.955576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.955945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.956279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.956606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.956934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.957256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.957579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.957899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.958218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Tracked resource versions report: Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: pushed versions: Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: { 'AddressGroup': {'1.2'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'ConntrackHelper': {'1.0'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Log': {'1.0'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Network': {'1.1'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Port': {'1.7'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'PortForwarding': {'1.2'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'QosPolicy': {'1.9'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'SecurityGroup': {'1.4'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'SubPort': {'1.0'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Subnet': {'1.1'}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Trunk': {'1.1'}} Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: consumer versions: Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: L3 agent@n-d-778550-6: {}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: Metadata agent@n-d-778550-6: {}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: Metering agent@n-d-778550-6: {}, Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'ConntrackHelper': '1.0', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Log': '1.0', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Network': '1.1', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Port': '1.7', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'PortForwarding': '1.2', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'QosPolicy': '1.9', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'SecurityGroup': '1.4', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'SecurityGroupRule': '1.2', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'SubPort': '1.0', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Subnet': '1.1', Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: 'Trunk': '1.1'}} Aug 06 15:16:24.959298 n-d-778550-6 neutron-server[94842]: {{(pid=94842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:16:25.006211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Attempting to bind port e98fc32d-2215-4ecb-9776-0ef34894e602 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:16:25.006602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Attempting to bind port e98fc32d-2215-4ecb-9776-0ef34894e602 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:16:25.007059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Attempting to bind port e98fc32d-2215-4ecb-9776-0ef34894e602 on network 44c6b53a-fd34-4894-aef5-1cea13874aa8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:16:25.012493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:16:25.012904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Checking segment: {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:16:25.013410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:25.013800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Bound using segment: {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:16:25.014282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Bound port: e98fc32d-2215-4ecb-9776-0ef34894e602, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:16:25.014708 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:25.078597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] For port e98fc32d-2215-4ecb-9776-0ef34894e602, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:16:25.082769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] For port e98fc32d-2215-4ecb-9776-0ef34894e602, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e98fc32d-2215-4ecb-9776-0ef34894e602,segment=NetworkSegment(6aea8a56-02a7-40de-b3c8-3580e0ad61fb),segment_id=6aea8a56-02a7-40de-b3c8-3580e0ad61fb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:16:25.167677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:25.233207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebd4cc-03b6-4ac0-bdab-5fbd3214b967 None None] Pushing event updated for resources: {'Port': ['ID=e98fc32d-2215-4ecb-9776-0ef34894e602,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:26.321639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:26.653706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-fec9712a-66ed-4278-848e-ad6ab3af6299 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:16:26.654692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fec9712a-66ed-4278-848e-ad6ab3af6299 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3320732 Aug 06 15:16:29.047177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:29.368266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-16223e78-d240-48a8-8355-3fe4fc3cf9d5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:16:29.369421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-16223e78-d240-48a8-8355-3fe4fc3cf9d5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212647 Aug 06 15:16:31.234377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:16:32.066822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:32.369002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:32.479232 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:32.481386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:32.633704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:32.687135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:32.757313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:32.758493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8419d475-b09c-4414-add3-f47493c8b3f3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6906912 Aug 06 15:16:33.487696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e98fc32d-2215-4ecb-9776-0ef34894e602 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:16:33.668358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f667d7-2f72-4b16-94a8-62234ae33e7a None None] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:16:33.687829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e98fc32d-2215-4ecb-9776-0ef34894e602 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:16:33.848386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] Provisioning for port e98fc32d-2215-4ecb-9776-0ef34894e602 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:16:33.852367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] Provisioning complete for port e98fc32d-2215-4ecb-9776-0ef34894e602 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:33.852777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:33.970037 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:34.008752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] For port e98fc32d-2215-4ecb-9776-0ef34894e602, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e98fc32d-2215-4ecb-9776-0ef34894e602,segment=NetworkSegment(6aea8a56-02a7-40de-b3c8-3580e0ad61fb),segment_id=6aea8a56-02a7-40de-b3c8-3580e0ad61fb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:16:34.091558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:34.138035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34c3f5-79cb-481a-a998-2b7477bad585 None None] Pushing event updated for resources: {'Port': ['ID=e98fc32d-2215-4ecb-9776-0ef34894e602,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:34.210035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-50308685-86c6-43f6-9ab2-c9970fd0cdff None None] Provisioning complete for port e98fc32d-2215-4ecb-9776-0ef34894e602 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:34.210332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50308685-86c6-43f6-9ab2-c9970fd0cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:34.796907 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1924f6e1-7a7a-474c-908f-be8e4c6f59ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:35.164713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:35.454355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e98fc32d-2215-4ecb-9776-0ef34894e602 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:16:35.491455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-5d788ae6-816b-42a2-b8d6-7e5ef7c0b1ef admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:16:35.492477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5d788ae6-816b-42a2-b8d6-7e5ef7c0b1ef admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3268161 Aug 06 15:16:35.501062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e98fc32d-2215-4ecb-9776-0ef34894e602 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:35.501439 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:37.505300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3daf5a95-cfe2-4737-8851-9e365ba9faa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:37.527898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:37.856110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:38.168531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:38.282257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Made reservation on behalf of 9f61527eca9c477aab3bc98d4f6ab94f for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:16:38.284538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.293234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.376892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.436611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.451961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 06 15:16:38.472738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40213628-991d-4861-9361-ea165fe15e8d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:38.477237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.477571 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Added segment 55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89 of type flat for network 78c20f26-e41b-4db4-86f6-5aed6c927f30 Aug 06 15:16:38.528572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.625512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.626531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:38.627225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.653918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:38.685828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=78c20f26-e41b-4db4-86f6-5aed6c927f30,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:38.695485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:16:38.729396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ebe6b590-bbb9-421b-bc77-d338ae5b9cf1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8722177 Aug 06 15:16:40.511006 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:41.082890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:41.261072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efda5d3-aefa-43ae-b99b-52c5b1e1feb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:41.262398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5efda5d3-aefa-43ae-b99b-52c5b1e1feb5 admin admin] 10.222.0.16 "GET /v2.0/subnets/14b86ea1-30f3-423a-b5e2-4afacc1dc019 HTTP/1.1" status: 200 len: 849 time: 0.1785591 Aug 06 15:16:41.380595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2f8dc8d9-ed7e-4845-b591-8dd15ebfe563 admin admin] 10.222.0.16 "GET /v2.0/routers/7889153c-c12b-4de5-a421-f8eb839fcf70 HTTP/1.1" status: 200 len: 704 time: 0.1123161 Aug 06 15:16:41.645361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:41.939363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Allocated IP 172.20.0.1 (44c6b53a-fd34-4894-aef5-1cea13874aa8/14b86ea1-30f3-423a-b5e2-4afacc1dc019/bb86291d-1ccc-4468-8552-b6598ccf86e8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:16:42.131775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.154879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Transition to ACTIVE for port object bb86291d-1ccc-4468-8552-b6598ccf86e8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:16:42.294151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.369626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:16:42.374330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:16:42.380699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:16:42.381118 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.402046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Pushing event updated for resources: {'Port': ['ID=bb86291d-1ccc-4468-8552-b6598ccf86e8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:42.619730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-202b252d-e27b-489b-a352-313443f9077d None None] Provisioning for port bb86291d-1ccc-4468-8552-b6598ccf86e8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:16:42.623442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-202b252d-e27b-489b-a352-313443f9077d None None] Provisioning complete for port bb86291d-1ccc-4468-8552-b6598ccf86e8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:42.623849 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-202b252d-e27b-489b-a352-313443f9077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.659505 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.664060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-202b252d-e27b-489b-a352-313443f9077d None None] Port bb86291d-1ccc-4468-8552-b6598ccf86e8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:16:42.870545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.962030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:42.963554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:43.043122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Pushing event updated for resources: {'Port': ['ID=bb86291d-1ccc-4468-8552-b6598ccf86e8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:43.086008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:16:43.087246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:16:43.279121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bcb364da-5975-40a7-b1c7-62895ae710c2 None None] Provisioning complete for port bb86291d-1ccc-4468-8552-b6598ccf86e8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:43.279488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bcb364da-5975-40a7-b1c7-62895ae710c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:43.299260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Router 7889153c-c12b-4de5-a421-f8eb839fcf70 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:16:43.313102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bcb364da-5975-40a7-b1c7-62895ae710c2 None None] Port bb86291d-1ccc-4468-8552-b6598ccf86e8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:16:43.393723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:16:43.399265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21f5a6d7-1477-4395-abbd-f434fa0f910e admin admin] 10.222.0.16 "PUT /v2.0/routers/7889153c-c12b-4de5-a421-f8eb839fcf70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0126081 Aug 06 15:16:43.404769 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Sync routers for ids ['7889153c-c12b-4de5-a421-f8eb839fcf70'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:16:43.416731 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Routers {'7889153c-c12b-4de5-a421-f8eb839fcf70'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:16:43.417649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:16:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7889153c-c12b-4de5-a421-f8eb839fcf70'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:43.606561 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Set router 7889153c-c12b-4de5-a421-f8eb839fcf70 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:16:44.037935 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:16:32Z', 'updated_at': '2021-08-06T15:16:42Z', 'revision_number': 2, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'gw_port_host': None, '_interfaces': [{'id': 'bb86291d-1ccc-4468-8552-b6598ccf86e8', 'name': '', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'mac_address': 'fa:16:3e:31:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:41Z', 'updated_at': '2021-08-06T15:16:42Z', 'revision_number': 2, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'subnets': [{'id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:44.090388 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Checking router: 7889153c-c12b-4de5-a421-f8eb839fcf70 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:16:44.090761 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Updating router 7889153c-c12b-4de5-a421-f8eb839fcf70 port bb86291d-1ccc-4468-8552-b6598ccf86e8 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:16:44.138088 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:44.675723 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:44.694337 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Transition to ACTIVE for port object bb86291d-1ccc-4468-8552-b6598ccf86e8 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:16:44.750996 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:44.908149 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Pushing event updated for resources: {'Port': ['ID=bb86291d-1ccc-4468-8552-b6598ccf86e8,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:44.918588 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.918942 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.919296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.919602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.919963 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.920293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.920618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.920939 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.921261 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.921580 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.921899 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.922214 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Tracked resource versions report: Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: pushed versions: Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: { 'AddressGroup': {'1.2'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'ConntrackHelper': {'1.0'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Log': {'1.0'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Network': {'1.1'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Port': {'1.7'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'PortForwarding': {'1.2'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'QosPolicy': {'1.9'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'SecurityGroup': {'1.4'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'SubPort': {'1.0'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Subnet': {'1.1'}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Trunk': {'1.1'}} Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: consumer versions: Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: L3 agent@n-d-778550-6: {}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: Metadata agent@n-d-778550-6: {}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: Metering agent@n-d-778550-6: {}, Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'ConntrackHelper': '1.0', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Log': '1.0', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Network': '1.1', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Port': '1.7', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'PortForwarding': '1.2', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'QosPolicy': '1.9', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'SecurityGroup': '1.4', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'SecurityGroupRule': '1.2', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'SubPort': '1.0', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Subnet': '1.1', Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: 'Trunk': '1.1'}} Aug 06 15:16:44.923290 n-d-778550-6 neutron-server[94843]: {{(pid=94843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:16:44.925582 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Attempting to bind port bb86291d-1ccc-4468-8552-b6598ccf86e8 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:16:44.926025 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Attempting to bind port bb86291d-1ccc-4468-8552-b6598ccf86e8 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:16:44.926434 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Attempting to bind port bb86291d-1ccc-4468-8552-b6598ccf86e8 on network 44c6b53a-fd34-4894-aef5-1cea13874aa8 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:16:44.932591 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:16:44.933015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Checking segment: {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:16:44.933513 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:44.933901 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Bound using segment: {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:16:44.934624 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Bound port: bb86291d-1ccc-4468-8552-b6598ccf86e8, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aea8a56-02a7-40de-b3c8-3580e0ad61fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:16:44.934840 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:45.000870 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] For port bb86291d-1ccc-4468-8552-b6598ccf86e8, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:16:45.021185 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] For port bb86291d-1ccc-4468-8552-b6598ccf86e8, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb86291d-1ccc-4468-8552-b6598ccf86e8,segment=NetworkSegment(6aea8a56-02a7-40de-b3c8-3580e0ad61fb),segment_id=6aea8a56-02a7-40de-b3c8-3580e0ad61fb)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:16:45.111415 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:45.176904 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Routers {'7889153c-c12b-4de5-a421-f8eb839fcf70'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:16:45.177560 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:16:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7889153c-c12b-4de5-a421-f8eb839fcf70'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:45.250822 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f40ee7-2e8b-4f1f-a20c-7ade2e862536 None None] Pushing event updated for resources: {'Port': ['ID=bb86291d-1ccc-4468-8552-b6598ccf86e8,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:45.282400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] Set router 7889153c-c12b-4de5-a421-f8eb839fcf70 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:16:45.493015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:16:32Z', 'updated_at': '2021-08-06T15:16:42Z', 'revision_number': 2, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'gw_port_host': None, '_interfaces': [{'id': 'bb86291d-1ccc-4468-8552-b6598ccf86e8', 'name': '', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'mac_address': 'fa:16:3e:31:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:41Z', 'updated_at': '2021-08-06T15:16:44Z', 'revision_number': 4, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'subnets': [{'id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:45.519975 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d7b53-b4d4-4423-89c4-9c3f8774a150 None None] The sync data for ids ['7889153c-c12b-4de5-a421-f8eb839fcf70'] in n-d-778550-6 is: [{'id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:16:32Z', 'updated_at': '2021-08-06T15:16:42Z', 'revision_number': 2, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'gw_port_host': None, '_interfaces': [{'id': 'bb86291d-1ccc-4468-8552-b6598ccf86e8', 'name': '', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'mac_address': 'fa:16:3e:31:d6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:41Z', 'updated_at': '2021-08-06T15:16:44Z', 'revision_number': 4, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'subnets': [{'id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:16:45.658068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:45.770735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361e12d4-3232-4441-aeb5-6d8ad6fba071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:45.778174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-361e12d4-3232-4441-aeb5-6d8ad6fba071 admin admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 842 time: 0.1130285 Aug 06 15:16:45.782344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'cidr': '172.25.5.0/24', 'enable_dhcp': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:45.865237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Made reservation on behalf of 9f61527eca9c477aab3bc98d4f6ab94f for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:16:45.867484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:46.282087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:16:46.282540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:46.339792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae220973-2bf1-47d4-b045-8b6f835d8075,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:46.347186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:16:46.347537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Network hostable DHCP agents. Network: 78c20f26-e41b-4db4-86f6-5aed6c927f30, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:16:46.439622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:16:46.516351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 78c20f26-e41b-4db4-86f6-5aed6c927f30) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:16:46.520545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:46.521831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:46.524979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6460b6-53d1-4dd5-ac29-2deb93f21b98 None None] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:16:46.628164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df271f51-0f0b-4764-a70b-ec72f4aecbbe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354723 Aug 06 15:16:46.647940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae30057f-7792-4c3f-821e-bf0a87f3bb02 None None] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:16:48.920630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:49.200304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-44da9e94-bc77-4f04-bf88-b52bc88337e4 admin admin] 10.222.0.16 "GET /v2.0/routers/7889153c-c12b-4de5-a421-f8eb839fcf70 HTTP/1.1" status: 200 len: 710 time: 0.2785237 Aug 06 15:16:49.387259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374280e0-0c21-4830-bb83-de81f2a937b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:16:49.388766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-374280e0-0c21-4830-bb83-de81f2a937b1 admin admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 886 time: 0.1814804 Aug 06 15:16:49.397923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:16:49.665268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:49.990997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:50.069049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:50.316595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Allocated IP 172.25.5.176 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/4b5d691b-26b5-4f04-8ff4-7f39d5079da6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:16:50.434292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:50.580649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:50.625233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:16:50.626800 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:16:50.709547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:16:50.773515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Pushing event updated for resources: {'Port': ['ID=4b5d691b-26b5-4f04-8ff4-7f39d5079da6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:50.786314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.786653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.786988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.787320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.787646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.788005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.788318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.788643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.788962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.789277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.789591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.789904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Tracked resource versions report: Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: pushed versions: Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Log': {'1.0'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Network': {'1.1'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Port': {'1.7'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'PortForwarding': {'1.2'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'QosPolicy': {'1.9'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'SubPort': {'1.0'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Subnet': {'1.1'}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Trunk': {'1.1'}} Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: consumer versions: Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: L3 agent@n-d-778550-6: {}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: Metadata agent@n-d-778550-6: {}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: Metering agent@n-d-778550-6: {}, Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'ConntrackHelper': '1.0', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Log': '1.0', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Network': '1.1', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Port': '1.7', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'PortForwarding': '1.2', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'QosPolicy': '1.9', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'SecurityGroup': '1.4', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'SecurityGroupRule': '1.2', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'SubPort': '1.0', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Subnet': '1.1', Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: 'Trunk': '1.1'}} Aug 06 15:16:50.791083 n-d-778550-6 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:16:51.114981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:51.359664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:51.364865 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:51.484831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Router 7889153c-c12b-4de5-a421-f8eb839fcf70 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:16:51.493321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bb86291d-1ccc-4468-8552-b6598ccf86e8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:16:51.606243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:16:51.610624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:51.611704 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-443e1a83-d50e-40b3-ba1d-2e2ccf088265 admin admin] 10.222.0.16 "PUT /v2.0/routers/7889153c-c12b-4de5-a421-f8eb839fcf70 HTTP/1.1" status: 200 len: 890 time: 2.2170000 Aug 06 15:16:51.648087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port bb86291d-1ccc-4468-8552-b6598ccf86e8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:16:51.654333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bb86291d-1ccc-4468-8552-b6598ccf86e8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:51.654689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:51.744600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:51.835875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port bb86291d-1ccc-4468-8552-b6598ccf86e8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb86291d-1ccc-4468-8552-b6598ccf86e8,segment=NetworkSegment(6aea8a56-02a7-40de-b3c8-3580e0ad61fb),segment_id=6aea8a56-02a7-40de-b3c8-3580e0ad61fb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:16:51.942847 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:52.000097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=bb86291d-1ccc-4468-8552-b6598ccf86e8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:52.082995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Sync routers for ids ['7889153c-c12b-4de5-a421-f8eb839fcf70'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:16:52.093347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Routers {'7889153c-c12b-4de5-a421-f8eb839fcf70'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:16:52.093974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:16:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7889153c-c12b-4de5-a421-f8eb839fcf70'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:52.298251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Set router 7889153c-c12b-4de5-a421-f8eb839fcf70 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:16:52.693246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4b5d691b-26b5-4f04-8ff4-7f39d5079da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:16:32Z', 'updated_at': '2021-08-06T15:16:50Z', 'revision_number': 4, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'gw_port': {'id': '4b5d691b-26b5-4f04-8ff4-7f39d5079da6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:50Z', 'updated_at': '2021-08-06T15:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bb86291d-1ccc-4468-8552-b6598ccf86e8', 'name': '', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'mac_address': 'fa:16:3e:31:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:41Z', 'updated_at': '2021-08-06T15:16:51Z', 'revision_number': 5, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'subnets': [{'id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:52.745473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Checking router: 7889153c-c12b-4de5-a421-f8eb839fcf70 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:16:52.745929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Updating router 7889153c-c12b-4de5-a421-f8eb839fcf70 port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:16:52.793662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.120003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.129270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Transition to ACTIVE for port object 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:16:53.228312 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.278464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Attempting to bind port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:16:53.278760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Attempting to bind port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:16:53.279267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Attempting to bind port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:16:53.282242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082581f-4b4e-4df6-b6d7-971e75347d0f None None] Pushing event updated for resources: {'Port': ['ID=4b5d691b-26b5-4f04-8ff4-7f39d5079da6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:53.287357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:16:53.287733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:16:53.288158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.288527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:16:53.289434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Bound port: 4b5d691b-26b5-4f04-8ff4-7f39d5079da6, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:16:53.289434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.339704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] For port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:16:53.342630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] For port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4b5d691b-26b5-4f04-8ff4-7f39d5079da6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:16:53.401253 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.464320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082581f-4b4e-4df6-b6d7-971e75347d0f None None] Pushing event updated for resources: {'Port': ['ID=4b5d691b-26b5-4f04-8ff4-7f39d5079da6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:53.471336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Routers {'7889153c-c12b-4de5-a421-f8eb839fcf70'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:16:53.471954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:16:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7889153c-c12b-4de5-a421-f8eb839fcf70'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:53.581604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bb86291d-1ccc-4468-8552-b6598ccf86e8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:16:53.684260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] Set router 7889153c-c12b-4de5-a421-f8eb839fcf70 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:16:53.686446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bb86291d-1ccc-4468-8552-b6598ccf86e8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:53.686813 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:53.962925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4b5d691b-26b5-4f04-8ff4-7f39d5079da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:16:32Z', 'updated_at': '2021-08-06T15:16:50Z', 'revision_number': 4, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'gw_port': {'id': '4b5d691b-26b5-4f04-8ff4-7f39d5079da6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:50Z', 'updated_at': '2021-08-06T15:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bb86291d-1ccc-4468-8552-b6598ccf86e8', 'name': '', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'mac_address': 'fa:16:3e:31:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:41Z', 'updated_at': '2021-08-06T15:16:51Z', 'revision_number': 5, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'subnets': [{'id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:16:53.992137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a066e-1f36-46f4-8bee-92ab8d444086 None None] The sync data for ids ['7889153c-c12b-4de5-a421-f8eb839fcf70'] in n-d-778550-6 is: [{'id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'name': 'router1', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '4b5d691b-26b5-4f04-8ff4-7f39d5079da6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:16:32Z', 'updated_at': '2021-08-06T15:16:50Z', 'revision_number': 4, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'gw_port': {'id': '4b5d691b-26b5-4f04-8ff4-7f39d5079da6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:50Z', 'updated_at': '2021-08-06T15:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bb86291d-1ccc-4468-8552-b6598ccf86e8', 'name': '', 'network_id': '44c6b53a-fd34-4894-aef5-1cea13874aa8', 'tenant_id': 'f082f5121ee9462086dae3d839e7ad83', 'mac_address': 'fa:16:3e:31:d6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7889153c-c12b-4de5-a421-f8eb839fcf70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:16:41Z', 'updated_at': '2021-08-06T15:16:51Z', 'revision_number': 5, 'project_id': 'f082f5121ee9462086dae3d839e7ad83', 'subnets': [{'id': '14b86ea1-30f3-423a-b5e2-4afacc1dc019', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c33e2f0-41ed-4d9c-a7aa-06f9a4c115df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:16:54.068798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:16:54.193752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0a4a9ebb-93fd-4cf5-9b50-4988567c20cd admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238041 Aug 06 15:16:55.516499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:16:55.653690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:16:55.657677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:55.658144 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:55.733459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:55.753192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4b5d691b-26b5-4f04-8ff4-7f39d5079da6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:16:55.864918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:16:55.924784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=4b5d691b-26b5-4f04-8ff4-7f39d5079da6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:16:57.486869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:16:57.538372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4b5d691b-26b5-4f04-8ff4-7f39d5079da6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:16:57.538750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:04.824494 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7db46c52-37d3-41b6-a471-dfd51a550bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:07.538916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d362250-39d1-49ae-a67f-62eb0b507e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:07.561684 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:08.234807 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:17:08.647706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:10.510337 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:34.869565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5359f3ac-993d-45d8-a76a-5fc08325d51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:37.526694 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a1658b7-04b9-49fb-ae19-7655f5ffe58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:37.577906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:39.673070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:40.506916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:17:45.234744 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:18:04.806214 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84769776-a6d0-46cc-b03a-f4316801eb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:07.519969 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b01489d2-7f93-479f-940d-e24ef78db69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:07.557755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:08.697009 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:10.536740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:22.233418 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:18:34.804873 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-659499d1-2f87-4977-b7f2-e50d3ede0ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:37.564091 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-819726ee-fc7d-4199-bc31-e6a963a4b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:37.607644 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:38.653315 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:38.668304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:38.731397 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5399b31e-8ae7-4101-b5a6-b21823635708 admin admin] GET failed (client error): The resource could not be found. Aug 06 15:18:38.732742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5399b31e-8ae7-4101-b5a6-b21823635708 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635052 Aug 06 15:18:38.894766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb74ec-7311-4ae6-8413-dbdb49fbfff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:38.896167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ddcb74ec-7311-4ae6-8413-dbdb49fbfff6 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591027 Aug 06 15:18:40.507588 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:41.098190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:41.221594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0456f0-d034-47c1-ad97-469280c6f0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:41.222974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b0456f0-d034-47c1-ad97-469280c6f0d7 admin admin] 10.222.0.16 "GET /v2.0/subnets/14b86ea1-30f3-423a-b5e2-4afacc1dc019 HTTP/1.1" status: 200 len: 849 time: 0.1238196 Aug 06 15:18:41.233554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:18:41.322151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:41.501406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780276246622'] for subnet, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:41.532474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:41.533607 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:41.535181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] 10.222.0.16 "PUT /v2.0/subnets/14b86ea1-30f3-423a-b5e2-4afacc1dc019 HTTP/1.1" status: 200 len: 868 time: 0.3054571 Aug 06 15:18:41.537402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f32f73-1acf-4d66-9370-5781aff57fbf None None] Network 44c6b53a-fd34-4894-aef5-1cea13874aa8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:18:41.563975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b86ea1-30f3-423a-b5e2-4afacc1dc019,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:18:41.572424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.572424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.572724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.573241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.573579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.573912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.574240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.574574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.574899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.575222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.575546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.575896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e747664-4e06-4e03-91bd-55f3d69e515d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:18:41.877850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b20cc9b-36df-4c46-9005-06119abfc3dc None None] Provisioning complete for port e98fc32d-2215-4ecb-9776-0ef34894e602 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:18:41.878258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b20cc9b-36df-4c46-9005-06119abfc3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:41.967415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b20cc9b-36df-4c46-9005-06119abfc3dc None None] Provisioning complete for port bb86291d-1ccc-4468-8552-b6598ccf86e8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:18:41.967791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b20cc9b-36df-4c46-9005-06119abfc3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:18:43.716267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:43.921176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca8afc-f8b3-4c69-b225-4b58961ada36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:43.921573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca8afc-f8b3-4c69-b225-4b58961ada36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:43.923117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ceca8afc-f8b3-4c69-b225-4b58961ada36 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059038 Aug 06 15:18:46.113684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:46.247582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04a06a-d229-4b48-9919-707ea86fed86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:46.248102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04a06a-d229-4b48-9919-707ea86fed86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:46.249705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5d04a06a-d229-4b48-9919-707ea86fed86 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1350701 Aug 06 15:18:48.409333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:48.556384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f5747-5172-4b4b-9bd3-4a3050f3e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:48.557768 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-209f5747-5172-4b4b-9bd3-4a3050f3e815 admin admin] 10.222.0.16 "GET /v2.0/networks/44c6b53a-fd34-4894-aef5-1cea13874aa8 HTTP/1.1" status: 200 len: 869 time: 0.1474850 Aug 06 15:18:50.718834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:50.912228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea430c8-ec67-47b1-bca2-e952d43bf975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:50.914481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6ea430c8-ec67-47b1-bca2-e952d43bf975 admin admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 886 time: 0.1943049 Aug 06 15:18:53.068570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:53.193148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daea5f4-030e-4a26-89c3-2858cc985413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:53.193603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daea5f4-030e-4a26-89c3-2858cc985413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:53.195366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5daea5f4-030e-4a26-89c3-2858cc985413 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258316 Aug 06 15:18:55.364279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55308) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:55.461003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963c6d0-5c88-4211-abcd-ca38b5725cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:55.461464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8963c6d0-5c88-4211-abcd-ca38b5725cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:55.463024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8963c6d0-5c88-4211-abcd-ca38b5725cb2 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977700 Aug 06 15:18:57.641200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55316) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:57.731702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebe0a9-c27b-4ca1-8316-db490a66c8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:57.733068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e8ebe0a9-c27b-4ca1-8316-db490a66c8ab admin admin] 10.222.0.16 "GET /v2.0/subnets/14b86ea1-30f3-423a-b5e2-4afacc1dc019 HTTP/1.1" status: 200 len: 868 time: 0.0909975 Aug 06 15:18:59.231812 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:18:59.898515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:18:59.984599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e0f6f-4502-4fd4-b0a5-b700db42d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:18:59.985931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d75e0f6f-4502-4fd4-b0a5-b700db42d2e6 admin admin] 10.222.0.16 "GET /v2.0/subnets/ae220973-2bf1-47d4-b045-8b6f835d8075 HTTP/1.1" status: 200 len: 816 time: 0.0864658 Aug 06 15:19:04.804336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0c813a3-c2ec-480a-b1fd-b5fe0022bada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:07.521544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6356dffd-bed3-4420-b82c-c12098dd31e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:07.549454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:08.666032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:10.526773 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:27.503644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:19:27.551981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-cf636d04-8e72-454a-907e-0355193cf3bb admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:19:27.553928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cf636d04-8e72-454a-907e-0355193cf3bb admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493252 Aug 06 15:19:29.834877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:19:29.894893 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb86387-5153-4ec3-b672-9e41f5e6c07f admin admin] GET failed (client error): The resource could not be found. Aug 06 15:19:29.896491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2cb86387-5153-4ec3-b672-9e41f5e6c07f admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606833 Aug 06 15:19:30.034854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb070b-7ad4-4f58-bd89-ca4a48211f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:19:30.036284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e3fb070b-7ad4-4f58-bd89-ca4a48211f45 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353242 Aug 06 15:19:32.223452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:19:32.271042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:19:32.348658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Made reservation on behalf of 9f61527eca9c477aab3bc98d4f6ab94f for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:19:32.351787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:32.384392 n-d-778550-6 neutron-server[94841]: WARNING neutron.services.revisions.revision_plugin [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Could not find related network for resource to bump revision. Aug 06 15:19:32.394786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:19:32.405976 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:32.406507 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Added segment b97a99f6-91e4-456b-90c1-3f8833729323 of type vlan for network 1bf83640-693e-4b57-a7d5-64835a06b150 Aug 06 15:19:32.455345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:32.545317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:32.546250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:19:32.546829 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:32.606043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf83640-693e-4b57-a7d5-64835a06b150,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:19:32.612382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.612767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.613107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.613465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.613795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.614124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.614452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.614843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.615413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.615724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.616112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.616437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:32.627186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1bf83640-693e-4b57-a7d5-64835a06b150 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:19:32.643389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a1a0aa47-7286-471f-bfdb-bab141f6fb59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4183395 Aug 06 15:19:34.817222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e06cb7cf-ab49-4ba1-befa-66f9bd7a67f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:34.847160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:19:34.907708 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d4b860-b906-4bd8-9c41-211293733a6f admin admin] GET failed (client error): The resource could not be found. Aug 06 15:19:34.909032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07d4b860-b906-4bd8-9c41-211293733a6f admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609369 Aug 06 15:19:34.977759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b6a7b-4c5a-443c-a3e2-d449f411d5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:19:34.979231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-710b6a7b-4c5a-443c-a3e2-d449f411d5cc admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0647252 Aug 06 15:19:34.989090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Request body: {'subnet': {'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:19:35.057260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Made reservation on behalf of 9f61527eca9c477aab3bc98d4f6ab94f for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:19:35.059373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:35.297652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:35.351088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b536d4d0-e69a-4500-ad90-e049540071df,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:19:35.366667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:19:35.367019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Network hostable DHCP agents. Network: 1bf83640-693e-4b57-a7d5-64835a06b150, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:19:35.451239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:19:35.556319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1bf83640-693e-4b57-a7d5-64835a06b150) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:19:35.561236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:19:35.561831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:35.564137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11562ff8-e3dc-4ff2-b4e5-3a1ddc5e7ab7 None None] Network 1bf83640-693e-4b57-a7d5-64835a06b150 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:19:35.654820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5a21c275-6c29-480e-b530-65fe74f5c2ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6689177 Aug 06 15:19:35.711005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-1bf83640-693e-4b57-a7d5-64835a06b150', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'tenant_id': '9f61527eca9c477aab3bc98d4f6ab94f', 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:19:35.711937 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:35.857630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Allocated IP 192.168.233.2 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/73321a07-5e92-4414-bf04-b5549f3fa097) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:19:36.002969 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:36.011957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Transition to ACTIVE for port object 73321a07-5e92-4414-bf04-b5549f3fa097 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:19:36.028592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Transition to ACTIVE for port object 73321a07-5e92-4414-bf04-b5549f3fa097 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:19:36.109410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:36.150718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:19:36.153555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:19:36.157144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:19:36.164599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Pushing event updated for resources: {'Port': ['ID=73321a07-5e92-4414-bf04-b5549f3fa097,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:19:36.186396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.186746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.188056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.188056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.188056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.188393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.188509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.188779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.189108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.189439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.189766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.190086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:19:36.223381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Attempting to bind port 73321a07-5e92-4414-bf04-b5549f3fa097 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:19:36.223759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Attempting to bind port 73321a07-5e92-4414-bf04-b5549f3fa097 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:19:36.224198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Attempting to bind port 73321a07-5e92-4414-bf04-b5549f3fa097 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:19:36.229368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:19:36.229738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:19:36.230137 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:36.230532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:19:36.230828 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:19:36.231268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Bound port: 73321a07-5e92-4414-bf04-b5549f3fa097, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:19:36.231394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:36.296669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] For port 73321a07-5e92-4414-bf04-b5549f3fa097, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:19:36.300040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] For port 73321a07-5e92-4414-bf04-b5549f3fa097, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=73321a07-5e92-4414-bf04-b5549f3fa097,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:19:36.372158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:36.429152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bf2db-52e9-43aa-a87b-b802a247c6c8 None None] Pushing event updated for resources: {'Port': ['ID=73321a07-5e92-4414-bf04-b5549f3fa097,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:19:37.241916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b03a86-d784-479a-967a-47c17dfd8158 None None] Network 1bf83640-693e-4b57-a7d5-64835a06b150 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:19:37.373644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be81103d-1e45-413f-9a1c-86de68d8834b None None] Provisioning for port 73321a07-5e92-4414-bf04-b5549f3fa097 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:19:37.523296 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b32c11e0-c589-4e52-ba79-690e1493f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:37.551499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:37.633861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 73321a07-5e92-4414-bf04-b5549f3fa097 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:19:37.759944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 73321a07-5e92-4414-bf04-b5549f3fa097 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:19:37.764101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 73321a07-5e92-4414-bf04-b5549f3fa097 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:19:37.764476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:37.851755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:37.885802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 73321a07-5e92-4414-bf04-b5549f3fa097, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=73321a07-5e92-4414-bf04-b5549f3fa097,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:19:38.002461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:38.053615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=73321a07-5e92-4414-bf04-b5549f3fa097,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:19:38.671094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:39.580490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 73321a07-5e92-4414-bf04-b5549f3fa097 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:19:39.630978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 73321a07-5e92-4414-bf04-b5549f3fa097 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:19:39.631172 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:19:40.516614 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:04.795569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c4a39934-a11e-4d57-b6a0-32ff7df340eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:07.519384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a4a91c6-8e88-4ece-8d7d-f18b8cd988fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:07.570570 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:08.652856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:10.521265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:13.229814 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:20:34.794262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-21e58c9f-effc-496b-a78b-3f055a30688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:37.588658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a98cc1ec-a699-478b-be55-85ff46aeb56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:37.621071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:38.669152 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:40.554658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:50.229361 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:20:54.228356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:20:54.234328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-220c3782-65f3-4c4a-93ca-be0685a3065b tempest-verify_tempest_config-612210369 tempest-verify_tempest_config-612210369-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:20:54.235326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-220c3782-65f3-4c4a-93ca-be0685a3065b tempest-verify_tempest_config-612210369 tempest-verify_tempest_config-612210369-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059876 Aug 06 15:20:54.787889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:20:54.897720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.019129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.088474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.142257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78a0c20-93f6-4608-b57f-c3af4b1539bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:20:55.147540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b65b171d5859467680d0d03bea057a35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3586533 Aug 06 15:20:55.150358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55478) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:20:55.152260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.152634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.152986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.153319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.153686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.154022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.154683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.155080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.155411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.155778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.156143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.156489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60cc3ea6-2ad1-425e-8a90-90d3dac7137b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.204477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.225461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.369101 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.372500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:20:55.372809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c78a0c20-93f6-4608-b57f-c3af4b1539bf HTTP/1.1" status: 204 len: 168 time: 0.2214921 Aug 06 15:20:55.381367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78a0c20-93f6-4608-b57f-c3af4b1539bf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:20:55.387993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.388338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.388678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.389011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.389343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.389668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.389992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.390317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.390638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.390959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.391277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:20:55.391595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b21f5f3-3fe0-4bdd-829e-7087e3b3122d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:21:04.831424 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbd7f949-0d6c-4443-9529-2f7a93db088a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:07.558687 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45a98ba3-c1e5-48a9-8c86-007606bd9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:07.587323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:08.671281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:10.539659 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:27.228859 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:21:34.813020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fdde4227-a209-4ca2-a55e-c08f1728edb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:37.512029 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e04d92-7c02-4957-88ac-2d60a4fe7a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:37.540496 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:38.666345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:21:40.515362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:04.229813 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:22:04.819978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4692410b-93cd-4252-8f5e-8b38e6cf6bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:07.503676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d50c5cff-b7cd-4c21-a85c-bb3bde4d2266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:07.591464 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:08.733995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:10.540040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:34.822284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73844fd1-833f-4fd0-9eb2-1db86a329ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:37.556233 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3860d80a-e44b-4927-8a31-087ff2c875e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:37.584670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:38.675544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:40.526945 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:22:41.228556 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:23:04.789697 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3f0845e-c39e-4a72-a818-d80c868983c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:07.525126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b71cc36-19ab-42e6-96b6-59158f84277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:07.552855 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:08.667124 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:10.552325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:18.227429 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:23:34.816535 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87a8d6a8-bad6-4182-aa1e-42e07a01561e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:37.525051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f886f25-a2ca-46ae-834d-da397404cd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:37.559384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:38.685056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:40.542312 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:55.226282 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 5 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:23:55.484592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:23:58.585028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-463489'] for agent, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:04.804125 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-401e81c5-d4eb-49a2-a755-888c979d1e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:07.512979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dec58f95-f241-4c7b-bf0c-bb8a3950d094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:07.567949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:08.706857 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:10.546675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:25.413085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:28.509693 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:32.225644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:24:34.789802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-664b8ad5-3e9f-46f4-bf0f-805100d35360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:37.539939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4593df93-8072-4ead-a8aa-2e2556db5bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:37.563651 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:38.682981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:40.560923 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:41.349595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:24:41.460478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a529eeb6-836b-406d-9d93-d1aea62c5eaf admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1090820 Aug 06 15:24:43.692746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:24:43.757834 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b031e6f7-e0d0-42f4-b91e-c7df168a0e4e admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0639796 Aug 06 15:24:55.448105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:24:58.537646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:04.836416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c30aee87-923c-48c0-af23-668882eef7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:07.516226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c71a9cd0-ffe9-4ec5-8d0c-255876ef68fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:07.538884 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:08.716539 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:09.225566 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:25:10.565787 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:25.436676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:28.545251 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:34.802201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-719766df-6b1e-46d1-a429-fbe97ea38028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:37.527413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9713fc61-1bed-4c72-802d-2578fb37ab11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:37.555775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:38.693941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:40.561620 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:46.225306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:25:55.468594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:25:58.567508 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:04.830825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd044a80-4f45-42f9-ae20-9bfaa163e67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:07.585450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01901b81-c623-49ac-b611-4e844643b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:07.621300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:07.621547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:08.132507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-81982f47-6432-4332-99fd-f7933d4a5ae7 tempest-AutoAllocateNetworkTest-2104149929 tempest-AutoAllocateNetworkTest-2104149929-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c1904e5e4a49415aabfa11592f9b00ff&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5098221 Aug 06 15:26:08.134984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:08.258619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:08.318774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703a5e93-2832-4a01-ac35-ecab1afd76a6 tempest-AutoAllocateNetworkTest-2104149929 tempest-AutoAllocateNetworkTest-2104149929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:08.323703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-703a5e93-2832-4a01-ac35-ecab1afd76a6 tempest-AutoAllocateNetworkTest-2104149929 tempest-AutoAllocateNetworkTest-2104149929-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1877003 Aug 06 15:26:08.323919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:08.384988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6a98c9f5-b498-4c20-82d0-cd7133dbfeee tempest-AutoAllocateNetworkTest-2104149929 tempest-AutoAllocateNetworkTest-2104149929-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597556 Aug 06 15:26:08.387726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:08.414924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ad9d61e-c96b-4639-b4b6-f7c5dcefbad9 tempest-AutoAllocateNetworkTest-2104149929 tempest-AutoAllocateNetworkTest-2104149929-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c1904e5e4a49415aabfa11592f9b00ff HTTP/1.1" status: 200 len: 208 time: 0.0261326 Aug 06 15:26:08.725927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:08.734321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-network', 'tenant_id': '26d88e54006b47f7813832250f2619cf'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:08.858867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Made reservation on behalf of 26d88e54006b47f7813832250f2619cf for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:08.861328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:08.870566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:08.961766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:09.091433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:09.125540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:26:09.136145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07497d27-6a60-48d6-9751-29d25ddffbb5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:09.149872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.150218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.150559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.150895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.151226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.151562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.152351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.153927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.154258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.154584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.154911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.155233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Tracked resource versions report: Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: pushed versions: Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: { 'AddressGroup': {'1.2'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'ConntrackHelper': {'1.0'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Log': {'1.0'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Network': {'1.1'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Port': {'1.7'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'PortForwarding': {'1.2'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'QosPolicy': {'1.9'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'SecurityGroup': {'1.4'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'SubPort': {'1.0'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Subnet': {'1.1'}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Trunk': {'1.1'}} Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: consumer versions: Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: HyperV agent@n-h1-778550-6: {}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: HyperV agent@n-h2-778550-6: {}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: L3 agent@n-d-778550-6: {}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: Metadata agent@n-d-778550-6: {}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: Metering agent@n-d-778550-6: {}, Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'ConntrackHelper': '1.0', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Log': '1.0', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Network': '1.1', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Port': '1.7', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'PortForwarding': '1.2', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'QosPolicy': '1.9', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'SecurityGroup': '1.4', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'SecurityGroupRule': '1.2', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'SubPort': '1.0', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Subnet': '1.1', Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: 'Trunk': '1.1'}} Aug 06 15:26:09.156304 n-d-778550-6 neutron-server[94840]: {{(pid=94840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:26:09.159421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780276260536', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:09.159791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Unsubscribe: segment precommit_create {{(pid=94840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 15:26:09.160318 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Added segment e0d17759-1de2-4df1-8ad2-be06211f4dc3 of type vlan for network 78ad054a-fbca-4825-ace1-2a3771e1d945 Aug 06 15:26:09.228486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:09.325670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:09.326676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:09.327254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:09.436347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] Pushing event updated for resources: {'Network': ['ID=78ad054a-fbca-4825-ace1-2a3771e1d945,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:09.448173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:26:09.475732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bacf4112-f76b-4420-8bac-a73cf9d16b5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2159965 Aug 06 15:26:09.476183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:09.482372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Request body: {'subnet': {'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-subnet', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:09.795571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:09.795571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Made reservation on behalf of 26d88e54006b47f7813832250f2619cf for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:09.795571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.001943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.075277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e25d00-b4ec-47f1-a5da-a21e7f33b153,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:10.077996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8026-651d-4b44-9d1d-a22653bc0eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.098063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.098409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.098748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.099090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.099468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.100024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.100487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.100819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.101154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.101628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.101783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.102161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Tracked resource versions report: Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: pushed versions: Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: { 'AddressGroup': {'1.2'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'ConntrackHelper': {'1.0'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Log': {'1.0'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Network': {'1.1'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Port': {'1.7'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'PortForwarding': {'1.2'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'QosPolicy': {'1.9'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'SecurityGroup': {'1.4'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'SubPort': {'1.0'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Subnet': {'1.1'}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Trunk': {'1.1'}} Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: consumer versions: Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: HyperV agent@n-h1-778550-6: {}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: HyperV agent@n-h2-778550-6: {}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: L3 agent@n-d-778550-6: {}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: Metadata agent@n-d-778550-6: {}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: Metering agent@n-d-778550-6: {}, Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'ConntrackHelper': '1.0', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Log': '1.0', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Network': '1.1', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Port': '1.7', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'PortForwarding': '1.2', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'QosPolicy': '1.9', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'SecurityGroup': '1.4', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'SecurityGroupRule': '1.2', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'SubPort': '1.0', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Subnet': '1.1', Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: 'Trunk': '1.1'}} Aug 06 15:26:10.103238 n-d-778550-6 neutron-server[94841]: {{(pid=94841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:26:10.108892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Checking segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:10.109251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Network hostable DHCP agents. Network: 78ad054a-fbca-4825-ace1-2a3771e1d945, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:26:10.202873 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8026-651d-4b44-9d1d-a22653bc0eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.250720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:26:10.339219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6ca8026-651d-4b44-9d1d-a22653bc0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.376963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca8026-651d-4b44-9d1d-a22653bc0eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f1707-b7b4-4c95-aa6a-a85e922854c9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:10.389444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 78ad054a-fbca-4825-ace1-2a3771e1d945) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:10.395363 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a6ca8026-651d-4b44-9d1d-a22653bc0eb8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1904e5e4a49415aabfa11592f9b00ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8633964 Aug 06 15:26:10.395676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:10.417376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea047d6-9dc7-4ecf-a192-1dfc745b15d1 None None] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:10.444807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:10.445399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.476128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94061991-4b6d-4dc3-a3e2-a44fe6ee0708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.500724 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94061991-4b6d-4dc3-a3e2-a44fe6ee0708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.582869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c4a5ee46-f8c5-4ab9-aba3-6b279a58b007 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1019332 Aug 06 15:26:10.583314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:10.589616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:10.650857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-78ad054a-fbca-4825-ace1-2a3771e1d945', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:26:10.651759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.674498 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.733030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94061991-4b6d-4dc3-a3e2-a44fe6ee0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.736099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.737455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.739246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94061991-4b6d-4dc3-a3e2-a44fe6ee0708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.743018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94061991-4b6d-4dc3-a3e2-a44fe6ee0708 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e88f1707-b7b4-4c95-aa6a-a85e922854c9 HTTP/1.1" status: 204 len: 168 time: 0.3444445 Aug 06 15:26:10.762923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94061991-4b6d-4dc3-a3e2-a44fe6ee0708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88f1707-b7b4-4c95-aa6a-a85e922854c9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:10.868071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:10.885376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Allocated IP 172.20.0.2 (78ad054a-fbca-4825-ace1-2a3771e1d945/d9e25d00-b4ec-47f1-a5da-a21e7f33b153/b671c056-3301-4c5c-9183-3d6ff1f6c8e1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:11.138105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.164284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Transition to ACTIVE for port object b671c056-3301-4c5c-9183-3d6ff1f6c8e1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:11.182766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Transition to ACTIVE for port object b671c056-3301-4c5c-9183-3d6ff1f6c8e1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:11.192980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.288684 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.328883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:11.335185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:11.338976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:11.345606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Pushing event updated for resources: {'Port': ['ID=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:11.356342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.356696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.357045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.357373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.357709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.358042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.358369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.358687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.359011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.359329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.359649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.360063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Tracked resource versions report: Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: pushed versions: Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: { 'AddressGroup': {'1.2'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'ConntrackHelper': {'1.0'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Log': {'1.0'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Network': {'1.1'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Port': {'1.7'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'PortForwarding': {'1.2'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'QosPolicy': {'1.9'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'SecurityGroup': {'1.4'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'SubPort': {'1.0'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Subnet': {'1.1'}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Trunk': {'1.1'}} Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: consumer versions: Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: HyperV agent@n-h1-778550-6: {}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: HyperV agent@n-h2-778550-6: {}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: L3 agent@n-d-778550-6: {}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: Metadata agent@n-d-778550-6: {}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: Metering agent@n-d-778550-6: {}, Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'ConntrackHelper': '1.0', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Log': '1.0', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Network': '1.1', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Port': '1.7', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'PortForwarding': '1.2', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'QosPolicy': '1.9', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'SecurityGroup': '1.4', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'SecurityGroupRule': '1.2', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'SubPort': '1.0', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Subnet': '1.1', Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: 'Trunk': '1.1'}} Aug 06 15:26:11.361135 n-d-778550-6 neutron-server[94842]: {{(pid=94842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:26:11.431057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Attempting to bind port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:11.435865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Attempting to bind port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:11.435865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Attempting to bind port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 on network 78ad054a-fbca-4825-ace1-2a3771e1d945 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:11.439477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:11.439878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Checking segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:11.440280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.440691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Bound using segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:11.441295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Bound port: b671c056-3301-4c5c-9183-3d6ff1f6c8e1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:11.441887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.508459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.512521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] For port b671c056-3301-4c5c-9183-3d6ff1f6c8e1, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:11.516219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] For port b671c056-3301-4c5c-9183-3d6ff1f6c8e1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:11.536609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.609788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.647045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Allocated IP 172.25.5.125 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:11.709566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb4bd-4555-434e-beec-85affb5c7c13 None None] Pushing event updated for resources: {'Port': ['ID=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:11.774223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:11.889467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:11.978359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8937052-806a-43e6-91cc-3ea590e09481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.014188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.066463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:12.078681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:12.084598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:12.211939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Pushing event updated for resources: {'Port': ['ID=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:12.297285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8937052-806a-43e6-91cc-3ea590e09481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.373462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8937052-806a-43e6-91cc-3ea590e09481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.415629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8937052-806a-43e6-91cc-3ea590e09481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ca00c-ff15-4ec1-afa8-a034edf05844,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:12.438059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b8937052-806a-43e6-91cc-3ea590e09481 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59ddb9d91c2c4d43b1f2652a47898e7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6626198 Aug 06 15:26:12.441328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:12.512248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28d5f016-e3d0-43c8-ab50-c6d92a2debc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.524968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.560934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28d5f016-e3d0-43c8-ab50-c6d92a2debc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.645994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:12.726401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28d5f016-e3d0-43c8-ab50-c6d92a2debc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.729483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28d5f016-e3d0-43c8-ab50-c6d92a2debc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.730817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-28d5f016-e3d0-43c8-ab50-c6d92a2debc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b2ca00c-ff15-4ec1-afa8-a034edf05844 HTTP/1.1" status: 204 len: 168 time: 0.2885365 Aug 06 15:26:12.739317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5f016-e3d0-43c8-ab50-c6d92a2debc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ca00c-ff15-4ec1-afa8-a034edf05844,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:12.857123 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:12.925557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9840856c-2d20-4273-a128-1f10f78449e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.006614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd1134-570e-4b76-8d6e-5094935f3d30 None None] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:13.075247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9840856c-2d20-4273-a128-1f10f78449e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.142769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Router 735f8232-4299-49b4-9ab5-6beda03fd1af is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:26:13.207952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9840856c-2d20-4273-a128-1f10f78449e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.246023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-33064da4-56a2-4dd2-abf4-f9af879b2072 None None] Provisioning for port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:13.272924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:26:13.285315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9840856c-2d20-4273-a128-1f10f78449e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e2f4fa52a574e11a834cd8aed9a859e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6381042 Aug 06 15:26:13.286261 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:26:13.290466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56030) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:13.301706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840856c-2d20-4273-a128-1f10f78449e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848ff719-0693-498a-bb2e-7d81136cc3bd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:13.306816 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:13.307699 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:13.356362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aa36af4-72a2-451e-81a0-a7b02a0867f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.380607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aa36af4-72a2-451e-81a0-a7b02a0867f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.390558 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.391772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8eba7f54-92a6-439a-bbef-a5f2a60a510d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.8061876 Aug 06 15:26:13.394619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:13.466923 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:13.554861 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aa36af4-72a2-451e-81a0-a7b02a0867f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.557568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1aa36af4-72a2-451e-81a0-a7b02a0867f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.561873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1aa36af4-72a2-451e-81a0-a7b02a0867f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/848ff719-0693-498a-bb2e-7d81136cc3bd HTTP/1.1" status: 204 len: 168 time: 0.2672889 Aug 06 15:26:13.573515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa36af4-72a2-451e-81a0-a7b02a0867f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ff719-0693-498a-bb2e-7d81136cc3bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:13.667264 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:12Z', 'revision_number': 3, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:13.693760 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:26:13.694027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Updating router 735f8232-4299-49b4-9ab5-6beda03fd1af port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:26:13.720036 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.743001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:13.757070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16220499-d23c-4baf-8a6c-9c17241a0c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.923840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:13.940120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b671c056-3301-4c5c-9183-3d6ff1f6c8e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:13.987088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16220499-d23c-4baf-8a6c-9c17241a0c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.086786 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16220499-d23c-4baf-8a6c-9c17241a0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.095917 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.106603 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Transition to ACTIVE for port object 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:14.127421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:14.132545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:14.133129 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.144122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-16220499-d23c-4baf-8a6c-9c17241a0c6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7f87d4a1089432291c62a65c278145b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3958104 Aug 06 15:26:14.144122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16220499-d23c-4baf-8a6c-9c17241a0c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b7a24f-22e6-4034-9879-b4eca01055e3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:14.152748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:14.221536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.222567 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.232713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Allocated IP 172.20.0.1 (78ad054a-fbca-4825-ace1-2a3771e1d945/d9e25d00-b4ec-47f1-a5da-a21e7f33b153/276022ce-91ec-478d-b90c-7de6ad0f50ee) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:14.241742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f683558-f0a3-4191-92a9-d156da83c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.295118 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f683558-f0a3-4191-92a9-d156da83c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.295368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b671c056-3301-4c5c-9183-3d6ff1f6c8e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:14.329613 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Pushing event updated for resources: {'Port': ['ID=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:14.339126 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.339994 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.340525 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.340874 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.341219 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.341642 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.341914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.342248 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.342578 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.342904 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.343236 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.343565 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Tracked resource versions report: Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: pushed versions: Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: { 'AddressGroup': {'1.2'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'ConntrackHelper': {'1.0'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Log': {'1.0'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Network': {'1.1'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Port': {'1.7'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'PortForwarding': {'1.2'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'QosPolicy': {'1.9'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'SecurityGroup': {'1.4'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'SecurityGroupRule': {'1.2'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'SubPort': {'1.0'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Subnet': {'1.1'}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Trunk': {'1.1'}} Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: consumer versions: Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: { DHCP agent@n-d-778550-6: {}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: HyperV agent@n-h1-778550-6: {}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: HyperV agent@n-h2-778550-6: {}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: L3 agent@n-d-778550-6: {}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: Metadata agent@n-d-778550-6: {}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: Metering agent@n-d-778550-6: {}, Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: Open vSwitch agent@n-d-778550-6: { 'AddressGroup': '1.2', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'ConntrackHelper': '1.0', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Log': '1.0', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Network': '1.1', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Port': '1.7', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'PortForwarding': '1.2', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'QosPolicy': '1.9', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'SecurityGroup': '1.4', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'SecurityGroupRule': '1.2', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'SubPort': '1.0', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Subnet': '1.1', Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: 'Trunk': '1.1'}} Aug 06 15:26:14.344654 n-d-778550-6 neutron-server[94843]: {{(pid=94843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 15:26:14.360236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.392099 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Attempting to bind port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:14.392648 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Attempting to bind port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:14.393117 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Attempting to bind port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:14.399529 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:14.400077 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:14.400580 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.401210 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:14.401925 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Bound port: 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:14.402400 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.415573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:14.466104 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] For port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:14.469331 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] For port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:14.497128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.512913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:14.521665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f683558-f0a3-4191-92a9-d156da83c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.524768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Transition to ACTIVE for port object 276022ce-91ec-478d-b90c-7de6ad0f50ee will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:14.527052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f683558-f0a3-4191-92a9-d156da83c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.529000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0f683558-f0a3-4191-92a9-d156da83c97c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0b7a24f-22e6-4034-9879-b4eca01055e3 HTTP/1.1" status: 204 len: 168 time: 0.3821888 Aug 06 15:26:14.538955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f683558-f0a3-4191-92a9-d156da83c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b7a24f-22e6-4034-9879-b4eca01055e3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:14.551191 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.625953 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:14.626571 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:14.629181 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e277a28-d59b-4b89-9872-fea371c983d7 None None] Pushing event updated for resources: {'Port': ['ID=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:14.640316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.680158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:14.684863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:14.688232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:14.688702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:14.749628 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:14.766230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Pushing event updated for resources: {'Port': ['ID=276022ce-91ec-478d-b90c-7de6ad0f50ee,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:14.942926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:14.964809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44eaa6b3-92ee-46df-9e96-2e3bf1ece041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.081429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.091023 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2eaceec-6c31-4009-9eab-6dc86cf96c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.096554 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:12Z', 'revision_number': 3, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:15.127128 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c987ef-1756-4162-98b2-948fbd9ddd64 None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:12Z', 'revision_number': 3, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:26:15.132926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5bebd9c-235d-4db6-a698-ea65bdaed90a None None] Provisioning for port 276022ce-91ec-478d-b90c-7de6ad0f50ee completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:15.137202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5bebd9c-235d-4db6-a698-ea65bdaed90a None None] Provisioning complete for port 276022ce-91ec-478d-b90c-7de6ad0f50ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:15.137492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5bebd9c-235d-4db6-a698-ea65bdaed90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.151255 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44eaa6b3-92ee-46df-9e96-2e3bf1ece041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.175637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c5bebd9c-235d-4db6-a698-ea65bdaed90a None None] Port 276022ce-91ec-478d-b90c-7de6ad0f50ee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:15.300809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44eaa6b3-92ee-46df-9e96-2e3bf1ece041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.311486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.355301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44eaa6b3-92ee-46df-9e96-2e3bf1ece041 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd52fd2ff6374ce6a58bf77e53f133b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4101875 Aug 06 15:26:15.357931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:15.371763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaa6b3-92ee-46df-9e96-2e3bf1ece041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91ac682-eed3-4146-b8ca-e4c2295763c2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:15.422842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.423597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.506131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:15.512418 n-d-778550-6 neutron-server[94841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 15:26:15.539586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-ca00c60f-ac26-481e-ae52-d8e93454e812 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1d91999d817543ae88b9362114dd4bf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322495 Aug 06 15:26:15.609369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2eaceec-6c31-4009-9eab-6dc86cf96c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.675152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2eaceec-6c31-4009-9eab-6dc86cf96c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.677866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75d221d-909a-4a53-b24e-ec781d66a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.702064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:15.707718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:15.718374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c2eaceec-6c31-4009-9eab-6dc86cf96c38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1249667273764f6fa7fcc53436210193&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2040563 Aug 06 15:26:15.725624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Pushing event updated for resources: {'Port': ['ID=276022ce-91ec-478d-b90c-7de6ad0f50ee,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:15.728059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56112) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:15.811433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-0bf889be-0ab1-4cb6-bfab-193b3993f85a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:15.820227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-0bf889be-0ab1-4cb6-bfab-193b3993f85a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742198 Aug 06 15:26:15.839947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75d221d-909a-4a53-b24e-ec781d66a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:15.846696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eaceec-6c31-4009-9eab-6dc86cf96c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64801a7-1d09-4770-840b-16fc1a65ff1a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:15.866072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b736b2a5-b992-43ff-a0b2-2cdabb03fa35 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/quotas/1d91999d817543ae88b9362114dd4bf1 HTTP/1.1" status: 200 len: 375 time: 0.0449314 Aug 06 15:26:15.992227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-a8f9226a-1f83-4277-b833-5bf7c84d4d82 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d91999d817543ae88b9362114dd4bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958116 Aug 06 15:26:16.071703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b671c056-3301-4c5c-9183-3d6ff1f6c8e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:16.102786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33f14d41-e46d-4a3e-8b7b-74a1b46deb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.133506 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33f14d41-e46d-4a3e-8b7b-74a1b46deb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.145532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Router 735f8232-4299-49b4-9ab5-6beda03fd1af has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:26:16.149491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-62e868d0-7b96-4776-8b9e-1b0525587927 None None] Provisioning complete for port 276022ce-91ec-478d-b90c-7de6ad0f50ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:16.152043 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62e868d0-7b96-4776-8b9e-1b0525587927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.216782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75d221d-909a-4a53-b24e-ec781d66a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.217057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b75d221d-909a-4a53-b24e-ec781d66a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.218144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b75d221d-909a-4a53-b24e-ec781d66a508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c91ac682-eed3-4146-b8ca-e4c2295763c2 HTTP/1.1" status: 204 len: 168 time: 0.8591640 Aug 06 15:26:16.230897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-62e868d0-7b96-4776-8b9e-1b0525587927 None None] Port 276022ce-91ec-478d-b90c-7de6ad0f50ee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:16.246852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:16.247229 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.268724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d221d-909a-4a53-b24e-ec781d66a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91ac682-eed3-4146-b8ca-e4c2295763c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:16.390442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33f14d41-e46d-4a3e-8b7b-74a1b46deb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.392772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33f14d41-e46d-4a3e-8b7b-74a1b46deb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.393917 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-33f14d41-e46d-4a3e-8b7b-74a1b46deb1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a64801a7-1d09-4770-840b-16fc1a65ff1a HTTP/1.1" status: 204 len: 168 time: 0.6576726 Aug 06 15:26:16.414442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f14d41-e46d-4a3e-8b7b-74a1b46deb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64801a7-1d09-4770-840b-16fc1a65ff1a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:16.434243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:16.456533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:26:16.458117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7db94c93-6b0f-4ab9-a5a2-87a7afd67318 req-c9037fd0-a20a-49b4-9431-62c8dd8165ec tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0814934 Aug 06 15:26:16.470762 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9db49704-bf05-4a72-9b6f-458dbfdae846 admin admin] 10.222.0.16 "PUT /v2.0/routers/735f8232-4299-49b4-9ab5-6beda03fd1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0735869 Aug 06 15:26:16.648386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:16.653032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:16.653576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.757226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.778508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:16.910285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:16.977263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:17.144587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:26:17.158330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:17.159698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:17.295751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:17.519281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:15Z', 'revision_number': 2, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:17.546304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:26:17.546665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Updating router 735f8232-4299-49b4-9ab5-6beda03fd1af port 276022ce-91ec-478d-b90c-7de6ad0f50ee binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:26:17.571202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:17.663239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:17.681474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278ac97-4104-44b3-b085-e5e291385744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:17.843709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278ac97-4104-44b3-b085-e5e291385744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:17.880505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:17.945150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278ac97-4104-44b3-b085-e5e291385744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:17.974122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:17.974522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:17.982803 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d278ac97-4104-44b3-b085-e5e291385744 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dcabcaa60bf420ebee7fd88ddd08ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3184271 Aug 06 15:26:17.983975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278ac97-4104-44b3-b085-e5e291385744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024152f-751f-4553-b5a8-e6560f0d2397,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:17.985886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:18.054208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.055875 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5220c8-fe84-4c2f-83b0-9739dce6025d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.069833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Transition to ACTIVE for port object 276022ce-91ec-478d-b90c-7de6ad0f50ee will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:18.108672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5220c8-fe84-4c2f-83b0-9739dce6025d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.153594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:18.164913 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.248001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742f801-fc4b-454b-a792-22dd72069b7c None None] Pushing event updated for resources: {'Port': ['ID=276022ce-91ec-478d-b90c-7de6ad0f50ee,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:18.272257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5220c8-fe84-4c2f-83b0-9739dce6025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.276018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa5220c8-fe84-4c2f-83b0-9739dce6025d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.277326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa5220c8-fe84-4c2f-83b0-9739dce6025d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5024152f-751f-4553-b5a8-e6560f0d2397 HTTP/1.1" status: 204 len: 168 time: 0.2905815 Aug 06 15:26:18.287929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5220c8-fe84-4c2f-83b0-9739dce6025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024152f-751f-4553-b5a8-e6560f0d2397,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:18.290231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Attempting to bind port 276022ce-91ec-478d-b90c-7de6ad0f50ee on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:18.290883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Attempting to bind port 276022ce-91ec-478d-b90c-7de6ad0f50ee by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:18.291248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Attempting to bind port 276022ce-91ec-478d-b90c-7de6ad0f50ee on network 78ad054a-fbca-4825-ace1-2a3771e1d945 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:18.300424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:18.300803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Checking segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:18.301313 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.301709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Bound using segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:18.302186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Bound port: 276022ce-91ec-478d-b90c-7de6ad0f50ee, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:18.302685 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.399167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] For port 276022ce-91ec-478d-b90c-7de6ad0f50ee, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:18.402743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] For port 276022ce-91ec-478d-b90c-7de6ad0f50ee, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=276022ce-91ec-478d-b90c-7de6ad0f50ee,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:18.465922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:18.531794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:18.532262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:18.569688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742f801-fc4b-454b-a792-22dd72069b7c None None] Pushing event updated for resources: {'Port': ['ID=276022ce-91ec-478d-b90c-7de6ad0f50ee,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:18.739881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:18.906235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e23f4e3e-c352-453c-85f9-9899ca7d42b6 req-0e1b9462-8f01-49c7-b03f-920ff7d870d4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 210 time: 0.7511587 Aug 06 15:26:19.040162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:18Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:19.071177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681438fe-dcf0-4818-b3db-9f37e8165645 None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:18Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:26:19.410606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:19.415765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-network', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:19.641591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Made reservation on behalf of 0c97b15ca28642f69cc1ac3c608a784c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:19.644427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:19.656360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:19.880886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:19.945423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 276022ce-91ec-478d-b90c-7de6ad0f50ee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:19.984518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.024231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f525758f-b220-415c-a084-cbb70776879d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:20.026947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:26:20.047391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.047983 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Added segment 736fe74f-77bb-47c8-88f2-abfdcc63a233 of type vlan for network c023b7e4-0a65-440f-bbb5-cb247fd9f13a Aug 06 15:26:20.112957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.144752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 276022ce-91ec-478d-b90c-7de6ad0f50ee completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:20.150889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 276022ce-91ec-478d-b90c-7de6ad0f50ee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:20.151912 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.168662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e099c354-a2a8-4c02-be82-a678256961e6 req-0ea8b276-1124-4cb6-a8d2-92a6d2c490b0 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0566397 Aug 06 15:26:20.234388 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.236202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:20.236202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.284498 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.350434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 276022ce-91ec-478d-b90c-7de6ad0f50ee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=276022ce-91ec-478d-b90c-7de6ad0f50ee,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:20.355754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] Pushing event updated for resources: {'Network': ['ID=c023b7e4-0a65-440f-bbb5-cb247fd9f13a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:20.369528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a78ef2e3-454c-487b-a8a6-14b0d98f1d36 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9556842 Aug 06 15:26:20.369864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:20.372384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:26:20.375333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Request body: {'subnet': {'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-subnet', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:20.475964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.534598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Made reservation on behalf of 0c97b15ca28642f69cc1ac3c608a784c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:20.539231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.558125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=276022ce-91ec-478d-b90c-7de6ad0f50ee,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:20.874766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:20.934268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ea0a24-fd04-4cf0-9271-c0ac701ebaf0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:20.946095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Checking segment: {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:20.946450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Network hostable DHCP agents. Network: c023b7e4-0a65-440f-bbb5-cb247fd9f13a, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:26:21.040220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:26:21.124223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, c023b7e4-0a65-440f-bbb5-cb247fd9f13a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:21.128818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:21.138881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.138972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a7d37d-5e68-4daf-84a1-cc05a822c7ba None None] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:21.237726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-834a0ed7-e3de-485e-a0b6-6adec59433ec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8600497 Aug 06 15:26:21.241876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:21.243450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:21.266932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.59', 58270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:21.302019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-fd5263d4-b97d-471f-8b96-f82c73a12197 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1d91999d817543ae88b9362114dd4bf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338726 Aug 06 15:26:21.342770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-c023b7e4-0a65-440f-bbb5-cb247fd9f13a', 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'fixed_ips': [{'subnet_id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:26:21.348542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.369312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73febba3-d2bc-4293-a6b1-2fb09bf28647 req-7790f11b-1ebe-403a-bf00-c0d90d895d00 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0444479 Aug 06 15:26:21.399614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.400915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.494405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.604006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Allocated IP 172.20.0.2 (c023b7e4-0a65-440f-bbb5-cb247fd9f13a/85ea0a24-fd04-4cf0-9271-c0ac701ebaf0/bfb40f52-3571-485a-a0b4-2cd3fea69e39) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:21.719640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-d1635fc1-53ef-4d9e-ba11-00928dbf32a3 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:21.721869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-d1635fc1-53ef-4d9e-ba11-00928dbf32a3 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134488 Aug 06 15:26:21.777483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Request body: {'port': {'device_id': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '1d91999d817543ae88b9362114dd4bf1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:21.782096 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.792514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Transition to ACTIVE for port object bfb40f52-3571-485a-a0b4-2cd3fea69e39 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:21.817818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.819498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Transition to ACTIVE for port object bfb40f52-3571-485a-a0b4-2cd3fea69e39 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:21.831941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 276022ce-91ec-478d-b90c-7de6ad0f50ee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:21.897832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 276022ce-91ec-478d-b90c-7de6ad0f50ee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:21.897832 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:21.979092 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.030067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56408) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:22.047740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Pushing event updated for resources: {'Port': ['ID=bfb40f52-3571-485a-a0b4-2cd3fea69e39,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:22.071113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:22.073793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:22.079320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:22.122080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Made reservation on behalf of 1d91999d817543ae88b9362114dd4bf1 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:22.126921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.149302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Attempting to bind port bfb40f52-3571-485a-a0b4-2cd3fea69e39 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:22.149845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Attempting to bind port bfb40f52-3571-485a-a0b4-2cd3fea69e39 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:22.150128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Attempting to bind port bfb40f52-3571-485a-a0b4-2cd3fea69e39 on network c023b7e4-0a65-440f-bbb5-cb247fd9f13a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:22.150226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.158504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:22.158890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Checking segment: {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:22.159300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.159705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Bound using segment: {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:22.160248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Bound port: bfb40f52-3571-485a-a0b4-2cd3fea69e39, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:22.163112 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.252821 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.275015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.281148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] For port bfb40f52-3571-485a-a0b4-2cd3fea69e39, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:22.282236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.286241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] For port bfb40f52-3571-485a-a0b4-2cd3fea69e39, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfb40f52-3571-485a-a0b4-2cd3fea69e39,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:22.348618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b377-b032-4582-ad2e-ea89a68017f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.413029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.432278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.567472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5c0a2-72f8-427f-819a-c8dd6ba61ad2 None None] Pushing event updated for resources: {'Port': ['ID=bfb40f52-3571-485a-a0b4-2cd3fea69e39,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:22.624004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Allocated IP 172.25.5.200 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/b6557806-7abb-4087-85c9-b7c9866c2a08) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:22.646735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f50e6000-9e5c-44e4-a4d1-54f814337ca6 req-b9cb7dd1-67d1-4fbb-9cc4-c2d56b8d14ca tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 210 time: 0.1272392 Aug 06 15:26:22.664276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e80bf5-e185-45b4-bf06-ff45c2dfeb56,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:22.681672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:22.923650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:22.967788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Allocated IP 192.168.233.175 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/6ddd2259-7e8a-4267-89b0-17f0e350e4b8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:23.103642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.207865 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b377-b032-4582-ad2e-ea89a68017f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.209369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25c2473e-040e-4170-a327-94f527206f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.209369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:23.213026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:23.225087 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:26:23.239239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:23.241903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.247677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Pushing event updated for resources: {'Port': ['ID=b6557806-7abb-4087-85c9-b7c9866c2a08,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:23.273676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Transition to ACTIVE for port object 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:23.327505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b377-b032-4582-ad2e-ea89a68017f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.384674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b377-b032-4582-ad2e-ea89a68017f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571c4196-4a2c-49ca-91f0-3e0bac5eb01d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:23.400126 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7ce4b377-b032-4582-ad2e-ea89a68017f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cf9a6cb05a3454892c0d01f83bb6ee5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3639815 Aug 06 15:26:23.400126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56476) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:23.425549 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.534287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25c2473e-040e-4170-a327-94f527206f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.607251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:23.636123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:23.638307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Pushing event updated for resources: {'Port': ['ID=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:23.665487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:23.670971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25c2473e-040e-4170-a327-94f527206f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.677985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:23.678726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.692572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88aa19ea-6131-4382-9b64-3f2f8f851417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.775613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88aa19ea-6131-4382-9b64-3f2f8f851417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.846601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-2a490408-e19e-450f-9e7b-29caed6949a4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0698097 Aug 06 15:26:23.876916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-f7754bde-0bfe-4c8d-848a-3c5cf2c3f2d6 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:26:23.878352 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-f7754bde-0bfe-4c8d-848a-3c5cf2c3f2d6 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117521 Aug 06 15:26:23.995910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88aa19ea-6131-4382-9b64-3f2f8f851417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:23.999783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88aa19ea-6131-4382-9b64-3f2f8f851417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.001462 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88aa19ea-6131-4382-9b64-3f2f8f851417 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/571c4196-4a2c-49ca-91f0-3e0bac5eb01d HTTP/1.1" status: 204 len: 168 time: 0.6032736 Aug 06 15:26:24.027049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2473e-040e-4170-a327-94f527206f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3184fbe-4a47-4738-8938-f952ef74abc1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:24.035938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa19ea-6131-4382-9b64-3f2f8f851417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571c4196-4a2c-49ca-91f0-3e0bac5eb01d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:24.082949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:24.083227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-25c2473e-040e-4170-a327-94f527206f7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bce518370a8f47e290fefaa142081299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3970613 Aug 06 15:26:24.093492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfb40f52-3571-485a-a0b4-2cd3fea69e39 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:24.155163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56500) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:24.171112 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.256539 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ade0398-49ba-42bf-aaf4-0529ed730d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.294246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158abd58-f666-4350-b10f-9983270a298e None None] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:24.300084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ade0398-49ba-42bf-aaf4-0529ed730d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.423748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-423226c9-1b16-4f40-894e-e9f6abcbd148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.453761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca5999-3675-4c47-8c10-09ebf3886a36 req-be37dc51-9588-42f8-a95d-a5298c9f828a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:24.455821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6eca5999-3675-4c47-8c10-09ebf3886a36 req-be37dc51-9588-42f8-a95d-a5298c9f828a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 936 time: 0.5065186 Aug 06 15:26:24.463666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ade0398-49ba-42bf-aaf4-0529ed730d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.466288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ade0398-49ba-42bf-aaf4-0529ed730d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.469926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ade0398-49ba-42bf-aaf4-0529ed730d52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3184fbe-4a47-4738-8938-f952ef74abc1 HTTP/1.1" status: 204 len: 168 time: 0.3903942 Aug 06 15:26:24.494798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade0398-49ba-42bf-aaf4-0529ed730d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3184fbe-4a47-4738-8938-f952ef74abc1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:24.583221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-423226c9-1b16-4f40-894e-e9f6abcbd148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.686446 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-423226c9-1b16-4f40-894e-e9f6abcbd148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.729488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423226c9-1b16-4f40-894e-e9f6abcbd148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7616600-2468-4790-8ccc-0a4b84f482ba,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:24.745146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6eca5999-3675-4c47-8c10-09ebf3886a36 req-bba70883-4a74-4843-a883-b4049fab95bf tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728648 Aug 06 15:26:24.761449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-423226c9-1b16-4f40-894e-e9f6abcbd148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7f986a729a84fc6bc7d132466fd3406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6051030 Aug 06 15:26:24.763190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.764000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56516) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:24.774802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-466157fc-a1b3-41ff-a534-35c22ed24f8b None None] Provisioning for port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:24.781655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-466157fc-a1b3-41ff-a534-35c22ed24f8b None None] Provisioning complete for port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:24.782154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-466157fc-a1b3-41ff-a534-35c22ed24f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:24.817748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port bfb40f52-3571-485a-a0b4-2cd3fea69e39 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:24.846775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-466157fc-a1b3-41ff-a534-35c22ed24f8b None None] Port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:24.888143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Request body: {'port': {'device_id': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'device_owner': 'compute:tempest-test_az-1253077764', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:24.976797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472daaa6-0d09-4a8b-9eba-d45e92b27874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.138352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472daaa6-0d09-4a8b-9eba-d45e92b27874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.138352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.477698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:25.485348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.508559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] Provisioning for port bfb40f52-3571-485a-a0b4-2cd3fea69e39 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:25.513482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] Provisioning complete for port bfb40f52-3571-485a-a0b4-2cd3fea69e39 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:25.513863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.616900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.651414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] For port bfb40f52-3571-485a-a0b4-2cd3fea69e39, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfb40f52-3571-485a-a0b4-2cd3fea69e39,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:25.676297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Router 4429869a-2072-471b-85ee-372ae674a538 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:26:25.676936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Transition to ACTIVE for port object 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:25.679025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472daaa6-0d09-4a8b-9eba-d45e92b27874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.682219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-472daaa6-0d09-4a8b-9eba-d45e92b27874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.687725 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-472daaa6-0d09-4a8b-9eba-d45e92b27874 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7616600-2468-4790-8ccc-0a4b84f482ba HTTP/1.1" status: 204 len: 168 time: 0.9185758 Aug 06 15:26:25.694737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472daaa6-0d09-4a8b-9eba-d45e92b27874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7616600-2468-4790-8ccc-0a4b84f482ba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:25.756299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.790577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.790804 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.820778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:26:25.836839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Sync routers for ids ['4429869a-2072-471b-85ee-372ae674a538'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:26:25.855716 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Routers {'4429869a-2072-471b-85ee-372ae674a538'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:25.858894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4429869a-2072-471b-85ee-372ae674a538'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:25.904051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:25.905933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c90f14ae-ab1c-438a-a50b-4bb99056f4ab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6669652 Aug 06 15:26:25.908241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56526) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:25.957179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9b1ad-fc68-4cf4-a056-885ce4d6dea0 None None] Pushing event updated for resources: {'Port': ['ID=bfb40f52-3571-485a-a0b4-2cd3fea69e39,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:25.960558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:25.966874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f271a054-e97c-4c41-a00c-f3031801ad6b None None] Provisioning complete for port bfb40f52-3571-485a-a0b4-2cd3fea69e39 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:25.972942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f271a054-e97c-4c41-a00c-f3031801ad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.013456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Attempting to bind port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:26.016100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Attempting to bind port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:26.016562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Attempting to bind port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:26.051901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:26:26.052272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Attempting to bind port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:26.062630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:26.063016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:26.063605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:26.064219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Bound port: 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:26.064587 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.067582 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Set router 4429869a-2072-471b-85ee-372ae674a538 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:26.096544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:26.187243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3823bc50-6fbe-4475-b0ed-6571b6aa4225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.243216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:26.332172 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:26:23Z', 'revision_number': 3, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:26.343021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6b00-839d-45e4-ac1f-434e717550df req-01978721-e177-4b16-ac53-69537c2d00d4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:26.354739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6b00-839d-45e4-ac1f-434e717550df req-01978721-e177-4b16-ac53-69537c2d00d4 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.3058374 Aug 06 15:26:26.374455 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Checking router: 4429869a-2072-471b-85ee-372ae674a538 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:26:26.375378 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Updating router 4429869a-2072-471b-85ee-372ae674a538 port b6557806-7abb-4087-85c9-b7c9866c2a08 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:26:26.438275 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.516420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6b00-839d-45e4-ac1f-434e717550df req-e83c3b70-9e8e-4106-94b1-6f174e50af91 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607251 Aug 06 15:26:26.555947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] For port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:26.591038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] For port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:26.656779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.701844 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3823bc50-6fbe-4475-b0ed-6571b6aa4225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.797515 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.800605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3823bc50-6fbe-4475-b0ed-6571b6aa4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.811124 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Transition to ACTIVE for port object b6557806-7abb-4087-85c9-b7c9866c2a08 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:26.834385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:26.841690 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.841690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] 10.222.0.59 "PUT /v2.0/ports/6ddd2259-7e8a-4267-89b0-17f0e350e4b8 HTTP/1.1" status: 200 len: 1118 time: 2.5286698 Aug 06 15:26:26.841690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3823bc50-6fbe-4475-b0ed-6571b6aa4225 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be438a15864049ad86e2dadcc0a370ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7433524 Aug 06 15:26:26.841690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'tag': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:26:26.870726 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:26.884658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56536) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:26.885195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:26.948145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7312f1dd-8dd5-4fb6-b840-3c494a5b33d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.026494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9223f11-c1f7-4af7-9966-c4c933bf46ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:27.029770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823bc50-6fbe-4475-b0ed-6571b6aa4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9001d-def0-495a-bdaf-23682caf608e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:27.062490 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78867d-e9f3-4113-8d09-14ed0928c7dc None None] Pushing event updated for resources: {'Port': ['ID=b6557806-7abb-4087-85c9-b7c9866c2a08,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:27.073594 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Attempting to bind port b6557806-7abb-4087-85c9-b7c9866c2a08 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:27.073977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Attempting to bind port b6557806-7abb-4087-85c9-b7c9866c2a08 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:27.074352 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Attempting to bind port b6557806-7abb-4087-85c9-b7c9866c2a08 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:27.092730 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:27.093128 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:27.093547 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.093953 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:27.094448 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Bound port: b6557806-7abb-4087-85c9-b7c9866c2a08, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:27.094856 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.158042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c67bfd12-b7aa-46a9-9470-aa2d9962ca72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.213051 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] For port b6557806-7abb-4087-85c9-b7c9866c2a08, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:27.217045 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] For port b6557806-7abb-4087-85c9-b7c9866c2a08, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b6557806-7abb-4087-85c9-b7c9866c2a08,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:27.235522 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c67bfd12-b7aa-46a9-9470-aa2d9962ca72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.315154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-cfbacd1b-4d32-4541-a5c2-32ae2d838c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:27.315668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2d4c-f2bc-4e53-a95b-1104f56c7561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.332103 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.341686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-cfbacd1b-4d32-4541-a5c2-32ae2d838c36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d91999d817543ae88b9362114dd4bf1&device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 1121 time: 0.1923821 Aug 06 15:26:27.402465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7312f1dd-8dd5-4fb6-b840-3c494a5b33d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.434463 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Routers {'4429869a-2072-471b-85ee-372ae674a538'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:27.436352 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4429869a-2072-471b-85ee-372ae674a538'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:27.509181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-3e657297-297e-4c8a-be67-8ad6204ad705 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8 HTTP/1.1" status: 200 len: 217 time: 0.0925186 Aug 06 15:26:27.512048 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef394a2-b130-43e0-807a-b548c7d848d5" -d '{"events": [{"name": "network-changed", "server_uuid": "44b80bf6-aaca-4d4e-9c62-110d0624f3a5", "tag": "6ddd2259-7e8a-4267-89b0-17f0e350e4b8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:26:27.548560 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7312f1dd-8dd5-4fb6-b840-3c494a5b33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.591635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:27.608505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312f1dd-8dd5-4fb6-b840-3c494a5b33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64d5d29-9e80-478c-ae0e-ab525a0e9af6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:27.611036 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78867d-e9f3-4113-8d09-14ed0928c7dc None None] Pushing event updated for resources: {'Port': ['ID=b6557806-7abb-4087-85c9-b7c9866c2a08,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:27.612545 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac78d685-e421-409d-a184-7e79a7d39d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.626291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.643267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-6ffb7d3f-4729-4982-ba29-622d25d29fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:27.645009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-6ffb7d3f-4729-4982-ba29-622d25d29fc3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1031723 Aug 06 15:26:27.653855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c67bfd12-b7aa-46a9-9470-aa2d9962ca72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.656441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c67bfd12-b7aa-46a9-9470-aa2d9962ca72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.657565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c67bfd12-b7aa-46a9-9470-aa2d9962ca72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bc9001d-def0-495a-bdaf-23682caf608e HTTP/1.1" status: 204 len: 168 time: 0.7712369 Aug 06 15:26:27.676571 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] Set router 4429869a-2072-471b-85ee-372ae674a538 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:27.735525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bfd12-b7aa-46a9-9470-aa2d9962ca72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9001d-def0-495a-bdaf-23682caf608e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:27.746115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7312f1dd-8dd5-4fb6-b840-3c494a5b33d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0b530a17219404dac11d05665cc366d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8440120 Aug 06 15:26:27.749316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:27.808882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-bc23c034-438d-4657-9336-716410dfc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:27.810912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-bc23c034-438d-4657-9336-716410dfc06b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495869 Aug 06 15:26:27.876954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9855e867-0188-4b0a-98f5-cf044c34f354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:27.948659 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe056fd-7883-4147-8357-893149755dca x-openstack-request-id: req-0fe056fd-7883-4147-8357-893149755dca {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:26:27.950312 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b80bf6-aaca-4d4e-9c62-110d0624f3a5", "tag": "6ddd2259-7e8a-4267-89b0-17f0e350e4b8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:26:27.950678 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fe056fd-7883-4147-8357-893149755dca {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:26:27.951260 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'tag': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8', 'status': 'completed', 'code': 200} Aug 06 15:26:27.959684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfb40f52-3571-485a-a0b4-2cd3fea69e39 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:27.982633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9855e867-0188-4b0a-98f5-cf044c34f354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.074338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bfb40f52-3571-485a-a0b4-2cd3fea69e39 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:28.074717 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.078690 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:26:23Z', 'revision_number': 3, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:28.088301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-a749088f-d412-4a08-a7a5-f74b68ad1ecd service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434323 Aug 06 15:26:28.125510 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802aab-d541-4525-b067-64ffb03b4962 None None] The sync data for ids ['4429869a-2072-471b-85ee-372ae674a538'] in n-d-778550-6 is: [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:26:23Z', 'revision_number': 3, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:26:28.126447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72099194-03ec-4cef-8824-a10cfe1b37e5 req-c739ff5b-1032-4da1-bab8-7ff0ff165175 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:28.128053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72099194-03ec-4cef-8824-a10cfe1b37e5 req-c739ff5b-1032-4da1-bab8-7ff0ff165175 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.4123657 Aug 06 15:26:28.179638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9855e867-0188-4b0a-98f5-cf044c34f354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.182238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9855e867-0188-4b0a-98f5-cf044c34f354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.194790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9855e867-0188-4b0a-98f5-cf044c34f354 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b64d5d29-9e80-478c-ae0e-ab525a0e9af6 HTTP/1.1" status: 204 len: 168 time: 0.4331923 Aug 06 15:26:28.284737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855e867-0188-4b0a-98f5-cf044c34f354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64d5d29-9e80-478c-ae0e-ab525a0e9af6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:28.366315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd429e9-03fa-4e81-a4ed-ad879d679ca9 req-e9c1e616-6c41-4608-907d-1bf67fcfb961 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544699 Aug 06 15:26:28.417244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2d4c-f2bc-4e53-a95b-1104f56c7561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.432492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72099194-03ec-4cef-8824-a10cfe1b37e5 req-08faa8d7-5f90-475f-a482-21ed746cd843 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936873 Aug 06 15:26:28.458364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Allocated IP 172.20.0.1 (c023b7e4-0a65-440f-bbb5-cb247fd9f13a/85ea0a24-fd04-4cf0-9271-c0ac701ebaf0/ff9a18c0-f31b-4672-bd23-b417e1ebf46c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:28.515919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bd2d4c-f2bc-4e53-a95b-1104f56c7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.631733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f6bd2d4c-f2bc-4e53-a95b-1104f56c7561 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2203f7d0424743da9ef1b151f559552c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3871036 Aug 06 15:26:28.636644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56568) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:28.643366 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.650281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd2d4c-f2bc-4e53-a95b-1104f56c7561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0645f471-4c34-4750-b888-8375028361fa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:28.666578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac78d685-e421-409d-a184-7e79a7d39d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.779578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.809367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-063a2464-60b1-48f9-b294-1e7d941ed7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.830184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac78d685-e421-409d-a184-7e79a7d39d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.848563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Transition to ACTIVE for port object ff9a18c0-f31b-4672-bd23-b417e1ebf46c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:28.894970 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-063a2464-60b1-48f9-b294-1e7d941ed7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:28.937567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ac78d685-e421-409d-a184-7e79a7d39d1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ace1125cfdb74bad808216a1ba7c66e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3444602 Aug 06 15:26:28.939824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:28.961169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78d685-e421-409d-a184-7e79a7d39d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47aa722-0bac-4cf7-af50-4f6be9450f24,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:29.078464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e69c3836-885b-43db-866e-32b8734bb3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.104318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.117637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e69c3836-885b-43db-866e-32b8734bb3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.211433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:29.221180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:29.237381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:29.237381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.237381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-063a2464-60b1-48f9-b294-1e7d941ed7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.253120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-063a2464-60b1-48f9-b294-1e7d941ed7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.254318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-063a2464-60b1-48f9-b294-1e7d941ed7d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0645f471-4c34-4750-b888-8375028361fa HTTP/1.1" status: 204 len: 168 time: 0.6166794 Aug 06 15:26:29.258022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e69c3836-885b-43db-866e-32b8734bb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.261720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e69c3836-885b-43db-866e-32b8734bb3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.262921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e69c3836-885b-43db-866e-32b8734bb3dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f47aa722-0bac-4cf7-af50-4f6be9450f24 HTTP/1.1" status: 204 len: 168 time: 0.3205426 Aug 06 15:26:29.292193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c3836-885b-43db-866e-32b8734bb3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47aa722-0bac-4cf7-af50-4f6be9450f24,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:29.416918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a2464-60b1-48f9-b294-1e7d941ed7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0645f471-4c34-4750-b888-8375028361fa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:29.506643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-05db1f7a-9f34-483c-ac9a-43d9ef051fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:29.514383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-05db1f7a-9f34-483c-ac9a-43d9ef051fbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d91999d817543ae88b9362114dd4bf1&device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 1121 time: 0.1160939 Aug 06 15:26:29.528756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:29.701885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558d791-2cbe-41f2-9746-ed5caa34b080 req-eded39a2-2c00-4c0c-86dd-58e717db22f9 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:29.703543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9558d791-2cbe-41f2-9746-ed5caa34b080 req-eded39a2-2c00-4c0c-86dd-58e717db22f9 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.1398585 Aug 06 15:26:29.778060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9558d791-2cbe-41f2-9746-ed5caa34b080 req-5208032d-bea9-4988-9aab-a34886574961 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611687 Aug 06 15:26:29.784690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f8f4bf38-bf48-4228-9d3d-7b316440ea84 None None] Provisioning for port ff9a18c0-f31b-4672-bd23-b417e1ebf46c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:29.790680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f8f4bf38-bf48-4228-9d3d-7b316440ea84 None None] Provisioning complete for port ff9a18c0-f31b-4672-bd23-b417e1ebf46c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:29.791184 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8f4bf38-bf48-4228-9d3d-7b316440ea84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.810703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-02f50b87-311b-4246-8ffb-f916f9bdb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:29.812323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-02f50b87-311b-4246-8ffb-f916f9bdb317 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2901788 Aug 06 15:26:29.887039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4bf38-bf48-4228-9d3d-7b316440ea84 None None] Port ff9a18c0-f31b-4672-bd23-b417e1ebf46c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:29.888707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:29.904564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-0581cd57-2619-431b-bb3e-9f41b9f7f7f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8 HTTP/1.1" status: 200 len: 217 time: 0.0841675 Aug 06 15:26:30.028322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b6557806-7abb-4087-85c9-b7c9866c2a08 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:30.202532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b6557806-7abb-4087-85c9-b7c9866c2a08 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:30.207826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.208457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b6557806-7abb-4087-85c9-b7c9866c2a08 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:30.212199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.304367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.307130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.462404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Pushing event updated for resources: {'Port': ['ID=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:30.482442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.534916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b6557806-7abb-4087-85c9-b7c9866c2a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b6557806-7abb-4087-85c9-b7c9866c2a08,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:30.538518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:30.539952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:30.625809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.706788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b6557806-7abb-4087-85c9-b7c9866c2a08,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:30.797158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Router 4429869a-2072-471b-85ee-372ae674a538 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:26:30.832732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:30.906573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8860-d514-447b-82c7-95f9e68d66e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.933002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1937816-a782-47ad-8298-97f7c03177c0 None None] Provisioning complete for port ff9a18c0-f31b-4672-bd23-b417e1ebf46c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:30.933882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1937816-a782-47ad-8298-97f7c03177c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:30.939046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-279cd8a6-08f3-4b9b-bd7f-f72b1a7ce105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:30.941029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-279cd8a6-08f3-4b9b-bd7f-f72b1a7ce105 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2138295 Aug 06 15:26:31.028558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1937816-a782-47ad-8298-97f7c03177c0 None None] Port ff9a18c0-f31b-4672-bd23-b417e1ebf46c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:31.193147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8860-d514-447b-82c7-95f9e68d66e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.203754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:26:31.221814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Sync routers for ids ['4429869a-2072-471b-85ee-372ae674a538'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:26:31.226326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a647589f-e143-48eb-a525-f57ed9ca0705 admin admin] 10.222.0.16 "PUT /v2.0/routers/4429869a-2072-471b-85ee-372ae674a538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3103507 Aug 06 15:26:31.239011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Routers {'4429869a-2072-471b-85ee-372ae674a538'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:31.240552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4429869a-2072-471b-85ee-372ae674a538'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:31.243497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf854857-a97c-4859-ac85-67eaa2601a7b req-d0c8686b-5ad0-4d30-8426-7b0fd28334c1 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:31.245288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf854857-a97c-4859-ac85-67eaa2601a7b req-d0c8686b-5ad0-4d30-8426-7b0fd28334c1 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.0992956 Aug 06 15:26:31.309633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8bf8860-d514-447b-82c7-95f9e68d66e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.344229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf854857-a97c-4859-ac85-67eaa2601a7b req-727068d9-7dbb-4bc8-a140-b0408ee0106e tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863669 Aug 06 15:26:31.402500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a8bf8860-d514-447b-82c7-95f9e68d66e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5327ce3046bc4903b6679a8bf9eecfe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687938 Aug 06 15:26:31.404529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf8860-d514-447b-82c7-95f9e68d66e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15c155-3b8d-4a25-b489-d12e386d124b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:31.407173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:31.451143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Set router 4429869a-2072-471b-85ee-372ae674a538 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:31.457670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-1bf38e6f-0144-48af-acc9-c5274d4b4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:31.460359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-1bf38e6f-0144-48af-acc9-c5274d4b4f81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525036 Aug 06 15:26:31.486534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1da2-9b2b-4b5c-892d-aed2e050d99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.515213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1da2-9b2b-4b5c-892d-aed2e050d99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.637358 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-3ea1abaf-8b17-4acd-bc0e-77a84bca440b service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464167 Aug 06 15:26:31.653500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1da2-9b2b-4b5c-892d-aed2e050d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.657116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e3c1da2-9b2b-4b5c-892d-aed2e050d99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.660973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0e3c1da2-9b2b-4b5c-892d-aed2e050d99a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f15c155-3b8d-4a25-b489-d12e386d124b HTTP/1.1" status: 204 len: 168 time: 0.2499204 Aug 06 15:26:31.667142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c1da2-9b2b-4b5c-892d-aed2e050d99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15c155-3b8d-4a25-b489-d12e386d124b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:31.806797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:26:29Z', 'revision_number': 4, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'ff9a18c0-f31b-4672-bd23-b417e1ebf46c', 'name': '', 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'mac_address': 'fa:16:3e:23:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:27Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 2, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'subnets': [{'id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:31.854409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Checking router: 4429869a-2072-471b-85ee-372ae674a538 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:26:31.854977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Updating router 4429869a-2072-471b-85ee-372ae674a538 port ff9a18c0-f31b-4672-bd23-b417e1ebf46c binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:26:31.860519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b6557806-7abb-4087-85c9-b7c9866c2a08 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:31.919502 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:31.994170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b6557806-7abb-4087-85c9-b7c9866c2a08 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:31.994942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:32.105841 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ef394a2-b130-43e0-807a-b548c7d848d5 req-a7fba5d4-197a-42d9-8374-6f6e5262ba9c service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078311 Aug 06 15:26:32.419052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:32.445300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Transition to ACTIVE for port object ff9a18c0-f31b-4672-bd23-b417e1ebf46c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:32.507400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7789ca-b5c8-48e5-9cb3-01ce7ff07dd8 req-21013a4a-211e-43d0-b2d5-6949d61eeeb7 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:32.509010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b7789ca-b5c8-48e5-9cb3-01ce7ff07dd8 req-21013a4a-211e-43d0-b2d5-6949d61eeeb7 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.0780149 Aug 06 15:26:32.566238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b7789ca-b5c8-48e5-9cb3-01ce7ff07dd8 req-efe6ccc0-46e7-4d2a-844e-22cca610bb9b tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500057 Aug 06 15:26:32.577016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:32.644240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcafb7-d656-400b-9e83-c2edeaefeabc None None] Pushing event updated for resources: {'Port': ['ID=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:32.731643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Attempting to bind port ff9a18c0-f31b-4672-bd23-b417e1ebf46c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:32.732338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Attempting to bind port ff9a18c0-f31b-4672-bd23-b417e1ebf46c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:32.732721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Attempting to bind port ff9a18c0-f31b-4672-bd23-b417e1ebf46c on network c023b7e4-0a65-440f-bbb5-cb247fd9f13a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:32.738677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:32.739051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Checking segment: {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:32.739458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:32.742052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Bound using segment: {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:32.742861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Bound port: ff9a18c0-f31b-4672-bd23-b417e1ebf46c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736fe74f-77bb-47c8-88f2-abfdcc63a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:32.744004 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:32.826852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] For port ff9a18c0-f31b-4672-bd23-b417e1ebf46c, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:32.830757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] For port ff9a18c0-f31b-4672-bd23-b417e1ebf46c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:32.945429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:33.058118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcafb7-d656-400b-9e83-c2edeaefeabc None None] Pushing event updated for resources: {'Port': ['ID=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:33.079429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Routers {'4429869a-2072-471b-85ee-372ae674a538'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:26:33.080278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4429869a-2072-471b-85ee-372ae674a538'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:33.230517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] Set router 4429869a-2072-471b-85ee-372ae674a538 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:26:33.281239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56676) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:33.286409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044533109', 'description': 'tempest-description--1339234455'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:33.394528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:33.614779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:33.676016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:33.685611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:26:29Z', 'revision_number': 4, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'ff9a18c0-f31b-4672-bd23-b417e1ebf46c', 'name': '', 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'mac_address': 'fa:16:3e:23:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:27Z', 'updated_at': '2021-08-06T15:26:32Z', 'revision_number': 4, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'subnets': [{'id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:33.754293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d656a1ad-3ff3-47b3-85b0-c8732ed28e98,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:33.778476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a1a01-e1c5-45a5-aa7b-86ae4ace56cf req-bd2864f2-6664-45ad-af3c-8cc7724b64ba tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:33.780436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-817a1a01-e1c5-45a5-aa7b-86ae4ace56cf req-bd2864f2-6664-45ad-af3c-8cc7724b64ba tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.0963874 Aug 06 15:26:33.796129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:33.803697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56694) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:33.806097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-09b3966c-f796-4eaf-a815-d6aca73221cc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5237989 Aug 06 15:26:33.811519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'security_group_rule': {'security_group_id': 'd656a1ad-3ff3-47b3-85b0-c8732ed28e98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:33.825660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cfc9a8-1bb3-4ac6-a6f2-f7f1607eb82e None None] The sync data for ids ['4429869a-2072-471b-85ee-372ae674a538'] in n-d-778550-6 is: [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:26:29Z', 'revision_number': 4, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'ff9a18c0-f31b-4672-bd23-b417e1ebf46c', 'name': '', 'network_id': 'c023b7e4-0a65-440f-bbb5-cb247fd9f13a', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'mac_address': 'fa:16:3e:23:28:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:27Z', 'updated_at': '2021-08-06T15:26:32Z', 'revision_number': 4, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'subnets': [{'id': '85ea0a24-fd04-4cf0-9271-c0ac701ebaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:26:33.916352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-817a1a01-e1c5-45a5-aa7b-86ae4ace56cf req-bbe187c3-0f0a-407b-a4e3-115ea7af1238 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224673 Aug 06 15:26:33.968468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.094582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.177069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.198271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82dec7d-b9f0-43d1-8e0c-bee78783d52c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:34.298797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.301966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-76441d6c-0786-4918-89fb-9091b079b06a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4958553 Aug 06 15:26:34.305568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:34.314965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'security_group_rule': {'security_group_id': 'd656a1ad-3ff3-47b3-85b0-c8732ed28e98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:34.468244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.584712 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.647566 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.683546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e7e7d5-dd29-4563-9b31-4f2db0cdab9d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:34.807723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.807966 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2270f273-ccab-49d6-8cdf-b568f62d9eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:34.810464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c6bd042a-4ad6-4100-966d-5b60b234e588 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5027070 Aug 06 15:26:34.815321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56722) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:34.820147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:34.904845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.104313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3290a-b95f-47e4-b195-1610a3c962cf req-24a78fd1-8d97-4c0a-9291-9fdcf9d046aa tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:35.105825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daa3290a-b95f-47e4-b195-1610a3c962cf req-24a78fd1-8d97-4c0a-9291-9fdcf9d046aa tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.0866156 Aug 06 15:26:35.175640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.176453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:35.181857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daa3290a-b95f-47e4-b195-1610a3c962cf req-3018cc88-7e2e-4751-98c9-9a6aee1ca543 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670710 Aug 06 15:26:35.305988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Allocated IP 172.25.5.247 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/23e41ea1-8a02-4024-9f16-ac542514526e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:35.394750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-236513ef-77df-4d86-ae8f-30297d00792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.426514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.532094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:35.541885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-236513ef-77df-4d86-ae8f-30297d00792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.544144 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.587520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:35.595254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:35.600224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:35.613218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'Port': ['ID=23e41ea1-8a02-4024-9f16-ac542514526e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:35.622938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-236513ef-77df-4d86-ae8f-30297d00792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.664129 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-236513ef-77df-4d86-ae8f-30297d00792c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac4b2fedfecd431e87d184570578c306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849772 Aug 06 15:26:35.665075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236513ef-77df-4d86-ae8f-30297d00792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf5dea7-ae12-4e61-9213-c4c397c39cb2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:35.667654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56752) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:35.716221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1815467848-network', 'tenant_id': '7389b1fec3f145949fc5f6b13885e908'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:35.726826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.777744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f08931-3d13-4a5e-889e-9a0eb09fcb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.804169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f08931-3d13-4a5e-889e-9a0eb09fcb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.897549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ff9a18c0-f31b-4672-bd23-b417e1ebf46c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:35.903376 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.905106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Made reservation on behalf of 7389b1fec3f145949fc5f6b13885e908 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:35.907337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.939006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.972004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f08931-3d13-4a5e-889e-9a0eb09fcb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.975076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f08931-3d13-4a5e-889e-9a0eb09fcb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:35.976208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50f08931-3d13-4a5e-889e-9a0eb09fcb10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbf5dea7-ae12-4e61-9213-c4c397c39cb2 HTTP/1.1" status: 204 len: 168 time: 0.3076439 Aug 06 15:26:36.012309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f08931-3d13-4a5e-889e-9a0eb09fcb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf5dea7-ae12-4e61-9213-c4c397c39cb2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:36.036365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port ff9a18c0-f31b-4672-bd23-b417e1ebf46c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:36.047274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ff9a18c0-f31b-4672-bd23-b417e1ebf46c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:36.048036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.155240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.160886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.171162 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.207369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port ff9a18c0-f31b-4672-bd23-b417e1ebf46c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:36.230310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.272706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.292396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'Port': ['ID=23e41ea1-8a02-4024-9f16-ac542514526e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:36.315502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.338492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:26:36.354214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d53cd7-1939-4583-901c-23f16f136a74,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:36.359056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.359406 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Added segment e6c5c12c-4cc6-4933-9a57-e67538b7705b of type vlan for network b6e1a98b-afcd-41f5-9211-01145bd8c861 Aug 06 15:26:36.382970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.402474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.431470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:36.452841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.454184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-434423fc-8f3f-400d-9ace-accb0a301f82 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6378667 Aug 06 15:26:36.521858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.522872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:36.523499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.633736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0997105 Aug 06 15:26:36.637045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:36.642105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Request body: {'subnet': {'network_id': 'b6e1a98b-afcd-41f5-9211-01145bd8c861', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1815467848-subnet', 'tenant_id': '7389b1fec3f145949fc5f6b13885e908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:36.645004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a60f8-63df-4766-a684-a8ff3d5b7118 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e1a98b-afcd-41f5-9211-01145bd8c861,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:36.658668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b6e1a98b-afcd-41f5-9211-01145bd8c861 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:26:36.675652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb0835-bbba-49f3-9d8a-27e1e7198a6f req-33bf5495-0a19-42a2-ad0f-36a7a3a6afae tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:36.677948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92cb0835-bbba-49f3-9d8a-27e1e7198a6f req-33bf5495-0a19-42a2-ad0f-36a7a3a6afae tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.1028652 Aug 06 15:26:36.725278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92cb0835-bbba-49f3-9d8a-27e1e7198a6f req-f5b347c7-1780-43a9-abe2-163273f83886 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 Aug 06 15:26:36.737068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Made reservation on behalf of 7389b1fec3f145949fc5f6b13885e908 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:36.739750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:36.900181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-19f2c7ca-a2bb-4e6f-a659-673a21f4000b tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2044533109&fields=id&tenant_id=26d88e54006b47f7813832250f2619cf HTTP/1.1" status: 200 len: 267 time: 0.0591078 Aug 06 15:26:36.938734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:36.958120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668d7005-2267-48e2-b90e-10873f55091f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.092059 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668d7005-2267-48e2-b90e-10873f55091f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.097038 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.154479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66e7530-a2c3-4969-a71e-580620d20117,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:37.166084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-668d7005-2267-48e2-b90e-10873f55091f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.191847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Checking segment: {'id': 'e6c5c12c-4cc6-4933-9a57-e67538b7705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b6e1a98b-afcd-41f5-9211-01145bd8c861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:37.192214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Network hostable DHCP agents. Network: b6e1a98b-afcd-41f5-9211-01145bd8c861, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:26:37.221518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-2b829d3d-7449-47cb-b31d-9b8fd3efd579 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:37.223126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-2b829d3d-7449-47cb-b31d-9b8fd3efd579 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 823 time: 0.3153896 Aug 06 15:26:37.236608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d7005-2267-48e2-b90e-10873f55091f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adc1363-e206-4b45-a535-1f4e22d4df2d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:37.241495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-37430ff3-0de7-41ef-9a09-049ca4514abd tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/quotas/26d88e54006b47f7813832250f2619cf HTTP/1.1" status: 200 len: 375 time: 0.0102408 Aug 06 15:26:37.244811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:37.245125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-668d7005-2267-48e2-b90e-10873f55091f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=703e3086f9c9449896b0c09d51fd195a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051188 Aug 06 15:26:37.304283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Network b6e1a98b-afcd-41f5-9211-01145bd8c861 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:26:37.348701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-af7d6496-3c2a-4981-9436-8fa348d8a867 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962069 Aug 06 15:26:37.353578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60572f0-21d6-4d51-bcec-0e75497ce254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.381679 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60572f0-21d6-4d51-bcec-0e75497ce254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.412399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b6e1a98b-afcd-41f5-9211-01145bd8c861) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:37.434147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:37.436962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.437650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762becc0-b04e-42ee-95b8-eeab9570d01a None None] Network b6e1a98b-afcd-41f5-9211-01145bd8c861 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:37.505100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-9a34df6c-33b7-407c-bb75-58414008c503 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:26:37.508160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-9a34df6c-33b7-407c-bb75-58414008c503 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520499 Aug 06 15:26:37.563325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60572f0-21d6-4d51-bcec-0e75497ce254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.571991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-75043e5d-e7dc-4207-858d-851830936233 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9258504 Aug 06 15:26:37.572226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60572f0-21d6-4d51-bcec-0e75497ce254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.572226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e60572f0-21d6-4d51-bcec-0e75497ce254 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8adc1363-e206-4b45-a535-1f4e22d4df2d HTTP/1.1" status: 204 len: 168 time: 0.3214293 Aug 06 15:26:37.627620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58641b-2d91-4772-8261-11bd95ce5076 None None] Network b6e1a98b-afcd-41f5-9211-01145bd8c861 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:37.629105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60572f0-21d6-4d51-bcec-0e75497ce254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adc1363-e206-4b45-a535-1f4e22d4df2d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:37.669536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-85953cfd-e809-42d3-8c55-c5d5cfd0344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.676655 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:37.688487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-2f4ee17c-eeb8-4a41-abd7-3ab0b5f11637 service neutron] 10.222.0.16 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735015 Aug 06 15:26:37.804368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-193d9c09-0edb-4ca1-ade9-679414f3e2d4 service neutron] 10.222.0.16 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114948 Aug 06 15:26:37.872591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ff9a18c0-f31b-4672-bd23-b417e1ebf46c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:37.935506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ff9a18c0-f31b-4672-bd23-b417e1ebf46c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:37.936058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:38.082827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b4d1a-a022-4b5b-bdee-138d2f46710d req-95b7a150-d0ce-48c2-be2d-7a2bfda42831 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:38.084380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d00b4d1a-a022-4b5b-bdee-138d2f46710d req-95b7a150-d0ce-48c2-be2d-7a2bfda42831 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.0676565 Aug 06 15:26:38.166823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d00b4d1a-a022-4b5b-bdee-138d2f46710d req-5f54c183-0ff8-412c-9695-3cd83419e8ed tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651989 Aug 06 15:26:38.267230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0df7acf-0c89-4a74-97be-ee420cdacca9 req-729e4288-e5ac-48d2-a754-fda1175d0ad8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 210 time: 0.0431294 Aug 06 15:26:38.645473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:38.651633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1225667405-network', 'tenant_id': 'aa25b6e3e52c45c1a783915f8b145163'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:38.704259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:38.756538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Made reservation on behalf of aa25b6e3e52c45c1a783915f8b145163 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:38.758878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:38.776876 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:38.879460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.008385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.032140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:26:39.047744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde718bc-3888-4bbc-9acb-fbb4c4cbfffc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:39.057692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.058228 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Added segment 22867479-165f-4157-9b28-1d06dd2d9650 of type vlan for network e98af73d-5169-44ce-adfe-142762789142 Aug 06 15:26:39.091194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:39.105384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.124651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:39.226572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-297874320-network', 'tenant_id': 'cf5d145e7085415f8883a32812e19849'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:39.273003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.274169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:39.283729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.344946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] Pushing event updated for resources: {'Network': ['ID=e98af73d-5169-44ce-adfe-142762789142,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:39.355231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5770509-1d16-4a3d-b44f-4b55f6d88d73 req-83801262-3296-4098-9023-8a0b35729f5a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:39.356842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5770509-1d16-4a3d-b44f-4b55f6d88d73 req-83801262-3296-4098-9023-8a0b35729f5a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.1126423 Aug 06 15:26:39.358135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e98af73d-5169-44ce-adfe-142762789142 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:26:39.423768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5770509-1d16-4a3d-b44f-4b55f6d88d73 req-f5b70b93-c696-4534-887c-05c5dae6b2cf tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591917 Aug 06 15:26:39.452992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-007adedb-4d1f-484c-9448-66bbb74d2735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.463540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Made reservation on behalf of cf5d145e7085415f8883a32812e19849 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:39.465922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.480212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.480888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a02b277-4ffc-40a2-a280-ac852c2e34b7 req-bf1e26db-43ab-43fe-b578-773844c4d2fa tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 210 time: 0.0508857 Aug 06 15:26:39.482725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a1a6ec70-5d36-472d-a647-21efe992e888 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8354764 Aug 06 15:26:39.499952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:39.502214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Request body: {'subnet': {'network_id': 'e98af73d-5169-44ce-adfe-142762789142', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1225667405-subnet', 'tenant_id': 'aa25b6e3e52c45c1a783915f8b145163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:39.572756 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-007adedb-4d1f-484c-9448-66bbb74d2735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.662739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-007adedb-4d1f-484c-9448-66bbb74d2735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.719891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007adedb-4d1f-484c-9448-66bbb74d2735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794ff01b-f9b3-4c09-8fcd-804797b7f9c4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:39.725597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-007adedb-4d1f-484c-9448-66bbb74d2735 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01932906455e4e5eb211da8014a9a063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997169 Aug 06 15:26:39.728322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56948) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:39.788218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.800877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530bb6d8-77f1-4f42-a807-e7be4acbde85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.823124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530bb6d8-77f1-4f42-a807-e7be4acbde85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.893310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:39.922435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac153716-d440-4857-8472-f2770ec89dd5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:40.033743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Made reservation on behalf of aa25b6e3e52c45c1a783915f8b145163 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:40.036209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:26:40.044335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.044335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530bb6d8-77f1-4f42-a807-e7be4acbde85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.044335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-530bb6d8-77f1-4f42-a807-e7be4acbde85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.044335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-530bb6d8-77f1-4f42-a807-e7be4acbde85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/794ff01b-f9b3-4c09-8fcd-804797b7f9c4 HTTP/1.1" status: 204 len: 168 time: 0.3142719 Aug 06 15:26:40.046960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.047311 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Added segment 7af3edc0-ca4e-49b4-9f6a-c5e7162513bf of type vlan for network be11bacc-ac25-455f-9473-efb1d3d3947f Aug 06 15:26:40.068826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bb6d8-77f1-4f42-a807-e7be4acbde85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794ff01b-f9b3-4c09-8fcd-804797b7f9c4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:40.091333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.252854 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.253965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:40.254448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.289220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:26:40.310725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.330935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] Pushing event updated for resources: {'Network': ['ID=be11bacc-ac25-455f-9473-efb1d3d3947f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:40.344192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network be11bacc-ac25-455f-9473-efb1d3d3947f details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:26:40.373666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64f848f-7a83-438f-9889-0b19db288a8e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:40.389113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Checking segment: {'id': '22867479-165f-4157-9b28-1d06dd2d9650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e98af73d-5169-44ce-adfe-142762789142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:40.389464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Network hostable DHCP agents. Network: e98af73d-5169-44ce-adfe-142762789142, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:26:40.394634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7549041c-f2a4-409d-a131-1f4abcfafe75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3005993 Aug 06 15:26:40.399310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56968) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:40.404259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Request body: {'subnet': {'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-297874320-subnet', 'tenant_id': 'cf5d145e7085415f8883a32812e19849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:40.523121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:40.528557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Made reservation on behalf of cf5d145e7085415f8883a32812e19849 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:40.528734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Network e98af73d-5169-44ce-adfe-142762789142 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:26:40.531618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.561293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8', 'mac_address': 'fa:16:3e:52:88:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:tempest-test_az-1253077764', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:26:40.604940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417bccb-999e-4029-bac6-8dcdb1155047 req-35a31b8c-442a-406f-b930-3aef902b48ce tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:40.606712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f417bccb-999e-4029-bac6-8dcdb1155047 req-35a31b8c-442a-406f-b930-3aef902b48ce tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 970 time: 0.0925438 Aug 06 15:26:40.619573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.638032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e98af73d-5169-44ce-adfe-142762789142) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:40.639320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:40.646744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:40.647385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.653782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0733f3-82b4-403d-a40d-170a2cc52cf1 None None] Network e98af73d-5169-44ce-adfe-142762789142 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:40.673244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f417bccb-999e-4029-bac6-8dcdb1155047 req-acb4f562-b4e8-4f0e-bc53-42a7c2cb5e0a tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583711 Aug 06 15:26:40.675778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:40.686476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.751771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40a2dbf1-6cfb-4c22-ad98-fae29ac5f16e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2541144 Aug 06 15:26:40.758213 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.852475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:40.857244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8afadc3-299b-4c4b-884d-afa9bd560b78 None None] Network e98af73d-5169-44ce-adfe-142762789142 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:40.880948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-600fcde3-15fc-4454-8cb0-bce691c65cb8 req-a819acaf-8b8b-4c71-b8fc-97e95e7e1779 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 210 time: 0.0580020 Aug 06 15:26:40.912398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:40.950165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:40.964327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Deleting subnet b66e7530-a2c3-4969-a71e-580620d20117 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:26:40.967659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.029639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7380fa-fc0b-41c9-a93f-d008b705ff8d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:41.029793 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.044125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.049726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:41.050276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Network hostable DHCP agents. Network: be11bacc-ac25-455f-9473-efb1d3d3947f, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:26:41.066137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:41.081910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8da6e440-b319-499a-8481-a2304cc34503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.105833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6ddd2259-7e8a-4267-89b0-17f0e350e4b8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:26:41.184575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8da6e440-b319-499a-8481-a2304cc34503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.239857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Network be11bacc-ac25-455f-9473-efb1d3d3947f is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:26:41.240665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.268416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66e7530-a2c3-4969-a71e-580620d20117,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:41.274558 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8da6e440-b319-499a-8481-a2304cc34503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.281833 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.286296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dde581d5-abbd-435b-93d1-d2a1f83991f7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b66e7530-a2c3-4969-a71e-580620d20117 HTTP/1.1" status: 204 len: 168 time: 0.3705664 Aug 06 15:26:41.287694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:41.330003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8da6e440-b319-499a-8481-a2304cc34503 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed8453eddc6a4f2884ab994e51f4bb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599268 Aug 06 15:26:41.330003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6e440-b319-499a-8481-a2304cc34503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86902327-6470-4393-8718-a5ad2dc4f7bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:41.331192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:41.374765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.392136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, be11bacc-ac25-455f-9473-efb1d3d3947f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:41.396766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2072a779-9510-4c86-8b56-d1bf04e26658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.399425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531e4bb-1c02-4764-9fe0-a03599507f72 None None] Network be11bacc-ac25-455f-9473-efb1d3d3947f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:41.407070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:41.407070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.436338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2072a779-9510-4c86-8b56-d1bf04e26658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.480963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.494952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.496360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.497071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.497417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.499677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.500082 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.500418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.500747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.501069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.501402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.579721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8820ae1a-231c-4321-8e69-c6af6a2cc956 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1792805 Aug 06 15:26:41.580646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2072a779-9510-4c86-8b56-d1bf04e26658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.583226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2072a779-9510-4c86-8b56-d1bf04e26658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.585044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2072a779-9510-4c86-8b56-d1bf04e26658 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86902327-6470-4393-8718-a5ad2dc4f7bf HTTP/1.1" status: 204 len: 168 time: 0.2527177 Aug 06 15:26:41.585595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.64', 53161) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:41.628944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072a779-9510-4c86-8b56-d1bf04e26658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86902327-6470-4393-8718-a5ad2dc4f7bf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:41.642439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e15cef0-0b62-49c8-b320-d50bc4bde6f1 None None] Network be11bacc-ac25-455f-9473-efb1d3d3947f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:41.819519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-3d279a51-a37b-478e-bb4b-b463dbbcc3c8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:41.821512 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-3d279a51-a37b-478e-bb4b-b463dbbcc3c8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 823 time: 0.2334306 Aug 06 15:26:41.874108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.874309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:41.874455 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.874967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.875313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:41.875637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e1a98b-afcd-41f5-9211-01145bd8c861']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:41.908944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c5c12c-4cc6-4933-9a57-e67538b7705b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:41.909924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c5c12c-4cc6-4933-9a57-e67538b7705b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:41.945117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.972206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.985082 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-474578fa-1357-42e3-a7b9-ca5039df5531 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d88e54006b47f7813832250f2619cf HTTP/1.1" status: 200 len: 380 time: 0.0793314 Aug 06 15:26:41.985584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eb688-86f4-4324-a9b5-14c8c36bc552 req-b5d8df2f-eb86-48d7-a03a-cfcc88ef9812 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:41.987181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-802eb688-86f4-4324-a9b5-14c8c36bc552 req-b5d8df2f-eb86-48d7-a03a-cfcc88ef9812 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 971 time: 0.1060021 Aug 06 15:26:41.993567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:26:41.994168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:41.998195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'port': {'device_id': '70f799db-4d84-4c28-971c-a8c25befc858', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'admin_state_up': True, 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'security_groups': ['d656a1ad-3ff3-47b3-85b0-c8732ed28e98']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: from cryptography.utils import int_from_bytes Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: from cryptography.utils import int_from_bytes Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:26:42.007739 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:26:42.085209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54bf17eb-d8cd-4a36-bb79-7ac890657c73 req-3e9d0a2c-7cde-49ae-991c-d6c29cf9afbe tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 210 time: 0.0937400 Aug 06 15:26:42.129661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-802eb688-86f4-4324-a9b5-14c8c36bc552 req-077dfc18-5958-4d37-93fe-22eac08c4a33 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208470 Aug 06 15:26:42.207517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.216960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.225737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b6e1a98b-afcd-41f5-9211-01145bd8c861 HTTP/1.1" status: 204 len: 168 time: 0.9313083 Aug 06 15:26:42.225737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:42.252259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Made reservation on behalf of 26d88e54006b47f7813832250f2619cf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:42.259513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.266636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab3fb761-bcd2-45ba-91a3-80aa85ad868b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.278627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:42.286617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b40be3-07b6-43be-b905-8e2b6851c0c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e1a98b-afcd-41f5-9211-01145bd8c861,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:42.298603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Deleting subnet e64f848f-7a83-438f-9889-0b19db288a8e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:26:42.312303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.401104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.452562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.468952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:42.474429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:42.474429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.485248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Allocated IP 172.20.0.8 (78ad054a-fbca-4825-ace1-2a3771e1d945/d9e25d00-b4ec-47f1-a5da-a21e7f33b153/c6b9f534-8f07-4af3-b896-4b9246fc7bef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:42.511100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab3fb761-bcd2-45ba-91a3-80aa85ad868b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.582036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.606835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:26:42.622251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab3fb761-bcd2-45ba-91a3-80aa85ad868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.637581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.668011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.673496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e64f848f-7a83-438f-9889-0b19db288a8e HTTP/1.1" status: 204 len: 168 time: 0.4462523 Aug 06 15:26:42.681344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:42.694474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:42.703824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa0e3e-3b2e-4e80-92df-3130cd44e004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64f848f-7a83-438f-9889-0b19db288a8e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:42.707454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ab3fb761-bcd2-45ba-91a3-80aa85ad868b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bd3db7e594e4476a6bf7f27a50394bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8317194 Aug 06 15:26:42.711731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:42.790165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.835710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fb761-bcd2-45ba-91a3-80aa85ad868b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b27c77-3679-4f8f-97ee-c7f6da726881,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:42.878801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:42.888201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.899420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.924461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Transition to ACTIVE for port object c6b9f534-8f07-4af3-b896-4b9246fc7bef will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:42.967124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b8f-cc21-4f7c-8ff2-73baa9ee99de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:42.991847 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ef487-0dd0-4c43-9f39-f6a6bc67315e" -d '{"events": [{"server_uuid": "44b80bf6-aaca-4d4e-9c62-110d0624f3a5", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd2259-7e8a-4267-89b0-17f0e350e4b8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:26:43.016382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57060) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:43.028060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-260586640-network', 'tenant_id': 'a1e25adaab0446c5a6e3e53647feffe7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:43.059913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b8f-cc21-4f7c-8ff2-73baa9ee99de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.062494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.086915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.087262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.088029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.088358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > port after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.088781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.089025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > port after_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.089326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.089639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.089951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.090269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.174968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.175361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.175696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.176061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 15:26:43.176422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98af73d-5169-44ce-adfe-142762789142']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:43.197081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22867479-165f-4157-9b28-1d06dd2d9650') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:43.197384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22867479-165f-4157-9b28-1d06dd2d9650') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:26:43.206028 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549b04aa-3daa-442b-b786-6e673d16fcfb x-openstack-request-id: req-549b04aa-3daa-442b-b786-6e673d16fcfb {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:26:43.206028 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b80bf6-aaca-4d4e-9c62-110d0624f3a5", "name": "network-vif-plugged", "status": "completed", "tag": "6ddd2259-7e8a-4267-89b0-17f0e350e4b8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:26:43.206028 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-549b04aa-3daa-442b-b786-6e673d16fcfb {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:26:43.207429 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8', 'code': 200} Aug 06 15:26:43.208053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Made reservation on behalf of a1e25adaab0446c5a6e3e53647feffe7 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:43.223838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.227307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.233430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5541da9-f74f-45d0-bd6f-a1f1ad7ba848 req-013e9023-43f1-4bd3-9cac-5fac7c09306e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 210 time: 0.0652959 Aug 06 15:26:43.246591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.271752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.282901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:26:43.283298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: from cryptography.utils import int_from_bytes Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: from cryptography.utils import int_from_bytes Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:26:43.289296 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:26:43.345876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd901d-6a90-4a2b-85cd-f4a0feb49c5c req-c597f3a1-9c1a-4be2-a022-4bdba66d0e8b tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:43.347576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cdd901d-6a90-4a2b-85cd-f4a0feb49c5c req-c597f3a1-9c1a-4be2-a022-4bdba66d0e8b tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 972 time: 0.0528538 Aug 06 15:26:43.403633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cdd901d-6a90-4a2b-85cd-f4a0feb49c5c req-4ddc6725-d681-4d90-9759-4baaea1647db tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Aug 06 15:26:43.405956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.427962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a600ae1-ae7f-4856-adf2-614e853ae484 req-2a1728e1-e4cc-47a8-819c-9bc17817f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:43.429272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9a600ae1-ae7f-4856-adf2-614e853ae484 req-2a1728e1-e4cc-47a8-819c-9bc17817f261 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 1123 time: 0.1193850 Aug 06 15:26:43.475068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:43.480495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a600ae1-ae7f-4856-adf2-614e853ae484 req-9dbb7dae-06df-427c-8f30-06c23657a9cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.485858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:43.487865 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b8f-cc21-4f7c-8ff2-73baa9ee99de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.491228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ab66b8f-cc21-4f7c-8ff2-73baa9ee99de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.495936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ab66b8f-cc21-4f7c-8ff2-73baa9ee99de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47b27c77-3679-4f8f-97ee-c7f6da726881 HTTP/1.1" status: 204 len: 168 time: 0.6986315 Aug 06 15:26:43.495936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:43.525817 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.533409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.535525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e98af73d-5169-44ce-adfe-142762789142 HTTP/1.1" status: 204 len: 168 time: 0.8309793 Aug 06 15:26:43.537652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'Port': ['ID=c6b9f534-8f07-4af3-b896-4b9246fc7bef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:43.580949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab66b8f-cc21-4f7c-8ff2-73baa9ee99de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b27c77-3679-4f8f-97ee-c7f6da726881,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:43.617182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.628564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52380df-49c5-4fbc-8ca1-5fb96432dd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98af73d-5169-44ce-adfe-142762789142,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:43.668082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:43.668859 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.691369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.717134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:26:43.727634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2bb1a-ebb9-40ca-a7fc-8f40bb15748b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:43.732796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.733184 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Added segment cb96abe6-6d90-45bf-9b4d-cfc9d708e973 of type vlan for network 67f5e905-d693-4561-909d-bbf1078bcb6c Aug 06 15:26:43.778775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.799009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-ce731b26-4b0a-4717-b4bf-91615f99b8ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8062146 Aug 06 15:26:43.847267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3ba28e7-55ab-414c-9615-09c1cdf65117 None None] Provisioning for port c6b9f534-8f07-4af3-b896-4b9246fc7bef completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:43.853139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3ba28e7-55ab-414c-9615-09c1cdf65117 None None] Provisioning complete for port c6b9f534-8f07-4af3-b896-4b9246fc7bef triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:43.853542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3ba28e7-55ab-414c-9615-09c1cdf65117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.870457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.872136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:43.872933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.892122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba28e7-55ab-414c-9615-09c1cdf65117 None None] Port c6b9f534-8f07-4af3-b896-4b9246fc7bef cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:43.960902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] Pushing event updated for resources: {'Network': ['ID=67f5e905-d693-4561-909d-bbf1078bcb6c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:43.969445 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a600ae1-ae7f-4856-adf2-614e853ae484 req-9dbb7dae-06df-427c-8f30-06c23657a9cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:43.971040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 67f5e905-d693-4561-909d-bbf1078bcb6c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:26:44.070103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9a600ae1-ae7f-4856-adf2-614e853ae484 req-9dbb7dae-06df-427c-8f30-06c23657a9cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.101502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9a600ae1-ae7f-4856-adf2-614e853ae484 req-9dbb7dae-06df-427c-8f30-06c23657a9cd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500812 Aug 06 15:26:44.110793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb7dae-06df-427c-8f30-06c23657a9cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28230bae-106e-4fec-8627-d76cef9acfe7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:44.196548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f75a0f12-cdea-4419-b175-975e36384e7f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1781418 Aug 06 15:26:44.199303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:44.204074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Request body: {'subnet': {'network_id': '67f5e905-d693-4561-909d-bbf1078bcb6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-260586640-subnet', 'tenant_id': 'a1e25adaab0446c5a6e3e53647feffe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:44.287139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Made reservation on behalf of a1e25adaab0446c5a6e3e53647feffe7 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:44.289786 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.327441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:44.386895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6082214-2b23-4eae-b467-a063f837cd0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7389b1fec3f145949fc5f6b13885e908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569146 Aug 06 15:26:44.389574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:44.425856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d9fea-7b28-4958-8490-88639580fba0 req-2480d216-db52-4d9c-9b2c-098ba83e60ba tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:44.428146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-255d9fea-7b28-4958-8490-88639580fba0 req-2480d216-db52-4d9c-9b2c-098ba83e60ba tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 931 time: 0.0883524 Aug 06 15:26:44.476789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dafebad1-0b1f-4256-945e-ced45d174ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.502649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dafebad1-0b1f-4256-945e-ced45d174ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.516472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57098) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:44.580583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-255d9fea-7b28-4958-8490-88639580fba0 req-1efdc968-fd4d-4b2f-8295-a793f6dec2e7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447973 Aug 06 15:26:44.583395 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e53850b-5a1a-453e-b7ca-ac6e74f4c619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.628092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dafebad1-0b1f-4256-945e-ced45d174ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.631986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dafebad1-0b1f-4256-945e-ced45d174ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.634066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dafebad1-0b1f-4256-945e-ced45d174ff9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50d53cd7-1939-4583-901c-23f16f136a74 HTTP/1.1" status: 204 len: 168 time: 0.2416556 Aug 06 15:26:44.641346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafebad1-0b1f-4256-945e-ced45d174ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d53cd7-1939-4583-901c-23f16f136a74,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:44.667378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa9107-3260-4762-9daa-ec33c368608c req-f2dee5e0-4c0d-4e37-9163-c93ca62f58ca tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:44.667378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aefa9107-3260-4762-9daa-ec33c368608c req-f2dee5e0-4c0d-4e37-9163-c93ca62f58ca tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 972 time: 0.1735399 Aug 06 15:26:44.852601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:44.919050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aefa9107-3260-4762-9daa-ec33c368608c req-cb6e3220-de58-4414-85a3-8e894d9d21c7 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402444 Aug 06 15:26:44.936015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e99092-f970-41dd-bf80-dde0e19733e2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:44.943104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Checking segment: {'id': 'cb96abe6-6d90-45bf-9b4d-cfc9d708e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '67f5e905-d693-4561-909d-bbf1078bcb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:44.943516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Network hostable DHCP agents. Network: 67f5e905-d693-4561-909d-bbf1078bcb6c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:26:45.075949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Network 67f5e905-d693-4561-909d-bbf1078bcb6c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:26:45.121249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e53850b-5a1a-453e-b7ca-ac6e74f4c619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.195859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 67f5e905-d693-4561-909d-bbf1078bcb6c) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:45.200408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:45.201023 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.208810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd2981-2b64-4e71-90fb-02d1901dfaec None None] Network 67f5e905-d693-4561-909d-bbf1078bcb6c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:45.239655 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e53850b-5a1a-453e-b7ca-ac6e74f4c619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.278448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53850b-5a1a-453e-b7ca-ac6e74f4c619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4de4426-5da9-4a23-b4d3-38230dd5bed3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:45.286146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4e53850b-5a1a-453e-b7ca-ac6e74f4c619 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b69061033f5249f6b80698532ff46509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448947 Aug 06 15:26:45.286507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:45.321863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b206d621-7a1a-4e63-9088-ce8688503a1f tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=079ff52180134ebf897e8f290ce2d1bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370164 Aug 06 15:26:45.353834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-52d4cb54-1674-41e3-99aa-455378a16034 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1528716 Aug 06 15:26:45.354608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ff715-699f-46d3-aa45-3ae9c3ba5cb4 None None] Network 67f5e905-d693-4561-909d-bbf1078bcb6c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:26:45.449242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f56fe18-6e90-43a7-8d2c-81fc36e2b304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.490881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f56fe18-6e90-43a7-8d2c-81fc36e2b304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.512105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-0067e348-7ecc-444e-a00b-6d8c673f8d31 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:45.513853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-0067e348-7ecc-444e-a00b-6d8c673f8d31 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808419 Aug 06 15:26:45.564187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-3799280c-6aa7-477b-a7eb-58e4a71054ca tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/quotas/079ff52180134ebf897e8f290ce2d1bb HTTP/1.1" status: 200 len: 375 time: 0.0300171 Aug 06 15:26:45.574320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:45.627055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-607b2279-3240-43fd-8257-2fad647f864d tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079ff52180134ebf897e8f290ce2d1bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454648 Aug 06 15:26:45.665464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-81f7d883-ec53-4acc-8c1e-8032d59fc0a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa25b6e3e52c45c1a783915f8b145163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873225 Aug 06 15:26:45.665650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:45.715065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f56fe18-6e90-43a7-8d2c-81fc36e2b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.717691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f56fe18-6e90-43a7-8d2c-81fc36e2b304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.722848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3f56fe18-6e90-43a7-8d2c-81fc36e2b304 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4de4426-5da9-4a23-b4d3-38230dd5bed3 HTTP/1.1" status: 204 len: 168 time: 0.4314389 Aug 06 15:26:45.741490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56fe18-6e90-43a7-8d2c-81fc36e2b304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4de4426-5da9-4a23-b4d3-38230dd5bed3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:45.777264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adc2d0-61e8-427e-9af8-e5601dd37813 req-57d158db-80bc-4de4-9776-7b5bd6e1a059 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:45.778758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88adc2d0-61e8-427e-9af8-e5601dd37813 req-57d158db-80bc-4de4-9776-7b5bd6e1a059 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 931 time: 0.1019480 Aug 06 15:26:45.779549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f95e308-b0a9-4a4a-8a40-ccaedbb25835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.823714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f95e308-b0a9-4a4a-8a40-ccaedbb25835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:45.882012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88adc2d0-61e8-427e-9af8-e5601dd37813 req-c585ccf5-22fd-4d8e-a5b2-53786c099431 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812178 Aug 06 15:26:45.990665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8945c918-debf-4021-9bdc-62996e5f9721 req-3c9dbe97-809d-47d7-b165-d796f4658bb3 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0433145 Aug 06 15:26:46.048762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f95e308-b0a9-4a4a-8a40-ccaedbb25835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:46.054239 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f95e308-b0a9-4a4a-8a40-ccaedbb25835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:46.058858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3f95e308-b0a9-4a4a-8a40-ccaedbb25835 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fde718bc-3888-4bbc-9acb-fbb4c4cbfffc HTTP/1.1" status: 204 len: 168 time: 0.3891559 Aug 06 15:26:46.089816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95e308-b0a9-4a4a-8a40-ccaedbb25835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde718bc-3888-4bbc-9acb-fbb4c4cbfffc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:46.231893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c58a8-b34f-4f5f-8b60-d58439b624e9 req-fbd9ff73-bcaa-435b-8fb4-2f7712374954 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:46.233410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f98c58a8-b34f-4f5f-8b60-d58439b624e9 req-fbd9ff73-bcaa-435b-8fb4-2f7712374954 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 972 time: 0.1500964 Aug 06 15:26:46.288480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fdbb57da-7c68-4f05-93e8-2f4e3649bc8c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:46.290247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fdbb57da-7c68-4f05-93e8-2f4e3649bc8c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.1494083 Aug 06 15:26:46.309871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f98c58a8-b34f-4f5f-8b60-d58439b624e9 req-b205459f-4392-469f-a720-b03abfe3cfe9 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678017 Aug 06 15:26:46.313424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-67f943e3-3da8-442c-8577-4986dc5ef154 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/quotas/cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 375 time: 0.0123794 Aug 06 15:26:46.352330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-3d1792c7-a5a4-4d5a-a7fc-68e29b88c8ee tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318542 Aug 06 15:26:46.544439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86e087-d5ba-4fcd-b112-44fc1f603ba4 req-479c95de-e3ee-4417-ac79-46abf3a898d8 tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:46.546005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f86e087-d5ba-4fcd-b112-44fc1f603ba4 req-479c95de-e3ee-4417-ac79-46abf3a898d8 tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 1123 time: 0.1014550 Aug 06 15:26:46.566897 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f86e087-d5ba-4fcd-b112-44fc1f603ba4 req-793ad35b-a088-4996-a466-ebf16196ac7d tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:46.626412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-8d433cf3-673d-4584-a979-e191c12aceee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:26:46.634093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-8d433cf3-673d-4584-a979-e191c12aceee service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1514764 Aug 06 15:26:46.772919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-cece85ea-aa93-4982-932d-a80c0d2af99d service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378913 Aug 06 15:26:46.865504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f86e087-d5ba-4fcd-b112-44fc1f603ba4 req-793ad35b-a088-4996-a466-ebf16196ac7d tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:46.894869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-08e2d071-a933-4ba7-ac18-e8bcbe19b352 service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211069 Aug 06 15:26:46.972210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:46.980285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6caecdae-92bd-4d99-8a04-95068ae09607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.003163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2f86e087-d5ba-4fcd-b112-44fc1f603ba4 req-793ad35b-a088-4996-a466-ebf16196ac7d tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.049392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f86e087-d5ba-4fcd-b112-44fc1f603ba4 req-793ad35b-a088-4996-a466-ebf16196ac7d tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952812 Aug 06 15:26:47.079193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ad35b-a088-4996-a466-ebf16196ac7d tempest-AggregatesAdminTestJSON-342951018 tempest-AggregatesAdminTestJSON-342951018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad2b21-86ee-4edb-9463-21ffacc738e3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:47.157294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6caecdae-92bd-4d99-8a04-95068ae09607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.220621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7658c3-5197-4066-888c-b7a50641c9c0 req-43b7e643-2991-4f66-8982-362fffd1e49f tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:47.222307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b7658c3-5197-4066-888c-b7a50641c9c0 req-43b7e643-2991-4f66-8982-362fffd1e49f tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 931 time: 0.0894098 Aug 06 15:26:47.224387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6caecdae-92bd-4d99-8a04-95068ae09607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.306021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2ac78ef-0bea-4ede-8a91-d88974c5a9fd req-90b37586-be31-46a2-9b5c-75e6829b2888 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0599821 Aug 06 15:26:47.306685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caecdae-92bd-4d99-8a04-95068ae09607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf19893-32a1-43bf-89e7-f8c439cd14d9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:47.311178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6caecdae-92bd-4d99-8a04-95068ae09607 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a1d3e654dda41508c6456c474222190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445094 Aug 06 15:26:47.314044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:47.341891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b7658c3-5197-4066-888c-b7a50641c9c0 req-73128cf3-7e29-4d72-990a-1c6d64d8828d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065807 Aug 06 15:26:47.435445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-450b0505-55c5-466c-9cd5-5447360efb29 req-4e83b145-e946-49a3-b7c3-ef09ad5c07cd tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 210 time: 0.0482683 Aug 06 15:26:47.444657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee792ee-cf39-4620-b586-8ebc2af79934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.478467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee792ee-cf39-4620-b586-8ebc2af79934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.647988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee792ee-cf39-4620-b586-8ebc2af79934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.650596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bee792ee-cf39-4620-b586-8ebc2af79934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:47.651763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bee792ee-cf39-4620-b586-8ebc2af79934 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cf19893-32a1-43bf-89e7-f8c439cd14d9 HTTP/1.1" status: 204 len: 168 time: 0.3365469 Aug 06 15:26:47.660768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee792ee-cf39-4620-b586-8ebc2af79934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf19893-32a1-43bf-89e7-f8c439cd14d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:48.438595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-696f58d2-1f96-408a-ab0b-df1c6d85ce35 req-dc2b1e6b-9d13-4d18-b182-3df137588298 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0377727 Aug 06 15:26:48.547975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a822-0934-4e66-b3c5-b1e579bb99b2 req-7ae0f0b1-1b79-4a93-9944-ab4be591089a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:48.549472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6919a822-0934-4e66-b3c5-b1e579bb99b2 req-7ae0f0b1-1b79-4a93-9944-ab4be591089a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 931 time: 0.0519707 Aug 06 15:26:48.593502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6919a822-0934-4e66-b3c5-b1e579bb99b2 req-f8807442-44f2-45c4-ad33-0bacea77a640 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370567 Aug 06 15:26:48.658537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ea86f64-2c2e-4c44-96c7-6913261aae18 req-a6cc6fb9-ceaf-462e-8e84-e06b58ba0565 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 210 time: 0.0273166 Aug 06 15:26:48.868629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-a47ac6f9-36e2-4365-a5c6-784b90058d8d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:26:48.870368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-a47ac6f9-36e2-4365-a5c6-784b90058d8d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075493 Aug 06 15:26:49.044144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Request body: {'port': {'device_id': '70f799db-4d84-4c28-971c-a8c25befc858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:49.132202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:49.482359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b9f534-8f07-4af3-b896-4b9246fc7bef {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:49.492070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:49.507904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Transition to ACTIVE for port object c6b9f534-8f07-4af3-b896-4b9246fc7bef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:49.595946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:49.656677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Pushing event updated for resources: {'Port': ['ID=c6b9f534-8f07-4af3-b896-4b9246fc7bef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:49.675912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2565b225-ba44-4815-892d-bf85fbcf5049 req-45b90ef3-549b-44b1-b80b-2eb0bf9ec937 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0406542 Aug 06 15:26:49.734078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Attempting to bind port c6b9f534-8f07-4af3-b896-4b9246fc7bef on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:49.734599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Attempting to bind port c6b9f534-8f07-4af3-b896-4b9246fc7bef by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:49.734930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Attempting to bind port c6b9f534-8f07-4af3-b896-4b9246fc7bef on network 78ad054a-fbca-4825-ace1-2a3771e1d945 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:49.740843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Port c6b9f534-8f07-4af3-b896-4b9246fc7bef on network 78ad054a-fbca-4825-ace1-2a3771e1d945 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:26:49.741166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Attempting to bind port c6b9f534-8f07-4af3-b896-4b9246fc7bef on network 78ad054a-fbca-4825-ace1-2a3771e1d945 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:49.746839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:49.747198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Checking segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:49.748583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Bound using segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:49.748583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Bound port: c6b9f534-8f07-4af3-b896-4b9246fc7bef, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:49.748583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:49.840875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] For port c6b9f534-8f07-4af3-b896-4b9246fc7bef, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:49.844100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] For port c6b9f534-8f07-4af3-b896-4b9246fc7bef, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:49.859375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10388412-6a2c-441d-a873-2a46be9a7615 req-b7c3ff04-30ac-4650-b01e-0d356ea1dc02 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:49.861087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10388412-6a2c-441d-a873-2a46be9a7615 req-b7c3ff04-30ac-4650-b01e-0d356ea1dc02 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 943 time: 0.1070635 Aug 06 15:26:49.907983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ca59283-a5cd-4c4d-b03d-0b60c7268a8f req-04f7bb1e-0acd-4cb3-ba96-00edc262e02c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 210 time: 0.0384789 Aug 06 15:26:49.925658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10388412-6a2c-441d-a873-2a46be9a7615 req-6cbb96e7-7417-42fe-8e0f-c9b6e947f227 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579503 Aug 06 15:26:49.934817 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:49.982255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:49.983210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:49.985305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] 10.222.0.64 "PUT /v2.0/ports/c6b9f534-8f07-4af3-b896-4b9246fc7bef HTTP/1.1" status: 200 len: 1091 time: 1.0048106 Aug 06 15:26:49.986038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:26:49.988777 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98dcd2a-55a1-4c52-9386-19edf4fe465f" -d '{"events": [{"name": "network-changed", "server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:26:50.012978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcf87b-6ba7-4e3b-af80-8ce364e4391e service neutron] Pushing event updated for resources: {'Port': ['ID=c6b9f534-8f07-4af3-b896-4b9246fc7bef,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:50.267368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-705ec815-646b-4acc-90b5-30bd4fffbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:50.269103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-705ec815-646b-4acc-90b5-30bd4fffbbfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 1094 time: 0.0752418 Aug 06 15:26:50.291975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.64', 53168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:50.324307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-f1c79469-d9a2-4d33-b666-7052915d8f74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef HTTP/1.1" status: 200 len: 217 time: 0.0463593 Aug 06 15:26:50.352303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-3242146e-ac17-4746-af82-b051032a78c3 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=079ff52180134ebf897e8f290ce2d1bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412846 Aug 06 15:26:50.450061 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86f185c-458e-4ce9-a302-18b7402cef26 x-openstack-request-id: req-b86f185c-458e-4ce9-a302-18b7402cef26 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:26:50.450661 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:26:50.451177 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b86f185c-458e-4ce9-a302-18b7402cef26 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:26:50.451905 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'status': 'completed', 'code': 200} Aug 06 15:26:50.482176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-4b77bb73-88ff-4b40-a116-efc4ba21c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:50.484942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-4b77bb73-88ff-4b40-a116-efc4ba21c7c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.1464481 Aug 06 15:26:50.569938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-9dee0f85-4cb6-4376-b681-31ac331b73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:50.571489 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-9dee0f85-4cb6-4376-b681-31ac331b73fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784554 Aug 06 15:26:50.618393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-01c6fba5-78e0-478f-a3ce-24640341e564 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:50.619892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-01c6fba5-78e0-478f-a3ce-24640341e564 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605617 Aug 06 15:26:50.639006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Request body: {'port': {'device_id': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '079ff52180134ebf897e8f290ce2d1bb'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:50.684144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-072395e3-128f-4dc7-97a7-58693b061fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045651 Aug 06 15:26:50.875912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Made reservation on behalf of 079ff52180134ebf897e8f290ce2d1bb for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:50.879681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:50.891513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:50.996151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d2b9ae7-6398-4840-84a3-5fae1b3baf25 req-e7e8cd56-232a-49b3-af01-7f308a8603cb service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029876 Aug 06 15:26:51.057288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb37cb12-630b-4046-9d88-38e99cf22e4b req-96571e16-381d-4f9a-a108-8ee26f57e270 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0329831 Aug 06 15:26:51.059189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:51.138206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97bb6838-627d-41ee-8ae7-61cb2e46a4f2 req-11ba929d-0af6-4830-80bf-e544d07c9083 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 210 time: 0.0264761 Aug 06 15:26:51.163004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:51.199237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8558feb6-2199-44ea-bfe6-09b2ec8ca351,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:51.209130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.64', 53170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:51.316333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-ffd67cc3-4157-41ca-a030-a3fc5f63b411 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:51.318020 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-ffd67cc3-4157-41ca-a030-a3fc5f63b411 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.1773348 Aug 06 15:26:51.340290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Request body: {'port': {'device_id': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'admin_state_up': True, 'tenant_id': 'cf5d145e7085415f8883a32812e19849'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:51.577291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-35953f94-a7a3-4d57-9fbb-dd543599fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:51.579349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-35953f94-a7a3-4d57-9fbb-dd543599fa7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 1094 time: 0.2820401 Aug 06 15:26:51.601078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd6b18-69bb-4f1d-bda4-56fc9a735dd3 req-5dd8c3c0-cd95-4fd7-8160-de13eac3a32b tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:51.601317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Made reservation on behalf of cf5d145e7085415f8883a32812e19849 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:26:51.602548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81cd6b18-69bb-4f1d-bda4-56fc9a735dd3 req-5dd8c3c0-cd95-4fd7-8160-de13eac3a32b tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 943 time: 0.3703015 Aug 06 15:26:51.605304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:51.781239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Allocated IP 172.20.0.7 (be11bacc-ac25-455f-9473-efb1d3d3947f/5d7380fa-fc0b-41c9-a93f-d008b705ff8d/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:51.942196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Allocated IP 192.168.233.186 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/851b1a98-aab8-477d-9181-12563984df76) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:26:51.967155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.023726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81cd6b18-69bb-4f1d-bda4-56fc9a735dd3 req-8e4afd62-c8f8-43b2-a7db-d3fe51ac12b3 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3916247 Aug 06 15:26:52.063638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-a21956d1-8f9b-451a-b23a-58428e83b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:52.063638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-a21956d1-8f9b-451a-b23a-58428e83b01c service neutron] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 924 time: 0.4737012 Aug 06 15:26:52.117770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.183493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Network be11bacc-ac25-455f-9473-efb1d3d3947f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:52.184894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:52.189853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:52.192454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-0b2862fa-0cd8-45fd-b385-bb02bfb7d349 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef HTTP/1.1" status: 200 len: 217 time: 0.1177468 Aug 06 15:26:52.221878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:52.226007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99b11741-d1b2-4406-ade5-eb54f194f423 req-fa30359a-e6bf-4a55-9c1d-6ca126029a62 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0599949 Aug 06 15:26:52.273569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:52.274275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.398255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fb8846dc-c856-4cbe-a769-a857e91117a0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0630457 Aug 06 15:26:52.404856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-dfcf927f-533a-4adf-9c92-72e769e2d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:52.406863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-dfcf927f-533a-4adf-9c92-72e769e2d8de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.1848714 Aug 06 15:26:52.409403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Request body: {'port': {'device_id': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:52.469971 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.497839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4532a64-6f43-40c6-be26-b64b54c77833 req-6d007cbb-5066-430d-9728-2af6fe01266d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:52.499317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4532a64-6f43-40c6-be26-b64b54c77833 req-6d007cbb-5066-430d-9728-2af6fe01266d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 931 time: 0.2225108 Aug 06 15:26:52.565184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.587591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-ee3f80a9-856e-46e9-b7e8-34bf2575922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:52.589123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-ee3f80a9-856e-46e9-b7e8-34bf2575922e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727784 Aug 06 15:26:52.600909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Transition to ACTIVE for port object 851b1a98-aab8-477d-9181-12563984df76 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:52.604756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4532a64-6f43-40c6-be26-b64b54c77833 req-8601b1e0-c6f1-4846-912c-284e65fcadf4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942638 Aug 06 15:26:52.677379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57452) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:52.730612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-6d96e61e-d9e8-4bc6-aca8-9cdc76db09ab service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316371 Aug 06 15:26:52.818474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.896658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cdc8d5f-0b0a-4a5c-a4f1-55b46a93886c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.905924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:26:52.918491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:26:52.921044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:52.931018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:26:52.932723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:52.956181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Transition to ACTIVE for port object bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:53.000656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Pushing event updated for resources: {'Port': ['ID=851b1a98-aab8-477d-9181-12563984df76,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:53.035927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98dcd2a-55a1-4c52-9386-19edf4fe465f req-bc7fbe0b-cd49-40f1-b6ad-03d1cf4aaa51 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975101 Aug 06 15:26:53.042745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.048617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:53.049463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.164419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:53.183483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cdc8d5f-0b0a-4a5c-a4f1-55b46a93886c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.221896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becf7bb-694d-4271-9374-dac974526f27 req-495a667e-691a-4f02-83b3-dddd28fa390e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:53.223549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7becf7bb-694d-4271-9374-dac974526f27 req-495a667e-691a-4f02-83b3-dddd28fa390e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 943 time: 0.0757079 Aug 06 15:26:53.266329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5cdc8d5f-0b0a-4a5c-a4f1-55b46a93886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.268719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:53.269567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:53.269567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:53.281184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7becf7bb-694d-4271-9374-dac974526f27 req-79e5717e-a47d-4cda-8980-a87c3fcac0ea tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495238 Aug 06 15:26:53.289230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:26:53.289552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:53.325682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:53.325682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:53.326086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:53.330350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Bound port: bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:53.330752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.334836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc8d5f-0b0a-4a5c-a4f1-55b46a93886c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e212a-3f0a-4043-825d-512ba20b41a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:53.344747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8a66e7d6-c297-4740-9bd9-3ee844cc33aa None None] Provisioning for port 851b1a98-aab8-477d-9181-12563984df76 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:53.348268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5cdc8d5f-0b0a-4a5c-a4f1-55b46a93886c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ffa214038014a0bb3ad683b968d1084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6647046 Aug 06 15:26:53.348615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:53.351985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-b3179147-ae76-4f7c-9e58-17bfc068f801 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7220674 Aug 06 15:26:53.352992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8a66e7d6-c297-4740-9bd9-3ee844cc33aa None None] Provisioning complete for port 851b1a98-aab8-477d-9181-12563984df76 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:53.353361 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8a66e7d6-c297-4740-9bd9-3ee844cc33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.371392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Request body: {'port': {'device_id': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:26:53.403541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8a66e7d6-c297-4740-9bd9-3ee844cc33aa None None] Port 851b1a98-aab8-477d-9181-12563984df76 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:26:53.470217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8686af79-dc65-4208-a111-d8cc90617117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.472593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.476355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:53.483833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:53.500404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c059994-26f5-4166-a1bc-efce9841e632 req-a3f58e31-d925-4c61-9e96-7c8aec84ca11 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:53.501991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c059994-26f5-4166-a1bc-efce9841e632 req-a3f58e31-d925-4c61-9e96-7c8aec84ca11 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 936 time: 0.0824893 Aug 06 15:26:53.503141 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8686af79-dc65-4208-a111-d8cc90617117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.562431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.600973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:53.601825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.603237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] 10.222.0.64 "PUT /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 1091 time: 1.1984873 Aug 06 15:26:53.603771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:26:53.606276 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f31f65-ad23-4556-ac14-8885683a5842" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:26:53.637718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f64689-357c-4be4-8f25-1bd86e4765af service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:53.646378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c059994-26f5-4166-a1bc-efce9841e632 req-4f42b003-8758-492f-886e-3d9115542943 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205995 Aug 06 15:26:53.668818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:53.694801 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8686af79-dc65-4208-a111-d8cc90617117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.702036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8686af79-dc65-4208-a111-d8cc90617117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.705759 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8686af79-dc65-4208-a111-d8cc90617117 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a53e212a-3f0a-4043-825d-512ba20b41a7 HTTP/1.1" status: 204 len: 168 time: 0.3548927 Aug 06 15:26:53.738913 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eae021-bf89-4b62-9e0d-4c08638f39d3 x-openstack-request-id: req-00eae021-bf89-4b62-9e0d-4c08638f39d3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:26:53.739337 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:26:53.742481 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00eae021-bf89-4b62-9e0d-4c08638f39d3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:26:53.742481 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'status': 'completed', 'code': 200} Aug 06 15:26:53.746116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686af79-dc65-4208-a111-d8cc90617117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e212a-3f0a-4043-825d-512ba20b41a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:53.816595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-72d3ab48-0422-4811-bfe7-2c9f0e25a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:53.825974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-72d3ab48-0422-4811-bfe7-2c9f0e25a7e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1094 time: 0.0827613 Aug 06 15:26:53.900736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-50ec9d54-a976-4a46-ac29-f99aaa71ca7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0643265 Aug 06 15:26:53.908397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aefd8746-8887-4f39-807b-d4c5788c037b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:53.966675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851b1a98-aab8-477d-9181-12563984df76 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:53.980797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117dac0-f026-46ab-b6f2-ec055c73afcb req-69de21f3-6361-4f76-ac30-5f6c21659462 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:53.982305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f117dac0-f026-46ab-b6f2-ec055c73afcb req-69de21f3-6361-4f76-ac30-5f6c21659462 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.1029427 Aug 06 15:26:53.984743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.007551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fbd2802f-cb5b-48c5-bfb4-307854ef7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:54.009059 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-fbd2802f-cb5b-48c5-bfb4-307854ef7a51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0969810 Aug 06 15:26:54.011741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Transition to ACTIVE for port object 851b1a98-aab8-477d-9181-12563984df76 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:26:54.031396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f117dac0-f026-46ab-b6f2-ec055c73afcb req-e1ac4f71-096f-4a24-8caa-220b38e8e4e2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Aug 06 15:26:54.067424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-13d67fc5-476f-4dbd-a536-acf58e298300 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485694 Aug 06 15:26:54.091592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.149040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Pushing event updated for resources: {'Port': ['ID=851b1a98-aab8-477d-9181-12563984df76,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:54.271351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aefd8746-8887-4f39-807b-d4c5788c037b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.277093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-88b7ac27-b273-429c-aea7-e1eca7efbdcd service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998761 Aug 06 15:26:54.441601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aefd8746-8887-4f39-807b-d4c5788c037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.481176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47956c8d-5d76-4b7a-9108-9e9c8e206082 req-c74fd774-60ce-47d3-ad29-fc008eced5b4 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956656 Aug 06 15:26:54.493588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aefd8746-8887-4f39-807b-d4c5788c037b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=446209fc85e74faeb90c437fc9d717b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8209350 Aug 06 15:26:54.500374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:54.525463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8746-8887-4f39-807b-d4c5788c037b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2ec0b-7a57-4531-9931-90d0e0f4992c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:54.556007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Attempting to bind port 851b1a98-aab8-477d-9181-12563984df76 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:26:54.556361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Attempting to bind port 851b1a98-aab8-477d-9181-12563984df76 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:26:54.556767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Attempting to bind port 851b1a98-aab8-477d-9181-12563984df76 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:54.578679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Port 851b1a98-aab8-477d-9181-12563984df76 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:26:54.579158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Attempting to bind port 851b1a98-aab8-477d-9181-12563984df76 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:26:54.585013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:26:54.585374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:26:54.585676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe6c-c816-46ca-955e-d7042cb6b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.585982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:26:54.586430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Bound port: 851b1a98-aab8-477d-9181-12563984df76, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:26:54.587019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.610680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe6c-c816-46ca-955e-d7042cb6b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.733830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-6e26763a-919b-4ba1-8d7e-4d84a7acdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:54.734596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] For port 851b1a98-aab8-477d-9181-12563984df76, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:26:54.735409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-6e26763a-919b-4ba1-8d7e-4d84a7acdd85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1094 time: 0.0618036 Aug 06 15:26:54.754016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:54.765511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244951b1-542d-42d5-a39b-ae8959ddca06 req-08560498-378c-403b-997b-31285d4e0e09 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:54.773665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-244951b1-542d-42d5-a39b-ae8959ddca06 req-08560498-378c-403b-997b-31285d4e0e09 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 943 time: 0.1412375 Aug 06 15:26:54.780960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] For port 851b1a98-aab8-477d-9181-12563984df76, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=851b1a98-aab8-477d-9181-12563984df76,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:26:54.786940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe6c-c816-46ca-955e-d7042cb6b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.789901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe6c-c816-46ca-955e-d7042cb6b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.791049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ed61fe6c-c816-46ca-955e-d7042cb6b0de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70c2ec0b-7a57-4531-9931-90d0e0f4992c HTTP/1.1" status: 204 len: 168 time: 0.2893786 Aug 06 15:26:54.797008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa69af45-a896-451c-ae1d-3dea9330400e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.830310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-244951b1-542d-42d5-a39b-ae8959ddca06 req-db44443d-812f-4b37-aa0c-eca9f3acb11c tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557277 Aug 06 15:26:54.877224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.885747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61fe6c-c816-46ca-955e-d7042cb6b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2ec0b-7a57-4531-9931-90d0e0f4992c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:54.929381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:54.930077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:54.931566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] 10.222.0.64 "PUT /v2.0/ports/851b1a98-aab8-477d-9181-12563984df76 HTTP/1.1" status: 200 len: 1096 time: 1.5696528 Aug 06 15:26:54.950412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-fe9c44ef-c543-4d9f-bfa0-634936662b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:54.952465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-fe9c44ef-c543-4d9f-bfa0-634936662b5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.2086608 Aug 06 15:26:54.964733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'tag': '851b1a98-aab8-477d-9181-12563984df76'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:26:55.021105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-0f54295b-1cc7-45f5-8605-a688d7d5c275 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0596321 Aug 06 15:26:55.022754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5796-9d25-4b4e-a9e8-0ac5d6edbf86 req-a6c0d9e0-0d91-4127-b6ff-84b80d274f74 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:55.024797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bba5796-9d25-4b4e-a9e8-0ac5d6edbf86 req-a6c0d9e0-0d91-4127-b6ff-84b80d274f74 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 948 time: 0.1058331 Aug 06 15:26:55.058263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940312b-5a79-45d8-b187-fec1c4b9e91e service neutron] Pushing event updated for resources: {'Port': ['ID=851b1a98-aab8-477d-9181-12563984df76,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:55.088349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bba5796-9d25-4b4e-a9e8-0ac5d6edbf86 req-92702afd-f646-4f4f-9d72-111a5d2d4119 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547659 Aug 06 15:26:55.141780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-1d4027d1-8536-4e71-b43b-a97423b338b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:55.144183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-1d4027d1-8536-4e71-b43b-a97423b338b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=079ff52180134ebf897e8f290ce2d1bb&device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 1099 time: 0.0547760 Aug 06 15:26:55.210730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-17dfa134-939c-4a4a-9379-623612ca998d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=851b1a98-aab8-477d-9181-12563984df76 HTTP/1.1" status: 200 len: 217 time: 0.0562885 Aug 06 15:26:55.216899 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea3483e-9c81-412d-9c33-198c42d91ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0fde21-6c52-425a-9d89-808d27d69a67", "tag": "851b1a98-aab8-477d-9181-12563984df76"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:26:55.221441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-75d462c6-a02c-4721-8c34-d28b216e3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:55.222995 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-75d462c6-a02c-4721-8c34-d28b216e3bb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1910579 Aug 06 15:26:55.263504 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-66c79c9a-22ea-4bdc-9430-442f396b422b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296476 Aug 06 15:26:55.273668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa69af45-a896-451c-ae1d-3dea9330400e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.286228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6b9f534-8f07-4af3-b896-4b9246fc7bef details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:26:55.295751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-f7f33d11-bf0d-410d-8c8b-b29c03e05b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:55.297000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-f7f33d11-bf0d-410d-8c8b-b29c03e05b60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0717249 Aug 06 15:26:55.381033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa69af45-a896-451c-ae1d-3dea9330400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.415172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6b9f534-8f07-4af3-b896-4b9246fc7bef, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:55.430687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'port_id': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'mac_address': 'fa:16:3e:a1:9b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:26:55.446984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-9c5c265e-7d61-4fd0-a01d-da79383efdd4 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718616 Aug 06 15:26:55.448019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69af45-a896-451c-ae1d-3dea9330400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abf531c-9dd8-42b0-92cb-422bf57a1532,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:55.452475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fa69af45-a896-451c-ae1d-3dea9330400e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e91324827d464aa5bedf9eff8ab58646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6975052 Aug 06 15:26:55.455088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:55.476097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d2f7e-16fe-4ea8-8ed6-3c4bd73ca677 req-29cf0771-d5ea-4925-a4f5-f9362babf5ef tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:55.477462 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.479245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da3d2f7e-16fe-4ea8-8ed6-3c4bd73ca677 req-29cf0771-d5ea-4925-a4f5-f9362babf5ef tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.1988547 Aug 06 15:26:55.494084 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.496909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b9f534-8f07-4af3-b896-4b9246fc7bef {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:55.504193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-8a17d591-5ea0-4015-99eb-007a82792ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:55.506953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-8a17d591-5ea0-4015-99eb-007a82792ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844018 Aug 06 15:26:55.524887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6b9f534-8f07-4af3-b896-4b9246fc7bef, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:55.579534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da3d2f7e-16fe-4ea8-8ed6-3c4bd73ca677 req-c59e075b-c867-445c-930d-5a98786893cf tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902212 Aug 06 15:26:55.614474 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f31f65-ad23-4556-ac14-8885683a5842 req-ba35c3c1-4961-45b5-bec8-51360b2d970c service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475089 Aug 06 15:26:55.628344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a95a18-4f1a-46fb-938f-795b6aff9a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.647527 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.655968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a95a18-4f1a-46fb-938f-795b6aff9a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.689264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-823f02bd-c870-4dfa-9fd8-c7587e7ecf2a service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632283 Aug 06 15:26:55.709924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c6b9f534-8f07-4af3-b896-4b9246fc7bef,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:55.796185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4b6a12-dee1-42c6-ad77-5f3178e723b6 req-a2a5570a-fa8c-4923-9448-e19075b2d8c2 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980701 Aug 06 15:26:55.812073 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc75b07-c647-4b10-9c0a-b49e5691028a x-openstack-request-id: req-1dc75b07-c647-4b10-9c0a-b49e5691028a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:26:55.812073 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0fde21-6c52-425a-9d89-808d27d69a67", "tag": "851b1a98-aab8-477d-9181-12563984df76", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:26:55.812073 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dc75b07-c647-4b10-9c0a-b49e5691028a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:26:55.812491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a95a18-4f1a-46fb-938f-795b6aff9a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.812628 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'tag': '851b1a98-aab8-477d-9181-12563984df76', 'status': 'completed', 'code': 200} Aug 06 15:26:55.813435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78a95a18-4f1a-46fb-938f-795b6aff9a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.816741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-78a95a18-4f1a-46fb-938f-795b6aff9a0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1abf531c-9dd8-42b0-92cb-422bf57a1532 HTTP/1.1" status: 204 len: 168 time: 0.3586099 Aug 06 15:26:55.825566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a95a18-4f1a-46fb-938f-795b6aff9a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abf531c-9dd8-42b0-92cb-422bf57a1532,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:55.884800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:55.898330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39bcc74d-a8b8-4b6b-8a1e-797044d0f630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:55.940475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c6b9f534-8f07-4af3-b896-4b9246fc7bef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:26:56.086443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39bcc74d-a8b8-4b6b-8a1e-797044d0f630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:56.098188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-21686f68-48e2-4795-b168-ea951eb533c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.100261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-21686f68-48e2-4795-b168-ea951eb533c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=079ff52180134ebf897e8f290ce2d1bb&device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 1099 time: 0.1201041 Aug 06 15:26:56.112190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d762d-e1ca-425d-ad14-9c32d580f31d req-00ff654a-3330-421f-b968-d790ae0d4e66 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.113570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063d762d-e1ca-425d-ad14-9c32d580f31d req-00ff654a-3330-421f-b968-d790ae0d4e66 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 944 time: 0.0743086 Aug 06 15:26:56.201576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39bcc74d-a8b8-4b6b-8a1e-797044d0f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:56.216622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063d762d-e1ca-425d-ad14-9c32d580f31d req-7660aeb9-918e-40c7-a000-8c2005b7103b tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942719 Aug 06 15:26:56.264438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-39bcc74d-a8b8-4b6b-8a1e-797044d0f630 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95258138b04241938fb4dd81cdf97d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714294 Aug 06 15:26:56.264438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:56.275706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcc74d-a8b8-4b6b-8a1e-797044d0f630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227ef106-a7ff-4274-8fa5-d05a19b431ec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:56.301525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-a620bd75-886b-4301-9412-86ba5221cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.304393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-a620bd75-886b-4301-9412-86ba5221cf11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1894779 Aug 06 15:26:56.424054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-04faff54-fc82-40cd-a000-df0a4ba41b8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=851b1a98-aab8-477d-9181-12563984df76 HTTP/1.1" status: 200 len: 217 time: 0.0528152 Aug 06 15:26:56.430309 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8b6a-bfc4-43c3-96d1-db7d9997c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:56.460022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-2c4515dc-3cf4-481c-83cd-226950847e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.461488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-2c4515dc-3cf4-481c-83cd-226950847e0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0751777 Aug 06 15:26:56.513394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7d33-7e60-4a4e-9d61-27d5475d42a2 req-98f33f28-fb65-419f-9ffa-4365776cea93 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.513394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdac7d33-7e60-4a4e-9d61-27d5475d42a2 req-98f33f28-fb65-419f-9ffa-4365776cea93 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 948 time: 0.1257672 Aug 06 15:26:56.513394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8b6a-bfc4-43c3-96d1-db7d9997c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:56.581238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-726c7d52-1d43-496f-8d0b-b5a4f17650f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.582756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-726c7d52-1d43-496f-8d0b-b5a4f17650f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131968 Aug 06 15:26:56.586562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdac7d33-7e60-4a4e-9d61-27d5475d42a2 req-20bb3c5c-cabc-4ccf-b3fb-a387cbdbe72b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957668 Aug 06 15:26:56.716743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-cbf7dc19-6ca8-4b2a-85f5-d45f3550ed1a service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258957 Aug 06 15:26:56.929197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfad320-70f6-44ff-af16-73d8247e3d37 req-bc308a86-8eca-401e-a8db-9f2f66a94989 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:56.929197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edfad320-70f6-44ff-af16-73d8247e3d37 req-bc308a86-8eca-401e-a8db-9f2f66a94989 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.0897131 Aug 06 15:26:56.929197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edfad320-70f6-44ff-af16-73d8247e3d37 req-87b626e9-ad63-4be3-83ee-4cac69cee201 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480278 Aug 06 15:26:56.929197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cea3483e-9c81-412d-9c33-198c42d91ea4 req-d7035e4d-56b2-4cea-9246-aca9490a8b59 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261034 Aug 06 15:26:57.243324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8b6a-bfc4-43c3-96d1-db7d9997c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:57.243324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8b6a-bfc4-43c3-96d1-db7d9997c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:57.243324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bf3c8b6a-bfc4-43c3-96d1-db7d9997c9e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/227ef106-a7ff-4274-8fa5-d05a19b431ec HTTP/1.1" status: 204 len: 168 time: 0.9677637 Aug 06 15:26:57.243324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c8b6a-bfc4-43c3-96d1-db7d9997c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ef106-a7ff-4274-8fa5-d05a19b431ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:57.251684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:26:57.311116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6b9f534-8f07-4af3-b896-4b9246fc7bef up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:57.414452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:57.432767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'port_id': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'mac_address': 'fa:16:3e:93:7f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7380fa-fc0b-41c9-a93f-d008b705ff8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:26:57.464509 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:57.477143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:57.500081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:57.961426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c6b9f534-8f07-4af3-b896-4b9246fc7bef completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:57.964636 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:57.968657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c6b9f534-8f07-4af3-b896-4b9246fc7bef triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:57.974779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:57.994194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a987c15-fd2f-460b-9fcd-33b992228090 req-463af994-34bc-4227-99d2-e73b4e5fba3a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:57.996444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a987c15-fd2f-460b-9fcd-33b992228090 req-463af994-34bc-4227-99d2-e73b4e5fba3a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 944 time: 0.0769861 Aug 06 15:26:58.051451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:58.078619 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-86dc74b2-cff1-494c-b44e-ed5cd13efbe1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479674 Aug 06 15:26:58.081372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a987c15-fd2f-460b-9fcd-33b992228090 req-c3a2191e-cdbd-4746-b395-43c57feb02d8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757060 Aug 06 15:26:58.096026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d56308-b939-4983-846f-ebbecd59c8c2 req-46a0eaba-dfa4-48bc-a9f0-c02907ab4a00 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.096212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:58.098015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d56308-b939-4983-846f-ebbecd59c8c2 req-46a0eaba-dfa4-48bc-a9f0-c02907ab4a00 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 948 time: 0.0936954 Aug 06 15:26:58.131854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:26:58.134587 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feaed292-8837-4ca9-82cb-682bdb7d1bb7" -d '{"events": [{"server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "name": "network-vif-plugged", "status": "completed", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:26:58.155111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d56308-b939-4983-846f-ebbecd59c8c2 req-aa7bd9a1-a147-490c-b6d4-6e16a0adb75a tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504413 Aug 06 15:26:58.168506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6b9f534-8f07-4af3-b896-4b9246fc7bef, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:58.199183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:26:58.200411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-3b10d5ec-b885-4ae4-b5b2-e9b3d4fde321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.201920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-3b10d5ec-b885-4ae4-b5b2-e9b3d4fde321 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1d91999d817543ae88b9362114dd4bf1&device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 1123 time: 0.0662940 Aug 06 15:26:58.271008 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:58.356791 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d15fcea-e353-4326-9b94-e5c439c2db4c x-openstack-request-id: req-4d15fcea-e353-4326-9b94-e5c439c2db4c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:26:58.357380 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "name": "network-vif-plugged", "status": "completed", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:26:58.357785 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d15fcea-e353-4326-9b94-e5c439c2db4c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:26:58.358482 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'code': 200} Aug 06 15:26:58.373944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf563d43-97dc-4746-b0de-d39efcd493fc req-fffc4643-1839-47b1-85ef-276cc5f1ae50 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.375504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf563d43-97dc-4746-b0de-d39efcd493fc req-fffc4643-1839-47b1-85ef-276cc5f1ae50 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 944 time: 0.1132340 Aug 06 15:26:58.385010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c6b9f534-8f07-4af3-b896-4b9246fc7bef,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:58.385952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-f80c3b5c-967c-423f-bd30-3bb30cbb820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.387542 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-f80c3b5c-967c-423f-bd30-3bb30cbb820d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1610694 Aug 06 15:26:58.441619 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-09743e72-0f37-4f05-91ed-fe7d3701777d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8 HTTP/1.1" status: 200 len: 217 time: 0.0461991 Aug 06 15:26:58.494322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf563d43-97dc-4746-b0de-d39efcd493fc req-ba56a00d-b6bd-4a77-a404-dae475e77a81 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075156 Aug 06 15:26:58.500907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57660) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:58.515491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fa407-8095-4d88-b583-4dbb24a6e1d3 req-a9b52867-91dd-431d-9070-271e50377034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.515491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-943fa407-8095-4d88-b583-4dbb24a6e1d3 req-a9b52867-91dd-431d-9070-271e50377034 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 1096 time: 0.0994558 Aug 06 15:26:58.553305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-9e12708f-55cf-4f31-b3bf-e8e5c46adc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.555167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-9e12708f-55cf-4f31-b3bf-e8e5c46adc27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1065779 Aug 06 15:26:58.581874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-943fa407-8095-4d88-b583-4dbb24a6e1d3 req-b651a3ee-d41b-4924-9e41-786c7a54cc24 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601377 Aug 06 15:26:58.596352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:58.609597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-ebc13a5c-81df-4233-b76e-d8bc822791e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:58.611269 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-ebc13a5c-81df-4233-b76e-d8bc822791e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466468 Aug 06 15:26:58.710208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-522a6b25-d886-4bd9-8366-aa4672e687f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:58.756032 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-0b013fca-f6be-43b4-97f1-167ed699c186 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359546 Aug 06 15:26:58.915139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-196adf34-54b9-4a25-bc8a-5f8c174b7efd req-7a245f7f-9e25-406d-b861-e68a80b86ba1 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494079 Aug 06 15:26:58.924692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-522a6b25-d886-4bd9-8366-aa4672e687f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.035728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-522a6b25-d886-4bd9-8366-aa4672e687f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.077839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a6b25-d886-4bd9-8366-aa4672e687f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745bceb7-c234-40b5-bb99-65ae3409b456,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:59.081919 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-522a6b25-d886-4bd9-8366-aa4672e687f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd59f82c7ca94d398d748e1489359d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800536 Aug 06 15:26:59.085498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:26:59.204762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61b8227d-1557-4893-a3b8-fc865a8dcb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.246384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61b8227d-1557-4893-a3b8-fc865a8dcb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.263927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5dcfd-f5ea-4163-b9a5-ac40c2439de2 req-e0907acd-0548-4188-bad8-a6cce12b778e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:59.265427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dab5dcfd-f5ea-4163-b9a5-ac40c2439de2 req-e0907acd-0548-4188-bad8-a6cce12b778e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 945 time: 0.0757036 Aug 06 15:26:59.284886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 851b1a98-aab8-477d-9181-12563984df76 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:26:59.288484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:26:59.356389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dab5dcfd-f5ea-4163-b9a5-ac40c2439de2 req-13d1b362-46ab-4b43-84cc-71ffc06c1d97 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725243 Aug 06 15:26:59.453219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61b8227d-1557-4893-a3b8-fc865a8dcb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.456744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61b8227d-1557-4893-a3b8-fc865a8dcb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.457889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61b8227d-1557-4893-a3b8-fc865a8dcb45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/745bceb7-c234-40b5-bb99-65ae3409b456 HTTP/1.1" status: 204 len: 168 time: 0.3714333 Aug 06 15:26:59.508052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8227d-1557-4893-a3b8-fc865a8dcb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745bceb7-c234-40b5-bb99-65ae3409b456,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:59.519741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edd154-ea41-4390-85a9-e73e92bc767c req-5f7fb733-4890-468c-82d2-08256c581ae7 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:59.522288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20edd154-ea41-4390-85a9-e73e92bc767c req-5f7fb733-4890-468c-82d2-08256c581ae7 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 948 time: 0.1138783 Aug 06 15:26:59.528626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 851b1a98-aab8-477d-9181-12563984df76, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=851b1a98-aab8-477d-9181-12563984df76,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:59.554810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '851b1a98-aab8-477d-9181-12563984df76', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '851b1a98-aab8-477d-9181-12563984df76', 'mac_address': 'fa:16:3e:17:db:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:26:59.559785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa2af-6168-46a6-8b53-385fd9086e88 req-598701f8-250d-4887-b8a8-0ba591378bc7 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:59.561382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0cbfa2af-6168-46a6-8b53-385fd9086e88 req-598701f8-250d-4887-b8a8-0ba591378bc7 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 972 time: 0.0997713 Aug 06 15:26:59.586472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:26:59.594238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:26:59.594610 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.596373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20edd154-ea41-4390-85a9-e73e92bc767c req-3a95a436-08a4-4187-9795-e4eb2ca9ade3 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654929 Aug 06 15:26:59.620126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0cbfa2af-6168-46a6-8b53-385fd9086e88 req-4972b456-cdb8-4fd5-88d1-0804a114d332 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497456 Aug 06 15:26:59.637613 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.665587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851b1a98-aab8-477d-9181-12563984df76 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:26:59.798292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeb9cc-a88c-4b22-abac-cf5029294cdf req-b60fcae5-8e92-47b5-adfe-2b31646048d0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:26:59.804106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7edeb9cc-a88c-4b22-abac-cf5029294cdf req-b60fcae5-8e92-47b5-adfe-2b31646048d0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 944 time: 0.0961552 Aug 06 15:26:59.818928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 851b1a98-aab8-477d-9181-12563984df76, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=851b1a98-aab8-477d-9181-12563984df76,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:59.860248 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.860574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7edeb9cc-a88c-4b22-abac-cf5029294cdf req-8db47939-8e8b-4e0e-a911-cc345775ba01 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520434 Aug 06 15:26:59.893686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:26:59.906903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:26:59.950068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=851b1a98-aab8-477d-9181-12563984df76,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:26:59.990145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:00.042587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:00.170609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['851b1a98-aab8-477d-9181-12563984df76'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:00.233517 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:27:00.334876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:00.350088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a5d34e-ae23-4f88-a530-3c48b83c81f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:00.365930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:00.370094 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df424f-8747-4036-bd5e-e8aa283ed399" -d '{"events": [{"server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:00.533009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a5d34e-ae23-4f88-a530-3c48b83c81f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:00.553706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0cfd7-eb3b-4456-8302-ef7a59d054f3 req-b325a634-c9d2-403f-977b-bb6841abb059 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:00.555251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67a0cfd7-eb3b-4456-8302-ef7a59d054f3 req-b325a634-c9d2-403f-977b-bb6841abb059 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 945 time: 0.1063313 Aug 06 15:27:00.597348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67a0cfd7-eb3b-4456-8302-ef7a59d054f3 req-3dca437f-99fe-4d4a-8976-abd38e02e8d4 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359774 Aug 06 15:27:00.618704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90a5d34e-ae23-4f88-a530-3c48b83c81f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:00.669469 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff4a48c-929a-4baf-8f23-c49d2aad672b x-openstack-request-id: req-8ff4a48c-929a-4baf-8f23-c49d2aad672b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:00.669469 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "name": "network-vif-plugged", "status": "completed", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:00.669469 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ff4a48c-929a-4baf-8f23-c49d2aad672b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:00.669469 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'code': 200} Aug 06 15:27:00.670575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d34e-ae23-4f88-a530-3c48b83c81f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108391cf-1781-4752-a8b7-1a6e46da5bf4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:00.709330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-90a5d34e-ae23-4f88-a530-3c48b83c81f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f05fe1a86c94abb8f5683888d82f251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725095 Aug 06 15:27:00.712607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:00.784997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f955c0-d890-428a-a558-6e386b7e9a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:00.813773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb09a1-41f0-48b4-81e3-229a05b51caa req-5aa9ab81-d5a7-4998-bd2c-d74f0f210467 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:00.815345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16bb09a1-41f0-48b4-81e3-229a05b51caa req-5aa9ab81-d5a7-4998-bd2c-d74f0f210467 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 949 time: 0.0943573 Aug 06 15:27:00.822981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac7930-ed1e-4d1b-9890-d62c5fa7adec req-07039f84-a3e7-4d05-bc16-66bd17b9a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:00.824573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24ac7930-ed1e-4d1b-9890-d62c5fa7adec req-07039f84-a3e7-4d05-bc16-66bd17b9a36a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1096 time: 0.0693481 Aug 06 15:27:00.856745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f955c0-d890-428a-a558-6e386b7e9a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:00.908924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020086-2895-493f-9bca-b672fba8aec4 req-c83249df-5c98-4ae4-ba58-d46f87dfb655 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:00.912408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56020086-2895-493f-9bca-b672fba8aec4 req-c83249df-5c98-4ae4-ba58-d46f87dfb655 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.59 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 972 time: 0.1223087 Aug 06 15:27:00.919482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16bb09a1-41f0-48b4-81e3-229a05b51caa req-29a42b1e-126d-4776-b5fd-a9a8b73c3e4f tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869877 Aug 06 15:27:00.925672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24ac7930-ed1e-4d1b-9890-d62c5fa7adec req-43d30d20-f6c2-424e-928b-2e3e104de8d4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906551 Aug 06 15:27:01.098442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f955c0-d890-428a-a558-6e386b7e9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.101652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f955c0-d890-428a-a558-6e386b7e9a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.105605 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b1f955c0-d890-428a-a558-6e386b7e9a12 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/108391cf-1781-4752-a8b7-1a6e46da5bf4 HTTP/1.1" status: 204 len: 168 time: 0.3910143 Aug 06 15:27:01.116106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f955c0-d890-428a-a558-6e386b7e9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108391cf-1781-4752-a8b7-1a6e46da5bf4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:01.126981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Deleting port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:27:01.127545 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.141080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-b6533f6e-2d07-4308-9460-57f3416e0ac9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484283 Aug 06 15:27:01.237465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] For port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:01.237831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.253715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Calling delete_port for 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 owned by compute:tempest-test_az-1253077764 {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:27:01.276445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c4758-a0e1-404b-8f91-bb37ed761d9c req-b79024a3-a9ac-445d-abef-f6b6b3fa4274 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:01.277927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-236c4758-a0e1-404b-8f91-bb37ed761d9c req-b79024a3-a9ac-445d-abef-f6b6b3fa4274 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 972 time: 0.1154902 Aug 06 15:27:01.316101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-c6608fd7-ae96-40aa-a13c-43d554e56cb4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:01.318188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-c6608fd7-ae96-40aa-a13c-43d554e56cb4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707776 Aug 06 15:27:01.335131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 851b1a98-aab8-477d-9181-12563984df76 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:01.345038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-236c4758-a0e1-404b-8f91-bb37ed761d9c req-9e616ad9-ef55-4d90-abca-5d52e29bc1cf tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/security-groups?id=70e80bf5-e185-45b4-bf06-ff45c2dfeb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Aug 06 15:27:01.346239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-61a9543a-d648-4121-b00a-e61223cd26c9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/quotas/63870539f7e044a9a021cd9cb081c12d HTTP/1.1" status: 200 len: 375 time: 0.0176480 Aug 06 15:27:01.389464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-6d3ffabb-16c8-47b8-9197-ac7811d8e74e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339243 Aug 06 15:27:01.475652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 851b1a98-aab8-477d-9181-12563984df76 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:01.480022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 851b1a98-aab8-477d-9181-12563984df76 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:01.480172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bc0bc-7c9c-4509-9156-f33e9707f110 req-8185b974-97d7-41ff-8c0c-bf6e0cfea313 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:01.480576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.481757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-654bc0bc-7c9c-4509-9156-f33e9707f110 req-8185b974-97d7-41ff-8c0c-bf6e0cfea313 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 945 time: 0.0600765 Aug 06 15:27:01.541855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-654bc0bc-7c9c-4509-9156-f33e9707f110 req-c5c5266b-5f17-460e-93f0-4a347e403b17 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Aug 06 15:27:01.591406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.630370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 851b1a98-aab8-477d-9181-12563984df76, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=851b1a98-aab8-477d-9181-12563984df76,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:01.749973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.750512 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.806913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6ddd2259-7e8a-4267-89b0-17f0e350e4b8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:01.822162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e60b01-d9b1-477b-ae74-9b6732d0da95 req-66f4a612-ea49-4286-81b9-6879edebcf2d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:01.830354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97e60b01-d9b1-477b-ae74-9b6732d0da95 req-66f4a612-ea49-4286-81b9-6879edebcf2d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 945 time: 0.0793579 Aug 06 15:27:01.891098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Pushing event deleted for resources: {'Port': ['ID=6ddd2259-7e8a-4267-89b0-17f0e350e4b8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:01.899748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=851b1a98-aab8-477d-9181-12563984df76,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:01.915050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97e60b01-d9b1-477b-ae74-9b6732d0da95 req-ee44cb70-5e4c-4091-9e6e-f52801f04aeb tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834985 Aug 06 15:27:01.968776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] No DVR routers for this DVR port 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:01.972670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:01.975966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56020086-2895-493f-9bca-b672fba8aec4 req-083d1dae-92b2-41ae-ab81-ddf0738efc11 tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.59 "DELETE /v2.0/ports/6ddd2259-7e8a-4267-89b0-17f0e350e4b8 HTTP/1.1" status: 204 len: 173 time: 1.0587902 Aug 06 15:27:01.976319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'name': 'network-vif-deleted', 'tag': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:01.990510 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7f086e-cfe0-48e4-ae3b-ffb0a4eb0c2b" -d '{"events": [{"server_uuid": "44b80bf6-aaca-4d4e-9c62-110d0624f3a5", "name": "network-vif-deleted", "tag": "6ddd2259-7e8a-4267-89b0-17f0e350e4b8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:02.112553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7eecdf8-36b7-4353-b4d4-f3c8f306687c req-f1c8120a-0b65-46ae-8f53-7df88a19fbc0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 210 time: 0.0550373 Aug 06 15:27:02.230647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cd9ce-532f-44ca-9b3c-ed026bc2ff49 req-e161ad69-01e0-4261-9354-6ab45340c96b tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:02.232102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-059cd9ce-532f-44ca-9b3c-ed026bc2ff49 req-e161ad69-01e0-4261-9354-6ab45340c96b tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 945 time: 0.0849969 Aug 06 15:27:02.245659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c26bb6-b0a3-456e-9143-38fe4a4d130c req-e04be4fc-b9f8-4780-9ff0-a46cb29a79ff tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:02.245659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07c26bb6-b0a3-456e-9143-38fe4a4d130c req-e04be4fc-b9f8-4780-9ff0-a46cb29a79ff tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 950 time: 0.0871520 Aug 06 15:27:02.246269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:02.252051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'floatingip': {'port_id': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:02.321822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07c26bb6-b0a3-456e-9143-38fe4a4d130c req-3c312441-f275-4be2-a256-4a122ab344d8 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687387 Aug 06 15:27:02.344435 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e1bf3e-3832-4e0a-8cb0-dfd5c23a047d x-openstack-request-id: req-77e1bf3e-3832-4e0a-8cb0-dfd5c23a047d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:02.344727 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b80bf6-aaca-4d4e-9c62-110d0624f3a5", "name": "network-vif-deleted", "tag": "6ddd2259-7e8a-4267-89b0-17f0e350e4b8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:02.349099 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77e1bf3e-3832-4e0a-8cb0-dfd5c23a047d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:02.349099 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b80bf6-aaca-4d4e-9c62-110d0624f3a5', 'name': 'network-vif-deleted', 'tag': '6ddd2259-7e8a-4267-89b0-17f0e350e4b8', 'status': 'completed', 'code': 200} Aug 06 15:27:02.353272 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:02.574853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d3cf67c-9806-4e69-bfb6-46d8deddcaaf req-618c468a-d77d-47c4-9d7d-c5995ec1182e tempest-AggregatesAdminTestJSON-678528302 tempest-AggregatesAdminTestJSON-678528302-project] 10.222.0.16 "GET /v2.0/ports?device_id=44b80bf6-aaca-4d4e-9c62-110d0624f3a5 HTTP/1.1" status: 200 len: 210 time: 0.0534718 Aug 06 15:27:02.670633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b1a98-aab8-477d-9181-12563984df76'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:02.673018 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af1ebf-2bd3-47b4-aeac-93ccb218493f" -d '{"events": [{"server_uuid": "bc0fde21-6c52-425a-9d89-808d27d69a67", "name": "network-vif-plugged", "status": "completed", "tag": "851b1a98-aab8-477d-9181-12563984df76"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:02.674867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47ca31-95e0-4c42-9c4d-e6effcdc1207 req-1d028ed2-ad6f-4898-a04a-adb31ed39a77 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:02.676513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f47ca31-95e0-4c42-9c4d-e6effcdc1207 req-1d028ed2-ad6f-4898-a04a-adb31ed39a77 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 945 time: 0.0582705 Aug 06 15:27:02.716071 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3670ee6b-df4d-4b77-a2db-6b3d214ae51a x-openstack-request-id: req-3670ee6b-df4d-4b77-a2db-6b3d214ae51a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:02.716648 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0fde21-6c52-425a-9d89-808d27d69a67", "name": "network-vif-plugged", "status": "completed", "tag": "851b1a98-aab8-477d-9181-12563984df76", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:02.717204 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3670ee6b-df4d-4b77-a2db-6b3d214ae51a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:02.717783 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b1a98-aab8-477d-9181-12563984df76', 'code': 200} Aug 06 15:27:02.748740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f47ca31-95e0-4c42-9c4d-e6effcdc1207 req-d0798bfd-45ad-44ee-881a-9ac791bf3140 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638258 Aug 06 15:27:02.825836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb53d0-2ddd-4bf3-b9da-86ea68f1222f req-128b54f4-b3fc-49fc-97f4-d01ddb712087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:02.827418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1bb53d0-2ddd-4bf3-b9da-86ea68f1222f req-128b54f4-b3fc-49fc-97f4-d01ddb712087 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 1101 time: 0.0464149 Aug 06 15:27:02.873539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1bb53d0-2ddd-4bf3-b9da-86ea68f1222f req-c7d47a8d-be3f-416a-bf8d-b0ffa817376c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Aug 06 15:27:03.097569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:03.109607 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:03.176883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf7426bc-882c-4e28-8cb6-4e9078bac986 req-769605d6-663d-4da3-bffd-ce142db44fd3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 210 time: 0.0264258 Aug 06 15:27:03.216786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:03.230334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:03.323444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec651b-29a8-43d3-97d3-e40e281390b0 req-495bf009-90fb-4f82-b472-47206453757a tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:03.324920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30ec651b-29a8-43d3-97d3-e40e281390b0 req-495bf009-90fb-4f82-b472-47206453757a tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1096 time: 0.0552449 Aug 06 15:27:03.345614 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Floating IP 96617069-3961-4324-891d-516235b68f37 associated. External IP: 172.25.5.247, port: c6b9f534-8f07-4af3-b896-4b9246fc7bef. Aug 06 15:27:03.412091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30ec651b-29a8-43d3-97d3-e40e281390b0 req-93640c14-1830-4fe0-909b-b83cacbb9d5d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798333 Aug 06 15:27:03.484477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc4f94-b544-4c46-b01a-615829d6ddbe req-58017ab8-4baa-420c-8aa9-a25758796537 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:03.486112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1bc4f94-b544-4c46-b01a-615829d6ddbe req-58017ab8-4baa-420c-8aa9-a25758796537 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 950 time: 0.0631483 Aug 06 15:27:03.505231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c441f961-ccab-4537-aa26-8eeca7e12fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:03.528935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-287d325a-3ef7-425c-acdf-6a7d21333d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:03.674228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Router 735f8232-4299-49b4-9ab5-6beda03fd1af has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:27:03.799002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1bc4f94-b544-4c46-b01a-615829d6ddbe req-e24a590a-6f05-4028-8f9c-2da88c80dc2a tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849398 Aug 06 15:27:03.822721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ad465-a13c-4f91-a17f-85cfa1905b52 req-261c863b-a4e1-4e1f-84ee-f5b8cf435853 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:03.822721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e45ad465-a13c-4f91-a17f-85cfa1905b52 req-261c863b-a4e1-4e1f-84ee-f5b8cf435853 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1096 time: 0.0867405 Aug 06 15:27:03.824076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:27:03.837149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:03.839319 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:27:03.856839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:27:03.859312 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:27:03.895120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-115e2d44-3e06-47b5-909b-8f4b8b8e10ce tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "PUT /v2.0/floatingips/96617069-3961-4324-891d-516235b68f37 HTTP/1.1" status: 200 len: 991 time: 1.6471078 Aug 06 15:27:03.899757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e45ad465-a13c-4f91-a17f-85cfa1905b52 req-3f22da63-6e74-46a5-883c-0017bee8c03f tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Aug 06 15:27:03.953953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c441f961-ccab-4537-aa26-8eeca7e12fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.029503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c441f961-ccab-4537-aa26-8eeca7e12fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.100116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:04.100700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c441f961-ccab-4537-aa26-8eeca7e12fe4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d8991aaef3e437ea2b4ccbaf5f3124e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0001743 Aug 06 15:27:04.105774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f961-ccab-4537-aa26-8eeca7e12fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da642d-5b84-42ff-b239-ae906160a6c3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:04.151347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:27:04.180539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-287d325a-3ef7-425c-acdf-6a7d21333d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.196365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39cd6ccd-cf6b-4753-9188-44d34217ef6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.225312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39cd6ccd-cf6b-4753-9188-44d34217ef6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.309880 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-287d325a-3ef7-425c-acdf-6a7d21333d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.334027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a51561e2-9acf-451e-b8b4-24c53e9e0d2d req-b87702dd-66f6-4461-9c79-f25da3fa8229 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 210 time: 0.0364056 Aug 06 15:27:04.346085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:04.349625 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9049a35f-b404-400c-8209-c9fc6e59731c" -d '{"events": [{"name": "network-changed", "server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:04.373107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-287d325a-3ef7-425c-acdf-6a7d21333d3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de596c1d1ae34b8cb7d0aaef87aedc47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1393638 Aug 06 15:27:04.373823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:04.384287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d325a-3ef7-425c-acdf-6a7d21333d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd77c64-3d88-4303-b9e1-2c6783fc7ee8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:04.398312 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623c0e35-76c3-4b1b-9fb9-67920b29f00f x-openstack-request-id: req-623c0e35-76c3-4b1b-9fb9-67920b29f00f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:04.398463 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:04.398713 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-623c0e35-76c3-4b1b-9fb9-67920b29f00f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:04.399106 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'status': 'completed', 'code': 200} Aug 06 15:27:04.417945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:27:04.449636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39cd6ccd-cf6b-4753-9188-44d34217ef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.464150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39cd6ccd-cf6b-4753-9188-44d34217ef6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.467263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-39cd6ccd-cf6b-4753-9188-44d34217ef6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3da642d-5b84-42ff-b239-ae906160a6c3 HTTP/1.1" status: 204 len: 168 time: 0.3637722 Aug 06 15:27:04.485733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:27:04.486076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6ddd2259-7e8a-4267-89b0-17f0e350e4b8 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:27:04.507284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd6ccd-cf6b-4753-9188-44d34217ef6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da642d-5b84-42ff-b239-ae906160a6c3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:04.517842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a35f-b404-400c-8209-c9fc6e59731c req-070d5e48-ee93-49ac-89c0-1d4505d59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:04.522403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-070d5e48-ee93-49ac-89c0-1d4505d59318 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 1096 time: 0.0933933 Aug 06 15:27:04.534582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f1214a-b924-4380-ba31-0d34cbd30d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.547762 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '96617069-3961-4324-891d-516235b68f37', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'port_id': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'mac_address': 'fa:16:3e:a1:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f799db-4d84-4c28-971c-a8c25befc858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:26:35Z', 'updated_at': '2021-08-06T15:27:02Z', 'revision_number': 1, 'project_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:27:04.576198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f1214a-b924-4380-ba31-0d34cbd30d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.596722 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:27:04.608641 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:27:04.609707 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:26:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:27:04.646290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:04.683861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a35f-b404-400c-8209-c9fc6e59731c req-ccaaf23a-f2e6-4e86-b212-3837563e3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:04.685726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-ccaaf23a-f2e6-4e86-b212-3837563e3d99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 924 time: 0.1541302 Aug 06 15:27:04.694234 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-b67b955d-c41e-4865-b966-b843cf715628 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520315 Aug 06 15:27:04.788216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f1214a-b924-4380-ba31-0d34cbd30d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.791122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f1214a-b924-4380-ba31-0d34cbd30d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.792654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d9f1214a-b924-4380-ba31-0d34cbd30d77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cd77c64-3d88-4303-b9e1-2c6783fc7ee8 HTTP/1.1" status: 204 len: 168 time: 0.4175587 Aug 06 15:27:04.807366 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:27:04.812934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1214a-b924-4380-ba31-0d34cbd30d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd77c64-3d88-4303-b9e1-2c6783fc7ee8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:04.815217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac8b47fe-98f0-46b7-b029-f1f08bd326d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:04.830939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-66fe563c-8fdf-441a-a233-11760c1fc32b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef HTTP/1.1" status: 200 len: 999 time: 0.1377590 Aug 06 15:27:04.909324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-b47529a5-cb8b-4928-ab43-1130532229df tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:04.910981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-b47529a5-cb8b-4928-ab43-1130532229df tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115560 Aug 06 15:27:04.930493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a35f-b404-400c-8209-c9fc6e59731c req-949e3c57-fe7e-400d-9699-fd012b9d778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:04.932227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:04.933242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-949e3c57-fe7e-400d-9699-fd012b9d778c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.0952682 Aug 06 15:27:05.009898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-c38c4383-4add-479f-820a-5d947521cd28 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6e38004e37164b309cbaa536e9850cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278790 Aug 06 15:27:05.013187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049a35f-b404-400c-8209-c9fc6e59731c req-324d101b-3264-4352-adab-34cd8cee3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:05.015017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-324d101b-3264-4352-adab-34cd8cee3dce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735185 Aug 06 15:27:05.158768 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '96617069-3961-4324-891d-516235b68f37', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'port_id': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'mac_address': 'fa:16:3e:a1:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f799db-4d84-4c28-971c-a8c25befc858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:26:35Z', 'updated_at': '2021-08-06T15:27:02Z', 'revision_number': 1, 'project_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:27:05.188273 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1f5ec4-8472-4e7e-9e7b-32045b9a640a None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '96617069-3961-4324-891d-516235b68f37', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'port_id': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'mac_address': 'fa:16:3e:a1:9b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f799db-4d84-4c28-971c-a8c25befc858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:26:35Z', 'updated_at': '2021-08-06T15:27:02Z', 'revision_number': 1, 'project_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:27:05.254406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b1f5b4d-6d26-4e63-bcb2-a3581c422f2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d91999d817543ae88b9362114dd4bf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6041090 Aug 06 15:27:05.255096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:05.261969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:05.265649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.281534 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.284517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-84fd9e1f-66a6-43ec-9d5e-ac40235d3b55 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:05.288286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-84fd9e1f-66a6-43ec-9d5e-ac40235d3b55 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2705154 Aug 06 15:27:05.309316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-f367b2e6-329a-492e-a018-a29f99e62a7f service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793715 Aug 06 15:27:05.313431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-83ebb98c-4bc3-4602-a7d5-ebb00bb90adc tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/quotas/6e38004e37164b309cbaa536e9850cc3 HTTP/1.1" status: 200 len: 375 time: 0.0198886 Aug 06 15:27:05.350624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af4e137b-834a-428d-b5d6-13432898d2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.366734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-4348222c-780b-40d5-a761-13723497e777 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e38004e37164b309cbaa536e9850cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433269 Aug 06 15:27:05.384687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af4e137b-834a-428d-b5d6-13432898d2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.445179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9049a35f-b404-400c-8209-c9fc6e59731c req-fd5af593-bacf-4ae2-a21b-1510a7343c8d service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288497 Aug 06 15:27:05.466979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.507659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fda09ee-e50a-497f-8786-749c3cb881d9 None None] New status for floating IP 96617069-3961-4324-891d-516235b68f37: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:27:05.597196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.724210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:05.741250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91b9b5c6-bf8d-453f-8a55-d91208fa6abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.789741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.128 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/dc18e40e-453a-4205-8b98-604120dcd006) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:05.852995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72fb865-1ce0-4b24-9358-f1d4e244589a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:05.859778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af4e137b-834a-428d-b5d6-13432898d2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.862337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af4e137b-834a-428d-b5d6-13432898d2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:05.871099 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-af4e137b-834a-428d-b5d6-13432898d2be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70e80bf5-e185-45b4-bf06-ff45c2dfeb56 HTTP/1.1" status: 204 len: 168 time: 0.6145830 Aug 06 15:27:05.875579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55410f-47c2-4cf1-8985-631f2030bf75 req-454d1bbc-cb33-4910-bfd3-14bb31a92b7e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:05.885245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de55410f-47c2-4cf1-8985-631f2030bf75 req-454d1bbc-cb33-4910-bfd3-14bb31a92b7e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 950 time: 0.1075187 Aug 06 15:27:05.896978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e137b-834a-428d-b5d6-13432898d2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e80bf5-e185-45b4-bf06-ff45c2dfeb56,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:05.956452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de55410f-47c2-4cf1-8985-631f2030bf75 req-6ee5ae21-b3bb-481b-84f3-1163bf20291c tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700364 Aug 06 15:27:06.029366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91b9b5c6-bf8d-453f-8a55-d91208fa6abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.132719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-725a6fdd-2734-438b-9a71-dafcb25814ed req-2508038e-d263-41b0-b919-ce3bf0dc1aea tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 210 time: 0.0289457 Aug 06 15:27:06.133572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91b9b5c6-bf8d-453f-8a55-d91208fa6abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.183293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91b9b5c6-bf8d-453f-8a55-d91208fa6abf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc5a9f7d2e50484d9f07432dfab6e8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578226 Aug 06 15:27:06.184102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:06.184648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9b5c6-bf8d-453f-8a55-d91208fa6abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b0c588-3dc6-41d9-a4e6-3497ddec6752,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:06.229490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-740ce29a-31cd-4a46-8932-cbb63152f87c req-a6f1d019-e59d-4bd3-9963-23835545c5b0 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 210 time: 0.0408239 Aug 06 15:27:06.234738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:06.255660 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12da54e0-3a58-40d4-badb-74107e53258f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.283781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.301466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14437f47-fc7f-458b-9869-58c399410940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.323081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object dc18e40e-453a-4205-8b98-604120dcd006 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:06.335165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14437f47-fc7f-458b-9869-58c399410940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.412647 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12da54e0-3a58-40d4-badb-74107e53258f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.430623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.498774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14437f47-fc7f-458b-9869-58c399410940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.502776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14437f47-fc7f-458b-9869-58c399410940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.508787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-14437f47-fc7f-458b-9869-58c399410940 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40b0c588-3dc6-41d9-a4e6-3497ddec6752 HTTP/1.1" status: 204 len: 168 time: 0.3212574 Aug 06 15:27:06.519114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14437f47-fc7f-458b-9869-58c399410940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b0c588-3dc6-41d9-a4e6-3497ddec6752,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:06.532912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:06.549589 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-12da54e0-3a58-40d4-badb-74107e53258f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.553122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:06.555534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=dc18e40e-453a-4205-8b98-604120dcd006,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:06.558712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:06.612485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-12da54e0-3a58-40d4-badb-74107e53258f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da6f6b63131d463788b6659d2ec81445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768833 Aug 06 15:27:06.612878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da54e0-3a58-40d4-badb-74107e53258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81288c28-7965-49b2-be4c-97954fec198a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:06.618008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:06.652365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:06.653353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.679901 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28be7b8-0ac3-40de-a88d-f0c0bd2b12d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.709972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28be7b8-0ac3-40de-a88d-f0c0bd2b12d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.800198 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-e822b3f4-3678-48e2-933c-b1ea492cd1af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8775618 Aug 06 15:27:06.812629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Request body: {'port': {'device_id': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:06.866894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.919836 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28be7b8-0ac3-40de-a88d-f0c0bd2b12d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.922761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c28be7b8-0ac3-40de-a88d-f0c0bd2b12d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:06.923999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c28be7b8-0ac3-40de-a88d-f0c0bd2b12d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81288c28-7965-49b2-be4c-97954fec198a HTTP/1.1" status: 204 len: 168 time: 0.3049970 Aug 06 15:27:06.935355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28be7b8-0ac3-40de-a88d-f0c0bd2b12d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81288c28-7965-49b2-be4c-97954fec198a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:06.998517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1bf13a4-4a9d-41de-9eb3-323967b80b56 None None] Provisioning for port dc18e40e-453a-4205-8b98-604120dcd006 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:07.003406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1bf13a4-4a9d-41de-9eb3-323967b80b56 None None] Provisioning complete for port dc18e40e-453a-4205-8b98-604120dcd006 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:07.006658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1bf13a4-4a9d-41de-9eb3-323967b80b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.043879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e1bf13a4-4a9d-41de-9eb3-323967b80b56 None None] Port dc18e40e-453a-4205-8b98-604120dcd006 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:07.134176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:07.155405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc18e40e-453a-4205-8b98-604120dcd006 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:07.164696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.178487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Transition to ACTIVE for port object dc18e40e-453a-4205-8b98-604120dcd006 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:07.233828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-59f9e296-148a-4ca4-a055-6cc3382355c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8f427e12fa3456ab525cacbcc3a7ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674040 Aug 06 15:27:07.234167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:07.274363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232916da-09f2-4f07-b24d-9ba4fdf4e22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.284348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2fed0-8d3e-46a7-a935-08d455ad23b7 req-87a97114-6765-4286-8460-766964f9fd1b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:07.294331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5df2fed0-8d3e-46a7-a935-08d455ad23b7 req-87a97114-6765-4286-8460-766964f9fd1b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 936 time: 0.0688632 Aug 06 15:27:07.310196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232916da-09f2-4f07-b24d-9ba4fdf4e22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.337077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5df2fed0-8d3e-46a7-a935-08d455ad23b7 req-d1c8ffef-9d27-46dd-a441-0b1e91e72118 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Aug 06 15:27:07.344391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.505289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc18e40e-453a-4205-8b98-604120dcd006,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:07.515763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-d6fe9770-be57-4a77-ad5f-4c3840b4b78b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=079ff52180134ebf897e8f290ce2d1bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510020 Aug 06 15:27:07.562271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232916da-09f2-4f07-b24d-9ba4fdf4e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.566315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-232916da-09f2-4f07-b24d-9ba4fdf4e22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.571044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-232916da-09f2-4f07-b24d-9ba4fdf4e22b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bad2b21-86ee-4edb-9463-21ffacc738e3 HTTP/1.1" status: 204 len: 168 time: 0.3642366 Aug 06 15:27:07.604687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232916da-09f2-4f07-b24d-9ba4fdf4e22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad2b21-86ee-4edb-9463-21ffacc738e3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:07.604878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a15d516-ffe1-4e53-a7f4-863009465d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.608591 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.655372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Attempting to bind port dc18e40e-453a-4205-8b98-604120dcd006 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:07.656562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Attempting to bind port dc18e40e-453a-4205-8b98-604120dcd006 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:07.657976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Attempting to bind port dc18e40e-453a-4205-8b98-604120dcd006 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:07.666941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Port dc18e40e-453a-4205-8b98-604120dcd006 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:07.667740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Attempting to bind port dc18e40e-453a-4205-8b98-604120dcd006 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:07.675013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:07.675669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:07.676319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:07.677658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Bound port: dc18e40e-453a-4205-8b98-604120dcd006, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:07.678368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:07.713081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-f64fa738-efc6-48be-8180-076f6d1ac4f6 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:07.714730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-f64fa738-efc6-48be-8180-076f6d1ac4f6 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910334 Aug 06 15:27:07.750590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-b0225486-7505-4205-848c-5e8251a90cd0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/quotas/079ff52180134ebf897e8f290ce2d1bb HTTP/1.1" status: 200 len: 375 time: 0.0229623 Aug 06 15:27:07.809028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-87e88143-c1d0-40c2-9843-e57e4eec75c5 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079ff52180134ebf897e8f290ce2d1bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507486 Aug 06 15:27:07.814598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] For port dc18e40e-453a-4205-8b98-604120dcd006, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:07.819886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] For port dc18e40e-453a-4205-8b98-604120dcd006, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dc18e40e-453a-4205-8b98-604120dcd006,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:07.965786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:08.006768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:08.007392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:08.008851 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] 10.222.0.59 "PUT /v2.0/ports/dc18e40e-453a-4205-8b98-604120dcd006 HTTP/1.1" status: 200 len: 1096 time: 1.2003291 Aug 06 15:27:08.009397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'tag': 'dc18e40e-453a-4205-8b98-604120dcd006'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:08.013918 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba17b20c-122d-4a3c-8321-68d412faf9ad", "tag": "dc18e40e-453a-4205-8b98-604120dcd006"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:08.053831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da954658-4f98-4d1f-be11-240ede43ebf8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc18e40e-453a-4205-8b98-604120dcd006,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:08.228133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-27c8fe6b-064f-449c-aa5d-b6992d4f88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:08.235964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-27c8fe6b-064f-449c-aa5d-b6992d4f88e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 1099 time: 0.0622327 Aug 06 15:27:08.294120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-2c17620b-c0c5-4f72-a2b9-01ce075e380f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=dc18e40e-453a-4205-8b98-604120dcd006 HTTP/1.1" status: 200 len: 217 time: 0.0467517 Aug 06 15:27:08.294454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-653e99eb-6b87-4672-812c-405f5bd73131 req-2aded6f3-638d-4cd3-beb7-64a3669d4423 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 210 time: 0.0405731 Aug 06 15:27:08.386705 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8133ca98-b22f-47c2-9a83-43994c698cc6 x-openstack-request-id: req-8133ca98-b22f-47c2-9a83-43994c698cc6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:08.387578 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba17b20c-122d-4a3c-8321-68d412faf9ad", "tag": "dc18e40e-453a-4205-8b98-604120dcd006", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:08.388164 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8133ca98-b22f-47c2-9a83-43994c698cc6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:08.390769 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'tag': 'dc18e40e-453a-4205-8b98-604120dcd006', 'status': 'completed', 'code': 200} Aug 06 15:27:08.448814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-1bc62921-173d-497d-bbfa-060c0056453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:08.453541 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-1bc62921-173d-497d-bbfa-060c0056453c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1478910 Aug 06 15:27:08.504203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-3f91889b-337d-453c-80b7-118751ece5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:08.506223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-3f91889b-337d-453c-80b7-118751ece5a3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0458546 Aug 06 15:27:08.560830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37ca5689-4280-4f4e-b564-7cc8354a9773 req-52978929-f1a3-48e0-a1c6-ff7ccc6cb5ff tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 210 time: 0.0328846 Aug 06 15:27:08.622503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-20373967-05a0-48e0-bd8b-1116fcebdb0e service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084123 Aug 06 15:27:08.627456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.59', 58289) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:08.682101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-19016284-22e3-4ab6-8885-70d16941a8a7 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6e38004e37164b309cbaa536e9850cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489588 Aug 06 15:27:08.695144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ea422-4266-4953-84a6-d6ebcc25e044 req-12c8dcae-73a3-4982-ab45-3e0d2df6c6b5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:08.697055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f45ea422-4266-4953-84a6-d6ebcc25e044 req-12c8dcae-73a3-4982-ab45-3e0d2df6c6b5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 948 time: 0.0693836 Aug 06 15:27:08.742642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f45ea422-4266-4953-84a6-d6ebcc25e044 req-2ab44271-d0f5-4ced-b28e-834cdb097029 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Aug 06 15:27:08.762002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:08.840859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26fbe9f8-cb81-4171-a64a-cd62ba37f4a0 req-9308c8c5-8279-4907-87a6-2920b7a43c49 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913896 Aug 06 15:27:08.861498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-acaf92b1-4c51-4e13-bd80-241a603b1dec tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:08.862969 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-acaf92b1-4c51-4e13-bd80-241a603b1dec tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740990 Aug 06 15:27:08.876210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Request body: {'port': {'device_id': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '6e38004e37164b309cbaa536e9850cc3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:08.884531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:09.032254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-e5bdb4e1-3f69-4d31-8253-a924d042e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:09.033771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-e5bdb4e1-3f69-4d31-8253-a924d042e03f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 1099 time: 0.0731289 Aug 06 15:27:09.128172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Made reservation on behalf of 6e38004e37164b309cbaa536e9850cc3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:09.132389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:09.152190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:09.157165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-d687f20a-c9a4-4ead-8050-3ea4194bb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:09.158564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-d687f20a-c9a4-4ead-8050-3ea4194bb0cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1174331 Aug 06 15:27:09.211861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-c8b72af6-9e9d-42f6-b80e-e231d02db4e4 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:27:09.212040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-e8dec0f9-665a-420f-aeec-fcd045c09ae1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=dc18e40e-453a-4205-8b98-604120dcd006 HTTP/1.1" status: 200 len: 217 time: 0.0448077 Aug 06 15:27:09.213253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-c8b72af6-9e9d-42f6-b80e-e231d02db4e4 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3276458 Aug 06 15:27:09.292777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-12f88291-9416-4790-b1e8-405fb5ba86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:09.294262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-12f88291-9416-4790-b1e8-405fb5ba86cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0657227 Aug 06 15:27:09.363835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:09.369473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-1e401b5e-c676-4212-a71b-7ad6c788da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:09.371060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-1e401b5e-c676-4212-a71b-7ad6c788da45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672090 Aug 06 15:27:09.427955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05bfb62c-77d2-4506-b6e2-b4c88d1e5916 req-12dce86c-dccf-49be-b1e8-5b268329f214 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 210 time: 0.0398791 Aug 06 15:27:09.479637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:09.604632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:09.624326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-2f8b77a0-48bb-4c23-91b5-d98548bdb966 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453907 Aug 06 15:27:09.631651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.632079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.632421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.632761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.633093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.633425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.633757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.634145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.634480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.634807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.635147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.635784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:09.648703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:09.649206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Unknown quota resources ['binding']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:27:09.718544 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3bf7bdb-5d98-4465-90bd-c8b2e34c11e9 req-64152c55-ce03-4ad1-9ddb-4c4814135de0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 210 time: 0.0753586 Aug 06 15:27:09.750961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Allocated IP 192.168.233.15 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/b82f7ef5-dd8d-4e4e-b670-18cfbb026725) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:09.795977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a068d1e2-6a36-4c1a-bd7c-a76e6b27e6c1 req-837a9020-5bdd-4e10-877a-ec36da032de1 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559367 Aug 06 15:27:09.889337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:09.889860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:09.890417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:09.897998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:09.898565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:09.906777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:09.907339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:09.907912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:09.908492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Bound port: bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:09.944395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ba404-24e1-4e5b-8e63-c54dadb20fe5 req-f6692d1c-809c-401b-8a41-f51dbe3b02a4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:09.946223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-955ba404-24e1-4e5b-8e63-c54dadb20fe5 req-f6692d1c-809c-401b-8a41-f51dbe3b02a4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 948 time: 0.1021819 Aug 06 15:27:10.009940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.030184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Transition to ACTIVE for port object b82f7ef5-dd8d-4e4e-b670-18cfbb026725 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:10.048652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-955ba404-24e1-4e5b-8e63-c54dadb20fe5 req-212bba05-efe2-4e51-be0b-21f5981b69af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769567 Aug 06 15:27:10.059656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:10.155108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.156464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.160267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a573ee04-5e43-4a0b-8260-210cf0b5a854 service neutron] 10.222.0.16 "POST /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc/bindings HTTP/1.1" status: 201 len: 389 time: 0.7662086 Aug 06 15:27:10.199972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:10.204903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:10.208534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:10.235249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Pushing event updated for resources: {'Port': ['ID=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:10.263882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:10.264454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.349170 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-b9d0b4bf-1887-498f-a053-13c99d305486 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4769015 Aug 06 15:27:10.361936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Request body: {'port': {'device_id': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:10.441081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.544032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4096eb6d-6a7e-498a-9eff-3aca6e7875ff None None] Provisioning for port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:10.549528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4096eb6d-6a7e-498a-9eff-3aca6e7875ff None None] Provisioning complete for port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:10.550450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4096eb6d-6a7e-498a-9eff-3aca6e7875ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.587297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610830-32e8-444d-ae2c-bbc97d123a19 req-ebc42214-7338-419c-9f9d-7608ab460af9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:10.592025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25610830-32e8-444d-ae2c-bbc97d123a19 req-ebc42214-7338-419c-9f9d-7608ab460af9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 945 time: 0.1230366 Aug 06 15:27:10.600532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4096eb6d-6a7e-498a-9eff-3aca6e7875ff None None] Port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:10.615753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:10.673096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f10e8-3376-4538-9e74-74c16516e31c req-a94f5f8f-f2a7-4bd5-96f9-5215b9105726 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:10.674750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f16f10e8-3376-4538-9e74-74c16516e31c req-a94f5f8f-f2a7-4bd5-96f9-5215b9105726 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 935 time: 0.1579916 Aug 06 15:27:10.676611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-eee9e1eb-cbf3-4fd7-b8a1-bda062653833 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=079ff52180134ebf897e8f290ce2d1bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805573 Aug 06 15:27:10.760661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25610830-32e8-444d-ae2c-bbc97d123a19 req-e7ac7aef-4259-45f0-b135-ac50befdd113 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497395 Aug 06 15:27:10.862697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f16f10e8-3376-4538-9e74-74c16516e31c req-c55aa0e9-790e-4420-a612-aaa139789953 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764207 Aug 06 15:27:10.935427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-4625202c-56d6-4939-af94-99d5fa2ebaac tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:10.937055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82f7ef5-dd8d-4e4e-b670-18cfbb026725 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:10.937872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-4625202c-56d6-4939-af94-99d5fa2ebaac tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476726 Aug 06 15:27:10.959853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Request body: {'port': {'device_id': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '079ff52180134ebf897e8f290ce2d1bb'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:10.987405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.031239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Transition to ACTIVE for port object b82f7ef5-dd8d-4e4e-b670-18cfbb026725 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:11.034412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51af7892-22c2-4198-bf7c-90d248bd58eb req-3d6e6a53-b67c-427e-91ab-96929f45aa4f tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 210 time: 0.0378280 Aug 06 15:27:11.063716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-8eae5a8c-a9d5-47a6-a21a-da00b6a0eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:11.065499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-8eae5a8c-a9d5-47a6-a21a-da00b6a0eb7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1096 time: 0.1312897 Aug 06 15:27:11.122927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.198098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ec1ad-3406-42bd-b891-501de1336221 req-607db98e-a7ab-4efd-bbb7-59b5680beced tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:11.204476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-827ec1ad-3406-42bd-b891-501de1336221 req-607db98e-a7ab-4efd-bbb7-59b5680beced tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 948 time: 0.0681763 Aug 06 15:27:11.241042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:11.249131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-827ec1ad-3406-42bd-b891-501de1336221 req-6ff047a2-7f23-45a0-b76f-345ee743266c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430787 Aug 06 15:27:11.313537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-99b1b461-e8b4-4881-bb08-fe676230c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:11.315114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-99b1b461-e8b4-4881-bb08-fe676230c2b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.2402368 Aug 06 15:27:11.321536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Made reservation on behalf of 079ff52180134ebf897e8f290ce2d1bb for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:11.325691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.374822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-e270c401-94ab-43dd-9fae-871ed3fcbaf6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0526550 Aug 06 15:27:11.385321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Attempting to bind port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:11.385917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Attempting to bind port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:11.386249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Attempting to bind port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:11.434994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:11.435456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Attempting to bind port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:11.447675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:11.447980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:11.448352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:11.448792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Bound port: b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:11.449146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.523548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Allocated IP 192.168.233.172 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/35434b63-c17b-4203-b768-23947a72718e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:11.569417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] For port b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:11.581514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] For port b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:11.586513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-95003bf4-4444-4f15-968c-05631df7a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:11.588163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-95003bf4-4444-4f15-968c-05631df7a7e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1993334 Aug 06 15:27:11.627698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-9df58145-403a-4f9f-aa1e-df38b1e51abc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329216 Aug 06 15:27:11.675571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.722182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.757458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Transition to ACTIVE for port object 35434b63-c17b-4203-b768-23947a72718e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:11.762423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:11.763043 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.764497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] 10.222.0.59 "PUT /v2.0/ports/b82f7ef5-dd8d-4e4e-b670-18cfbb026725 HTTP/1.1" status: 200 len: 1095 time: 1.4073262 Aug 06 15:27:11.766757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'tag': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:11.769166 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad3256-531c-4498-b6a6-37ce67044b48" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf1e123-d60a-4994-85db-6bf46aaf7f12", "tag": "b82f7ef5-dd8d-4e4e-b670-18cfbb026725"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:11.807147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88822605-647f-4f95-8048-679cb0e45d02 service neutron] Pushing event updated for resources: {'Port': ['ID=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:11.845374 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-48ddf1c2-447e-4590-8caf-b5acded523a3 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097673 Aug 06 15:27:11.899239 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:11.920028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['851b1a98-aab8-477d-9181-12563984df76'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:11.933407 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5327af7a-e5f1-4c4a-88fd-241eac2499e1 x-openstack-request-id: req-5327af7a-e5f1-4c4a-88fd-241eac2499e1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:11.935548 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf1e123-d60a-4994-85db-6bf46aaf7f12", "tag": "b82f7ef5-dd8d-4e4e-b670-18cfbb026725", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:11.935847 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5327af7a-e5f1-4c4a-88fd-241eac2499e1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:11.936248 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'tag': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725', 'status': 'completed', 'code': 200} Aug 06 15:27:12.000423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Pushing event updated for resources: {'Port': ['ID=35434b63-c17b-4203-b768-23947a72718e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:12.047912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-67df45d1-cd38-439b-9263-e13791a3873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.048644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-67df45d1-cd38-439b-9263-e13791a3873f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e38004e37164b309cbaa536e9850cc3&device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 1098 time: 0.1109338 Aug 06 15:27:12.050489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.051077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.051691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.052839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.053256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.053659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.054492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.054492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.054770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.055333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.055729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.057698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.065867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:12.081236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:12.081236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:12.105922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-3f5b6807-0fae-4bca-b2b2-cb424b3010c0 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429845 Aug 06 15:27:12.107295 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-4c9fbccd-55a2-4e20-a51f-2ab9cea9a4cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725 HTTP/1.1" status: 200 len: 217 time: 0.0490496 Aug 06 15:27:12.128342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a98dc9-bc07-44ff-ae15-783ac08ab8d8 req-0f05c1d6-52ed-4ca2-ba80-8bbc4dde1b55 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.130616 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38a98dc9-bc07-44ff-ae15-783ac08ab8d8 req-0f05c1d6-52ed-4ca2-ba80-8bbc4dde1b55 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 945 time: 0.1338632 Aug 06 15:27:12.182824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-45b5bff1-56d7-40c8-a248-b2b97f7550a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.187648 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-45b5bff1-56d7-40c8-a248-b2b97f7550a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0672736 Aug 06 15:27:12.190897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.191595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:12.221933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38a98dc9-bc07-44ff-ae15-783ac08ab8d8 req-b8a2bb11-30eb-4367-a35c-d88f59a11767 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817699 Aug 06 15:27:12.299383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-22ea79da-0bcb-4e9a-b2ed-73db3fa4d96e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3439653 Aug 06 15:27:12.336230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Request body: {'port': {'device_id': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:12.362610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53971428-8e54-4106-b299-e00444459d21 req-69e6c6f8-3b52-4da8-9c94-73209c3b7ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.362610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-69e6c6f8-3b52-4da8-9c94-73209c3b7ce5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1354558 Aug 06 15:27:12.410357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-658bf424-1822-437b-9409-46fbb6bf3b1e tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.411945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-658bf424-1822-437b-9409-46fbb6bf3b1e tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1393497 Aug 06 15:27:12.421986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dc18e40e-453a-4205-8b98-604120dcd006 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:12.446074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:12.526368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-a492bae6-439f-417a-96f1-e05a018d1bfe service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584146 Aug 06 15:27:12.526916 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:12.529997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a31e52b-4fbd-4750-a81b-c6a05ee515b6 None None] Provisioning for port 35434b63-c17b-4203-b768-23947a72718e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:12.544088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port dc18e40e-453a-4205-8b98-604120dcd006, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dc18e40e-453a-4205-8b98-604120dcd006,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:12.551543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a31e52b-4fbd-4750-a81b-c6a05ee515b6 None None] Provisioning complete for port 35434b63-c17b-4203-b768-23947a72718e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:12.552639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a31e52b-4fbd-4750-a81b-c6a05ee515b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:12.579568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'dc18e40e-453a-4205-8b98-604120dcd006', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'dc18e40e-453a-4205-8b98-604120dcd006', 'mac_address': 'fa:16:3e:86:85:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:12.625312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a31e52b-4fbd-4750-a81b-c6a05ee515b6 None None] Port 35434b63-c17b-4203-b768-23947a72718e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:12.637108 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:12.643075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5612fd6-c4d5-44a2-8e5a-6a787e7cb1a8 req-5131cbdf-9fc9-4c3b-9b2d-ac82d9b88fd1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.651250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5612fd6-c4d5-44a2-8e5a-6a787e7cb1a8 req-5131cbdf-9fc9-4c3b-9b2d-ac82d9b88fd1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 947 time: 0.3523242 Aug 06 15:27:12.652284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc18e40e-453a-4205-8b98-604120dcd006 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:12.664057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:12.673806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port dc18e40e-453a-4205-8b98-604120dcd006, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dc18e40e-453a-4205-8b98-604120dcd006,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:12.730817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd939e7-8197-4347-ac9f-137128aefbdd req-966ce85a-c396-4882-8c23-09e715ddf4a5 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:12.732537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fd939e7-8197-4347-ac9f-137128aefbdd req-966ce85a-c396-4882-8c23-09e715ddf4a5 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 936 time: 0.1865177 Aug 06 15:27:12.741918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5612fd6-c4d5-44a2-8e5a-6a787e7cb1a8 req-282a62b1-c730-4352-ad89-b3bd94314d88 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898886 Aug 06 15:27:12.765860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:12.835415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=dc18e40e-453a-4205-8b98-604120dcd006,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:12.851284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.851956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.854006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.854570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.855326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.855835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.856672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.857161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.857640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.858644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.859138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.860672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:27:12.872196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fd939e7-8197-4347-ac9f-137128aefbdd req-78434a6e-3d39-4c13-9e6f-2bc0cbd689d5 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186235 Aug 06 15:27:12.961759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:12.964591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-53971428-8e54-4106-b299-e00444459d21 req-72716509-3bf6-4014-b032-3130f959544a service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288428 Aug 06 15:27:12.991224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:13.040302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:13.064390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a4ad-f3c2-49d2-a1e1-01c759bae97e req-b9d9e8a1-5f6a-4426-8f38-51d8de977522 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.072449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec4a4ad-f3c2-49d2-a1e1-01c759bae97e req-b9d9e8a1-5f6a-4426-8f38-51d8de977522 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 949 time: 0.0865231 Aug 06 15:27:13.135834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.152631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-799be49c-3ec4-40da-84d6-6ce275cfea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.154631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-799be49c-3ec4-40da-84d6-6ce275cfea42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e38004e37164b309cbaa536e9850cc3&device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 1098 time: 0.0576296 Aug 06 15:27:13.156326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec4a4ad-f3c2-49d2-a1e1-01c759bae97e req-c2bc0fc1-dedb-47b8-b103-ae8db877045f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828342 Aug 06 15:27:13.183892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35434b63-c17b-4203-b768-23947a72718e {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:13.192024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.209180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Transition to ACTIVE for port object 35434b63-c17b-4203-b768-23947a72718e will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:13.232574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.326941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-b13a12a1-cf7d-4fcf-9e92-785610db19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.328562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-b13a12a1-cf7d-4fcf-9e92-785610db19a4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1656134 Aug 06 15:27:13.336695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.343112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:13.402602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-e4c3c5a6-891e-412a-9d1f-6e17bc530f5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725 HTTP/1.1" status: 200 len: 217 time: 0.0561318 Aug 06 15:27:13.403414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:13.403753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:13.404110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:13.410579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:13.410914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Attempting to bind port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:13.423982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Pushing event updated for resources: {'Port': ['ID=35434b63-c17b-4203-b768-23947a72718e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:13.446740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:13.447093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:13.447484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:13.447961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Bound port: bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:13.448329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.493365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-49f5f63e-e584-464f-a7b2-fa390473251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.494857 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-49f5f63e-e584-464f-a7b2-fa390473251c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0802512 Aug 06 15:27:13.538583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e68604-b053-4f71-bbbc-1d9f358f3a0d req-2f0479f9-4a90-437c-9a1a-96bac7b2136f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.540828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39e68604-b053-4f71-bbbc-1d9f358f3a0d req-2f0479f9-4a90-437c-9a1a-96bac7b2136f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.1212223 Aug 06 15:27:13.582817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:13.586993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:13.589267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-65673ad9-3019-443f-b772-66fdfbc55540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.590786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-65673ad9-3019-443f-b772-66fdfbc55540 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0764666 Aug 06 15:27:13.591277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Attempting to bind port 35434b63-c17b-4203-b768-23947a72718e on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:13.591617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Attempting to bind port 35434b63-c17b-4203-b768-23947a72718e by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:13.591981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Attempting to bind port 35434b63-c17b-4203-b768-23947a72718e on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:13.599828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Port 35434b63-c17b-4203-b768-23947a72718e on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:13.600434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Attempting to bind port 35434b63-c17b-4203-b768-23947a72718e on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:13.615108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39e68604-b053-4f71-bbbc-1d9f358f3a0d req-e3258661-80a6-4763-a04e-a75afc3e0633 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635021 Aug 06 15:27:13.618304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:13.618647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:13.619032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:13.619746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Bound port: 35434b63-c17b-4203-b768-23947a72718e, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:13.619910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.683590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.717051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] For port 35434b63-c17b-4203-b768-23947a72718e, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:13.722683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] For port 35434b63-c17b-4203-b768-23947a72718e, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=35434b63-c17b-4203-b768-23947a72718e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:13.779845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:13.786598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.797663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-929e2a70-c193-4f87-8fe9-e7131fc15d7f service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949148 Aug 06 15:27:13.833933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.834747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.836137 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-d8bdd33f-f678-42af-bf76-1364eafdfdb7 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 1121 time: 1.3951073 Aug 06 15:27:13.839478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:13.840388 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:13.842820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] 10.222.0.64 "PUT /v2.0/ports/35434b63-c17b-4203-b768-23947a72718e HTTP/1.1" status: 200 len: 1096 time: 1.5314276 Aug 06 15:27:13.843285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'tag': '35434b63-c17b-4203-b768-23947a72718e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:13.845911 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c4b4c8-c911-40ad-853c-d4ec79ed9814" -d '{"events": [{"name": "network-changed", "server_uuid": "87ddac4a-454d-4d96-9529-c2b433cdde5b", "tag": "35434b63-c17b-4203-b768-23947a72718e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:13.932489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:13.941325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'}, {'name': 'network-changed', 'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:13.944837 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a6545-bc79-45eb-8dee-e413fe88244e" -d '{"events": [{"server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc"}, {"name": "network-changed", "server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:13.950985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc999198-0dfc-41d0-b726-7557ae9bb053 service neutron] Pushing event updated for resources: {'Port': ['ID=35434b63-c17b-4203-b768-23947a72718e,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:13.969953 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aad3256-531c-4498-b6a6-37ce67044b48 req-e0039978-111e-407b-831b-ebddc342b838 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465321 Aug 06 15:27:14.050035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6705-545c-4fff-8281-c554df38c3ae req-899bb226-20bc-4f69-9264-529812d335d1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.061364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-481d6705-545c-4fff-8281-c554df38c3ae req-899bb226-20bc-4f69-9264-529812d335d1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 947 time: 0.1949735 Aug 06 15:27:14.065110 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176325e-5ca1-4cb4-9b31-6398627d381e x-openstack-request-id: req-3176325e-5ca1-4cb4-9b31-6398627d381e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:14.065392 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ddac4a-454d-4d96-9529-c2b433cdde5b", "tag": "35434b63-c17b-4203-b768-23947a72718e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:14.065654 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3176325e-5ca1-4cb4-9b31-6398627d381e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:14.068070 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'tag': '35434b63-c17b-4203-b768-23947a72718e', 'status': 'completed', 'code': 200} Aug 06 15:27:14.112380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-481d6705-545c-4fff-8281-c554df38c3ae req-2a05dc86-10a5-40d8-8453-8f4b440e6880 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500896 Aug 06 15:27:14.117497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:14.147382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:14.160414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-fc09192e-7956-43e2-9924-f160c4e16bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.162719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-fc09192e-7956-43e2-9924-f160c4e16bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=079ff52180134ebf897e8f290ce2d1bb&device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 1099 time: 0.1890082 Aug 06 15:27:14.175860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53bd3c-d942-4262-99e3-f68c4648e2cf req-38069473-ff46-4b17-8d9c-e623397a67d9 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.185440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e53bd3c-d942-4262-99e3-f68c4648e2cf req-38069473-ff46-4b17-8d9c-e623397a67d9 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 948 time: 0.0788043 Aug 06 15:27:14.208328 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915186e1-33e9-4c4b-bf2c-124bf596deae x-openstack-request-id: req-915186e1-33e9-4c4b-bf2c-124bf596deae {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:14.208328 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc", "code": 200}, {"name": "network-changed", "server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:14.208328 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-915186e1-33e9-4c4b-bf2c-124bf596deae {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:14.208328 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'code': 200} Aug 06 15:27:14.209087 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'status': 'completed', 'code': 200} Aug 06 15:27:14.235602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-79c8b431-195f-453c-b18b-f98767c614c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=35434b63-c17b-4203-b768-23947a72718e HTTP/1.1" status: 200 len: 217 time: 0.0472286 Aug 06 15:27:14.257575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e53bd3c-d942-4262-99e3-f68c4648e2cf req-ae26cae2-7d90-4658-b749-d6ff11e8496e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709853 Aug 06 15:27:14.313934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-9a7202ac-2068-4936-b6d7-fd4e691345c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.315433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-9a7202ac-2068-4936-b6d7-fd4e691345c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1124 time: 0.0604846 Aug 06 15:27:14.316300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe0d00b2-ed61-41e8-a4ad-66f03fdd1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.345180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-1fa13977-6d7e-4f1f-b57e-17cb54ba192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.346607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-1fa13977-6d7e-4f1f-b57e-17cb54ba192f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0881934 Aug 06 15:27:14.391416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2599a57c-4ee8-4a53-8ae3-2e5bffb1f4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.391416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206773b-5b57-44a2-a4ff-c46a96b2703d req-9ef840cb-1aeb-4a6a-98e7-0b7be2c9fbae tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.392454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f206773b-5b57-44a2-a4ff-c46a96b2703d req-9ef840cb-1aeb-4a6a-98e7-0b7be2c9fbae tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 949 time: 0.1016245 Aug 06 15:27:14.420932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dc18e40e-453a-4205-8b98-604120dcd006 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:14.450505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-9d48bb22-81b1-4b13-a170-6a55b4a0e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.451505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-41fd6695-aae0-4deb-9575-2a2ceac8f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.452199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-9d48bb22-81b1-4b13-a170-6a55b4a0e719 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0955045 Aug 06 15:27:14.453008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-41fd6695-aae0-4deb-9575-2a2ceac8f23e service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1278608 Aug 06 15:27:14.483478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f206773b-5b57-44a2-a4ff-c46a96b2703d req-205540df-ee09-492b-b1ca-28d8ce24262a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712535 Aug 06 15:27:14.511895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-ba028dbb-9928-4eef-a8ea-ae951c6e1552 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0430148 Aug 06 15:27:14.548219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port dc18e40e-453a-4205-8b98-604120dcd006 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:14.552834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port dc18e40e-453a-4205-8b98-604120dcd006 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:14.553268 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.564182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe0d00b2-ed61-41e8-a4ad-66f03fdd1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.583845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-8e71b8b2-1710-48d3-a998-7153e4e8c211 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144094 Aug 06 15:27:14.586671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-422d3145-bd33-4742-9cf7-616eb4779f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.586766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-422d3145-bd33-4742-9cf7-616eb4779f28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0624099 Aug 06 15:27:14.637971 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-2fabee14-7d0b-4dfc-8a45-3206c0854866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346606 Aug 06 15:27:14.639991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.640572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe0d00b2-ed61-41e8-a4ad-66f03fdd1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.670273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc18e40e-453a-4205-8b98-604120dcd006'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:14.674084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:14.675102 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46952283-8e11-41fa-9088-468e674a8307" -d '{"events": [{"server_uuid": "ba17b20c-122d-4a3c-8321-68d412faf9ad", "name": "network-vif-plugged", "status": "completed", "tag": "dc18e40e-453a-4205-8b98-604120dcd006"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:14.689939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port dc18e40e-453a-4205-8b98-604120dcd006, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dc18e40e-453a-4205-8b98-604120dcd006,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:14.739935 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cc6252-865f-45de-a3cd-f6551e1110df x-openstack-request-id: req-02cc6252-865f-45de-a3cd-f6551e1110df {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:14.740454 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17b20c-122d-4a3c-8321-68d412faf9ad", "name": "network-vif-plugged", "status": "completed", "tag": "dc18e40e-453a-4205-8b98-604120dcd006", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:14.740771 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02cc6252-865f-45de-a3cd-f6551e1110df {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:14.741725 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc18e40e-453a-4205-8b98-604120dcd006', 'code': 200} Aug 06 15:27:14.744009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fe0d00b2-ed61-41e8-a4ad-66f03fdd1731 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d16b70ae6fed4579849cc813329c4c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6253824 Aug 06 15:27:14.744940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:14.761690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.767007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d00b2-ed61-41e8-a4ad-66f03fdd1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f43295d-ba64-4593-9e40-195fb2897af3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:14.812643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-968a5eb6-6f43-4866-bb8a-ebfb50374df7 req-49b512ef-a9a9-4c06-b2d7-dc9c2e513910 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112072 Aug 06 15:27:14.845971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf37250-318e-41ae-81d6-b678a8fd9c75 req-77c84981-f76c-4b55-b0a5-9a928346b0ef tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.847625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cf37250-318e-41ae-81d6-b678a8fd9c75 req-77c84981-f76c-4b55-b0a5-9a928346b0ef tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.1147480 Aug 06 15:27:14.857843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=dc18e40e-453a-4205-8b98-604120dcd006,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:14.872065 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-2fdf1a78-2d3e-41b9-907c-844be54b8235 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207954 Aug 06 15:27:14.906420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be66794c-26e8-46f4-afb9-bcb56ef9e441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.913829 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2599a57c-4ee8-4a53-8ae3-2e5bffb1f4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.917494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cf37250-318e-41ae-81d6-b678a8fd9c75 req-89bd6220-84eb-4738-8e53-2cd9c3346a4d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582108 Aug 06 15:27:14.934976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a42fbec-edae-4aaf-b952-65f9019b7eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.967448 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2599a57c-4ee8-4a53-8ae3-2e5bffb1f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:14.981614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4369fe-cfea-4ae8-895b-5eba0b748429 req-acf983a1-ff18-4a89-9979-b9317aa8915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:14.983116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9b4369fe-cfea-4ae8-895b-5eba0b748429 req-acf983a1-ff18-4a89-9979-b9317aa8915d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 1101 time: 0.1673625 Aug 06 15:27:15.013784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a42fbec-edae-4aaf-b952-65f9019b7eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.017305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2599a57c-4ee8-4a53-8ae3-2e5bffb1f4d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e70fdeeda7b4789b4b1c1c8c01db9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8663795 Aug 06 15:27:15.017305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599a57c-4ee8-4a53-8ae3-2e5bffb1f4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4ac4a-0c4e-41df-ae53-ca70f4382c09,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:15.018886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:15.029407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-103c2387-1b0a-4e13-bdbd-fbad7bf5ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.030988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-103c2387-1b0a-4e13-bdbd-fbad7bf5ebda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=079ff52180134ebf897e8f290ce2d1bb&device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 1099 time: 0.0894294 Aug 06 15:27:15.105541 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9b4369fe-cfea-4ae8-895b-5eba0b748429 req-35aaf1e3-3e17-4169-8778-e12ccfd51c8b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077430 Aug 06 15:27:15.108719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad5a6545-bc79-45eb-8dee-e413fe88244e req-30c67d4b-a989-461f-b9e9-db1631f0377c service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262466 Aug 06 15:27:15.141455 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68cd4da7-ad55-4868-8c1d-c0724049ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.163393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be66794c-26e8-46f4-afb9-bcb56ef9e441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.179057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68cd4da7-ad55-4868-8c1d-c0724049ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.186900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-c84c9ae5-16be-4ecb-8367-7cd1ad584937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.188393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-c84c9ae5-16be-4ecb-8367-7cd1ad584937 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1469538 Aug 06 15:27:15.258474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-6049219c-87f9-43d0-bea2-b0b442d09b79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=35434b63-c17b-4203-b768-23947a72718e HTTP/1.1" status: 200 len: 217 time: 0.0614038 Aug 06 15:27:15.268282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a42fbec-edae-4aaf-b952-65f9019b7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.271611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a42fbec-edae-4aaf-b952-65f9019b7eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.273124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a42fbec-edae-4aaf-b952-65f9019b7eba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f43295d-ba64-4593-9e40-195fb2897af3 HTTP/1.1" status: 204 len: 168 time: 0.5232863 Aug 06 15:27:15.277288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be66794c-26e8-46f4-afb9-bcb56ef9e441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.293152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42fbec-edae-4aaf-b952-65f9019b7eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f43295d-ba64-4593-9e40-195fb2897af3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:15.340785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a701f3c-1627-4985-92a5-90213454da97 req-7623fef3-fd8c-49a5-8ea5-ad52cbadfc97 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.341529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66794c-26e8-46f4-afb9-bcb56ef9e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd203620-f471-46b6-85f1-719f10aa8912,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:15.347962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a701f3c-1627-4985-92a5-90213454da97 req-7623fef3-fd8c-49a5-8ea5-ad52cbadfc97 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 947 time: 0.1359372 Aug 06 15:27:15.352134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-164bc530-555e-4873-b555-f09d2028d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.353539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-164bc530-555e-4873-b555-f09d2028d880 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0808377 Aug 06 15:27:15.374568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be66794c-26e8-46f4-afb9-bcb56ef9e441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61591363232a46acb79e510556cbd4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845403 Aug 06 15:27:15.374568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:15.431403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17af29b-0761-4bd3-b73c-53fcbafa2597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.435105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68cd4da7-ad55-4868-8c1d-c0724049ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.437587 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68cd4da7-ad55-4868-8c1d-c0724049ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.441302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-68cd4da7-ad55-4868-8c1d-c0724049ae35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3c4ac4a-0c4e-41df-ae53-ca70f4382c09 HTTP/1.1" status: 204 len: 168 time: 0.4174032 Aug 06 15:27:15.456524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a701f3c-1627-4985-92a5-90213454da97 req-c7225235-a67f-4e61-8d91-8cb7e0b3d4f1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074898 Aug 06 15:27:15.456750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17af29b-0761-4bd3-b73c-53fcbafa2597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.482401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd4da7-ad55-4868-8c1d-c0724049ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4ac4a-0c4e-41df-ae53-ca70f4382c09,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:15.518918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce0732-645d-4d7b-b326-370c73489b1b req-707b665e-88bc-4f56-82f9-656d42b17145 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.524283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16ce0732-645d-4d7b-b326-370c73489b1b req-707b665e-88bc-4f56-82f9-656d42b17145 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 948 time: 0.1448445 Aug 06 15:27:15.540934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-962cfe26-5a57-48c7-a54b-7a85f98b8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.542440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-962cfe26-5a57-48c7-a54b-7a85f98b8990 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741378 Aug 06 15:27:15.595296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17af29b-0761-4bd3-b73c-53fcbafa2597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.597998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17af29b-0761-4bd3-b73c-53fcbafa2597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:15.599968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d17af29b-0761-4bd3-b73c-53fcbafa2597 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd203620-f471-46b6-85f1-719f10aa8912 HTTP/1.1" status: 204 len: 168 time: 0.2272925 Aug 06 15:27:15.607604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17af29b-0761-4bd3-b73c-53fcbafa2597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd203620-f471-46b6-85f1-719f10aa8912,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:15.643459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16ce0732-645d-4d7b-b326-370c73489b1b req-38d0945a-2e9c-4302-8f1a-5b5628384deb tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121845 Aug 06 15:27:15.690867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd309-c7fe-4d67-8f1d-d0b6186c3c63 req-4228176b-654d-4279-b4ce-20d0662e90ba tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:15.692472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-757cd309-c7fe-4d67-8f1d-d0b6186c3c63 req-4228176b-654d-4279-b4ce-20d0662e90ba tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 950 time: 0.1008358 Aug 06 15:27:15.716110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-62e9cd0c-a8ef-4d65-9adb-1ad8ae8b0ea3 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592164 Aug 06 15:27:15.793778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-757cd309-c7fe-4d67-8f1d-d0b6186c3c63 req-3b8762c0-3d1c-4056-8891-4b2684e86cca tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 Aug 06 15:27:15.840190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21c4b4c8-c911-40ad-853c-d4ec79ed9814 req-37b30b39-665e-42e8-94c2-2ad0e6d8a4b5 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143339 Aug 06 15:27:16.047429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d3239-c7aa-4b17-9030-8ed561df9052 req-5278cef9-6c9e-4b56-95da-b808be96cf0e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:16.049011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-756d3239-c7aa-4b17-9030-8ed561df9052 req-5278cef9-6c9e-4b56-95da-b808be96cf0e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.0557840 Aug 06 15:27:16.088033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-756d3239-c7aa-4b17-9030-8ed561df9052 req-79695e63-5b0d-41cb-902c-521363380d8c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 Aug 06 15:27:16.286282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:16.302920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14719f0d-7ed6-4cdd-9010-3c632abb6eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.393872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14719f0d-7ed6-4cdd-9010-3c632abb6eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.407794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:16.421501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb9c30-10d8-44cf-8ee9-87a34a2b1482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.429850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:16.483180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14719f0d-7ed6-4cdd-9010-3c632abb6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.531413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:16.546275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14719f0d-7ed6-4cdd-9010-3c632abb6eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d772e8-0257-46f7-9970-7b22230ba009,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:16.552472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14719f0d-7ed6-4cdd-9010-3c632abb6eb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abb3fad272a94cc0b6aa4e708b7e7e94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638900 Aug 06 15:27:16.555527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:16.564927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:27:16.565318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b82f7ef5-dd8d-4e4e-b670-18cfbb026725 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:16.613383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce279a5-897b-492c-98a4-eeaa9f7ea360 req-fe06bb44-7500-49db-8926-626d67966eb4 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:16.622472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ce279a5-897b-492c-98a4-eeaa9f7ea360 req-fe06bb44-7500-49db-8926-626d67966eb4 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 947 time: 0.0769413 Aug 06 15:27:16.644936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f0f89d1-911c-4432-8d55-6573873af1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.657020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb9c30-10d8-44cf-8ee9-87a34a2b1482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.671472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ce279a5-897b-492c-98a4-eeaa9f7ea360 req-d09f482e-c17e-421d-8b7c-05fb99b9ac45 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Aug 06 15:27:16.686606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f0f89d1-911c-4432-8d55-6573873af1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.717270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58344) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:16.734692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10e6b5fd-8057-4053-a691-51afbbed8035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.736489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2acb9c30-10d8-44cf-8ee9-87a34a2b1482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.784227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2acb9c30-10d8-44cf-8ee9-87a34a2b1482 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58439e1c9950455ba29c5423ff1ec5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752234 Aug 06 15:27:16.785758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb9c30-10d8-44cf-8ee9-87a34a2b1482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55381e69-ec90-4ee1-8ca2-2abe4b58d4f6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:16.790261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58346) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:16.814068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:16.819430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d25c41-c262-4611-92b8-b6a3bd7c5203 req-c7fe7776-dfdb-4d1d-8dd4-799bd77a5b36 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:16.821312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3d25c41-c262-4611-92b8-b6a3bd7c5203 req-c7fe7776-dfdb-4d1d-8dd4-799bd77a5b36 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 948 time: 0.0737815 Aug 06 15:27:16.826792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725', 'mac_address': 'fa:16:3e:73:d8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:16.859567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e999bfa1-e5f4-4a9e-8f92-cf27814493e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.869167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3d25c41-c262-4611-92b8-b6a3bd7c5203 req-255209cb-e9af-453c-b25d-e44d79e212ad tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Aug 06 15:27:16.872770 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.891215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e999bfa1-e5f4-4a9e-8f92-cf27814493e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.894898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82f7ef5-dd8d-4e4e-b670-18cfbb026725 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:16.900934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f0f89d1-911c-4432-8d55-6573873af1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.903427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f0f89d1-911c-4432-8d55-6573873af1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:16.904584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f0f89d1-911c-4432-8d55-6573873af1b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4d772e8-0257-46f7-9970-7b22230ba009 HTTP/1.1" status: 204 len: 168 time: 0.3481309 Aug 06 15:27:16.926024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:16.930558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f89d1-911c-4432-8d55-6573873af1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d772e8-0257-46f7-9970-7b22230ba009,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:16.950277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef429bb-edc3-49b8-9ef1-510c7cd57323 req-f383b755-ad79-4969-8481-416ac90b85c9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:16.952093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ef429bb-edc3-49b8-9ef1-510c7cd57323 req-f383b755-ad79-4969-8481-416ac90b85c9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 950 time: 0.0723186 Aug 06 15:27:17.013071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.015480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10e6b5fd-8057-4053-a691-51afbbed8035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.020345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ef429bb-edc3-49b8-9ef1-510c7cd57323 req-44570b7b-6231-47d9-aac9-509abbe0ccae tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 Aug 06 15:27:17.048217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e999bfa1-e5f4-4a9e-8f92-cf27814493e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.051081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e999bfa1-e5f4-4a9e-8f92-cf27814493e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.056529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e999bfa1-e5f4-4a9e-8f92-cf27814493e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55381e69-ec90-4ee1-8ca2-2abe4b58d4f6 HTTP/1.1" status: 204 len: 168 time: 0.2652562 Aug 06 15:27:17.069043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999bfa1-e5f4-4a9e-8f92-cf27814493e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55381e69-ec90-4ee1-8ca2-2abe4b58d4f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:17.091057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10e6b5fd-8057-4053-a691-51afbbed8035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.093069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:17.121386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-10e6b5fd-8057-4053-a691-51afbbed8035 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f609b85ec814a7f9b8c16fac9477ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027214 Aug 06 15:27:17.123772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:17.149133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6b5fd-8057-4053-a691-51afbbed8035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c61f7a-0446-44e4-a473-8ccd179b9376,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:17.179225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-256209ea-ae8c-4451-86a5-32439c7e85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.202482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-256209ea-ae8c-4451-86a5-32439c7e85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.222516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b7e79-c744-4ea5-9627-7b8c8bbf64eb req-74d25103-ec70-465d-962b-83ec48d9485b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:17.232273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-346b7e79-c744-4ea5-9627-7b8c8bbf64eb req-74d25103-ec70-465d-962b-83ec48d9485b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.0640340 Aug 06 15:27:17.266962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-346b7e79-c744-4ea5-9627-7b8c8bbf64eb req-8739aa88-6a06-4367-ae42-b6d727e57fac tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338950 Aug 06 15:27:17.274694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b82f7ef5-dd8d-4e4e-b670-18cfbb026725'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:17.321910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-256209ea-ae8c-4451-86a5-32439c7e85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.324638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-256209ea-ae8c-4451-86a5-32439c7e85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.328215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-256209ea-ae8c-4451-86a5-32439c7e85c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5c61f7a-0446-44e4-a473-8ccd179b9376 HTTP/1.1" status: 204 len: 168 time: 0.2010114 Aug 06 15:27:17.335836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256209ea-ae8c-4451-86a5-32439c7e85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c61f7a-0446-44e4-a473-8ccd179b9376,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:17.456679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 35434b63-c17b-4203-b768-23947a72718e details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:17.559906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 35434b63-c17b-4203-b768-23947a72718e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=35434b63-c17b-4203-b768-23947a72718e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:17.571627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '35434b63-c17b-4203-b768-23947a72718e', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '35434b63-c17b-4203-b768-23947a72718e', 'mac_address': 'fa:16:3e:7a:3c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:17.620310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.649377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35434b63-c17b-4203-b768-23947a72718e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:17.661121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d10e-10f4-498c-b3b7-919f2c735b47 req-62885149-dc94-433f-8ca0-af92f728fcfa tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:17.669652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd17d10e-10f4-498c-b3b7-919f2c735b47 req-62885149-dc94-433f-8ca0-af92f728fcfa tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 1101 time: 0.0625584 Aug 06 15:27:17.674724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 35434b63-c17b-4203-b768-23947a72718e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=35434b63-c17b-4203-b768-23947a72718e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:17.686509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fd17d10e-10f4-498c-b3b7-919f2c735b47 req-8baa9696-098e-4fad-8315-dfad6de2a16a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.750157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.832187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=35434b63-c17b-4203-b768-23947a72718e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:17.851499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb76fa-be22-4a23-959c-9c41d0b6c8b3 req-540c4d02-d019-4a5f-b7ea-374e47e0519e tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:17.853077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abb76fa-be22-4a23-959c-9c41d0b6c8b3 req-540c4d02-d019-4a5f-b7ea-374e47e0519e tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 948 time: 0.0771070 Aug 06 15:27:17.855482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fd17d10e-10f4-498c-b3b7-919f2c735b47 req-8baa9696-098e-4fad-8315-dfad6de2a16a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.896834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abb76fa-be22-4a23-959c-9c41d0b6c8b3 req-ab619f1d-9880-4560-b4ce-8c2381d0fa6b tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363584 Aug 06 15:27:17.927777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fd17d10e-10f4-498c-b3b7-919f2c735b47 req-8baa9696-098e-4fad-8315-dfad6de2a16a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:17.956628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd17d10e-10f4-498c-b3b7-919f2c735b47 req-8baa9696-098e-4fad-8315-dfad6de2a16a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860551 Aug 06 15:27:17.991760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa9696-098e-4fad-8315-dfad6de2a16a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa8487b-a67c-438d-9678-16c079109b55,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:18.021651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bef36-f79e-4f20-92d2-49ccb9e8be61 req-03ccd1c2-b01d-43d1-b1f1-5538398e5b5e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:18.023898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-595bef36-f79e-4f20-92d2-49ccb9e8be61 req-03ccd1c2-b01d-43d1-b1f1-5538398e5b5e tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 949 time: 0.0701768 Aug 06 15:27:18.076734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-595bef36-f79e-4f20-92d2-49ccb9e8be61 req-d2bcb38e-9107-4753-86f4-cfaaeb276d22 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Aug 06 15:27:18.083703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['35434b63-c17b-4203-b768-23947a72718e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:18.399572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3771e-09ad-47f6-9b70-498b6e92a8a1 req-ac355532-9523-4bde-a07f-b385b8c480f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:18.407185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86d3771e-09ad-47f6-9b70-498b6e92a8a1 req-ac355532-9523-4bde-a07f-b385b8c480f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.0680692 Aug 06 15:27:18.440354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b82f7ef5-dd8d-4e4e-b670-18cfbb026725 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:18.455421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-793d138a-0e6e-4661-8caf-f09e171fdb5b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325682 Aug 06 15:27:18.504078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86d3771e-09ad-47f6-9b70-498b6e92a8a1 req-f19b98fd-1cbd-4fdf-9981-eb929abfbfc5 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960000 Aug 06 15:27:18.575257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-eb1819d4-6ca1-4046-97c9-6e9fdc35b202 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:18.576845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-eb1819d4-6ca1-4046-97c9-6e9fdc35b202 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1205792 Aug 06 15:27:18.592904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-bfeb671e-f7c6-42b6-8368-f60a96e4329d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/quotas/63870539f7e044a9a021cd9cb081c12d HTTP/1.1" status: 200 len: 375 time: 0.0104811 Aug 06 15:27:18.595303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:18.606104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:18.606575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:18.645497 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-c98e604f-7bb1-443d-a3e2-8783c4afbe33 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0468709 Aug 06 15:27:18.696322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:18.723423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:18.726993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1244558f-5caf-4846-aa11-7a8277a177c1" -d '{"events": [{"server_uuid": "3bf1e123-d60a-4994-85db-6bf46aaf7f12", "name": "network-vif-plugged", "status": "completed", "tag": "b82f7ef5-dd8d-4e4e-b670-18cfbb026725"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:18.745735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:18.802181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58438) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:18.806883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:18.836669 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31c13a1-8de0-4d0a-b48e-e7112542628d x-openstack-request-id: req-b31c13a1-8de0-4d0a-b48e-e7112542628d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:18.837145 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf1e123-d60a-4994-85db-6bf46aaf7f12", "name": "network-vif-plugged", "status": "completed", "tag": "b82f7ef5-dd8d-4e4e-b670-18cfbb026725", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:18.837549 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b31c13a1-8de0-4d0a-b48e-e7112542628d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:18.838076 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725', 'code': 200} Aug 06 15:27:18.889786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:18.939099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba59e3-ec93-4ec8-b96f-5baf4a86e3bf req-62784df0-2353-41b1-8339-0ee1b4ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:18.943387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-43ba59e3-ec93-4ec8-b96f-5baf4a86e3bf req-62784df0-2353-41b1-8339-0ee1b4ebd854 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 1100 time: 0.0473874 Aug 06 15:27:18.947067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1275455144-network', 'tenant_id': 'ee11391ec3544057aa34e1e66e153a46'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:18.996857 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-43ba59e3-ec93-4ec8-b96f-5baf4a86e3bf req-c6196c3a-46a1-4fb5-a1f6-756624cf333e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 Aug 06 15:27:19.052583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5fbaa-7569-4013-bc93-83674be2b2fb req-268845c2-3075-44b3-954a-459a131c8dac tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:19.054076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3de5fbaa-7569-4013-bc93-83674be2b2fb req-268845c2-3075-44b3-954a-459a131c8dac tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 949 time: 0.0536575 Aug 06 15:27:19.058094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Made reservation on behalf of ee11391ec3544057aa34e1e66e153a46 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:19.060619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.072161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.107136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3de5fbaa-7569-4013-bc93-83674be2b2fb req-30e5a0e1-3d7b-48c9-bc89-b1e7aa5ed856 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468183 Aug 06 15:27:19.202757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.233426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583d7ba-e5b9-48a1-99ae-dc6a1aaaf8f2 req-d720b82d-a03d-4281-90e8-bacba805bc65 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:19.235156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3583d7ba-e5b9-48a1-99ae-dc6a1aaaf8f2 req-d720b82d-a03d-4281-90e8-bacba805bc65 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 949 time: 0.0631738 Aug 06 15:27:19.286836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.322443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:27:19.322671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3583d7ba-e5b9-48a1-99ae-dc6a1aaaf8f2 req-7ab94ce1-a89c-40c0-b8d8-fafd9078cb40 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716496 Aug 06 15:27:19.338252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf21227-81a5-4964-83db-ab5d62f00395,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:19.343443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.349566 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Added segment 862b02b8-8358-4c8a-b737-547e6f4e2f4e of type vlan for network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 Aug 06 15:27:19.407296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.478838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 35434b63-c17b-4203-b768-23947a72718e up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:19.521270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.522235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:19.522823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.640348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] Pushing event updated for resources: {'Network': ['ID=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:19.652407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:27:19.711289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d0f7a264-19d8-4be8-8700-24ff35706893 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9079080 Aug 06 15:27:19.714372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:19.720651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 35434b63-c17b-4203-b768-23947a72718e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:19.721363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Request body: {'subnet': {'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1275455144-subnet', 'tenant_id': 'ee11391ec3544057aa34e1e66e153a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:19.733221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 35434b63-c17b-4203-b768-23947a72718e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:19.747360 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.795570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc746f69-f013-44b3-8741-45fd17f04a96 req-0285b0f0-b43a-49ab-8046-ebe6e74a9234 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:19.797453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc746f69-f013-44b3-8741-45fd17f04a96 req-0285b0f0-b43a-49ab-8046-ebe6e74a9234 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 943 time: 0.1527770 Aug 06 15:27:19.851056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Made reservation on behalf of ee11391ec3544057aa34e1e66e153a46 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:19.854107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.854563 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:19.871259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-b2b63b09-da45-4b34-88eb-f16a95e7f411 service neutron] 10.222.0.64 "GET /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.1660945 Aug 06 15:27:19.918153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc746f69-f013-44b3-8741-45fd17f04a96 req-789b881e-7ac4-4ccd-bc7f-c9f034ed3cad tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127083 Aug 06 15:27:19.924912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 35434b63-c17b-4203-b768-23947a72718e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=35434b63-c17b-4203-b768-23947a72718e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:19.996140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:20.086078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=35434b63-c17b-4203-b768-23947a72718e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:20.133304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cda586e8-742c-44ee-bd03-bee230cc62b5 req-e35c7dea-bec8-4a34-851f-000ac52ce6b5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 210 time: 0.0584462 Aug 06 15:27:20.259325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:20.289261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:20.298324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262eba8-5aa4-432c-99a8-94ca7efb8306 req-61ee287c-6fca-4c1d-9038-14eeeb4680cf tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:20.299824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4262eba8-5aa4-432c-99a8-94ca7efb8306 req-61ee287c-6fca-4c1d-9038-14eeeb4680cf tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 949 time: 0.0772593 Aug 06 15:27:20.311391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc4e9bbe-b769-431f-ab57-a6184ec0a741,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:20.336961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:20.350611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:20.351216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Network hostable DHCP agents. Network: b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:27:20.374512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4262eba8-5aa4-432c-99a8-94ca7efb8306 req-3448a432-ad01-4f6c-b8d3-0fe50fd070b2 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686977 Aug 06 15:27:20.385799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:20.397720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:20.439107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:27:20.494619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:20.517367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67149867-8a57-4a9d-933e-8dcd4c655782 req-db47d3c3-b32c-43ac-969a-36aa842c8ae0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:20.518852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67149867-8a57-4a9d-933e-8dcd4c655782 req-db47d3c3-b32c-43ac-969a-36aa842c8ae0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 950 time: 0.0674553 Aug 06 15:27:20.522187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:20.526554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:20.527386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:20.537364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f7283-9a29-485c-be6a-692c5f93e8b0 None None] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:27:20.639583 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e77dd8d4-83f4-4164-8416-9b89e68bfb1a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9239545 Aug 06 15:27:20.664445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67149867-8a57-4a9d-933e-8dcd4c655782 req-f90f4041-a735-44a3-8d79-fc76ff20af30 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197913 Aug 06 15:27:20.690408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] Transition to ACTIVE for port object bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:20.703342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446958f6-f7b9-4c76-aaac-d053e7694b1e None None] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:27:20.806249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:20.853299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35434b63-c17b-4203-b768-23947a72718e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:20.855981 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9c621e-c622-48d2-94d7-11fb21533998" -d '{"events": [{"server_uuid": "87ddac4a-454d-4d96-9529-c2b433cdde5b", "name": "network-vif-plugged", "status": "completed", "tag": "35434b63-c17b-4203-b768-23947a72718e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:20.918844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] No DVR routers for this DVR port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:20.949672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:20.958978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-be612cb5-a179-47c7-aaeb-a544b6b28bd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0634174 Aug 06 15:27:21.069988 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb577c9f-752f-4ace-a3e5-36e6c60c954b x-openstack-request-id: req-bb577c9f-752f-4ace-a3e5-36e6c60c954b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:21.070449 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ddac4a-454d-4d96-9529-c2b433cdde5b", "name": "network-vif-plugged", "status": "completed", "tag": "35434b63-c17b-4203-b768-23947a72718e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:21.070844 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb577c9f-752f-4ace-a3e5-36e6c60c954b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:21.071356 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35434b63-c17b-4203-b768-23947a72718e', 'code': 200} Aug 06 15:27:21.212282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf91841-2144-464e-97fa-927c6f03ed0f req-7e9af04c-fd04-4ab4-9d86-3ca0047d635b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.213916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bf91841-2144-464e-97fa-927c6f03ed0f req-7e9af04c-fd04-4ab4-9d86-3ca0047d635b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 944 time: 0.0871601 Aug 06 15:27:21.214702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-75d61f89-793c-41a4-bfe8-69e02837c5bc tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.219480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-75d61f89-793c-41a4-bfe8-69e02837c5bc tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0716691 Aug 06 15:27:21.224834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08502a69-848c-42ad-8210-7ad77b1d5c50 req-6f26823c-8523-47bc-9a58-b9d34c6bb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.226276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08502a69-848c-42ad-8210-7ad77b1d5c50 req-6f26823c-8523-47bc-9a58-b9d34c6bb02b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 1101 time: 0.0650392 Aug 06 15:27:21.289757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bf91841-2144-464e-97fa-927c6f03ed0f req-b73a396e-3ce2-479d-8d78-3e29e3cea2b3 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687819 Aug 06 15:27:21.293510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08502a69-848c-42ad-8210-7ad77b1d5c50 req-aa09dc12-42e2-405b-8d34-c830a5f96aea service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549593 Aug 06 15:27:21.311564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-4fd55e5b-849c-4202-9ece-7e6a719f61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.313633 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-4fd55e5b-849c-4202-9ece-7e6a719f61c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&tenant_id=cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 1095 time: 0.0867362 Aug 06 15:27:21.409273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-3cdd2b17-2a08-4203-970f-bb0e02f031ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.418808 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-3cdd2b17-2a08-4203-970f-bb0e02f031ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1095 time: 0.0826259 Aug 06 15:27:21.450310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd3c7c54-0b0b-4174-bb48-36bf27b63df0 req-3873a057-69f2-4b95-9130-98ff8a4b6595 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 210 time: 0.0323074 Aug 06 15:27:21.541806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-0166a29d-bae9-4f68-8234-491b50cb01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.543379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-0166a29d-bae9-4f68-8234-491b50cb01bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1161995 Aug 06 15:27:21.565899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149406af-f920-4590-8e95-6d9a81fe5877 req-dffb4036-49d4-40d7-a8e9-e6a95bbde147 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.568336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-149406af-f920-4590-8e95-6d9a81fe5877 req-dffb4036-49d4-40d7-a8e9-e6a95bbde147 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 949 time: 0.0851429 Aug 06 15:27:21.622586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-a5446057-ab3b-4001-89d0-73556927e19a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0635011 Aug 06 15:27:21.636247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-149406af-f920-4590-8e95-6d9a81fe5877 req-1b7fe65d-63b8-4850-b57e-1b04234f5b9a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Aug 06 15:27:21.707516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-93f5f26c-922d-441e-a45a-35f138abc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.710306 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-93f5f26c-922d-441e-a45a-35f138abc577 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0800087 Aug 06 15:27:21.755750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:21.768696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-c0eea279-8cd4-4e74-a5e1-f3fbe30e27f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432982 Aug 06 15:27:21.881458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0e38b-1722-4615-b561-016748db99fe req-b7a074e7-25e1-4af7-87b6-28170d224255 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:21.881739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:21.883898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25e0e38b-1722-4615-b561-016748db99fe req-b7a074e7-25e1-4af7-87b6-28170d224255 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 950 time: 0.1160667 Aug 06 15:27:21.888846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2079274760-network', 'tenant_id': '04f1b1f6764242a8bbd3f005b3e7d26e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:21.924308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-2e468742-4ea5-4120-b1bb-f0d14e8e832a service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468208 Aug 06 15:27:21.930202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25e0e38b-1722-4615-b561-016748db99fe req-0794e154-3feb-4c5c-87e8-a62468a92733 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 Aug 06 15:27:22.000528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b91ae1f-5b83-4404-9ded-4cba4dfaa7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.032763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-494386f9-e267-4a27-a5d7-7375d17da707 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999949 Aug 06 15:27:22.033314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Made reservation on behalf of 04f1b1f6764242a8bbd3f005b3e7d26e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:22.037663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.046984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.107886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b91ae1f-5b83-4404-9ded-4cba4dfaa7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.216396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b91ae1f-5b83-4404-9ded-4cba4dfaa7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.255878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6b91ae1f-5b83-4404-9ded-4cba4dfaa7fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a08f61491179401da0cbe3edca03de43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977150 Aug 06 15:27:22.257048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91ae1f-5b83-4404-9ded-4cba4dfaa7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439f624d-3ff0-4b43-9548-40bd93406296,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:22.258703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:22.344342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62e81607-3c74-4160-9ec3-78edcafcb45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.350237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.373842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62e81607-3c74-4160-9ec3-78edcafcb45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.385018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:22.456679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.482470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08579f71-c49e-43a4-8e07-5c769adf3f8f req-8df5d5f9-2016-4896-9562-eb08a27a3a9c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:22.488650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08579f71-c49e-43a4-8e07-5c769adf3f8f req-8df5d5f9-2016-4896-9562-eb08a27a3a9c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 944 time: 0.0957112 Aug 06 15:27:22.503115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b9bea-ceec-4e49-bbb8-8c41ce4e1e7d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:22.525917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62e81607-3c74-4160-9ec3-78edcafcb45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.528471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62e81607-3c74-4160-9ec3-78edcafcb45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.530337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-175de66a-51ee-4bff-8034-1dbc7928470c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.532422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-62e81607-3c74-4160-9ec3-78edcafcb45e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/439f624d-3ff0-4b43-9548-40bd93406296 HTTP/1.1" status: 204 len: 168 time: 0.2727489 Aug 06 15:27:22.537642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:27:22.549270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e81607-3c74-4160-9ec3-78edcafcb45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f624d-3ff0-4b43-9548-40bd93406296,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:22.554120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.554468 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Added segment c2acee00-9ec5-4c02-a076-8de77a860472 of type vlan for network 2cf6f968-526b-44d3-86c5-08a43d7871b4 Aug 06 15:27:22.576112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08579f71-c49e-43a4-8e07-5c769adf3f8f req-761fab1f-5742-422f-8527-d2f61bddeee9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755606 Aug 06 15:27:22.644548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9abf573-324c-41d2-9349-4381c9d08089 req-aa0a3553-c47e-414b-9610-491c28efa627 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 210 time: 0.0382321 Aug 06 15:27:22.652559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.733367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-175de66a-51ee-4bff-8034-1dbc7928470c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.753595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6a4b4-051f-47a1-a201-56351918c0b3 req-71e8f373-b833-47bf-b5a4-67e4fec9e5e3 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:22.755719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bba6a4b4-051f-47a1-a201-56351918c0b3 req-71e8f373-b833-47bf-b5a4-67e4fec9e5e3 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 949 time: 0.0584445 Aug 06 15:27:22.774863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-1963d122-35e8-4190-8e0a-fbd530cca035 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212412 Aug 06 15:27:22.794857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bba6a4b4-051f-47a1-a201-56351918c0b3 req-93a8ae6c-4049-47fb-b434-6119be0fd409 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Aug 06 15:27:22.800109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.800109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:22.800109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.822301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-175de66a-51ee-4bff-8034-1dbc7928470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.881550 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-175de66a-51ee-4bff-8034-1dbc7928470c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb4f4b0e70a14fa5a48a6844e63adbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899592 Aug 06 15:27:22.884989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:22.893773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175de66a-51ee-4bff-8034-1dbc7928470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e300c-e847-4890-9326-13b4a9824473,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:22.955490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-189744fb-3c55-4b6e-bb58-19fd363e631e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:22.962240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0794120 Aug 06 15:27:22.970559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:22.974868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2bbba-55ad-4d0f-8c0b-4f157767f7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf6f968-526b-44d3-86c5-08a43d7871b4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:22.988302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Request body: {'subnet': {'network_id': '2cf6f968-526b-44d3-86c5-08a43d7871b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2079274760-subnet', 'tenant_id': '04f1b1f6764242a8bbd3f005b3e7d26e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:22.998254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2cf6f968-526b-44d3-86c5-08a43d7871b4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:27:23.003112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-2b665f36-8132-4f83-b06d-85258ba3f575 tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:23.004701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-2b665f36-8132-4f83-b06d-85258ba3f575 tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 1100 time: 0.1519876 Aug 06 15:27:23.031929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-189744fb-3c55-4b6e-bb58-19fd363e631e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.032143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-165108f8-aee4-4fa6-8fda-dd0088c9855b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:23.032682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-165108f8-aee4-4fa6-8fda-dd0088c9855b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484639 Aug 06 15:27:23.083679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:23.319931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Made reservation on behalf of 04f1b1f6764242a8bbd3f005b3e7d26e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:23.322243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.401799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a25029-fbab-4fdb-b6b4-05793730b912 req-2dd742ca-60c9-4ed9-b4b3-402f6e331624 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:23.403420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2a25029-fbab-4fdb-b6b4-05793730b912 req-2dd742ca-60c9-4ed9-b4b3-402f6e331624 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 950 time: 0.3537028 Aug 06 15:27:23.419769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.59', 58292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:23.441186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:23.449571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-27673baf-02c7-4bc1-bf6a-eae194812618 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277004 Aug 06 15:27:23.453677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.59', 58293) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:23.487922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:27:23.499157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2a25029-fbab-4fdb-b6b4-05793730b912 req-5c9e9db6-8190-4870-8228-3623cd7fe140 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863166 Aug 06 15:27:23.514999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.541165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-189744fb-3c55-4b6e-bb58-19fd363e631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.544665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-189744fb-3c55-4b6e-bb58-19fd363e631e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.545210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-189744fb-3c55-4b6e-bb58-19fd363e631e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d91e300c-e847-4890-9326-13b4a9824473 HTTP/1.1" status: 204 len: 168 time: 0.6590416 Aug 06 15:27:23.584660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:27:23.598172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189744fb-3c55-4b6e-bb58-19fd363e631e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e300c-e847-4890-9326-13b4a9824473,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:23.632727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-fadaf09c-e648-471d-9684-f50a8b7bd83a tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:23.632727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-fadaf09c-e648-471d-9684-f50a8b7bd83a tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.1719813 Aug 06 15:27:23.652662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Deleting port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:27:23.657871 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.690723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:27:23.690723 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:27:23.690723 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id_1': '4c0fe668fe234556bd482dadd776d5f3', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 27, 23, 564295)}] Aug 06 15:27:23.690723 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:27:23.691083 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:27:23.761808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-1a3ec90f-e988-4fd1-83cf-c14d447fde9d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:23.763280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-1a3ec90f-e988-4fd1-83cf-c14d447fde9d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3005431 Aug 06 15:27:23.776756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': '901a127b-8767-4040-8090-df32f5ec6b3a', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:23.783197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:23.786571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.818590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90017e-9a66-4a44-96d8-9d970af45943 req-e9f9c4b1-ff94-4df7-bf3a-a2c59ac12d9a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:23.820131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b90017e-9a66-4a44-96d8-9d970af45943 req-e9f9c4b1-ff94-4df7-bf3a-a2c59ac12d9a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 944 time: 0.1064017 Aug 06 15:27:23.839270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.896152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] For port b82f7ef5-dd8d-4e4e-b670-18cfbb026725, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:23.896574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.916153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b90017e-9a66-4a44-96d8-9d970af45943 req-1b6bf432-51ae-42b1-8eb8-492a716ac151 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875535 Aug 06 15:27:23.924721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f4b023-628e-47e7-882b-e67c8038f74e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:23.936295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Checking segment: {'id': 'c2acee00-9ec5-4c02-a076-8de77a860472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2cf6f968-526b-44d3-86c5-08a43d7871b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:23.936591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Network hostable DHCP agents. Network: 2cf6f968-526b-44d3-86c5-08a43d7871b4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:27:23.950109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-9daed956-6601-41d2-9541-96a555676618 service neutron] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:23.954117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-9daed956-6601-41d2-9541-96a555676618 service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:23.955287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-9daed956-6601-41d2-9541-96a555676618 service neutron] 10.222.0.59 "DELETE /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.3169847 Aug 06 15:27:23.963380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Calling delete_port for b82f7ef5-dd8d-4e4e-b670-18cfbb026725 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:27:24.043460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ffb991-91ee-457f-b961-5a4e75237b17 req-43ee2908-55b7-4d4c-91da-bb75e37f0113 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 210 time: 0.0295203 Aug 06 15:27:24.106810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Network 2cf6f968-526b-44d3-86c5-08a43d7871b4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:27:24.127665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b225c6-44af-4162-9460-221a01650045 req-be5d2a8f-a053-4563-b051-4ba9d0ab190f tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:24.136530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7b225c6-44af-4162-9460-221a01650045 req-be5d2a8f-a053-4563-b051-4ba9d0ab190f tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=3bf1e123-d60a-4994-85db-6bf46aaf7f12 HTTP/1.1" status: 200 len: 949 time: 0.0826309 Aug 06 15:27:24.171718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.204 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/61ed4470-d831-4f9a-a3ac-2ea71bd8aad6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:24.172267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7b225c6-44af-4162-9460-221a01650045 req-dfcde2c6-c214-414e-9ef8-ecbf4d44998a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Aug 06 15:27:24.193661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.205624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:24.210019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.233046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 2cf6f968-526b-44d3-86c5-08a43d7871b4) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:24.242431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e35636-3c34-405e-95ae-56c0ed075b26 None None] Network 2cf6f968-526b-44d3-86c5-08a43d7871b4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:27:24.245539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:24.246175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.317486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082dc60-5585-45a5-83e2-08cabbdfd6a1 req-0665b293-aa65-4ad6-bc3a-7912aa25b8ef tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:24.324929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7082dc60-5585-45a5-83e2-08cabbdfd6a1 req-0665b293-aa65-4ad6-bc3a-7912aa25b8ef tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 1101 time: 0.1516740 Aug 06 15:27:24.342073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7082dc60-5585-45a5-83e2-08cabbdfd6a1 req-11aec41e-df6c-45ef-9852-44990db7ada2 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.352392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c63f7-dc9b-4ef5-b4a1-5a13be28f9b5 req-2857f941-15c0-47b7-9b24-19741b445ec3 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:24.354046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-472c63f7-dc9b-4ef5-b4a1-5a13be28f9b5 req-2857f941-15c0-47b7-9b24-19741b445ec3 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1095 time: 0.1053915 Aug 06 15:27:24.409488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885293cd-3b11-4029-8870-fe7ba69a0881 None None] Network 2cf6f968-526b-44d3-86c5-08a43d7871b4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:27:24.423783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-472c63f7-dc9b-4ef5-b4a1-5a13be28f9b5 req-7c63d9b5-bd67-484d-878f-cd912de64098 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608978 Aug 06 15:27:24.452402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.456770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58638) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:24.473492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.475789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd04d923-6b6f-4e14-a59a-d40aed3af0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.502589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:24.515482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.535670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.590612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c0fe668fe234556bd482dadd776d5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1483142 Aug 06 15:27:24.591369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19246b5-93c1-40e0-b8df-e29613f9ae02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb58dc-ebc7-4d69-a338-e98ce15469a5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:24.607469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:24.610809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Pushing event deleted for resources: {'Port': ['ID=b82f7ef5-dd8d-4e4e-b670-18cfbb026725,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:24.619047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8a711b3a-6ce8-4666-93bf-2e2ffd534adb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6472139 Aug 06 15:27:24.791513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7082dc60-5585-45a5-83e2-08cabbdfd6a1 req-11aec41e-df6c-45ef-9852-44990db7ada2 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.836271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] No DVR routers for this DVR port b82f7ef5-dd8d-4e4e-b670-18cfbb026725 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:24.839681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.845090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edde75d2-fc07-4137-a255-ba4b8d954bcb req-b47b0c14-392a-4206-878c-ce524a4b24bf tempest-DeleteServersAdminTestJSON-6515158 tempest-DeleteServersAdminTestJSON-6515158-project-admin] 10.222.0.59 "DELETE /v2.0/ports/b82f7ef5-dd8d-4e4e-b670-18cfbb026725 HTTP/1.1" status: 204 len: 173 time: 1.8114433 Aug 06 15:27:24.848025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'name': 'network-vif-deleted', 'tag': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:24.851035 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afa1147-7215-439a-9059-71ebdbf790dd" -d '{"events": [{"server_uuid": "3bf1e123-d60a-4994-85db-6bf46aaf7f12", "name": "network-vif-deleted", "tag": "b82f7ef5-dd8d-4e4e-b670-18cfbb026725"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:24.878126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-976785fd-b3e0-49fc-b88b-e49f3716272d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.909914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-976785fd-b3e0-49fc-b88b-e49f3716272d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.935983 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7082dc60-5585-45a5-83e2-08cabbdfd6a1 req-11aec41e-df6c-45ef-9852-44990db7ada2 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:24.974628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7082dc60-5585-45a5-83e2-08cabbdfd6a1 req-11aec41e-df6c-45ef-9852-44990db7ada2 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486936 Aug 06 15:27:24.997324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aec41e-df6c-45ef-9852-44990db7ada2 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e1b153-5186-4b3d-911e-d7223fbf0afe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:25.017158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-a9efdef6-5910-4112-a58e-8581ec1e1446 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:25.018668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-a9efdef6-5910-4112-a58e-8581ec1e1446 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.1766396 Aug 06 15:27:25.040097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-48cd6f6d-acb8-4626-b85b-bf91e7b6211c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/quotas/cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 375 time: 0.0137537 Aug 06 15:27:25.059641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.57 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:25.066889 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456233e6-0fad-4b5e-ad9d-f81f08f967ba x-openstack-request-id: req-456233e6-0fad-4b5e-ad9d-f81f08f967ba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:25.067201 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf1e123-d60a-4994-85db-6bf46aaf7f12", "name": "network-vif-deleted", "tag": "b82f7ef5-dd8d-4e4e-b670-18cfbb026725", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:25.068028 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-456233e6-0fad-4b5e-ad9d-f81f08f967ba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:25.068428 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf1e123-d60a-4994-85db-6bf46aaf7f12', 'name': 'network-vif-deleted', 'tag': 'b82f7ef5-dd8d-4e4e-b670-18cfbb026725', 'status': 'completed', 'code': 200} Aug 06 15:27:25.069444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.082483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:25.132285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-976785fd-b3e0-49fc-b88b-e49f3716272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.133975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-b31ec88f-a18e-4e69-8c4a-688a143df5ab tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854735 Aug 06 15:27:25.146969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-976785fd-b3e0-49fc-b88b-e49f3716272d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.161527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd04d923-6b6f-4e14-a59a-d40aed3af0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.163960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-976785fd-b3e0-49fc-b88b-e49f3716272d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0cb58dc-ebc7-4d69-a338-e98ce15469a5 HTTP/1.1" status: 204 len: 168 time: 0.5519695 Aug 06 15:27:25.201629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:25.216874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:25.240777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976785fd-b3e0-49fc-b88b-e49f3716272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb58dc-ebc7-4d69-a338-e98ce15469a5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:25.251177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:25.278025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd04d923-6b6f-4e14-a59a-d40aed3af0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.328583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:25.397430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:25.400218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.425803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d923-6b6f-4e14-a59a-d40aed3af0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd6f9b-635a-4e6a-883d-064090ab4577,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:25.453938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd04d923-6b6f-4e14-a59a-d40aed3af0a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=306b7122b7d0433fa723f317c713344b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9962871 Aug 06 15:27:25.464333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:25.497239 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.529937 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-46f6c085-c503-43fe-a433-808ce00dd7e3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4633152 Aug 06 15:27:25.546722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Request body: {'port': {'device_id': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:25.557845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-202924cd-3d6d-4e31-b244-4239d23211cb service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139745 Aug 06 15:27:25.588433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.625171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.626024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-6ffaaf3d-d10d-4770-a818-14c71949b8af tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:25.627526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-6ffaaf3d-d10d-4770-a818-14c71949b8af tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.2798247 Aug 06 15:27:25.633298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bdc9cb5-0f17-4adc-acb7-b4323a9bd33f None None] Provisioning for port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:25.637986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bdc9cb5-0f17-4adc-acb7-b4323a9bd33f None None] Provisioning complete for port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:25.638585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bdc9cb5-0f17-4adc-acb7-b4323a9bd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.643205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:25.686856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-720411d3-051c-4480-ac59-5a5cf38ae080 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/quotas/ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 375 time: 0.0309587 Aug 06 15:27:25.687443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654d314d-a176-4ab7-b55c-67923d2e7409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.705042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc9cb5-0f17-4adc-acb7-b4323a9bd33f None None] Port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:25.747476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-1dee1134-78e6-424a-a96b-bbe2881b5b29 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495911 Aug 06 15:27:25.758960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-0faff298-4ad0-49da-b1b8-c4197d1a0aee service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900735 Aug 06 15:27:25.762478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654d314d-a176-4ab7-b55c-67923d2e7409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.870403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-dad3e353-5504-4f4b-a813-73174cd14813 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104312 Aug 06 15:27:25.951715 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654d314d-a176-4ab7-b55c-67923d2e7409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.954378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654d314d-a176-4ab7-b55c-67923d2e7409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.956555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-654d314d-a176-4ab7-b55c-67923d2e7409 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50dd6f9b-635a-4e6a-883d-064090ab4577 HTTP/1.1" status: 204 len: 168 time: 0.4475682 Aug 06 15:27:25.976822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:25.987566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d314d-a176-4ab7-b55c-67923d2e7409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd6f9b-635a-4e6a-883d-064090ab4577,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:25.995070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:25.995545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-3bbd086b-c3e2-42ab-b9ee-6f21897ac64e service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188924 Aug 06 15:27:26.152959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d70ce-8f98-4c96-81aa-ced0e52a38a0 req-25930911-f300-41f4-929d-da23c07db9b1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:26.162528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-334d70ce-8f98-4c96-81aa-ced0e52a38a0 req-25930911-f300-41f4-929d-da23c07db9b1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 935 time: 0.1305797 Aug 06 15:27:26.207699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:26.219692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:26.219692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:26.219692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:26.259614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-334d70ce-8f98-4c96-81aa-ced0e52a38a0 req-128af120-b4f7-4931-ab72-7f38ce231b64 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960846 Aug 06 15:27:26.307442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:26.308151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:26.438977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-5aee510e-79a9-4b07-8a9f-9017881ee71b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6628194 Aug 06 15:27:26.471014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Request body: {'port': {'device_id': '901a127b-8767-4040-8090-df32f5ec6b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:26.511831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b82f7ef5-dd8d-4e4e-b670-18cfbb026725 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:27:26.516759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fb3b477-6d1a-41b2-865a-5e086cedb865 req-8e768e0f-df1b-447f-8eff-8b604d2948e2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 210 time: 0.0616407 Aug 06 15:27:26.536815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:26.570247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: b82f7ef5-dd8d-4e4e-b670-18cfbb026725 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:27:26.574386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b82f7ef5-dd8d-4e4e-b670-18cfbb026725 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:27:26.608061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:26.628869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1dcc3e-da7d-40a4-abc0-ad53d7a297d0 req-669ccdc4-a7ba-4b0c-a59d-4b4082ed8725 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:26.638222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e1dcc3e-da7d-40a4-abc0-ad53d7a297d0 req-669ccdc4-a7ba-4b0c-a59d-4b4082ed8725 tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 1101 time: 0.1292648 Aug 06 15:27:26.697482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Transition to ACTIVE for port object 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:26.703955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:26.718609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19f01e33-7a50-4e9f-a95f-4f9553cdbeb8 None None] Provisioning for port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:26.723164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19f01e33-7a50-4e9f-a95f-4f9553cdbeb8 None None] Provisioning complete for port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:26.724272 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19f01e33-7a50-4e9f-a95f-4f9553cdbeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:26.741845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a9867b6-1ab0-4514-a86a-c3851ec045cb req-6eb811e8-1618-4182-a2f0-c552482f0b98 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 210 time: 0.0696383 Aug 06 15:27:26.763325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e1dcc3e-da7d-40a4-abc0-ad53d7a297d0 req-a5f6d6d7-bc68-44d1-877f-ba2d983d44dd tempest-ServersAdminNegativeTestJSON-308063417 tempest-ServersAdminNegativeTestJSON-308063417-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159034 Aug 06 15:27:26.815290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-19f01e33-7a50-4e9f-a95f-4f9553cdbeb8 None None] Port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:26.825142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:26.903734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-9cc11f1a-4eff-4729-b332-339271ef4be1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6e38004e37164b309cbaa536e9850cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407994 Aug 06 15:27:26.993642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Pushing event updated for resources: {'Port': ['ID=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:27.102685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-51dd9de9-f8a1-4078-ace6-8157ca1e2bfa tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:27.104370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-51dd9de9-f8a1-4078-ace6-8157ca1e2bfa tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019436 Aug 06 15:27:27.123767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-bf4674b0-3fad-4dfe-a4cc-5f904479d758 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/quotas/6e38004e37164b309cbaa536e9850cc3 HTTP/1.1" status: 200 len: 375 time: 0.0105381 Aug 06 15:27:27.199527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Attempting to bind port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:27.199746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Attempting to bind port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:27.200185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Attempting to bind port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:27.219071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:27.219518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Attempting to bind port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:27.220843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-7f048ea0-32d3-4e54-be59-752d27a36126 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e38004e37164b309cbaa536e9850cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826313 Aug 06 15:27:27.228504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:27.228504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:27.228754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:27.229173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Bound port: 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:27.229434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:27.399035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:27.407076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] For port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:27.410222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:27.413437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] For port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:27.424134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Transition to ACTIVE for port object 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:27.511948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:27.518426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:27.584416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960c593-0afb-4756-920c-02094b160b4d req-89808814-4e10-4c31-b031-5fb2c4f8901a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:27.586658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4960c593-0afb-4756-920c-02094b160b4d req-89808814-4e10-4c31-b031-5fb2c4f8901a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 947 time: 0.0905447 Aug 06 15:27:27.647264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:27.650953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:27.659756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] 10.222.0.59 "PUT /v2.0/ports/61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 HTTP/1.1" status: 200 len: 1096 time: 2.1161113 Aug 06 15:27:27.664283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'tag': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:27.670376 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643096e-6fe8-48ca-a517-10eb6223355f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb7811e-a077-4f64-977c-0f9800c8a912", "tag": "61ed4470-d831-4f9a-a3ac-2ea71bd8aad6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:27.683487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4960c593-0afb-4756-920c-02094b160b4d req-5e7a64d3-6456-4eee-9cd2-8a2bd72f8eee tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865254 Aug 06 15:27:27.737416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Pushing event updated for resources: {'Port': ['ID=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:27.805559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47a3ae26-3f83-4987-8ac1-ccd009f4d863 req-b99d21b5-5de0-41dc-a098-5f9428c144a7 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 210 time: 0.0783017 Aug 06 15:27:27.925403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe07b8-9d67-4d8f-9a3e-59817a6a7ebf service neutron] Pushing event updated for resources: {'Port': ['ID=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:27.980499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-178fd40c-d060-4d7f-aa3b-c639eca6b293 req-bad9dda1-03f0-444e-a11c-436f4ca9ad6d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 210 time: 0.0519140 Aug 06 15:27:28.002666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-b167b8ae-5ac5-4a30-860b-1faff6973a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.002966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eafd9-b8a7-4d50-aaa9-415ba4594087 req-718379c6-1b07-41da-aa4d-9e1d193de61a tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.006139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-b167b8ae-5ac5-4a30-860b-1faff6973a5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 1099 time: 0.1430593 Aug 06 15:27:28.012978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-191eafd9-b8a7-4d50-aaa9-415ba4594087 req-718379c6-1b07-41da-aa4d-9e1d193de61a tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 950 time: 0.1807709 Aug 06 15:27:28.079436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-ff7fe59e-db8e-4043-af93-abe9e6024dc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 HTTP/1.1" status: 200 len: 217 time: 0.0638592 Aug 06 15:27:28.084940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Attempting to bind port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:28.085288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Attempting to bind port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:28.085856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Attempting to bind port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:28.126926 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ddd776-eedb-4bb2-a14a-9fb630e0cf1d x-openstack-request-id: req-d6ddd776-eedb-4bb2-a14a-9fb630e0cf1d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:28.129672 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb7811e-a077-4f64-977c-0f9800c8a912", "tag": "61ed4470-d831-4f9a-a3ac-2ea71bd8aad6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:28.129672 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6ddd776-eedb-4bb2-a14a-9fb630e0cf1d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:28.129672 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'tag': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', 'status': 'completed', 'code': 200} Aug 06 15:27:28.132689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-191eafd9-b8a7-4d50-aaa9-415ba4594087 req-15c2474a-81aa-4f8f-b9ea-b6a51496d050 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156642 Aug 06 15:27:28.181548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:28.181901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Attempting to bind port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:28.198969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:28.200059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:28.201080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:28.202045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Bound port: 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:28.202935 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:28.243908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b588863-5e6e-4d31-a88e-56bf4a7c804e req-9eaccc90-a590-4a4a-a307-7c13c47e5fff tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 210 time: 0.0793338 Aug 06 15:27:28.262090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-af212a9d-67e0-4d50-b3da-b7a4f886288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.263636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-af212a9d-67e0-4d50-b3da-b7a4f886288e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1753685 Aug 06 15:27:28.342186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] For port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:28.371834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] For port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:28.371834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-568b69d2-f3a5-4618-86d0-859c7864503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.371834 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-568b69d2-f3a5-4618-86d0-859c7864503f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811820 Aug 06 15:27:28.454962 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-f50f4076-324b-4c01-b7d9-74122a1110f0 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902441 Aug 06 15:27:28.549765 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-c09fb4f8-7a72-4dbc-8716-c8186013ef04 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867167 Aug 06 15:27:28.651196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:28.652391 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:28.726084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.732200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:28.733672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef HTTP/1.1" status: 200 len: 1095 time: 2.2801838 Aug 06 15:27:28.799460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac038a-95be-4146-93eb-0ee1b05eca88 service neutron] Pushing event updated for resources: {'Port': ['ID=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:28.887448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643096e-6fe8-48ca-a517-10eb6223355f req-e85c106f-8fa0-40eb-94d7-f563ad12a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.889893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747696d2-3584-466c-98b8-baa651b7e035 req-22498cb5-4be1-4a92-8d61-f6102abf5b36 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:28.894077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-e85c106f-8fa0-40eb-94d7-f563ad12a69e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 1099 time: 0.1240895 Aug 06 15:27:28.894952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-747696d2-3584-466c-98b8-baa651b7e035 req-22498cb5-4be1-4a92-8d61-f6102abf5b36 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 947 time: 0.1051283 Aug 06 15:27:28.974561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b849b69a-e830-48e1-b03a-c8a23c6cb613 req-e6ec873f-a3ba-4ad5-9827-4a6694e7b3b7 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 210 time: 0.0765862 Aug 06 15:27:29.125664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-4d9f1823-9034-4054-b507-09841a39bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.128729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-4d9f1823-9034-4054-b507-09841a39bc23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 1098 time: 0.1576581 Aug 06 15:27:29.138488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-747696d2-3584-466c-98b8-baa651b7e035 req-8544a188-6afd-4aaf-8b5a-271e114d2617 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614799 Aug 06 15:27:29.183422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-78a44ace-f481-402b-8108-8482eddbab4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef HTTP/1.1" status: 200 len: 217 time: 0.0455968 Aug 06 15:27:29.227440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7844c6c-c7c9-4591-a804-955f560cee79 req-c8474602-8b98-43d0-b346-746c4fec43b7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 210 time: 0.0776587 Aug 06 15:27:29.289258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643096e-6fe8-48ca-a517-10eb6223355f req-9d5d2932-e61f-4935-b006-03922a90412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.290669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-9d5d2932-e61f-4935-b006-03922a90412e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3939550 Aug 06 15:27:29.305630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-fd9605ec-a308-4676-a89b-0e872324c826 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.305630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-fd9605ec-a308-4676-a89b-0e872324c826 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.3292587 Aug 06 15:27:29.335335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Request body: {'port': {'device_id': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'admin_state_up': True, 'tenant_id': 'cf5d145e7085415f8883a32812e19849'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:29.347751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89425cd-ed2b-470c-bef9-f19c58c9a416 req-18c6c9bd-d742-45a6-9bd9-fc88513760b0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.357184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a89425cd-ed2b-470c-bef9-f19c58c9a416 req-18c6c9bd-d742-45a6-9bd9-fc88513760b0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 950 time: 0.0973608 Aug 06 15:27:29.368677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-33c54a8b-5e4f-4fd0-9904-c0923af8bfde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 HTTP/1.1" status: 200 len: 217 time: 0.0684836 Aug 06 15:27:29.377170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-2e5b21ce-6515-487c-a6f9-62922cf6ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.378909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-2e5b21ce-6515-487c-a6f9-62922cf6ab93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1730611 Aug 06 15:27:29.399410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-6628f9a0-0f46-4f4a-8ba8-22ea04c1a9ef tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.401066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-6628f9a0-0f46-4f4a-8ba8-22ea04c1a9ef tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 950 time: 0.1901710 Aug 06 15:27:29.442426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a892be6-e6c2-4221-aff7-9bab586582b5 req-14880047-7531-4c8b-a586-d959a08d9227 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 210 time: 0.0575175 Aug 06 15:27:29.511821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a89425cd-ed2b-470c-bef9-f19c58c9a416 req-7530e50d-f096-4f45-8651-2b5e3e850a4b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537809 Aug 06 15:27:29.554667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643096e-6fe8-48ca-a517-10eb6223355f req-421248e0-f890-41ca-a6b3-fddd875ce9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.556240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-421248e0-f890-41ca-a6b3-fddd875ce9a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1750808 Aug 06 15:27:29.559427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-11d198a5-a508-40bd-87f6-6fbff115c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.561110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-11d198a5-a508-40bd-87f6-6fbff115c320 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591094 Aug 06 15:27:29.623907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Made reservation on behalf of cf5d145e7085415f8883a32812e19849 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:29.627459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:29.708873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Deleting port 35434b63-c17b-4203-b768-23947a72718e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:27:29.709613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:29.740733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643096e-6fe8-48ca-a517-10eb6223355f req-f9437292-f87c-4a91-9a30-a30708e11b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:29.741771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-f9437292-f87c-4a91-9a30-a30708e11b26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658890 Aug 06 15:27:29.823318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Allocated IP 172.20.0.13 (be11bacc-ac25-455f-9473-efb1d3d3947f/5d7380fa-fc0b-41c9-a93f-d008b705ff8d/b1f55b9b-da88-4f1e-9850-236332cae0ac) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:30.089510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-3a97a209-3df7-4266-a25e-4c9290f40f63 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852960 Aug 06 15:27:30.129037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901a127b-8767-4040-8090-df32f5ec6b3a', 'tag': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:30.132617 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce503ea-7c3e-42ab-8556-f2c341454b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "901a127b-8767-4040-8090-df32f5ec6b3a", "tag": "8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:30.258308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] For port 35434b63-c17b-4203-b768-23947a72718e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=35434b63-c17b-4203-b768-23947a72718e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:30.258688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:30.263011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-32a6e109-c8a7-4696-a3b6-d09adcba9978 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694733 Aug 06 15:27:30.288200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Calling delete_port for 35434b63-c17b-4203-b768-23947a72718e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:27:30.304745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-04e64ff2-e4bd-414d-91bf-00a0926b09c7 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480123 Aug 06 15:27:30.308793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1a89740-eba4-497d-bb18-4733a32d4521 req-1db31d1a-aa03-4efa-9f75-790520e16208 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 210 time: 0.0464301 Aug 06 15:27:30.348057 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8be387a7-7fbf-492e-816e-5a08becd99d6 req-13a458ad-1f8b-4e81-896a-bb495966e838 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489440 Aug 06 15:27:30.386767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-45eacca3-5937-4066-bc56-7d2ac7e52027 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:30.390236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-45eacca3-5937-4066-bc56-7d2ac7e52027 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.5154262 Aug 06 15:27:30.428986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.64', 53204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:30.429248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Request body: {'port': {'device_id': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'admin_state_up': True, 'tenant_id': 'ee11391ec3544057aa34e1e66e153a46'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:30.465094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-f8f5e78e-cf57-497a-9c2b-43565c3ee8cd tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6e38004e37164b309cbaa536e9850cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316253 Aug 06 15:27:30.504650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:30.519450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3643096e-6fe8-48ca-a517-10eb6223355f req-0debbf7f-50f8-45fb-ad2e-f4914a6a6712 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044683 Aug 06 15:27:30.616294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846738b-05db-4536-b2aa-e0b4202e98ff req-4512b76f-ab18-47d2-943b-4f357f999393 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:30.619095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7846738b-05db-4536-b2aa-e0b4202e98ff req-4512b76f-ab18-47d2-943b-4f357f999393 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 947 time: 0.1959732 Aug 06 15:27:30.628193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-ed3e6faf-7704-4349-9534-6b206dbdebf2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:30.630232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-ed3e6faf-7704-4349-9534-6b206dbdebf2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3312652 Aug 06 15:27:30.637262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-737c9390-f17d-4cc1-814a-f00a51f638fe tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:30.639223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-737c9390-f17d-4cc1-814a-f00a51f638fe tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618698 Aug 06 15:27:30.656955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Request body: {'port': {'device_id': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '6e38004e37164b309cbaa536e9850cc3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:30.678059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-9c60e557-fcf6-4e43-b70c-81d78bdc98b2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/quotas/d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 375 time: 0.0360520 Aug 06 15:27:30.729079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-e1f3065c-085a-4234-88ce-d4e10fcf4984 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421717 Aug 06 15:27:30.733339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7846738b-05db-4536-b2aa-e0b4202e98ff req-3297576d-4a89-4d45-a616-7a7f50d08c3f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984807 Aug 06 15:27:30.755620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:30.756763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:30.780269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['851b1a98-aab8-477d-9181-12563984df76', '35434b63-c17b-4203-b768-23947a72718e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:30.818731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Network be11bacc-ac25-455f-9473-efb1d3d3947f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:30.820357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Made reservation on behalf of ee11391ec3544057aa34e1e66e153a46 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:30.823927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:30.825590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Pushing event deleted for resources: {'Port': ['ID=35434b63-c17b-4203-b768-23947a72718e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:30.839898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:30.846575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:30.880390 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170514c9-22e9-427a-9192-047a9df44797 x-openstack-request-id: req-170514c9-22e9-427a-9192-047a9df44797 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:30.880390 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901a127b-8767-4040-8090-df32f5ec6b3a", "tag": "8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:30.880390 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-170514c9-22e9-427a-9192-047a9df44797 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:30.880390 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '901a127b-8767-4040-8090-df32f5ec6b3a', 'tag': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', 'status': 'completed', 'code': 200} Aug 06 15:27:30.935074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] No DVR routers for this DVR port 35434b63-c17b-4203-b768-23947a72718e on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:30.954091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:31.004358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.015868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-109ae0ad-2292-4f9b-8eec-41befcb5e6ff req-83ed209d-d8d6-4a6d-83f6-227b728bd97b tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "DELETE /v2.0/ports/35434b63-c17b-4203-b768-23947a72718e HTTP/1.1" status: 204 len: 173 time: 1.5958109 Aug 06 15:27:31.018166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Made reservation on behalf of 6e38004e37164b309cbaa536e9850cc3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:31.033959 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.043615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.044570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.096388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-cb54260b-7c52-4809-b088-211a2c281551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.097946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-cb54260b-7c52-4809-b088-211a2c281551 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 1098 time: 0.1923389 Aug 06 15:27:31.107900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Allocated IP 172.20.0.6 (b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0/fc4e9bbe-b769-431f-ab57-a6184ec0a741/2df49d0c-540e-4c40-95ef-d01877b72ceb) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:31.162980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a017716-5b08-422d-b37f-76cf6b7729ea req-e79ec58b-c5d0-46ea-8af4-3187710a3f83 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.183144 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a017716-5b08-422d-b37f-76cf6b7729ea req-e79ec58b-c5d0-46ea-8af4-3187710a3f83 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 932 time: 0.1595173 Aug 06 15:27:31.212565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f547741a-9010-45b0-9775-dd9221b2ca11 req-3d422473-fd3a-4868-a43f-e40083f750da tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 210 time: 0.0800846 Aug 06 15:27:31.292549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-93caae80-08a5-4403-9971-776d15f9c949 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9743235 Aug 06 15:27:31.341934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-0d9d3f47-2cd5-4caa-a814-9cb3b6fa9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.343417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-0d9d3f47-2cd5-4caa-a814-9cb3b6fa9c7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2319365 Aug 06 15:27:31.344380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Request body: {'port': {'device_id': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:31.391478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Allocated IP 192.168.233.39 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/c699edfb-f9b1-4d7e-9ff9-82322632c6ea) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:31.397033 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-72b6a1e2-df28-4adc-852f-24e5b5ab7863 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef HTTP/1.1" status: 200 len: 217 time: 0.0441978 Aug 06 15:27:31.400410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a43ed0fa-2d6c-4194-8cd4-2e48fa9882e8 req-0bdc93e7-defd-483c-80d2-82d2f9f60b63 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=87ddac4a-454d-4d96-9529-c2b433cdde5b HTTP/1.1" status: 200 len: 210 time: 0.0954254 Aug 06 15:27:31.467474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-666d8308-ee38-4bf4-abfd-8fb6abf2cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.468997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-666d8308-ee38-4bf4-abfd-8fb6abf2cdc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0631030 Aug 06 15:27:31.490673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a017716-5b08-422d-b37f-76cf6b7729ea req-97f9b151-63cc-49b7-aee4-820e09df1c2e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909346 Aug 06 15:27:31.527300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.530860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-568b9841-7795-443e-a215-0fb4ef31bb2c req-47a946eb-7fd0-4525-8478-f5ee8b8f7e9d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 210 time: 0.0578222 Aug 06 15:27:31.533014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.567742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-3e3c7d2f-b528-48ba-802d-d819865882d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.570355 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-3e3c7d2f-b528-48ba-802d-d819865882d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898025 Aug 06 15:27:31.698785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.779912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cea0b10-c300-4d10-99df-e27c745274d7 req-58871b04-cd6f-4c83-810a-85d3b17e56d2 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 210 time: 0.0691721 Aug 06 15:27:31.782167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:31.803120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:31.836398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-ce6faeed-f6f6-484d-a17d-caa33d3e4d31 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060797 Aug 06 15:27:31.841716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Transition to ACTIVE for port object c699edfb-f9b1-4d7e-9ff9-82322632c6ea will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:31.846552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:31.854081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:31.927462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:31.985816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ce503ea-7c3e-42ab-8556-f2c341454b1d req-93b005f9-6003-42ee-881c-3fcf8ce1a5f7 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393075 Aug 06 15:27:31.987271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:31.987921 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.022925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d530a01-7be3-4d42-810d-3ab29ebf041f req-f3861232-08ff-4ea8-a5b9-4bb5b65138b6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:32.024471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d530a01-7be3-4d42-810d-3ab29ebf041f req-f3861232-08ff-4ea8-a5b9-4bb5b65138b6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 947 time: 0.1452086 Aug 06 15:27:32.091311 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.109506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d530a01-7be3-4d42-810d-3ab29ebf041f req-2f79f9f1-8c82-48d3-b104-e18e21d1d10c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732367 Aug 06 15:27:32.127764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f55b9b-da88-4f1e-9850-236332cae0ac {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:32.136394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.148846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Transition to ACTIVE for port object b1f55b9b-da88-4f1e-9850-236332cae0ac will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:32.151002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e58a0d53-77f5-483c-bc19-99dbbe9ae49a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7304692 Aug 06 15:27:32.178143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Request body: {'port': {'device_id': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:32.182820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:32.195326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:32.203919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:32.272543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Pushing event updated for resources: {'Port': ['ID=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:32.303686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.336315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:32.337295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.383431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.435550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-10dfc883-e96b-4b9f-8897-2ae864807258 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7823179 Aug 06 15:27:32.451005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Request body: {'port': {'device_id': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:32.513781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:32.569242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:32.586947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.590839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:32.591136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:32.591464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:32.610243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f1ed3-dca2-498a-a760-5db93b6250d0 req-10907858-11e3-409f-b850-710a85c5d91e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:32.611892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-407f1ed3-dca2-498a-a760-5db93b6250d0 req-10907858-11e3-409f-b850-710a85c5d91e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 931 time: 0.2396133 Aug 06 15:27:32.616235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:32.616634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:32.669117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:32.671304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:32.671640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:32.672053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:32.672497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Bound port: b1f55b9b-da88-4f1e-9850-236332cae0ac, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:32.672859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.683374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', 'mac_address': 'fa:16:3e:b3:a9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:32.730220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.750084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:32.792059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:32.793516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b6d33e1-af0c-4dd4-ba4b-bac1f8e873e4 None None] Provisioning for port c699edfb-f9b1-4d7e-9ff9-82322632c6ea completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:32.798088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b6d33e1-af0c-4dd4-ba4b-bac1f8e873e4 None None] Provisioning complete for port c699edfb-f9b1-4d7e-9ff9-82322632c6ea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:32.800089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b6d33e1-af0c-4dd4-ba4b-bac1f8e873e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.809332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-407f1ed3-dca2-498a-a760-5db93b6250d0 req-ad00382d-b7d6-4d87-9785-f8ece16a9a39 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851227 Aug 06 15:27:32.857528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d33e1-af0c-4dd4-ba4b-bac1f8e873e4 None None] Port c699edfb-f9b1-4d7e-9ff9-82322632c6ea cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:32.874341 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:32.892405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'name': 'network-vif-deleted', 'tag': '35434b63-c17b-4203-b768-23947a72718e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:32.894938 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c7bec-d063-43db-b66e-a53c5a74fa40" -d '{"events": [{"server_uuid": "87ddac4a-454d-4d96-9529-c2b433cdde5b", "name": "network-vif-deleted", "tag": "35434b63-c17b-4203-b768-23947a72718e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:32.943329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:33.014674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c699edfb-f9b1-4d7e-9ff9-82322632c6ea {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:33.024761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.038163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Transition to ACTIVE for port object c699edfb-f9b1-4d7e-9ff9-82322632c6ea will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:33.102868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['61ed4470-d831-4f9a-a3ac-2ea71bd8aad6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:33.119999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.178419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:33.181242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Pushing event updated for resources: {'Port': ['ID=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:33.201437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f70ffa4-3bb1-4d66-bf52-3aa2b086376d req-c63081e2-e413-4050-ba41-d13590251cf4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 210 time: 0.0488288 Aug 06 15:27:33.216929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:33.258097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Attempting to bind port c699edfb-f9b1-4d7e-9ff9-82322632c6ea on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:33.259168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Attempting to bind port c699edfb-f9b1-4d7e-9ff9-82322632c6ea by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:33.259612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Attempting to bind port c699edfb-f9b1-4d7e-9ff9-82322632c6ea on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:33.265635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b956135-d1c6-477a-ae93-5f5c6cccc080 req-4ff966d2-0ec0-4e2f-9f59-a7c4b63ed6ff tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.265858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Port c699edfb-f9b1-4d7e-9ff9-82322632c6ea on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:33.266280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Attempting to bind port c699edfb-f9b1-4d7e-9ff9-82322632c6ea on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:33.272854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:33.273359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:33.273859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:33.273995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b956135-d1c6-477a-ae93-5f5c6cccc080 req-4ff966d2-0ec0-4e2f-9f59-a7c4b63ed6ff tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.3723581 Aug 06 15:27:33.274471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Bound port: c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:33.274942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.298637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.368214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] For port c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:33.374995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] For port c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:33.390961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.391609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.393009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 1092 time: 2.0615351 Aug 06 15:27:33.424776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b956135-d1c6-477a-ae93-5f5c6cccc080 req-818d7fdc-46d1-45fa-ba30-88e536c540ad tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498244 Aug 06 15:27:33.427144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:33.428114 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c33db-349b-48d1-8f18-f60fb1f9de15" -d '{"events": [{"name": "network-changed", "server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:33.448584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.457161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2b75-6e9b-4039-bbe9-c365c6fdfbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:33.461783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df49d0c-540e-4c40-95ef-d01877b72ceb {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:33.474465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.487585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Transition to ACTIVE for port object 2df49d0c-540e-4c40-95ef-d01877b72ceb will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:33.511826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.513429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.515028 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] 10.222.0.64 "PUT /v2.0/ports/c699edfb-f9b1-4d7e-9ff9-82322632c6ea HTTP/1.1" status: 200 len: 1095 time: 1.0691392 Aug 06 15:27:33.547957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 35434b63-c17b-4203-b768-23947a72718e no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:27:33.577427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986e688-4b81-45ad-85e3-4c0697ea87c3 req-f9885acb-e743-4880-9e4c-74b62d2b6e44 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.580486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 35434b63-c17b-4203-b768-23947a72718e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:27:33.582342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 35434b63-c17b-4203-b768-23947a72718e not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:27:33.584894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147550d8-af9c-4fe4-b84b-5aa5dfea42ca service neutron] Pushing event updated for resources: {'Port': ['ID=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:33.585184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2986e688-4b81-45ad-85e3-4c0697ea87c3 req-f9885acb-e743-4880-9e4c-74b62d2b6e44 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 947 time: 0.0930190 Aug 06 15:27:33.615359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.616488 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-da1388da-8b3e-4155-beb6-345326c3c60d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275753 Aug 06 15:27:33.638939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2986e688-4b81-45ad-85e3-4c0697ea87c3 req-efc6042e-feed-400e-b9cd-d0734e08dcd7 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527761 Aug 06 15:27:33.693829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:33.738753 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ac87dd-dde5-4bdd-8bc1-2331ebac40a0 x-openstack-request-id: req-99ac87dd-dde5-4bdd-8bc1-2331ebac40a0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:33.739935 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ddac4a-454d-4d96-9529-c2b433cdde5b", "name": "network-vif-deleted", "tag": "35434b63-c17b-4203-b768-23947a72718e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:33.739935 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99ac87dd-dde5-4bdd-8bc1-2331ebac40a0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:33.740242 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ddac4a-454d-4d96-9529-c2b433cdde5b', 'name': 'network-vif-deleted', 'tag': '35434b63-c17b-4203-b768-23947a72718e', 'status': 'completed', 'code': 200} Aug 06 15:27:33.760717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-0d1826ea-52ff-43a4-bec6-a4326fe5a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.762225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-0d1826ea-52ff-43a4-bec6-a4326fe5a488 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1095 time: 0.2019567 Aug 06 15:27:33.836483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-dcd936be-f3d3-4070-a7cd-fe7a9201fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.838088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-dcd936be-f3d3-4070-a7cd-fe7a9201fedb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e38004e37164b309cbaa536e9850cc3&device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 1098 time: 0.1394174 Aug 06 15:27:33.842228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-f4a487ae-b445-434c-a74d-7ce96a3a2585 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 217 time: 0.0687265 Aug 06 15:27:33.854555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:33.854992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:33.855394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:33.859743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-3c223b25-335e-447c-9083-2836135b1c88 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.861220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-3c223b25-335e-447c-9083-2836135b1c88 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302203 Aug 06 15:27:33.875167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Request body: {'port': {'device_id': '89615bf5-2037-4c59-99f6-50f22735dd70', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': 'd6bb906952f24c7e8475bfa8bc8bcd4b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:33.911750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:33.912160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:33.928793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-27014ef6-a67b-4e5e-a407-a257e05edc2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea HTTP/1.1" status: 200 len: 217 time: 0.0701315 Aug 06 15:27:33.936269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c032f5-f97c-403d-8f60-82835d9642e3 req-2c3f39f9-c107-4833-ba8b-ffcc10283644 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.944060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66c032f5-f97c-403d-8f60-82835d9642e3 req-2c3f39f9-c107-4833-ba8b-ffcc10283644 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 950 time: 0.1484644 Aug 06 15:27:33.951899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:33.952242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:33.952625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:33.953068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Bound port: 2df49d0c-540e-4c40-95ef-d01877b72ceb, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:33.953510 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:33.969303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-6638b2bd-1cc8-4c4a-9d84-42e0bcf31019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:33.970784 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-6638b2bd-1cc8-4c4a-9d84-42e0bcf31019 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1087129 Aug 06 15:27:34.010831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-eeba7970-b53a-45fb-9bed-21cbe1c01c5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300744 Aug 06 15:27:34.062850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-f347927d-97fa-4709-b502-3218d06407e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.064267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-f347927d-97fa-4709-b502-3218d06407e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1239491 Aug 06 15:27:34.069196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66c032f5-f97c-403d-8f60-82835d9642e3 req-83dd236f-7b68-4969-8e0b-d579e3b7e7cf tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200223 Aug 06 15:27:34.076479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f082aae-733d-4d46-9eab-57c6e9a86022 req-c034c3c2-7a2b-4a1a-b283-71c75bb1af28 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.078003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f082aae-733d-4d46-9eab-57c6e9a86022 req-c034c3c2-7a2b-4a1a-b283-71c75bb1af28 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 947 time: 0.2167122 Aug 06 15:27:34.128635 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-4e5c1a83-790e-4278-b37f-6265840773e7 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062133 Aug 06 15:27:34.129202 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82211c31-a188-4dfa-bc95-00ceec40edd3 x-openstack-request-id: req-82211c31-a188-4dfa-bc95-00ceec40edd3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:34.129514 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:34.129769 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82211c31-a188-4dfa-bc95-00ceec40edd3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:34.130162 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'status': 'completed', 'code': 200} Aug 06 15:27:34.146093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:34.169809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:34.174419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f082aae-733d-4d46-9eab-57c6e9a86022 req-dcb40e56-aa43-43c2-980f-5e71a8072d25 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819504 Aug 06 15:27:34.180810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-57e5b6ab-8c21-4086-ae92-0ee61ba6d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.182326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-57e5b6ab-8c21-4086-ae92-0ee61ba6d266 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015885 Aug 06 15:27:34.196616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Made reservation on behalf of d6bb906952f24c7e8475bfa8bc8bcd4b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:34.200049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.213540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.276844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d31fe5a-8c1b-40c5-a1a1-65465cc61747 req-95c087f1-6cf5-4a0c-8e9d-1f98595ae793 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399972 Aug 06 15:27:34.316251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-be3d79f5-cfc4-4d87-bfe5-49137cfa4ca5 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176267 Aug 06 15:27:34.316251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.347017 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.417810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5b15eea-54dc-461a-b27d-911ddc034af0 req-c6c63b84-b09b-45c9-95ad-6f7e889f8028 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 210 time: 0.1019747 Aug 06 15:27:34.424573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.432885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.433520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.434911 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] 10.222.0.64 "PUT /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 1091 time: 2.2713635 Aug 06 15:27:34.506933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09db26-6427-452b-acc8-b0be5f5795bb req-89905d7d-adf3-4c30-ab98-37cb96e98e78 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.508559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a09db26-6427-452b-acc8-b0be5f5795bb req-89905d7d-adf3-4c30-ab98-37cb96e98e78 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.2009575 Aug 06 15:27:34.511331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52f136-0768-4600-8cb6-8cd73cab7fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:34.522382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:34.528859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54801f39-be26-4ef8-924d-8304bfbc4bad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:34.550021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-855c20d1-8188-4117-8c07-3b20ecb15462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.551191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-855c20d1-8188-4117-8c07-3b20ecb15462 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1095 time: 0.1562798 Aug 06 15:27:34.597720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:34.632750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05b14334-b4c3-4249-ab8b-2b58fb809e00 req-ea22f9c9-0381-49da-ab1e-10a1e20f0bbd service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853761 Aug 06 15:27:34.658460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a09db26-6427-452b-acc8-b0be5f5795bb req-0647aff6-c4b2-4ee3-9b04-17d4f5e41abb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376529 Aug 06 15:27:34.666150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-87902308-3349-4348-bc55-205602f4c936 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.668274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-87902308-3349-4348-bc55-205602f4c936 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 950 time: 0.1295192 Aug 06 15:27:34.694455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6567f3-4756-41c2-b43b-f4826bda6a47 req-d83b2841-f3d1-436f-8bd1-870ed508b0ca tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.706766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b6567f3-4756-41c2-b43b-f4826bda6a47 req-d83b2841-f3d1-436f-8bd1-870ed508b0ca tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.1030688 Aug 06 15:27:34.761668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Allocated IP 192.168.233.47 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/099ea604-4b9f-4647-8a01-c0ace863af41) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:34.764897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e8751fe5-6773-4c6b-baa5-9bbf3deaaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.772354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-e8751fe5-6773-4c6b-baa5-9bbf3deaaac6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1094 time: 0.1600394 Aug 06 15:27:34.780094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:34.800829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', 'mac_address': 'fa:16:3e:16:e8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:34.833306 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-232aeee8-6ac1-4f19-8fd4-6d540b580ed4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 217 time: 0.0521138 Aug 06 15:27:34.834791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:34.843283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:34.843930 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:34.857694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b6567f3-4756-41c2-b43b-f4826bda6a47 req-17208e3f-2807-48b6-a130-454ae55887c9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359565 Aug 06 15:27:34.908158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-19342a3e-b505-4707-9a38-084a0b87f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:34.910519 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-19342a3e-b505-4707-9a38-084a0b87f931 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.3014693 Aug 06 15:27:34.972800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-46090be0-b9a0-48e9-b6e7-270ba97f7f1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 217 time: 0.0518870 Aug 06 15:27:34.982362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Deleting port 851b1a98-aab8-477d-9181-12563984df76 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:27:34.982699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.009293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e62cd812-5140-4358-b95e-866d88511319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.038792 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.066860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:35.092559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacd9bd-c5c6-47b5-8945-287815bc844a req-39b412de-24f5-4334-b0d8-417c90a9bf52 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.095920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0cacd9bd-c5c6-47b5-8945-287815bc844a req-39b412de-24f5-4334-b0d8-417c90a9bf52 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 947 time: 0.1649740 Aug 06 15:27:35.110092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:35.155849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] For port 851b1a98-aab8-477d-9181-12563984df76, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=851b1a98-aab8-477d-9181-12563984df76,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:35.157292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.171146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.186440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Calling delete_port for 851b1a98-aab8-477d-9181-12563984df76 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:27:35.210140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.247428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:35.249740 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d67ee8-eea7-4b5c-b4ed-6b74c6e1bf91" -d '{"events": [{"server_uuid": "ebb7811e-a077-4f64-977c-0f9800c8a912", "name": "network-vif-plugged", "status": "completed", "tag": "61ed4470-d831-4f9a-a3ac-2ea71bd8aad6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:35.272831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:35.279322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-2f31e95f-627a-4380-8359-3c2363b7b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.280975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-2f31e95f-627a-4380-8359-3c2363b7b8b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.4344678 Aug 06 15:27:35.291494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:35.336565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-1244bd1b-87f8-4389-bf80-ca4d3c9425c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367975 Aug 06 15:27:35.350149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.357462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0cacd9bd-c5c6-47b5-8945-287815bc844a req-ab0cb8be-af61-46c9-8e2c-1ad0856b4236 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812969 Aug 06 15:27:35.402740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8d85b-f098-4a8b-83ae-c7e8830bed3e req-8e6d3ee0-0940-4f63-84f8-3bce69ce7553 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.403842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95f8d85b-f098-4a8b-83ae-c7e8830bed3e req-8e6d3ee0-0940-4f63-84f8-3bce69ce7553 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 950 time: 0.1079721 Aug 06 15:27:35.443414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:35.455635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-d865aab1-137b-4922-9fac-fe18e71a6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.457198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:35.457334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-d865aab1-137b-4922-9fac-fe18e71a6d69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.4754648 Aug 06 15:27:35.503438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-1868546f-ac00-4ed9-97a9-22596ba70d33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286222 Aug 06 15:27:35.509340 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-513f9af9-01e6-46e9-8a12-e53c08886037 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396644 Aug 06 15:27:35.519564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95f8d85b-f098-4a8b-83ae-c7e8830bed3e req-a9efffbb-456e-4edc-aaa4-df11f45b84b7 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/security-groups?id=8558feb6-2199-44ea-bfe6-09b2ec8ca351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980780 Aug 06 15:27:35.575116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c97c6e-4ce8-4152-8254-970a47572fdb req-fd4348e8-090a-41d5-ab9d-f9900e0cee09 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.578060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13c97c6e-4ce8-4152-8254-970a47572fdb req-fd4348e8-090a-41d5-ab9d-f9900e0cee09 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 948 time: 0.0811749 Aug 06 15:27:35.602814 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60718759-bc18-4432-bbd4-e6c68034e60f x-openstack-request-id: req-60718759-bc18-4432-bbd4-e6c68034e60f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:35.603384 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb7811e-a077-4f64-977c-0f9800c8a912", "name": "network-vif-plugged", "status": "completed", "tag": "61ed4470-d831-4f9a-a3ac-2ea71bd8aad6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:35.603384 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60718759-bc18-4432-bbd4-e6c68034e60f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:35.603717 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', 'code': 200} Aug 06 15:27:35.627869 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.650041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['851b1a98-aab8-477d-9181-12563984df76'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:35.671161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Pushing event deleted for resources: {'Port': ['ID=851b1a98-aab8-477d-9181-12563984df76,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:35.705561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.711627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f467d0e3-55ec-44e7-b485-7bc322001e7a req-0eb9c149-7cd6-4435-8f9e-3de1ce58663a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 210 time: 0.0409391 Aug 06 15:27:35.728707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13c97c6e-4ce8-4152-8254-970a47572fdb req-b08f3fa7-4b32-43b8-b5f8-6639ac35a860 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441236 Aug 06 15:27:35.752637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'tag': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:35.755784 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dbedbc-e09a-4568-afee-469d33f97ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1270a74-cef3-47cf-a314-3384e45dec45", "tag": "c699edfb-f9b1-4d7e-9ff9-82322632c6ea"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:35.776292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0647f67-a3e7-4b52-93bb-934279ea0ffe req-5c07b771-5388-4dda-8831-4cc30b5bbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.777988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0647f67-a3e7-4b52-93bb-934279ea0ffe req-5c07b771-5388-4dda-8831-4cc30b5bbe54 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 1101 time: 0.1093380 Aug 06 15:27:35.779079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Transition to ACTIVE for port object 099ea604-4b9f-4647-8a01-c0ace863af41 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:35.825942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-d42a50b8-139b-475c-91ca-14ac1c82dbcf service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084764 Aug 06 15:27:35.827685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e19b8455-90f6-432b-ae1e-5062ac53c531 req-8dc86bf7-86d7-48b8-b896-a6299251854d service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024337 Aug 06 15:27:35.850257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] No DVR routers for this DVR port 851b1a98-aab8-477d-9181-12563984df76 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:35.855189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:35.855965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0647f67-a3e7-4b52-93bb-934279ea0ffe req-e58b787e-c1f7-4189-b866-2115974d5d46 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584927 Aug 06 15:27:35.860249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5765152f-5191-4678-8b59-21cac0fc7a30 req-ec7e01ec-7cbc-43b1-a3ab-7f8d290b7134 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.64 "DELETE /v2.0/ports/851b1a98-aab8-477d-9181-12563984df76 HTTP/1.1" status: 204 len: 173 time: 1.1806469 Aug 06 15:27:35.920936 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41714c9d-bd58-49fb-993c-33b3f95800a0 x-openstack-request-id: req-41714c9d-bd58-49fb-993c-33b3f95800a0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:35.921504 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1270a74-cef3-47cf-a314-3384e45dec45", "tag": "c699edfb-f9b1-4d7e-9ff9-82322632c6ea", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:35.922467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41714c9d-bd58-49fb-993c-33b3f95800a0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:35.923117 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'tag': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea', 'status': 'completed', 'code': 200} Aug 06 15:27:35.938713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316867af-fd07-43c3-a08e-39c400e2ce89 req-23de2b45-c0cf-4b41-820b-b45b8b6f82cd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:35.947379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-316867af-fd07-43c3-a08e-39c400e2ce89 req-23de2b45-c0cf-4b41-820b-b45b8b6f82cd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.0721045 Aug 06 15:27:36.009593 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4a2c33db-349b-48d1-8f18-f60fb1f9de15 req-2bba8172-ea00-495f-bc5c-25c87a0ef7a5 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576118 Aug 06 15:27:36.052297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-316867af-fd07-43c3-a08e-39c400e2ce89 req-51fa51dc-4977-43bf-a978-1d540d06da99 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030693 Aug 06 15:27:36.062637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-d76bed33-31ea-4944-b54a-c16794a259dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.064676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-d76bed33-31ea-4944-b54a-c16794a259dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e38004e37164b309cbaa536e9850cc3&device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 1098 time: 0.1138041 Aug 06 15:27:36.078596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d09b-3e85-48b6-8da0-6e2c18408d6e req-136b6028-4eb2-4707-8368-4858d602f873 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.078880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f386d09b-3e85-48b6-8da0-6e2c18408d6e req-136b6028-4eb2-4707-8368-4858d602f873 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.0784552 Aug 06 15:27:36.099845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:36.153391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:36.156877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:36.157786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb'}, {'server_uuid': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'name': 'network-vif-deleted', 'tag': '851b1a98-aab8-477d-9181-12563984df76'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:36.161719 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb"}, {"server_uuid": "bc0fde21-6c52-425a-9d89-808d27d69a67", "name": "network-vif-deleted", "tag": "851b1a98-aab8-477d-9181-12563984df76"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:36.163656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:36.207285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f386d09b-3e85-48b6-8da0-6e2c18408d6e req-f7262b80-7054-4d3f-a57f-988b73bd827b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178057 Aug 06 15:27:36.240846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-85441b8d-44fe-4dcd-8faf-a9e205ae4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.242064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-85441b8d-44fe-4dcd-8faf-a9e205ae4d62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1623263 Aug 06 15:27:36.249675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:36.278216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.278876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:36.315561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-82683235-cda1-4f89-92a2-9b126766fe5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea HTTP/1.1" status: 200 len: 217 time: 0.0617931 Aug 06 15:27:36.317927 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea4023-c6ba-43b5-8ab2-d4c9daf0c854 x-openstack-request-id: req-0dea4023-c6ba-43b5-8ab2-d4c9daf0c854 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:36.318160 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb", "status": "completed", "code": 200}, {"server_uuid": "bc0fde21-6c52-425a-9d89-808d27d69a67", "name": "network-vif-deleted", "tag": "851b1a98-aab8-477d-9181-12563984df76", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:36.321935 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dea4023-c6ba-43b5-8ab2-d4c9daf0c854 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:36.321935 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'status': 'completed', 'code': 200} Aug 06 15:27:36.321935 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0fde21-6c52-425a-9d89-808d27d69a67', 'name': 'network-vif-deleted', 'tag': '851b1a98-aab8-477d-9181-12563984df76', 'status': 'completed', 'code': 200} Aug 06 15:27:36.381776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-31c82bb4-76eb-4704-b957-13e1444ac926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.394033 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-31c82bb4-76eb-4704-b957-13e1444ac926 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1094 time: 0.0607655 Aug 06 15:27:36.397486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-3196eb24-aad2-404e-8721-c1325b8df884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.399156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-3196eb24-aad2-404e-8721-c1325b8df884 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0683661 Aug 06 15:27:36.405641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7f8e789d-e23c-4d1f-b209-33a72f825cbc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5339384 Aug 06 15:27:36.508129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-0736fc9c-798d-4787-bd2b-4853c720fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.509763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-0736fc9c-798d-4787-bd2b-4853c720fdd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1025550 Aug 06 15:27:36.516118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Request body: {'port': {'device_id': '89615bf5-2037-4c59-99f6-50f22735dd70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:36.546585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:36.583795 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-e8d75fe9-7b97-4270-961b-b2118361d025 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 217 time: 0.0645387 Aug 06 15:27:36.651571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:36.755149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:36.759293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:36.759669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:36.775836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-e1bcef2b-a623-48a0-89b0-e1e076b3e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.777348 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-e1bcef2b-a623-48a0-89b0-e1e076b3e722 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.1632366 Aug 06 15:27:36.782652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-4ea54896-ecf5-4914-b089-d47c2d352f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.784315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-4ea54896-ecf5-4914-b089-d47c2d352f42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3765078 Aug 06 15:27:36.823485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-1cce635e-b6d4-4072-b5f2-e7c61d657a4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315809 Aug 06 15:27:36.833028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3cd55-06d3-4a99-9b43-1e5f93c50bd3 req-5ca1a3d6-6c9f-4d0c-b16b-707600c85ff5 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:36.840437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ab3cd55-06d3-4a99-9b43-1e5f93c50bd3 req-5ca1a3d6-6c9f-4d0c-b16b-707600c85ff5 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 947 time: 0.3888266 Aug 06 15:27:36.850155 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:36.921687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:36.952954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ab3cd55-06d3-4a99-9b43-1e5f93c50bd3 req-c9d7187c-8b0b-4e01-8f76-c41b4ffa159a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110651 Aug 06 15:27:36.987526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-e49ed36c-1792-46c6-8b42-41f4b8888237 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482596 Aug 06 15:27:37.016790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-3b5347a2-ea84-4f1e-b16a-ce04a4a467ea service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196083 Aug 06 15:27:37.021961 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.085979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:37.109243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9088ec9-8360-4ce5-af55-8261364b200a req-093f204d-8b3e-4b21-8bf9-1ef5ffd5aab0 tempest-ServersAdminNegativeTestJSON-1557820757 tempest-ServersAdminNegativeTestJSON-1557820757-project] 10.222.0.16 "GET /v2.0/ports?device_id=bc0fde21-6c52-425a-9d89-808d27d69a67 HTTP/1.1" status: 200 len: 210 time: 0.0313494 Aug 06 15:27:37.167510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89dbedbc-e09a-4568-afee-469d33f97ee2 req-150da4ba-f9b0-4311-90ab-523ee5fd4dab service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427531 Aug 06 15:27:37.194334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099ea604-4b9f-4647-8a01-c0ace863af41 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:37.202350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f7bda84-ce3e-453d-93b6-b7b4fc7be54c req-2904d135-ac0c-4e9f-a6ea-8de3b74d12d4 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986513 Aug 06 15:27:37.204213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.221099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Transition to ACTIVE for port object 099ea604-4b9f-4647-8a01-c0ace863af41 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:37.223150 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:27:37.242692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbd72e-b8c5-4f17-9f13-a197da8d4780 req-0334aab6-9ac7-4e4f-8b42-bd04094e3376 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:37.244188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ddbd72e-b8c5-4f17-9f13-a197da8d4780 req-0334aab6-9ac7-4e4f-8b42-bd04094e3376 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 935 time: 0.0589631 Aug 06 15:27:37.284445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ddbd72e-b8c5-4f17-9f13-a197da8d4780 req-243af09b-bf42-41dc-a93a-bb1b7d81a7c6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Aug 06 15:27:37.361749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.400107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b996e-a98b-4dbd-a5b0-40b85c38e0c2 req-278060d6-a375-4dc2-8354-bb4ce409b6ae tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:37.402417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-055b996e-a98b-4dbd-a5b0-40b85c38e0c2 req-278060d6-a375-4dc2-8354-bb4ce409b6ae tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 949 time: 0.0615292 Aug 06 15:27:37.448223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:37.472716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-055b996e-a98b-4dbd-a5b0-40b85c38e0c2 req-3b57b8ec-5617-4444-bc6f-2df2f0924815 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Aug 06 15:27:37.525624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:37.525986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:37.526350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:37.532166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Port 099ea604-4b9f-4647-8a01-c0ace863af41 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:37.532500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:37.538434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:37.538778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:37.539554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:37.539737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Bound port: 099ea604-4b9f-4647-8a01-c0ace863af41, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:37.540177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.563387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:37.570161 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-117e4024-f2f1-4674-8019-8634f338d8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.591877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.608543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a127b-8767-4040-8090-df32f5ec6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:37.610919 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ad9b66-ac09-4ff2-a5c1-59405f1ee60b" -d '{"events": [{"server_uuid": "901a127b-8767-4040-8090-df32f5ec6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:37.624781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:37.628119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:37.666173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f5683-fcd3-48e6-8a92-1bad2228adfd req-d7614e63-0a73-4f48-a3ab-0f8a040f8321 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:37.667726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd3f5683-fcd3-48e6-8a92-1bad2228adfd req-d7614e63-0a73-4f48-a3ab-0f8a040f8321 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.0508411 Aug 06 15:27:37.694596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:37.707219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.712094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd3f5683-fcd3-48e6-8a92-1bad2228adfd req-b29bbfdc-4642-4901-9211-7bf19e1859db tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356610 Aug 06 15:27:37.717831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'port_id': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'mac_address': 'fa:16:3e:06:5f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7380fa-fc0b-41c9-a93f-d008b705ff8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:37.747468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:37.748126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.749525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] 10.222.0.59 "PUT /v2.0/ports/099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 1095 time: 1.2384908 Aug 06 15:27:37.764562 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.779964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fadc5a-91dc-4606-8bb0-c8199d72514d service neutron] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:37.781417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f55b9b-da88-4f1e-9850-236332cae0ac {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:37.811594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:37.850027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36b527-30db-43d1-86e4-e97a33a7ad0f req-4c015b8b-c1b7-4dd2-90cb-e53388e2aa6f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:37.851538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf36b527-30db-43d1-86e4-e97a33a7ad0f req-4c015b8b-c1b7-4dd2-90cb-e53388e2aa6f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.0550177 Aug 06 15:27:37.892379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf36b527-30db-43d1-86e4-e97a33a7ad0f req-f1aa1e1e-3770-4bf7-83b2-0f6deec6c56d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Aug 06 15:27:37.920468 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:37.921452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c699edfb-f9b1-4d7e-9ff9-82322632c6ea details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:37.925160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:37.927520 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d5a9f6-f973-4a2e-873e-7c390882d716" -d '{"events": [{"name": "network-changed", "server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:37.946045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-a604ba09-d1b4-4799-bed8-f4fdb27bcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:37.947622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-a604ba09-d1b4-4799-bed8-f4fdb27bcf22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1098 time: 0.0478611 Aug 06 15:27:37.955704 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8c895-3549-41d5-ab54-985de6c5affd x-openstack-request-id: req-4db8c895-3549-41d5-ab54-985de6c5affd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:37.956260 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a127b-8767-4040-8090-df32f5ec6b3a", "name": "network-vif-plugged", "status": "completed", "tag": "8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:37.956522 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4db8c895-3549-41d5-ab54-985de6c5affd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:37.956905 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a127b-8767-4040-8090-df32f5ec6b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', 'code': 200} Aug 06 15:27:37.999951 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edf7536-9d2f-4145-8e33-7607ff894e8d x-openstack-request-id: req-6edf7536-9d2f-4145-8e33-7607ff894e8d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:38.000237 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:38.000484 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6edf7536-9d2f-4145-8e33-7607ff894e8d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:38.000950 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41', 'status': 'completed', 'code': 200} Aug 06 15:27:38.003035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-e047719e-0e27-433a-9e87-490a9ff886ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0404117 Aug 06 15:27:38.055287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:38.100153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:38.102982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2462853-8890-4320-b2f0-f0fe210e1a59 req-189e254a-7f73-4345-99b0-2b92c92bdefd tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.105156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2462853-8890-4320-b2f0-f0fe210e1a59 req-189e254a-7f73-4345-99b0-2b92c92bdefd tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 947 time: 0.0696671 Aug 06 15:27:38.110696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-1dd95993-1b5c-4727-aaad-b64a10bdc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.112112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea', 'mac_address': 'fa:16:3e:f3:38:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:38.112297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-1dd95993-1b5c-4727-aaad-b64a10bdc6a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0993335 Aug 06 15:27:38.124615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e0ccf-5779-4edf-a1b3-9f7c37165901 req-1e087ba5-e93b-480a-8d32-5e5a74048d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.126140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b63e0ccf-5779-4edf-a1b3-9f7c37165901 req-1e087ba5-e93b-480a-8d32-5e5a74048d36 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 1100 time: 0.0689270 Aug 06 15:27:38.158415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2462853-8890-4320-b2f0-f0fe210e1a59 req-67966ddb-9c00-4854-b022-dca827b74e0e tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Aug 06 15:27:38.159742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:38.178380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c699edfb-f9b1-4d7e-9ff9-82322632c6ea {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:38.222357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:38.222578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b63e0ccf-5779-4edf-a1b3-9f7c37165901 req-e24ed670-f41c-4423-bd0b-ce1b4d51b61d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506077 Aug 06 15:27:38.222578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7d6235bf-2868-4e32-b216-45493fb15700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.222578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7d6235bf-2868-4e32-b216-45493fb15700 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949097 Aug 06 15:27:38.338667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:38.364532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-7c140844-5de5-49d0-a328-06f4b78fda91 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988066 Aug 06 15:27:38.400908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:38.430113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88d87-3842-442c-922f-8a313fbf2010 req-cb0cdbd7-6949-4933-b442-8ef8ecfa08f7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.431595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97e88d87-3842-442c-922f-8a313fbf2010 req-cb0cdbd7-6949-4933-b442-8ef8ecfa08f7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0600879 Aug 06 15:27:38.469701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48c65274-ade1-4e15-aeab-a5ec71c91647 req-e9ca7a51-cda7-4e8a-a22b-31a29aeda0a7 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972934 Aug 06 15:27:38.485703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97e88d87-3842-442c-922f-8a313fbf2010 req-ed1f995b-3ff6-40dd-a1b4-4e2a7ce76dbe tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Aug 06 15:27:38.591671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['b1f55b9b-da88-4f1e-9850-236332cae0ac'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:38.600769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c699edfb-f9b1-4d7e-9ff9-82322632c6ea'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:38.611582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89505450-cab7-47f2-84dc-21438d29a1ed req-2b9095cf-d886-401f-a906-6635930e335a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.618053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89505450-cab7-47f2-84dc-21438d29a1ed req-2b9095cf-d886-401f-a906-6635930e335a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 949 time: 0.0701039 Aug 06 15:27:38.668143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89505450-cab7-47f2-84dc-21438d29a1ed req-a385ea83-dd83-43db-b8c0-3a02014dfc79 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Aug 06 15:27:38.686697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-b4eab2bc-210f-4a1e-a42c-bfb15377b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.688461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-b4eab2bc-210f-4a1e-a42c-bfb15377b946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1098 time: 0.0847287 Aug 06 15:27:38.704864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8da237c1-4414-4b46-93dc-3affbcb7de42 None None] Provisioning for port 099ea604-4b9f-4647-8a01-c0ace863af41 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:38.881667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59052) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:38.883653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-085d37c6-ccc4-4a1e-a66a-7f4db36093ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.885664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-085d37c6-ccc4-4a1e-a66a-7f4db36093ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1811502 Aug 06 15:27:38.892240 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:38.922142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ec064-4c16-4cb0-b314-3e06c73ea0fa req-eceadd07-2d8e-479e-9f8a-65eebd17d91b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:38.923777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-625ec064-4c16-4cb0-b314-3e06c73ea0fa req-eceadd07-2d8e-479e-9f8a-65eebd17d91b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.0981040 Aug 06 15:27:38.973988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-31767b8a-7aec-46d6-8e60-c17b040efd90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0728362 Aug 06 15:27:39.002510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-625ec064-4c16-4cb0-b314-3e06c73ea0fa req-7e48fc1a-10f3-4185-a167-7904ff12bf35 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533912 Aug 06 15:27:39.035971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-214131f0-caf8-4d3d-a1c0-e3040e3b9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:39.037762 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-214131f0-caf8-4d3d-a1c0-e3040e3b9543 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0544190 Aug 06 15:27:39.061986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-129d2ccd-9a92-46e8-87f7-6a623745f04c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=079ff52180134ebf897e8f290ce2d1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1777108 Aug 06 15:27:39.062570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:39.107935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-47bdb4c6-37b0-4aa6-8bfb-2b68a91eba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:39.107935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-47bdb4c6-37b0-4aa6-8bfb-2b68a91eba62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593946 Aug 06 15:27:39.158673 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44171997-27ca-4a94-8f99-e9179ca6a479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.167966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed776e3-2b3f-41dd-adc6-8c7847728e7b req-25a8b235-f201-4b36-aae6-66ec4f76ffb1 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:39.169495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed776e3-2b3f-41dd-adc6-8c7847728e7b req-25a8b235-f201-4b36-aae6-66ec4f76ffb1 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 945 time: 0.0826933 Aug 06 15:27:39.201965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44171997-27ca-4a94-8f99-e9179ca6a479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.218488 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-fa70ab34-a102-4b79-93ef-f04a97f4773d service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952456 Aug 06 15:27:39.238624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed776e3-2b3f-41dd-adc6-8c7847728e7b req-4c50ac75-345b-4bd7-90c4-9129eadc975d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600152 Aug 06 15:27:39.324580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3d5a9f6-f973-4a2e-873e-7c390882d716 req-2207e16a-1d72-4787-896f-ceb176cadb82 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983012 Aug 06 15:27:39.366370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5dfe9-a36c-4964-bfa6-e366d245ea4a req-02444136-86fb-4181-bab6-076f2f861e52 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:39.367920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ff5dfe9-a36c-4964-bfa6-e366d245ea4a req-02444136-86fb-4181-bab6-076f2f861e52 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 948 time: 0.0531523 Aug 06 15:27:39.406410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ff5dfe9-a36c-4964-bfa6-e366d245ea4a req-977c3372-e7a6-4e48-ae58-d6a2fad9a232 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Aug 06 15:27:39.446584 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44171997-27ca-4a94-8f99-e9179ca6a479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.450238 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44171997-27ca-4a94-8f99-e9179ca6a479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.451365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44171997-27ca-4a94-8f99-e9179ca6a479 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8558feb6-2199-44ea-bfe6-09b2ec8ca351 HTTP/1.1" status: 204 len: 168 time: 0.3878515 Aug 06 15:27:39.461929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44171997-27ca-4a94-8f99-e9179ca6a479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8558feb6-2199-44ea-bfe6-09b2ec8ca351,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:39.578810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:39.581189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c699edfb-f9b1-4d7e-9ff9-82322632c6ea up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:39.608943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76ffef-0620-4d9f-90e1-ce885ae8ef4b req-34d653ca-9f8a-471b-aa35-9dcbca730349 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:39.610508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a76ffef-0620-4d9f-90e1-ce885ae8ef4b req-34d653ca-9f8a-471b-aa35-9dcbca730349 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0547113 Aug 06 15:27:39.660131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a76ffef-0620-4d9f-90e1-ce885ae8ef4b req-bee682da-61b8-4eea-a049-ab4dc54fe93c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411329 Aug 06 15:27:39.719745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:39.730822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'port_id': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'mac_address': 'fa:16:3e:4d:4a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4e9bbe-b769-431f-ab57-a6184ec0a741', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:39.773801 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.785205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875b6ea-4b4b-4810-8028-655fad14f182 req-25684e23-d367-43f7-8c81-ec57c5e43360 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:39.786742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b875b6ea-4b4b-4810-8028-655fad14f182 req-25684e23-d367-43f7-8c81-ec57c5e43360 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 949 time: 0.0593631 Aug 06 15:27:39.787437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df49d0c-540e-4c40-95ef-d01877b72ceb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:39.810153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c699edfb-f9b1-4d7e-9ff9-82322632c6ea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:39.822044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:39.823123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c699edfb-f9b1-4d7e-9ff9-82322632c6ea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:39.823490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.836331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b875b6ea-4b4b-4810-8028-655fad14f182 req-e555cc36-5cb6-470d-9d6f-275dd70473cb tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Aug 06 15:27:39.912346 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.932851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:39.964380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:39.966623 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de922b71-9ef1-44b4-9475-d37da7f7f2ba" -d '{"events": [{"server_uuid": "a1270a74-cef3-47cf-a314-3384e45dec45", "name": "network-vif-plugged", "status": "completed", "tag": "c699edfb-f9b1-4d7e-9ff9-82322632c6ea"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:39.973582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:39.997459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:40.005324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d34061-b629-4321-9aa3-a5b39ad5ecd8 req-378b41c4-3d26-47fc-9930-e92099a515f7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.006848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7d34061-b629-4321-9aa3-a5b39ad5ecd8 req-378b41c4-3d26-47fc-9930-e92099a515f7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 950 time: 0.0522411 Aug 06 15:27:40.044967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7d34061-b629-4321-9aa3-a5b39ad5ecd8 req-3f3db718-fdc3-4f52-b7b7-a18db04975e2 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Aug 06 15:27:40.087014 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b75f4-a2a9-460e-a4c8-f9f04f63b64d x-openstack-request-id: req-800b75f4-a2a9-460e-a4c8-f9f04f63b64d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:40.087299 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1270a74-cef3-47cf-a314-3384e45dec45", "name": "network-vif-plugged", "status": "completed", "tag": "c699edfb-f9b1-4d7e-9ff9-82322632c6ea", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:40.087549 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-800b75f4-a2a9-460e-a4c8-f9f04f63b64d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:40.087979 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea', 'code': 200} Aug 06 15:27:40.119199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.120032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:40.185141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0082575-b922-43c2-97f3-7660434f31c9 req-da5ce14a-dfc2-4d2e-89c7-42bcc0188a27 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.186790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0082575-b922-43c2-97f3-7660434f31c9 req-da5ce14a-dfc2-4d2e-89c7-42bcc0188a27 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0554383 Aug 06 15:27:40.198623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603d76c-d680-42b7-8114-e5411c78fa4c req-f0ef4e40-5ed7-444a-a799-f48f32ab3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.200687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b603d76c-d680-42b7-8114-e5411c78fa4c req-f0ef4e40-5ed7-444a-a799-f48f32ab3c26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 1100 time: 0.0518467 Aug 06 15:27:40.202778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2df49d0c-540e-4c40-95ef-d01877b72ceb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:40.234413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0082575-b922-43c2-97f3-7660434f31c9 req-d742a0e9-d075-4709-817b-e9c23fb27ce3 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Aug 06 15:27:40.243052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b603d76c-d680-42b7-8114-e5411c78fa4c req-d2e5c575-5492-455f-b3f7-0e04ed96927a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Aug 06 15:27:40.267776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:40.291691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:40.331772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ddc38cd6-d618-4546-aae3-f2c7fcb3e82a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7614686c5daa4cf2a574798db68820bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387244 Aug 06 15:27:40.334629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:40.368359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port b1f55b9b-da88-4f1e-9850-236332cae0ac completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:40.381433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port b1f55b9b-da88-4f1e-9850-236332cae0ac triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:40.381807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.383899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aef69777-08d6-4178-a18f-a883add9347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.406078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aef69777-08d6-4178-a18f-a883add9347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.473123 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.519100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:40.551168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1504a3-846a-48da-ae8a-1c9118eda815 req-9a9d5f48-b51b-4233-8933-74d940916d50 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.557127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1504a3-846a-48da-ae8a-1c9118eda815 req-9a9d5f48-b51b-4233-8933-74d940916d50 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.558813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b1504a3-846a-48da-ae8a-1c9118eda815 req-9a9d5f48-b51b-4233-8933-74d940916d50 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a&device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 1690 time: 0.0570033 Aug 06 15:27:40.572007 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aef69777-08d6-4178-a18f-a883add9347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.574570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aef69777-08d6-4178-a18f-a883add9347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.575705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aef69777-08d6-4178-a18f-a883add9347a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98e1b153-5186-4b3d-911e-d7223fbf0afe HTTP/1.1" status: 204 len: 168 time: 0.2401352 Aug 06 15:27:40.586029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69777-08d6-4178-a18f-a883add9347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e1b153-5186-4b3d-911e-d7223fbf0afe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:40.602143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b1504a3-846a-48da-ae8a-1c9118eda815 req-b9962093-3606-4266-8a91-a94c2fef990f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Aug 06 15:27:40.606460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.607417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 851b1a98-aab8-477d-9181-12563984df76 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:27:40.631282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 851b1a98-aab8-477d-9181-12563984df76 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:27:40.631622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 851b1a98-aab8-477d-9181-12563984df76 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:27:40.634332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:40.680590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:40.714906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce204cc-e48a-4291-9926-3cc511962921 req-c9c445e0-ee8c-4ea3-aa42-d79c86269edf tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.716420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ce204cc-e48a-4291-9926-3cc511962921 req-c9c445e0-ee8c-4ea3-aa42-d79c86269edf tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0563595 Aug 06 15:27:40.754248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ce204cc-e48a-4291-9926-3cc511962921 req-e5109ccd-427b-4b6e-9ac2-39c2cd2956ec tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Aug 06 15:27:40.857340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218d39-aa65-42d2-8472-11dcaee89a9c req-591c45fb-37fb-4fd0-ad19-b835af3a1bf9 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:40.858864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5218d39-aa65-42d2-8472-11dcaee89a9c req-591c45fb-37fb-4fd0-ad19-b835af3a1bf9 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 949 time: 0.0478218 Aug 06 15:27:40.901049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5218d39-aa65-42d2-8472-11dcaee89a9c req-706f3441-c201-48db-88ce-2ecc1dde58d2 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355318 Aug 06 15:27:41.114233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e510a-c44f-42fa-9525-007c51095d6a req-f669e852-969f-4dc9-9f9f-deb40a8d8e28 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:41.115923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-462e510a-c44f-42fa-9525-007c51095d6a req-f669e852-969f-4dc9-9f9f-deb40a8d8e28 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0824921 Aug 06 15:27:41.178244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-462e510a-c44f-42fa-9525-007c51095d6a req-3189964a-3b52-44a5-bea8-c6301361060c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 Aug 06 15:27:41.248818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32e00d-e4a7-45b0-823e-c846c7ff5312 req-011967c1-fae1-45ba-b42c-ad31b35aeeba tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:41.250327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d32e00d-e4a7-45b0-823e-c846c7ff5312 req-011967c1-fae1-45ba-b42c-ad31b35aeeba tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 1100 time: 0.0389543 Aug 06 15:27:41.290921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d32e00d-e4a7-45b0-823e-c846c7ff5312 req-4cc91cac-14d0-4d78-bbaf-daf713567d17 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Aug 06 15:27:41.385915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f9fde-9acd-48c6-80e6-a8f81539c16d req-d8733bba-eba6-4ad2-a049-da896bbcf3c9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:41.387453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f3f9fde-9acd-48c6-80e6-a8f81539c16d req-d8733bba-eba6-4ad2-a049-da896bbcf3c9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0716393 Aug 06 15:27:41.443961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae2f84-93b4-4065-ae77-f384bc4341e3 req-e604ff85-2042-45aa-911d-95d64f7c0301 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:41.445493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3ae2f84-93b4-4065-ae77-f384bc4341e3 req-e604ff85-2042-45aa-911d-95d64f7c0301 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 1101 time: 0.0854976 Aug 06 15:27:41.448457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f3f9fde-9acd-48c6-80e6-a8f81539c16d req-21d41ca7-bf3a-4a48-b402-d40f67388ef3 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Aug 06 15:27:41.484184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3ae2f84-93b4-4065-ae77-f384bc4341e3 req-5af75f05-7915-4fcc-95dd-67c88db87021 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 06 15:27:41.591407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59120) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:41.597538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:41.710728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f32d09c-a1a1-480a-bcd1-3494678236e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:41.738043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 2df49d0c-540e-4c40-95ef-d01877b72ceb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:41.742938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 2df49d0c-540e-4c40-95ef-d01877b72ceb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:41.743318 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:41.827194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f32d09c-a1a1-480a-bcd1-3494678236e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:41.859872 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:41.896156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-6196eb90-bc7f-4b67-a024-bbe1268cd8ce tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267868 Aug 06 15:27:41.905016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f32d09c-a1a1-480a-bcd1-3494678236e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:41.907759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:41.925080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458d191-7d85-4c14-943d-f15992b00c72 req-cf29a1b6-18ad-47b6-b0da-b6bf76acdb64 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:41.926644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2458d191-7d85-4c14-943d-f15992b00c72 req-cf29a1b6-18ad-47b6-b0da-b6bf76acdb64 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0877702 Aug 06 15:27:41.953809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3f32d09c-a1a1-480a-bcd1-3494678236e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c04ffcc229e34963a7752131d4ec4cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612919 Aug 06 15:27:41.956411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:41.967104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32d09c-a1a1-480a-bcd1-3494678236e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6bbe07-00b9-4b49-abbe-19b3aa1ca6eb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:41.995767 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.023350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2458d191-7d85-4c14-943d-f15992b00c72 req-0ed104c2-d866-4c41-9266-4f23dcee4baf tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822413 Aug 06 15:27:42.033906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-103d9e4b-7b5f-4101-93ed-61fd73f47909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.078921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-e5a3b522-c427-4c8a-8d1c-1ec4fa3ee9d8 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:42.083169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-e5a3b522-c427-4c8a-8d1c-1ec4fa3ee9d8 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785047 Aug 06 15:27:42.089965 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-103d9e4b-7b5f-4101-93ed-61fd73f47909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.094826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac'}, {'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:42.097412 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaf5625-2412-40eb-946d-4e4b9b0dda0a" -d '{"events": [{"server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "name": "network-vif-plugged", "status": "completed", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac"}, {"server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "name": "network-vif-plugged", "status": "completed", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:42.104266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-c1916199-57d5-456d-9ce6-ed79be69fdbe tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/quotas/63870539f7e044a9a021cd9cb081c12d HTTP/1.1" status: 200 len: 375 time: 0.0135138 Aug 06 15:27:42.117035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:42.194080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-37e146ac-e1fe-4648-a8a9-19698c3b3a1b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825880 Aug 06 15:27:42.210024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5788f-e214-4546-91d2-072d8addb1e0 req-b17a8eb7-d3cb-477b-804b-2c9b33d680f8 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:42.211575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24d5788f-e214-4546-91d2-072d8addb1e0 req-b17a8eb7-d3cb-477b-804b-2c9b33d680f8 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 949 time: 0.0691550 Aug 06 15:27:42.230144 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-103d9e4b-7b5f-4101-93ed-61fd73f47909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.232762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-103d9e4b-7b5f-4101-93ed-61fd73f47909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.236358 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-103d9e4b-7b5f-4101-93ed-61fd73f47909 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a6bbe07-00b9-4b49-abbe-19b3aa1ca6eb HTTP/1.1" status: 204 len: 168 time: 0.2764509 Aug 06 15:27:42.243207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d9e4b-7b5f-4101-93ed-61fd73f47909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6bbe07-00b9-4b49-abbe-19b3aa1ca6eb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:42.265360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24d5788f-e214-4546-91d2-072d8addb1e0 req-2dbb4e55-545e-40a2-8ef4-bee63e914fdb tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Aug 06 15:27:42.315067 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1510c9da-f39e-4709-b7bb-b0651abe9d4e x-openstack-request-id: req-1510c9da-f39e-4709-b7bb-b0651abe9d4e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:42.315374 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "name": "network-vif-plugged", "status": "completed", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac", "code": 200}, {"server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "name": "network-vif-plugged", "status": "completed", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:42.315634 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1510c9da-f39e-4709-b7bb-b0651abe9d4e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:42.316270 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'code': 200} Aug 06 15:27:42.316424 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'code': 200} Aug 06 15:27:42.470151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b169b-ae30-41d8-b693-1cf097d50b0a req-08354c9c-3a4f-4e2d-8677-864156e4ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:42.471836 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e5b169b-ae30-41d8-b693-1cf097d50b0a req-08354c9c-3a4f-4e2d-8677-864156e4ca96 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1096 time: 0.0596600 Aug 06 15:27:42.479904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aed33f-c663-42a2-9a36-aab73d76c25d req-6ae2fa3e-1734-49bf-a90b-2462c8ebe860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:42.482490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7aed33f-c663-42a2-9a36-aab73d76c25d req-6ae2fa3e-1734-49bf-a90b-2462c8ebe860 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1097 time: 0.0683193 Aug 06 15:27:42.526223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e5b169b-ae30-41d8-b693-1cf097d50b0a req-b193b16d-0541-427a-94c1-5ccaa985be28 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316105 Aug 06 15:27:42.557088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7aed33f-c663-42a2-9a36-aab73d76c25d req-9dedf87c-3d6a-48fe-b1ea-4c7e1f72a613 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602553 Aug 06 15:27:42.560452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:42.565308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0235d2-26fc-4248-aa6a-0916102a684f req-f9bbed19-c030-4b68-be39-a31a3c5f67ff tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:42.566792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd0235d2-26fc-4248-aa6a-0916102a684f req-f9bbed19-c030-4b68-be39-a31a3c5f67ff tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0830820 Aug 06 15:27:42.612421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd0235d2-26fc-4248-aa6a-0916102a684f req-3e7b5df5-b48c-4607-b327-a4e580708aad tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384600 Aug 06 15:27:42.667338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:42.679984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '099ea604-4b9f-4647-8a01-c0ace863af41', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '099ea604-4b9f-4647-8a01-c0ace863af41', 'mac_address': 'fa:16:3e:51:d3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:42.717076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.729668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099ea604-4b9f-4647-8a01-c0ace863af41 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:42.749629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:42.873734 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:42.934504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:43.152878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ca458-c13f-4a03-9861-4db46555a02e req-75f095af-34a2-4d9f-8383-cd57f4de04a7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:43.154000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:43.154523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f54ca458-c13f-4a03-9861-4db46555a02e req-75f095af-34a2-4d9f-8383-cd57f4de04a7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 945 time: 0.0673585 Aug 06 15:27:43.206367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f54ca458-c13f-4a03-9861-4db46555a02e req-1e82a62b-3460-4d78-9168-190001066528 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Aug 06 15:27:43.338750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeaf9f-7321-4f86-9653-0fee7396bca2 req-22dae762-07d8-43f7-b93e-fac3f05b6355 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:43.346406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbdeaf9f-7321-4f86-9653-0fee7396bca2 req-22dae762-07d8-43f7-b93e-fac3f05b6355 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 949 time: 0.0661976 Aug 06 15:27:43.381876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbdeaf9f-7321-4f86-9653-0fee7396bca2 req-21134f55-5bd5-4b00-a4ec-b15093e38634 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Aug 06 15:27:43.417081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:43.433811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9830c4-cad6-4539-ab99-12c633a097ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:43.508936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec22b-87b5-4053-bb4f-762c59f5cc4c req-1b54a6ee-e126-4a21-ac58-bce245dd07b0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:43.510742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e33ec22b-87b5-4053-bb4f-762c59f5cc4c req-1b54a6ee-e126-4a21-ac58-bce245dd07b0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0589855 Aug 06 15:27:43.565106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e33ec22b-87b5-4053-bb4f-762c59f5cc4c req-c9d952e1-2b91-416d-87ad-81e28fc0d9ca tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Aug 06 15:27:43.627878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9830c4-cad6-4539-ab99-12c633a097ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:43.715378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae9830c4-cad6-4539-ab99-12c633a097ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:43.718137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0d6ddd6-2435-412c-ba27-b178879d6e60 req-12003a55-58e9-4c35-bb31-145c82aba2df tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 210 time: 0.0277441 Aug 06 15:27:43.758579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ae9830c4-cad6-4539-ab99-12c633a097ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d85b7c82a96b4479af3fc6956fd0ea5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396947 Aug 06 15:27:43.759629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9830c4-cad6-4539-ab99-12c633a097ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8981fd70-7e96-4bca-a331-d21dc130e3be,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:43.765873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:43.816309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807a-2edf-49b7-9836-25df86bdb71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:43.839150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807a-2edf-49b7-9836-25df86bdb71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:43.997513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807a-2edf-49b7-9836-25df86bdb71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:44.001119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdf807a-2edf-49b7-9836-25df86bdb71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:44.002389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2bdf807a-2edf-49b7-9836-25df86bdb71f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8981fd70-7e96-4bca-a331-d21dc130e3be HTTP/1.1" status: 204 len: 168 time: 0.2352779 Aug 06 15:27:44.013921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf807a-2edf-49b7-9836-25df86bdb71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981fd70-7e96-4bca-a331-d21dc130e3be,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:44.046659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994a3cf-c911-4733-bcbd-637139a2a211 req-7038eb06-566c-4a0a-847f-88e288b759ef tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:44.054471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2994a3cf-c911-4733-bcbd-637139a2a211 req-7038eb06-566c-4a0a-847f-88e288b759ef tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 948 time: 0.0701942 Aug 06 15:27:44.167104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2994a3cf-c911-4733-bcbd-637139a2a211 req-aaf77c22-77a5-4d13-a59e-effc65d266e8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116595 Aug 06 15:27:44.184423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288eee4-92e1-4a12-ae88-66dcb67ce985 req-155deb48-52c3-4144-8288-11cb05bc4cbc tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:44.191701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a288eee4-92e1-4a12-ae88-66dcb67ce985 req-155deb48-52c3-4144-8288-11cb05bc4cbc tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 949 time: 0.0751479 Aug 06 15:27:44.226765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a288eee4-92e1-4a12-ae88-66dcb67ce985 req-618aaa76-4b00-43db-859e-fb0c3a284bf8 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330904 Aug 06 15:27:44.326302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35b3d7-ff58-4afe-9a60-70c09323d297 req-dbe8e5d4-103c-4d75-8495-c9f7ad4d02fd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:44.328565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc35b3d7-ff58-4afe-9a60-70c09323d297 req-dbe8e5d4-103c-4d75-8495-c9f7ad4d02fd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 945 time: 0.0518985 Aug 06 15:27:44.371707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc35b3d7-ff58-4afe-9a60-70c09323d297 req-c5a8da0b-3fe5-4858-9118-b7ec071b8e44 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355594 Aug 06 15:27:44.575205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:44.684373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:44.729969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05499df4-977c-493d-aaf2-b0c792b16987 req-68ce457b-f874-446a-9fd0-154412c99a44 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:44.732886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05499df4-977c-493d-aaf2-b0c792b16987 req-68ce457b-f874-446a-9fd0-154412c99a44 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0848274 Aug 06 15:27:44.761541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 099ea604-4b9f-4647-8a01-c0ace863af41 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:44.767571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 099ea604-4b9f-4647-8a01-c0ace863af41 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:44.768052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:44.780789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05499df4-977c-493d-aaf2-b0c792b16987 req-69a25319-90c9-4ca7-ad76-8596a3400216 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Aug 06 15:27:44.856822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c02e9-644c-458a-806e-413339af6091 req-f251df9f-9796-45d3-9766-25efac8b791e tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:44.864498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-905c02e9-644c-458a-806e-413339af6091 req-f251df9f-9796-45d3-9766-25efac8b791e tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1096 time: 0.0774944 Aug 06 15:27:44.904790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-498c0e82-e8d7-4aa4-8896-00ad7a74003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:44.917663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-905c02e9-644c-458a-806e-413339af6091 req-202a896b-332b-4644-bbe1-480b5e0ab86b tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511093 Aug 06 15:27:44.982428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cac1c6ef-c25d-4816-b816-df55edf8edca req-941a2ef6-8e45-4c44-a3bf-af27cfd2e8dd tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 210 time: 0.0543306 Aug 06 15:27:45.055193 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.081659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:45.083577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-498c0e82-e8d7-4aa4-8896-00ad7a74003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.085227 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275e76c4-146f-41e2-9d37-27a267060d8e" -d '{"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-plugged", "status": "completed", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:45.099729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:45.108442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f1d94-837a-4db5-b2fa-65ef43442ff7 req-08484672-969f-4bce-ba03-dbcbf5d04c84 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.109975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c49f1d94-837a-4db5-b2fa-65ef43442ff7 req-08484672-969f-4bce-ba03-dbcbf5d04c84 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1097 time: 0.0674005 Aug 06 15:27:45.112423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a1c9e-e5bc-44cb-a793-43206b885c31 req-86e9b211-8f90-40ed-ac13-1d66d5ca35c7 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.114173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f8a1c9e-e5bc-44cb-a793-43206b885c31 req-86e9b211-8f90-40ed-ac13-1d66d5ca35c7 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1096 time: 0.0812211 Aug 06 15:27:45.171103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c49f1d94-837a-4db5-b2fa-65ef43442ff7 req-21c3f59e-2a67-470f-85a5-fc4c57cf1033 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545015 Aug 06 15:27:45.174618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f8a1c9e-e5bc-44cb-a793-43206b885c31 req-b911242b-cdf6-42cc-9730-30d7dacc2ab7 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511956 Aug 06 15:27:45.228568 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ccecd9-cc1a-438b-90be-25ef9fcec907 x-openstack-request-id: req-a0ccecd9-cc1a-438b-90be-25ef9fcec907 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:45.229053 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-plugged", "status": "completed", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:45.229441 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0ccecd9-cc1a-438b-90be-25ef9fcec907 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:45.230518 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41', 'code': 200} Aug 06 15:27:45.258915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-498c0e82-e8d7-4aa4-8896-00ad7a74003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.260830 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.338984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf7054-3a29-47c6-b916-13998dcd86a2 req-62a9de3d-4438-43be-a212-cf2611d09dbe tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.356899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fcaf7054-3a29-47c6-b916-13998dcd86a2 req-62a9de3d-4438-43be-a212-cf2611d09dbe tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0892351 Aug 06 15:27:45.388019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-498c0e82-e8d7-4aa4-8896-00ad7a74003a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7416da378ac742978b46bda2e5e3fcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7016892 Aug 06 15:27:45.388869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c0e82-e8d7-4aa4-8896-00ad7a74003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa1b227-e286-4d77-9632-06fd6050d837,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:45.390208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:45.392871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:45.401572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b82a67-29be-435a-b190-dd04b8c61d00 req-66933638-febe-4448-805f-69333d9ee456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.403068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63b82a67-29be-435a-b190-dd04b8c61d00 req-66933638-febe-4448-805f-69333d9ee456 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1100 time: 0.0838423 Aug 06 15:27:45.443503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63b82a67-29be-435a-b190-dd04b8c61d00 req-2aab70c7-bd7c-462a-bf67-78cd8978ed39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Aug 06 15:27:45.448652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fcaf7054-3a29-47c6-b916-13998dcd86a2 req-be7b25b1-d226-4815-8a34-8018ffe78821 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895147 Aug 06 15:27:45.570367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804856d-6ddd-4190-b6a9-de67f2180463 req-2471ef19-4b6f-4b3b-9c01-7efcc8cec96d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.571901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7804856d-6ddd-4190-b6a9-de67f2180463 req-2471ef19-4b6f-4b3b-9c01-7efcc8cec96d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1097 time: 0.1585724 Aug 06 15:27:45.583586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-eec03702-b1ca-44a5-ba60-098e493ed9b7 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.585046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-eec03702-b1ca-44a5-ba60-098e493ed9b7 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 949 time: 0.1143720 Aug 06 15:27:45.589568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d30-689f-4ca3-bae1-3718f9f1417d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.668503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d30-689f-4ca3-bae1-3718f9f1417d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.677770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24c857-692c-44dc-bee5-906ef1d56f87 req-c64e0594-1ba4-441e-806c-1e80a41112b1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:45.679279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a24c857-692c-44dc-bee5-906ef1d56f87 req-c64e0594-1ba4-441e-806c-1e80a41112b1 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 949 time: 0.1527078 Aug 06 15:27:45.714874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7804856d-6ddd-4190-b6a9-de67f2180463 req-ecfa3af6-5b5d-4299-b644-564f9009b765 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280649 Aug 06 15:27:45.795607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a24c857-692c-44dc-bee5-906ef1d56f87 req-e104ae1d-5cd1-46b6-9fc1-b29944cdd0e9 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/security-groups?id=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040828 Aug 06 15:27:45.842035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Deleting port c699edfb-f9b1-4d7e-9ff9-82322632c6ea {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:27:45.842545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.909765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d30-689f-4ca3-bae1-3718f9f1417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.912745 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d30-689f-4ca3-bae1-3718f9f1417d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:45.922074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e39b0d30-689f-4ca3-bae1-3718f9f1417d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fa1b227-e286-4d77-9632-06fd6050d837 HTTP/1.1" status: 204 len: 168 time: 0.5090361 Aug 06 15:27:45.937186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b0d30-689f-4ca3-bae1-3718f9f1417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa1b227-e286-4d77-9632-06fd6050d837,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:46.006104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] For port c699edfb-f9b1-4d7e-9ff9-82322632c6ea, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:46.007164 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:46.043359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Calling delete_port for c699edfb-f9b1-4d7e-9ff9-82322632c6ea owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:27:46.220525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9146f67a-9318-45bf-b9c5-70b2f975e32d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211630 Aug 06 15:27:46.335099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-248ad1c3-a1d7-41b2-88a6-2ebbc88491b5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:46.336735 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-248ad1c3-a1d7-41b2-88a6-2ebbc88491b5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103957 Aug 06 15:27:46.348928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:46.361947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c699edfb-f9b1-4d7e-9ff9-82322632c6ea'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:46.362472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:46.509917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] No DVR routers for this DVR port c699edfb-f9b1-4d7e-9ff9-82322632c6ea on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:46.514900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:46.516990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b6f0679-9830-4d35-9d75-9236a3ab7e3b req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.64 "DELETE /v2.0/ports/c699edfb-f9b1-4d7e-9ff9-82322632c6ea HTTP/1.1" status: 204 len: 173 time: 0.8999722 Aug 06 15:27:46.524452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681b30b-ca96-4054-849d-9c30a50a783a tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] Pushing event deleted for resources: {'Port': ['ID=c699edfb-f9b1-4d7e-9ff9-82322632c6ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:46.528714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'name': 'network-vif-deleted', 'tag': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:46.533463 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c436d6-42fb-4bcf-b690-b6f33783dd1a" -d '{"events": [{"server_uuid": "a1270a74-cef3-47cf-a314-3384e45dec45", "name": "network-vif-deleted", "tag": "c699edfb-f9b1-4d7e-9ff9-82322632c6ea"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:46.599355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23b242e1-764f-4429-84c7-917a592c7482 req-9c49e874-4db5-423b-a887-c7dfd7e89bf9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 210 time: 0.0465493 Aug 06 15:27:46.744015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64187d3-fef1-4fde-a7e8-09e4ec057595 req-68a0814e-9c65-4498-9007-43d4f50f5485 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:46.744903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:46.752023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:46.752246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e64187d3-fef1-4fde-a7e8-09e4ec057595 req-68a0814e-9c65-4498-9007-43d4f50f5485 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1097 time: 0.0538449 Aug 06 15:27:46.800404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e64187d3-fef1-4fde-a7e8-09e4ec057595 req-813dddbb-fa13-4b5f-928b-8c48c034bef9 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384076 Aug 06 15:27:46.980271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0446359-2a06-4205-b035-f4f4859136b0 req-c2a77836-cba3-45c9-92da-fa72dc0171bf tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:46.981945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.221 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/9c3d723e-1dc8-41ed-b04e-d845c951038f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:46.984324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0446359-2a06-4205-b035-f4f4859136b0 req-c2a77836-cba3-45c9-92da-fa72dc0171bf tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1061842 Aug 06 15:27:47.036581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0446359-2a06-4205-b035-f4f4859136b0 req-d8c8c9d5-cc4d-4d6c-a63d-b7ca44d0d7c3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 Aug 06 15:27:47.115175 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac06f6a-f733-4fcf-bf4a-96619a5fd9db x-openstack-request-id: req-0ac06f6a-f733-4fcf-bf4a-96619a5fd9db {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:47.115440 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1270a74-cef3-47cf-a314-3384e45dec45", "name": "network-vif-deleted", "tag": "c699edfb-f9b1-4d7e-9ff9-82322632c6ea", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:47.115665 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ac06f6a-f733-4fcf-bf4a-96619a5fd9db {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:47.116090 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1270a74-cef3-47cf-a314-3384e45dec45', 'name': 'network-vif-deleted', 'tag': 'c699edfb-f9b1-4d7e-9ff9-82322632c6ea', 'status': 'completed', 'code': 200} Aug 06 15:27:47.116368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-525771d0-5262-4b0a-b8a4-8757f0ac2cec tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514834 Aug 06 15:27:47.221956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:47.245132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10d98a2a-ea57-4888-9073-2321bbfc11a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.276455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-634574f6-96f9-4d04-a4b2-8e2102c80778 req-62d0d938-4f84-49fa-9f21-4d0bfae307b4 tempest-DeleteServersAdminTestJSON-1653490525 tempest-DeleteServersAdminTestJSON-1653490525-project] 10.222.0.16 "GET /v2.0/ports?device_id=a1270a74-cef3-47cf-a314-3384e45dec45 HTTP/1.1" status: 200 len: 210 time: 0.0628161 Aug 06 15:27:47.430168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10d98a2a-ea57-4888-9073-2321bbfc11a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.513811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10d98a2a-ea57-4888-9073-2321bbfc11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.553917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.565651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-10d98a2a-ea57-4888-9073-2321bbfc11a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5854ec112ac34227a5c5414fcad07235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393033 Aug 06 15:27:47.568805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:47.593371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object 9c3d723e-1dc8-41ed-b04e-d845c951038f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:47.612770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d98a2a-ea57-4888-9073-2321bbfc11a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7943c2d5-3625-41ab-85fc-fd1435c7d158,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:47.628575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-4dfdafef-9644-4bb7-ac63-0d16741ea0d9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:47.630792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-4dfdafef-9644-4bb7-ac63-0d16741ea0d9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680691 Aug 06 15:27:47.639184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eaaef46-505d-4840-8fbb-99ca1bfdbc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.648445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:47.685933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eaaef46-505d-4840-8fbb-99ca1bfdbc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.793255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.805719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:47.863280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:47.866801 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eaaef46-505d-4840-8fbb-99ca1bfdbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.875448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:47.876188 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9eaaef46-505d-4840-8fbb-99ca1bfdbc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.876758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:47.876964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9eaaef46-505d-4840-8fbb-99ca1bfdbc35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7943c2d5-3625-41ab-85fc-fd1435c7d158 HTTP/1.1" status: 204 len: 168 time: 0.3043256 Aug 06 15:27:47.888719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaef46-505d-4840-8fbb-99ca1bfdbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7943c2d5-3625-41ab-85fc-fd1435c7d158,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:47.902756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943e7b-ae83-41d9-833e-510e259aa755 req-589dbeb7-fa0c-40ab-a6b5-1f60b86f8c44 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:47.905264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7943e7b-ae83-41d9-833e-510e259aa755 req-589dbeb7-fa0c-40ab-a6b5-1f60b86f8c44 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1100 time: 0.0680342 Aug 06 15:27:47.924664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=9c3d723e-1dc8-41ed-b04e-d845c951038f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:47.931161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:47.935598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:47.949979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a7943e7b-ae83-41d9-833e-510e259aa755 req-38da9693-59c5-41e3-b853-f130cfabbc16 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.001982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:48.002800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.157912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a7943e7b-ae83-41d9-833e-510e259aa755 req-38da9693-59c5-41e3-b853-f130cfabbc16 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.206838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.226 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/813687af-3da5-409e-a672-018089b7fd6b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:48.262712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59356) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:48.280557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a7943e7b-ae83-41d9-833e-510e259aa755 req-38da9693-59c5-41e3-b853-f130cfabbc16 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.328951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7943e7b-ae83-41d9-833e-510e259aa755 req-38da9693-59c5-41e3-b853-f130cfabbc16 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120829 Aug 06 15:27:48.340611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da9693-59c5-41e3-b853-f130cfabbc16 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57dedfb-ec9f-4d9e-8cd9-8355278c1e08,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:48.381963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.398209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-411e6fc6-d5cb-4946-b583-df178d63ec5c None None] Provisioning for port 9c3d723e-1dc8-41ed-b04e-d845c951038f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:48.405760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object 813687af-3da5-409e-a672-018089b7fd6b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:48.409084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-411e6fc6-d5cb-4946-b583-df178d63ec5c None None] Provisioning complete for port 9c3d723e-1dc8-41ed-b04e-d845c951038f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:48.409896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-411e6fc6-d5cb-4946-b583-df178d63ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.446271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ecff0df2-3b1a-40e8-b4b0-64b8463242c6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0994248 Aug 06 15:27:48.458172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689afa03-d117-4f98-ba51-32f685bfbd3e req-bd5028d9-02a4-4ab9-a0d1-abb44c4552fc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 210 time: 0.0484529 Aug 06 15:27:48.458172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d831-a16d-43db-80c9-03698949c667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.467682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Request body: {'port': {'device_id': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:48.469849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-411e6fc6-d5cb-4946-b583-df178d63ec5c None None] Port 9c3d723e-1dc8-41ed-b04e-d845c951038f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:48.527423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.592972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d33c21-e520-435e-89b0-2db30fce9580 req-073ad41f-b858-40b2-8a4a-5ad8d59087d0 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:48.594774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85d33c21-e520-435e-89b0-2db30fce9580 req-073ad41f-b858-40b2-8a4a-5ad8d59087d0 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1097 time: 0.0733187 Aug 06 15:27:48.605635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:48.606325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.613160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:48.628789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d831-a16d-43db-80c9-03698949c667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.628881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:48.631515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=813687af-3da5-409e-a672-018089b7fd6b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:48.647962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85d33c21-e520-435e-89b0-2db30fce9580 req-f4c0d401-696d-40fb-aec5-9b5623cd8ab6 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Aug 06 15:27:48.715252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:48.716449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.729161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d831-a16d-43db-80c9-03698949c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.802422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2cb2d831-a16d-43db-80c9-03698949c667 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65ce128afbda4cac9c8aaa302e1382f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384917 Aug 06 15:27:48.804814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2d831-a16d-43db-80c9-03698949c667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c6140c-9498-487e-9132-28fcb04e2fc1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:48.810875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:48.873478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-fb2a8a25-b68d-46b3-8d16-0f7a20627046 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2300229 Aug 06 15:27:48.911455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Request body: {'port': {'device_id': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:48.938219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96995087-594d-4020-bfd6-f3943ebb7a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.978084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4e9f5a2-b2e7-4717-8eca-c67009d59036 None None] Provisioning for port 813687af-3da5-409e-a672-018089b7fd6b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:48.985735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4e9f5a2-b2e7-4717-8eca-c67009d59036 None None] Provisioning complete for port 813687af-3da5-409e-a672-018089b7fd6b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:48.986842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4e9f5a2-b2e7-4717-8eca-c67009d59036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:48.991994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:49.039072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96995087-594d-4020-bfd6-f3943ebb7a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.059126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.070134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d4e9f5a2-b2e7-4717-8eca-c67009d59036 None None] Port 813687af-3da5-409e-a672-018089b7fd6b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:49.291266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3d723e-1dc8-41ed-b04e-d845c951038f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:49.303586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.320707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96995087-594d-4020-bfd6-f3943ebb7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.323508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-96995087-594d-4020-bfd6-f3943ebb7a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.327102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-96995087-594d-4020-bfd6-f3943ebb7a6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1c6140c-9498-487e-9132-28fcb04e2fc1 HTTP/1.1" status: 204 len: 168 time: 0.5126283 Aug 06 15:27:49.329335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Transition to ACTIVE for port object 9c3d723e-1dc8-41ed-b04e-d845c951038f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:49.336440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96995087-594d-4020-bfd6-f3943ebb7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c6140c-9498-487e-9132-28fcb04e2fc1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:49.401739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59408) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:49.437406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.559118 n-d-778550-6 neutron-server[94840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 15:27:49.563753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-24306786-1441-4adb-9298-8767f5499c03 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:27:49.564815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-24306786-1441-4adb-9298-8767f5499c03 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618159 Aug 06 15:27:49.572634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3d723e-1dc8-41ed-b04e-d845c951038f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:49.656709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c699edfb-f9b1-4d7e-9ff9-82322632c6ea no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:27:49.698268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c699edfb-f9b1-4d7e-9ff9-82322632c6ea {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:27:49.702072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c699edfb-f9b1-4d7e-9ff9-82322632c6ea not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:27:49.749884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Attempting to bind port 9c3d723e-1dc8-41ed-b04e-d845c951038f on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:49.750442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Attempting to bind port 9c3d723e-1dc8-41ed-b04e-d845c951038f by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:49.756746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Attempting to bind port 9c3d723e-1dc8-41ed-b04e-d845c951038f on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:49.760561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Port 9c3d723e-1dc8-41ed-b04e-d845c951038f on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:49.760951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Attempting to bind port 9c3d723e-1dc8-41ed-b04e-d845c951038f on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:49.773431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:49.773876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:49.774954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:49.775531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Bound port: 9c3d723e-1dc8-41ed-b04e-d845c951038f, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:49.776291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.794136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:49.794642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:27:49.813084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-6b21a6dd-2a8c-417d-a027-c57f72f2d29f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0598297 Aug 06 15:27:49.892672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813687af-3da5-409e-a672-018089b7fd6b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:49.922489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:49.986443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Transition to ACTIVE for port object 813687af-3da5-409e-a672-018089b7fd6b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:49.990141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] For port 9c3d723e-1dc8-41ed-b04e-d845c951038f, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:50.006548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] For port 9c3d723e-1dc8-41ed-b04e-d845c951038f, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:50.042479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:50.042820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:50.043145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:50.047438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:50.050262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:50.052626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:50.053041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:50.053417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:50.054238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Bound port: 2df49d0c-540e-4c40-95ef-d01877b72ceb, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:50.110572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.112446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.199581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:50.205303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.205303 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c3d723e-1dc8-41ed-b04e-d845c951038f HTTP/1.1" status: 200 len: 1096 time: 1.7463655 Aug 06 15:27:50.205303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'tag': '9c3d723e-1dc8-41ed-b04e-d845c951038f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:50.206000 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92394027-4a6d-4486-ad99-20abdf2238fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9675b8c1-0f59-4982-9de1-c6c7714cf674", "tag": "9c3d723e-1dc8-41ed-b04e-d845c951038f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:50.228311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:50.233457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b2e9-6058-4552-a117-65160f8ac069 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3d723e-1dc8-41ed-b04e-d845c951038f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:50.315116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Pushing event updated for resources: {'Port': ['ID=813687af-3da5-409e-a672-018089b7fd6b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:50.324785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.325959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3cdc59a7-e9e9-4dc7-8e79-8070fa03736d service neutron] 10.222.0.16 "POST /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb/bindings HTTP/1.1" status: 201 len: 389 time: 0.6942828 Aug 06 15:27:50.335457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:50.351434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cdc996d-9d1f-45e5-8836-f2701b8a46c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.357314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Attempting to bind port 813687af-3da5-409e-a672-018089b7fd6b on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:50.357798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Attempting to bind port 813687af-3da5-409e-a672-018089b7fd6b by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:50.358178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Attempting to bind port 813687af-3da5-409e-a672-018089b7fd6b on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:50.381759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Port 813687af-3da5-409e-a672-018089b7fd6b on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:50.382104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Attempting to bind port 813687af-3da5-409e-a672-018089b7fd6b on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:50.422702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:50.423059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:50.423454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:50.423931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Bound port: 813687af-3da5-409e-a672-018089b7fd6b, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:50.424300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.483581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-589e8a70-5ab6-4fc9-a15e-82e6f0277636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:50.485201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-589e8a70-5ab6-4fc9-a15e-82e6f0277636 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 1099 time: 0.1240220 Aug 06 15:27:50.495549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cdc996d-9d1f-45e5-8836-f2701b8a46c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.568728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-a965e38e-f328-490a-a52e-f3d563c39617 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f HTTP/1.1" status: 200 len: 217 time: 0.0632935 Aug 06 15:27:50.582179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cdc996d-9d1f-45e5-8836-f2701b8a46c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.591749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] For port 813687af-3da5-409e-a672-018089b7fd6b, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:50.643614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdc996d-9d1f-45e5-8836-f2701b8a46c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3125f55c-8546-4b7a-98af-b6072cb893ed,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:50.650212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0cdc996d-9d1f-45e5-8836-f2701b8a46c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75b1b3afa979458aa02a3cc2cffff812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137131 Aug 06 15:27:50.655430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:50.661488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] For port 813687af-3da5-409e-a672-018089b7fd6b, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=813687af-3da5-409e-a672-018089b7fd6b,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:50.690553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-0dbdbd56-ac3c-4ada-bdf5-7df0ba7cbbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:50.692586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-0dbdbd56-ac3c-4ada-bdf5-7df0ba7cbbce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1133194 Aug 06 15:27:50.734128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.735689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4eeb5d-37a4-49b1-b47a-b7935c2e3ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.773322 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4eeb5d-37a4-49b1-b47a-b7935c2e3ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.810546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:50.811164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:50.812778 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] 10.222.0.59 "PUT /v2.0/ports/813687af-3da5-409e-a672-018089b7fd6b HTTP/1.1" status: 200 len: 1096 time: 1.9082568 Aug 06 15:27:50.831102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-e7f4961a-1cf6-46f7-bf55-aa057b99d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:50.832814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-e7f4961a-1cf6-46f7-bf55-aa057b99d456 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1331336 Aug 06 15:27:50.958781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f13a-8c56-4cac-8e28-a08b4d82785f service neutron] Pushing event updated for resources: {'Port': ['ID=813687af-3da5-409e-a672-018089b7fd6b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:51.086040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-d5ce8b7d-4bf2-4f03-9750-fa18f4f6033b service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440951 Aug 06 15:27:51.103630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f107f57e-54b8-41a6-b879-5dbc5d143818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.110251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f107f57e-54b8-41a6-b879-5dbc5d143818 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1096 time: 0.1876938 Aug 06 15:27:51.110388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fd32b-6782-4bb1-a030-808219f54b36 req-d4b80f64-cc24-4248-a53f-b373f4176de8 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.110388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f0fd32b-6782-4bb1-a030-808219f54b36 req-d4b80f64-cc24-4248-a53f-b373f4176de8 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 948 time: 0.3389151 Aug 06 15:27:51.150052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f0fd32b-6782-4bb1-a030-808219f54b36 req-57ea88b7-8502-444e-abe4-15809d883dbb tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Aug 06 15:27:51.161495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-1f9aca46-b7e0-4478-841d-8c47b67351c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.162999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-1f9aca46-b7e0-4478-841d-8c47b67351c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 1099 time: 0.1944795 Aug 06 15:27:51.227184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-e0c6be65-f2e5-4c05-a672-792566db3a00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=813687af-3da5-409e-a672-018089b7fd6b HTTP/1.1" status: 200 len: 217 time: 0.0522170 Aug 06 15:27:51.248348 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4eeb5d-37a4-49b1-b47a-b7935c2e3ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:51.250491 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4eeb5d-37a4-49b1-b47a-b7935c2e3ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:51.255524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec4eeb5d-37a4-49b1-b47a-b7935c2e3ecf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3125f55c-8546-4b7a-98af-b6072cb893ed HTTP/1.1" status: 204 len: 168 time: 0.5949259 Aug 06 15:27:51.266276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eeb5d-37a4-49b1-b47a-b7935c2e3ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3125f55c-8546-4b7a-98af-b6072cb893ed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:51.287651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0e898-29d7-40a0-a44d-6c88b75cdc85 req-e7b57cb5-3511-4bdc-9173-f612a5cc7a92 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.295405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60a0e898-29d7-40a0-a44d-6c88b75cdc85 req-e7b57cb5-3511-4bdc-9173-f612a5cc7a92 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0764976 Aug 06 15:27:51.324449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-b0385695-de19-4eab-8944-c597b3eb8aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298574 Aug 06 15:27:51.334059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-db269547-9ab3-4a55-8c18-47df45c8292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.335495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-db269547-9ab3-4a55-8c18-47df45c8292d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0826244 Aug 06 15:27:51.345608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60a0e898-29d7-40a0-a44d-6c88b75cdc85 req-3ba0eb90-68a4-4791-be3d-951afd3db83d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490952 Aug 06 15:27:51.389202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f4fe8fc4-739f-4b05-90b2-fddb4dd31f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.390684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f4fe8fc4-739f-4b05-90b2-fddb4dd31f23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.2725806 Aug 06 15:27:51.405660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ff99f48f-08c1-4aae-9e4a-04a7d6a79e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.407196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-ff99f48f-08c1-4aae-9e4a-04a7d6a79e0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550351 Aug 06 15:27:51.451199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-13e85e95-96f8-425c-b451-630958ace245 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 217 time: 0.0430191 Aug 06 15:27:51.712959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-9038f3bd-7286-4d68-9b19-12d8b785d2aa tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=35be441e3f1d4ad9bfd678bea9c0c133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342255 Aug 06 15:27:51.785792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-94257e30-0a27-43c7-b0a5-1a0a185fb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.787355 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-94257e30-0a27-43c7-b0a5-1a0a185fb20e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.3262000 Aug 06 15:27:51.840094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-3a16ebb3-14a8-4d40-bfe9-e1d9a653cf0f tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:51.841774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-3a16ebb3-14a8-4d40-bfe9-e1d9a653cf0f tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276407 Aug 06 15:27:51.852452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-9baa1a33-0951-4127-83f2-8c06d47a349b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506294 Aug 06 15:27:51.856308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-67493d66-1625-47c0-8fbc-28abe865bc44 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409146 Aug 06 15:27:51.861888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-383b9c5b-fc87-4055-abc7-a462dc444016 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/quotas/35be441e3f1d4ad9bfd678bea9c0c133 HTTP/1.1" status: 200 len: 375 time: 0.0123212 Aug 06 15:27:51.903292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-431183a7-bfce-4414-80d2-da00a6eb4a51 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35be441e3f1d4ad9bfd678bea9c0c133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319307 Aug 06 15:27:52.066666 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9168151-7239-4cbc-af24-027c42ed5f32 req-60fdbf07-b56d-491c-9d99-3481d1be10cf service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891394 Aug 06 15:27:52.069080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-1e86f3c1-56a3-4c3e-88b3-5d39b521d14d service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931403 Aug 06 15:27:52.182404 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e58f0bc-f6a1-4052-b775-a309bd030326 x-openstack-request-id: req-9e58f0bc-f6a1-4052-b775-a309bd030326 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:52.182701 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9675b8c1-0f59-4982-9de1-c6c7714cf674", "tag": "9c3d723e-1dc8-41ed-b04e-d845c951038f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:52.182953 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e58f0bc-f6a1-4052-b775-a309bd030326 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:52.183964 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'tag': '9c3d723e-1dc8-41ed-b04e-d845c951038f', 'status': 'completed', 'code': 200} Aug 06 15:27:52.198532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-fbbdd638-f40a-4fbf-a3e7-45dd1e6f662c service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142421 Aug 06 15:27:52.258092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394027-4a6d-4486-ad99-20abdf2238fe req-ae929922-f9f1-40ee-8c9b-e883ba710d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.259701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-ae929922-f9f1-40ee-8c9b-e883ba710d07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 1099 time: 0.0474808 Aug 06 15:27:52.339091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-9119fc2e-b293-49c1-b54c-5f3aabf2e92d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:27:52.340531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-9119fc2e-b293-49c1-b54c-5f3aabf2e92d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086586 Aug 06 15:27:52.347392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545846b-abb6-476e-a0a4-2961d5db8a64 req-2fc1ffab-6a97-480a-9f95-bc92f6b7dfc8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.349501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6545846b-abb6-476e-a0a4-2961d5db8a64 req-2fc1ffab-6a97-480a-9f95-bc92f6b7dfc8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 945 time: 0.0895216 Aug 06 15:27:52.354844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:52.355298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:27:52.396322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6545846b-abb6-476e-a0a4-2961d5db8a64 req-92fefc60-2a41-47a1-8d8d-16027216fd29 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 Aug 06 15:27:52.469601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-458fe2bf-f9a6-498d-b911-85a75f551ff1 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.471153 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-458fe2bf-f9a6-498d-b911-85a75f551ff1 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1112018 Aug 06 15:27:52.472083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394027-4a6d-4486-ad99-20abdf2238fe req-805ff055-18da-4528-af43-a6afdccaddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.475268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-805ff055-18da-4528-af43-a6afdccaddb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2054975 Aug 06 15:27:52.507001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:52.562799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-018db807-c901-4c05-868f-bdaf826e6c98 req-cd8d56af-e144-44fc-a7b3-ff5a74fb8cf8 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 210 time: 0.0288363 Aug 06 15:27:52.585770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-5c6894fd-d5ac-46d1-b30d-2ef4f3145d1f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f HTTP/1.1" status: 200 len: 217 time: 0.0862908 Aug 06 15:27:52.689577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb32baa-50df-4217-87e2-08cfbd639a47 req-f7098bd6-f616-48af-ae01-c80db9246b5c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.691018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cb32baa-50df-4217-87e2-08cfbd639a47 req-f7098bd6-f616-48af-ae01-c80db9246b5c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 948 time: 0.0578072 Aug 06 15:27:52.694912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-117f6be5-31ca-49b6-9b5e-73db206f3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.696453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-117f6be5-31ca-49b6-9b5e-73db206f3aa3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1100 time: 0.1961052 Aug 06 15:27:52.704364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:52.711820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394027-4a6d-4486-ad99-20abdf2238fe req-8c1041d0-5548-469b-b301-c884876970d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.713213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-8c1041d0-5548-469b-b301-c884876970d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1155732 Aug 06 15:27:52.758202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cb32baa-50df-4217-87e2-08cfbd639a47 req-2cce325b-f129-4105-88cb-645cf0a90d06 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594592 Aug 06 15:27:52.776450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:52.776795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:52.777130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:52.836382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:52.836709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:52.854800 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:52.855464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:52.855566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:52.855973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Bound port: b1f55b9b-da88-4f1e-9850-236332cae0ac, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:52.871470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189af5f3-c9dc-4837-a0f8-a27404ab663e req-6f1cdb44-1edc-45ba-8ed8-7aa5641b9330 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.873011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-189af5f3-c9dc-4837-a0f8-a27404ab663e req-6f1cdb44-1edc-45ba-8ed8-7aa5641b9330 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0520303 Aug 06 15:27:52.919366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-189af5f3-c9dc-4837-a0f8-a27404ab663e req-b4d814d7-edc9-4c3b-90bf-63f697d55445 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395970 Aug 06 15:27:52.993542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394027-4a6d-4486-ad99-20abdf2238fe req-01374e5c-7971-4457-97b1-79cb76e5cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:52.995058 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-01374e5c-7971-4457-97b1-79cb76e5cff8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2617764 Aug 06 15:27:53.002870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:53.042246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-8c9f17a3-7261-44d1-83a7-eb1f074fcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:53.043742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-8c9f17a3-7261-44d1-83a7-eb1f074fcffa service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3345792 Aug 06 15:27:53.100310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:53.145931 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-62fc12af-e6c4-4a3d-ba1b-c0ec49dc5c60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0843449 Aug 06 15:27:53.171358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:53.218921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.220050 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-0ffbe5f2-ef22-4c11-a048-3d9b9b46c4c7 service neutron] 10.222.0.16 "POST /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.8688178 Aug 06 15:27:53.253640 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-5dc0e149-80a7-4062-91df-e05eb8a909ca service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469501 Aug 06 15:27:53.257823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-45e889cd-4677-4410-aa2b-1492160bc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:53.259229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-45e889cd-4677-4410-aa2b-1492160bc58a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1011262 Aug 06 15:27:53.278116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.375395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.383116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-82105b61-ad91-4870-869d-cd9f67e37f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:53.384713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-82105b61-ad91-4870-869d-cd9f67e37f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047764 Aug 06 15:27:53.449969 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92394027-4a6d-4486-ad99-20abdf2238fe req-53f0f5cb-3724-4831-80eb-cd00a3581a70 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808519 Aug 06 15:27:53.539453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:53.555262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:53.555603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:53.555968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:53.565328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:53.565658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Attempting to bind port 2df49d0c-540e-4c40-95ef-d01877b72ceb on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:53.579280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:53.579631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:53.580028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:53.580466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Bound port: 2df49d0c-540e-4c40-95ef-d01877b72ceb, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:53.580824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.585337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-0081572a-8b85-4ecb-a193-452d1b2f9f78 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697044 Aug 06 15:27:53.625319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:53.656782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11622514-5d27-4038-9a9a-ac9b67c597c2 req-3f4991c8-b46a-4db0-a663-841203889ea4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:53.658613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11622514-5d27-4038-9a9a-ac9b67c597c2 req-3f4991c8-b46a-4db0-a663-841203889ea4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.1297126 Aug 06 15:27:53.667571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9c3d723e-1dc8-41ed-b04e-d845c951038f details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:53.690576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c4add-7019-4062-a3fb-28a6fca7c01e req-4aad8f0a-7185-4d98-8e50-31a18340f6de tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:53.699715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-077c4add-7019-4062-a3fb-28a6fca7c01e req-4aad8f0a-7185-4d98-8e50-31a18340f6de tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.1230941 Aug 06 15:27:53.722424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:53.727730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:53.742529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-72f132b0-9376-4527-8521-86276f0403ae service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471903 Aug 06 15:27:53.759604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-077c4add-7019-4062-a3fb-28a6fca7c01e req-8a70161b-4775-4906-8e95-e7fe15a9076b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547993 Aug 06 15:27:53.793978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.803009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11622514-5d27-4038-9a9a-ac9b67c597c2 req-2d4ae5e7-c98d-4f36-bfe0-32d480df91e6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280506 Aug 06 15:27:53.821900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9c3d723e-1dc8-41ed-b04e-d845c951038f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:53.835242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '9c3d723e-1dc8-41ed-b04e-d845c951038f', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '9c3d723e-1dc8-41ed-b04e-d845c951038f', 'mac_address': 'fa:16:3e:c3:a1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:53.897706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.907534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:53.913127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3d723e-1dc8-41ed-b04e-d845c951038f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:53.930398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7c339fdf-421f-4a5b-9505-c0dbd216c54c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e38004e37164b309cbaa536e9850cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031626 Aug 06 15:27:53.931978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:53.932678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:53.933974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-91007d0a-9efb-4ed8-b218-0828cd8093bd service neutron] 10.222.0.59 "PUT /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 1121 time: 1.4360352 Aug 06 15:27:53.934455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:53.946215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9c3d723e-1dc8-41ed-b04e-d845c951038f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:53.971573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0214a397-9b3f-4dd4-9d63-0109ff5b2f54 req-6441b8ab-0430-4a07-8888-d1b4ce351cb6 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 210 time: 0.0451174 Aug 06 15:27:54.006554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1d9f-e3e6-4f74-806c-22a02621833a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.030756 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1d9f-e3e6-4f74-806c-22a02621833a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.035637 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.068547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2df49d0c-540e-4c40-95ef-d01877b72ceb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:54.118264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd192aa-c2f1-4300-bb52-b269b7e91c39 req-2b164aad-b4cc-4a64-a93e-ff065615008a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.120598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3dd192aa-c2f1-4300-bb52-b269b7e91c39 req-2b164aad-b4cc-4a64-a93e-ff065615008a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 948 time: 0.0887048 Aug 06 15:27:54.139522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=9c3d723e-1dc8-41ed-b04e-d845c951038f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:54.172929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3dd192aa-c2f1-4300-bb52-b269b7e91c39 req-6ae6ed86-dced-4f96-937f-f9a2be810039 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Aug 06 15:27:54.175867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1692887296', 'description': 'tempest-description-1309848627'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:54.184873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'tag': '813687af-3da5-409e-a672-018089b7fd6b'}, {'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb'}, {'name': 'network-changed', 'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:54.198682 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38335346-9f82-442a-b3e1-055f7b4c74de" -d '{"events": [{"name": "network-changed", "server_uuid": "b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae", "tag": "813687af-3da5-409e-a672-018089b7fd6b"}, {"server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "name": "network-vif-unplugged", "status": "completed", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb"}, {"name": "network-changed", "server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:54.216471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1d9f-e3e6-4f74-806c-22a02621833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.220144 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9dd1d9f-e3e6-4f74-806c-22a02621833a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.222035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e9dd1d9f-e3e6-4f74-806c-22a02621833a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8af1b1aa-6d3e-4d6f-8199-445bfbc67c76 HTTP/1.1" status: 204 len: 168 time: 0.2866821 Aug 06 15:27:54.232486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd1d9f-e3e6-4f74-806c-22a02621833a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af1b1aa-6d3e-4d6f-8199-445bfbc67c76,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:54.297589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187f2c-862b-41d3-a400-2af2dfb0cc43 req-0f1655d5-e9fb-4fdf-93e0-144e5289d4a3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.299080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16187f2c-862b-41d3-a400-2af2dfb0cc43 req-0f1655d5-e9fb-4fdf-93e0-144e5289d4a3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0588927 Aug 06 15:27:54.303524 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.306888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:54.320184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.365226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16187f2c-862b-41d3-a400-2af2dfb0cc43 req-460d5833-2c23-42eb-bf76-a5be314f9c9b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575047 Aug 06 15:27:54.435433 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d81e41-b8c8-4ca5-80c0-5ed170a39de9 x-openstack-request-id: req-43d81e41-b8c8-4ca5-80c0-5ed170a39de9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:54.435916 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae", "tag": "813687af-3da5-409e-a672-018089b7fd6b", "status": "completed", "code": 200}, {"server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "name": "network-vif-unplugged", "status": "completed", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb", "code": 200}, {"name": "network-changed", "server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:54.436037 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43d81e41-b8c8-4ca5-80c0-5ed170a39de9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:54.436459 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'tag': '813687af-3da5-409e-a672-018089b7fd6b', 'status': 'completed', 'code': 200} Aug 06 15:27:54.436734 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'code': 200} Aug 06 15:27:54.437003 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'status': 'completed', 'code': 200} Aug 06 15:27:54.447185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.540703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-a3867029-ec46-46a4-821f-dd2db243c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.542176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-a3867029-ec46-46a4-821f-dd2db243c1e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 1099 time: 0.0763686 Aug 06 15:27:54.547636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-acade609-5de6-48f6-a8fc-e24cd0a1e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.554911 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-acade609-5de6-48f6-a8fc-e24cd0a1e2ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1124 time: 0.0555196 Aug 06 15:27:54.596455 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.666920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-229e500d-88d8-4b93-a97e-9545b0b49e5d tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=35be441e3f1d4ad9bfd678bea9c0c133&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434806 Aug 06 15:27:54.669995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade3b624-2f59-4a0a-86aa-774f801e417d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:54.718222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-6c0f21a1-ffa9-42af-b389-0fa3821dc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.719763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-6c0f21a1-ffa9-42af-b389-0fa3821dc8df service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1698496 Aug 06 15:27:54.720869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-0c971797-828c-464e-879a-5dd8feca56de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.722193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-0c971797-828c-464e-879a-5dd8feca56de service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1636412 Aug 06 15:27:54.769343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-f7bc713b-7891-451d-9599-ec4986227a6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=813687af-3da5-409e-a672-018089b7fd6b HTTP/1.1" status: 200 len: 217 time: 0.0405350 Aug 06 15:27:54.802409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.813949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-b0c77742-74b0-4f4d-9c2a-710e9c654c37 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:54.815898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-b0c77742-74b0-4f4d-9c2a-710e9c654c37 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394603 Aug 06 15:27:54.830640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Request body: {'port': {'device_id': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '35be441e3f1d4ad9bfd678bea9c0c133'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:54.892651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:54.980310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:55.005307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5bec3-872c-4700-88b4-f914a1621e55 req-089062fd-978a-4496-8a56-3536bcbe45f7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.007017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fd5bec3-872c-4700-88b4-f914a1621e55 req-089062fd-978a-4496-8a56-3536bcbe45f7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.1574736 Aug 06 15:27:55.007649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3ecb5-22ad-46b5-8975-4cde2d39886d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:55.027904 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.058435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-5af63020-caae-4e36-b917-6c3100f4eb78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 217 time: 0.3229070 Aug 06 15:27:55.070202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.071426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9e34808-ea97-412a-8439-0aa03a0618c4 req-33ee9c20-3df3-4d47-9a9a-a6744755b449 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9025362 Aug 06 15:27:55.088935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:27:55.088935 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:27:55.088935 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id_1': 'f9b656e15e864ce8b552bbfb8a61a032', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 27, 55, 60670)}] Aug 06 15:27:55.088935 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:27:55.089273 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:27:55.092591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fd5bec3-872c-4700-88b4-f914a1621e55 req-20712785-010c-481c-98a4-0d2569f33703 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735064 Aug 06 15:27:55.131045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-407a42af-0dc8-4d79-b799-e178a26fe5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.132624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-407a42af-0dc8-4d79-b799-e178a26fe5c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0832705 Aug 06 15:27:55.138680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-bf143eb5-69e7-4a39-9489-3ab9ecb6b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.142795 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-bf143eb5-69e7-4a39-9489-3ab9ecb6b41c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0608568 Aug 06 15:27:55.181714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Made reservation on behalf of 35be441e3f1d4ad9bfd678bea9c0c133 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:27:55.185546 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.201440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.202011 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-9f781a61-9a1f-46ac-af40-e7f15ae3dbb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459704 Aug 06 15:27:55.235654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b532240-2ab2-45b0-8659-d135bd2fcf88 req-8b79f4d8-1b7d-4c98-b1de-5f40de708df1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.237208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b532240-2ab2-45b0-8659-d135bd2fcf88 req-8b79f4d8-1b7d-4c98-b1de-5f40de708df1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.0908067 Aug 06 15:27:55.241819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38335346-9f82-442a-b3e1-055f7b4c74de req-6578389e-ab2b-4830-966e-d8c1c711eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.243308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-6578389e-ab2b-4830-966e-d8c1c711eca4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961657 Aug 06 15:27:55.264246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a828c8d-2b9b-4191-810e-388d8add829e req-7934ffd0-cdeb-459a-9baa-610d31038ac5 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 210 time: 0.0478036 Aug 06 15:27:55.316215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-c4e67ed0-76d7-4b7b-8bd8-2a9d48441707 req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1348744709', 'description': 'tempest-description-697443877'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:55.337699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b532240-2ab2-45b0-8659-d135bd2fcf88 req-ee9aef98-0669-4e92-ba2a-c123209165c4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784924 Aug 06 15:27:55.398445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.400559 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-520fd0c9-eb99-4c8b-b5f3-8304bcae8038 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908252 Aug 06 15:27:55.405981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-aa0db463-de5e-4270-b9b7-788b7748c632 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341076 Aug 06 15:27:55.450369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9deb26-7c9f-4468-aece-5e145e3a3071 req-f3d26348-fb2c-49d2-929f-fb16f4e4e5d3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.451884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af9deb26-7c9f-4468-aece-5e145e3a3071 req-f3d26348-fb2c-49d2-929f-fb16f4e4e5d3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 948 time: 0.0555809 Aug 06 15:27:55.484516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.493918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af9deb26-7c9f-4468-aece-5e145e3a3071 req-4d2c2890-6657-46e2-ac8f-dd12a9836536 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354197 Aug 06 15:27:55.563886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-a44a8f6c-4205-4f8a-9e52-26d29a612b27 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557333 Aug 06 15:27:55.567866 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38335346-9f82-442a-b3e1-055f7b4c74de req-5bc86515-9c3f-40ef-88ad-8f674f02b076 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414659 Aug 06 15:27:55.578672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.600420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.679779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9e773-d385-42d1-842c-e94abda90806,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:55.680779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9c3d723e-1dc8-41ed-b04e-d845c951038f up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:55.700544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2d09-d617-4314-b16d-6025070a0eac req-6e1c9777-5d55-4b4c-b664-36107b82e765 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:55.702067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d5f2d09-d617-4314-b16d-6025070a0eac req-6e1c9777-5d55-4b4c-b664-36107b82e765 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1493375 Aug 06 15:27:55.715199 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c4e67ed0-76d7-4b7b-8bd8-2a9d48441707 req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.800575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 9c3d723e-1dc8-41ed-b04e-d845c951038f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:55.804685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 9c3d723e-1dc8-41ed-b04e-d845c951038f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:55.805057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.819831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Allocated IP 192.168.233.164 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/e36cd497-c664-4578-9c52-d39203dbcf87) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:27:55.839685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d5f2d09-d617-4314-b16d-6025070a0eac req-9bcec20f-a64a-4e81-a19b-323aa1f77e70 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255066 Aug 06 15:27:55.902204 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.927544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3d723e-1dc8-41ed-b04e-d845c951038f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:55.930477 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c6ca99-3310-466a-bb20-be57d2dc88ac" -d '{"events": [{"server_uuid": "9675b8c1-0f59-4982-9de1-c6c7714cf674", "name": "network-vif-plugged", "status": "completed", "tag": "9c3d723e-1dc8-41ed-b04e-d845c951038f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:55.945919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9c3d723e-1dc8-41ed-b04e-d845c951038f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:55.963257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:55.968672 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d6cee-6d1e-4188-833c-65706e4e36c7 x-openstack-request-id: req-6f5d6cee-6d1e-4188-833c-65706e4e36c7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:55.968966 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9675b8c1-0f59-4982-9de1-c6c7714cf674", "name": "network-vif-plugged", "status": "completed", "tag": "9c3d723e-1dc8-41ed-b04e-d845c951038f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:55.969222 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f5d6cee-6d1e-4188-833c-65706e4e36c7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:55.969614 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3d723e-1dc8-41ed-b04e-d845c951038f', 'code': 200} Aug 06 15:27:56.015129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.028769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Transition to ACTIVE for port object e36cd497-c664-4578-9c52-d39203dbcf87 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:56.033380 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.062431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.069251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31caa1a-9c1a-4194-a341-bc168a9f22cb req-4759c722-3748-4dff-99fd-3b84fbb109ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:56.070914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c31caa1a-9c1a-4194-a341-bc168a9f22cb req-4759c722-3748-4dff-99fd-3b84fbb109ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 1101 time: 0.0445848 Aug 06 15:27:56.084725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=9c3d723e-1dc8-41ed-b04e-d845c951038f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:56.113001 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c31caa1a-9c1a-4194-a341-bc168a9f22cb req-80941e31-60bf-4550-8222-c5bc664af20c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345221 Aug 06 15:27:56.116437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9b656e15e864ce8b552bbfb8a61a032&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1304252 Aug 06 15:27:56.119090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:27:56.122839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b085bb-6fa6-4cfd-8b80-535c5ae27a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114c99ac-46f0-4911-a10b-efa0b0565b66,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:56.164883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.175194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8977c0d2-9523-4c32-8826-16be5c14664d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.198449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8977c0d2-9523-4c32-8826-16be5c14664d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.202929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c4e67ed0-76d7-4b7b-8bd8-2a9d48441707 req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.249140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:27:56.254436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Pushing event updated for resources: {'Port': ['ID=e36cd497-c664-4578-9c52-d39203dbcf87,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:56.256975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:27:56.259697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:27:56.286318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c4e67ed0-76d7-4b7b-8bd8-2a9d48441707 req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.312535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8977c0d2-9523-4c32-8826-16be5c14664d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.314550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8977c0d2-9523-4c32-8826-16be5c14664d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.315733 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8977c0d2-9523-4c32-8826-16be5c14664d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/114c99ac-46f0-4911-a10b-efa0b0565b66 HTTP/1.1" status: 204 len: 168 time: 0.1956775 Aug 06 15:27:56.325888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977c0d2-9523-4c32-8826-16be5c14664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114c99ac-46f0-4911-a10b-efa0b0565b66,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:56.343719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc937a-5c8d-4b7d-873e-088c7d1f8328 req-7b4644b4-716a-41ef-865c-c60f450f2e27 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:56.345304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52bc937a-5c8d-4b7d-873e-088c7d1f8328 req-7b4644b4-716a-41ef-865c-c60f450f2e27 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.1621563 Aug 06 15:27:56.356989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:56.359941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.366269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71d896-6091-4112-a63c-8b093a5d8f27,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:56.388161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c4e67ed0-76d7-4b7b-8bd8-2a9d48441707 req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.389314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4e67ed0-76d7-4b7b-8bd8-2a9d48441707 req-55e6fd3a-c080-4bfe-9b59-bf046ca5d3f7 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0836997 Aug 06 15:27:56.418645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52bc937a-5c8d-4b7d-873e-088c7d1f8328 req-07407f9a-44b5-4c02-b376-7f6a6a5bd7c7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Aug 06 15:27:56.479903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-ed526ce2-c6f7-4576-974d-3bc7f666f4ba tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6544421 Aug 06 15:27:56.493425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Request body: {'port': {'device_id': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:56.595170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf8b5bfb-c1e4-4254-89be-037f2b0ca1dc None None] Provisioning for port e36cd497-c664-4578-9c52-d39203dbcf87 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:56.599899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf8b5bfb-c1e4-4254-89be-037f2b0ca1dc None None] Provisioning complete for port e36cd497-c664-4578-9c52-d39203dbcf87 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:56.600281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf8b5bfb-c1e4-4254-89be-037f2b0ca1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.615129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.625618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:56.628203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd4f03-e3c6-4a73-aa90-2436d400482c req-b13399d9-c30a-4871-8c2c-8c78daf59704 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:56.630221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5fd4f03-e3c6-4a73-aa90-2436d400482c req-b13399d9-c30a-4871-8c2c-8c78daf59704 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 936 time: 0.1141334 Aug 06 15:27:56.643571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689246a3-aa60-4dbf-8cb8-1e96dbbd7fbe req-844cff3b-14b9-4839-aebd-7e4400ae98fc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:56.645141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689246a3-aa60-4dbf-8cb8-1e96dbbd7fbe req-844cff3b-14b9-4839-aebd-7e4400ae98fc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.1300991 Aug 06 15:27:56.649773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b5bfb-c1e4-4254-89be-037f2b0ca1dc None None] Port e36cd497-c664-4578-9c52-d39203dbcf87 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:27:56.736027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:56.736304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5fd4f03-e3c6-4a73-aa90-2436d400482c req-28037fa1-e07f-4525-abe2-7002927c0b4f tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901456 Aug 06 15:27:56.748409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:27:56.748993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 813687af-3da5-409e-a672-018089b7fd6b details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:27:56.760038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689246a3-aa60-4dbf-8cb8-1e96dbbd7fbe req-ec96fc07-487f-4b8e-93fc-58e592df6bbc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998023 Aug 06 15:27:56.875688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 813687af-3da5-409e-a672-018089b7fd6b, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=813687af-3da5-409e-a672-018089b7fd6b,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:56.898603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '813687af-3da5-409e-a672-018089b7fd6b', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '813687af-3da5-409e-a672-018089b7fd6b', 'mac_address': 'fa:16:3e:ce:ad:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:27:56.943310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:56.958806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813687af-3da5-409e-a672-018089b7fd6b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:56.981397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef711b5-e221-4a36-9d71-f4d5681972dc req-84bbb072-a8d9-43ad-a775-f4a6a5e279bd tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:56.984537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 813687af-3da5-409e-a672-018089b7fd6b, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=813687af-3da5-409e-a672-018089b7fd6b,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:56.988275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef711b5-e221-4a36-9d71-f4d5681972dc req-84bbb072-a8d9-43ad-a775-f4a6a5e279bd tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 948 time: 0.1178656 Aug 06 15:27:57.052423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef711b5-e221-4a36-9d71-f4d5681972dc req-30b5b703-ec1e-40ff-b6e1-0b37139ece62 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631459 Aug 06 15:27:57.072714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1631597098', 'description': 'tempest-description-1413271951'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:57.086336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.140968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=813687af-3da5-409e-a672-018089b7fd6b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:57.147237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36cd497-c664-4578-9c52-d39203dbcf87 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:57.170598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.188065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Transition to ACTIVE for port object e36cd497-c664-4578-9c52-d39203dbcf87 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:57.203283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd1da-2094-4fd0-8787-31ba27782a99 req-52d1d1ca-bcdb-494f-8b29-554bd2b5ed30 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:57.204782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-555bd1da-2094-4fd0-8787-31ba27782a99 req-52d1d1ca-bcdb-494f-8b29-554bd2b5ed30 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0797200 Aug 06 15:27:57.206140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.216360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.268122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-555bd1da-2094-4fd0-8787-31ba27782a99 req-2f908a14-3e68-4f7f-83ce-ae1ca0d495ae tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Aug 06 15:27:57.300935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.361450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Pushing event updated for resources: {'Port': ['ID=e36cd497-c664-4578-9c52-d39203dbcf87,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:57.421290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.454589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Attempting to bind port e36cd497-c664-4578-9c52-d39203dbcf87 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:27:57.455834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Attempting to bind port e36cd497-c664-4578-9c52-d39203dbcf87 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:27:57.456209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Attempting to bind port e36cd497-c664-4578-9c52-d39203dbcf87 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:57.461132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Port e36cd497-c664-4578-9c52-d39203dbcf87 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:27:57.461479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Attempting to bind port e36cd497-c664-4578-9c52-d39203dbcf87 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:27:57.467420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:27:57.468420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:27:57.468420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:27:57.468595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Bound port: e36cd497-c664-4578-9c52-d39203dbcf87, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:27:57.468888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.488228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.510759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:27:57.600546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbc7ee6-dd89-481b-86fb-4f1d6ef61529,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:57.632787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] For port e36cd497-c664-4578-9c52-d39203dbcf87, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:57.638726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] For port e36cd497-c664-4578-9c52-d39203dbcf87, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e36cd497-c664-4578-9c52-d39203dbcf87,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48332b-98d0-4cf0-ad1e-e3b7b2c43727 req-9b76ffc6-b144-450a-833d-aa381c05b3b8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f48332b-98d0-4cf0-ad1e-e3b7b2c43727 req-9b76ffc6-b144-450a-833d-aa381c05b3b8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.1261864 Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f48332b-98d0-4cf0-ad1e-e3b7b2c43727 req-294f4a3c-a45b-4c7b-b1ce-1d9f4b2cb459 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432036 Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c149c0-7344-4ff6-b3f0-59689f5ef13f req-b0fce7a4-6bd4-4941-992f-d0fbf1d2e289 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5c149c0-7344-4ff6-b3f0-59689f5ef13f req-b0fce7a4-6bd4-4941-992f-d0fbf1d2e289 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 948 time: 0.0565629 Aug 06 15:27:57.949022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5c149c0-7344-4ff6-b3f0-59689f5ef13f req-44de6ac0-46be-4a05-9783-29abcd2ed02f tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Aug 06 15:27:57.961373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.996266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:57.996266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:57.997605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] 10.222.0.64 "PUT /v2.0/ports/e36cd497-c664-4578-9c52-d39203dbcf87 HTTP/1.1" status: 200 len: 1096 time: 1.5091949 Aug 06 15:27:58.000322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'tag': 'e36cd497-c664-4578-9c52-d39203dbcf87'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:58.003295 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad6310b-a8d9-4488-af37-99ac59913d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "192e096c-ed38-4cdc-a491-e89da7c9e08c", "tag": "e36cd497-c664-4578-9c52-d39203dbcf87"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:58.007085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.088760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d822eb8-ae1e-4cb1-a803-f1c8b78f73fa service neutron] Pushing event updated for resources: {'Port': ['ID=e36cd497-c664-4578-9c52-d39203dbcf87,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:58.094349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221994e-754b-4a98-8048-25b1f7a73484,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:58.109368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.110607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a05c261-f180-400c-bbef-24916e1e0ffd req-30156b07-921e-40c6-a4b6-93ff706c184a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0485728 Aug 06 15:27:58.128546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dba7d0-fd70-49e2-80be-7e2c2ce5f85c req-a61a3cb3-0a72-4fba-a384-2fd880608c80 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.130933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11dba7d0-fd70-49e2-80be-7e2c2ce5f85c req-a61a3cb3-0a72-4fba-a384-2fd880608c80 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 943 time: 0.0989451 Aug 06 15:27:58.159534 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c908b6-bc00-4b79-83fe-b4d5e4e14411 x-openstack-request-id: req-62c908b6-bc00-4b79-83fe-b4d5e4e14411 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:58.159534 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192e096c-ed38-4cdc-a491-e89da7c9e08c", "tag": "e36cd497-c664-4578-9c52-d39203dbcf87", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:58.159534 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62c908b6-bc00-4b79-83fe-b4d5e4e14411 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:58.159534 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'tag': 'e36cd497-c664-4578-9c52-d39203dbcf87', 'status': 'completed', 'code': 200} Aug 06 15:27:58.202868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11dba7d0-fd70-49e2-80be-7e2c2ce5f85c req-19bbe375-faa2-4cf7-a536-6496148af3d6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480552 Aug 06 15:27:58.204521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-615ed8a5-2839-46ea-a659-ef3fc618bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.206030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-615ed8a5-2839-46ea-a659-ef3fc618bbd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35be441e3f1d4ad9bfd678bea9c0c133&device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 1099 time: 0.0937762 Aug 06 15:27:58.288817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b264847f-1f0c-43db-8e61-5629f755b73f req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1347151457', 'description': 'tempest-description-938229439'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:27:58.294272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-c7e8777c-c1c1-4d19-8182-16e7b7cdd5c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=e36cd497-c664-4578-9c52-d39203dbcf87 HTTP/1.1" status: 200 len: 217 time: 0.0755076 Aug 06 15:27:58.354617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c85f6-2e68-40e4-bf05-713a98d61b1d req-1e133e08-e64d-44a3-94b6-bb5dd5fc3bce tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.356167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae2c85f6-2e68-40e4-bf05-713a98d61b1d req-1e133e08-e64d-44a3-94b6-bb5dd5fc3bce tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 949 time: 0.1492522 Aug 06 15:27:58.386724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-2f2084a2-7cf8-4794-b2fb-c19129aec00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.388212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-2f2084a2-7cf8-4794-b2fb-c19129aec00f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0847220 Aug 06 15:27:58.415255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae2c85f6-2e68-40e4-bf05-713a98d61b1d req-68defa43-29ee-4bd5-bdf0-2f31cc18d7d0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504639 Aug 06 15:27:58.445481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b264847f-1f0c-43db-8e61-5629f755b73f req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.466123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-bbedc21e-a9b5-4c44-9da7-3fc44c4aaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.467579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-bbedc21e-a9b5-4c44-9da7-3fc44c4aaf4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686271 Aug 06 15:27:58.616438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.636213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 813687af-3da5-409e-a672-018089b7fd6b up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:27:58.636415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51ce35-38ed-47a5-ac03-eebe17022834 req-32f901b4-af08-4e2d-ad7a-613753058a6c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.637799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f51ce35-38ed-47a5-ac03-eebe17022834 req-32f901b4-af08-4e2d-ad7a-613753058a6c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1474245 Aug 06 15:27:58.648985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-78e93635-7fbe-448a-b62f-dec8971c900e service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718924 Aug 06 15:27:58.745536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b264847f-1f0c-43db-8e61-5629f755b73f req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.747313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 813687af-3da5-409e-a672-018089b7fd6b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:27:58.751254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 813687af-3da5-409e-a672-018089b7fd6b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:27:58.757003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.757147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f51ce35-38ed-47a5-ac03-eebe17022834 req-84b11580-c235-48fa-87e1-0e9778518603 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086340 Aug 06 15:27:58.800817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29099b7-2408-49cc-a74b-6f0f604fbcce req-fd028fa2-c93c-4680-bc82-bef33800f0ef service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404951 Aug 06 15:27:58.804512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b264847f-1f0c-43db-8e61-5629f755b73f req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.833301 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71a9762-fbb2-48a9-9352-6ed96978ce4b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:58.840517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.863341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813687af-3da5-409e-a672-018089b7fd6b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:27:58.865864 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c34728-591d-4219-b38a-d2e3e8c678c2" -d '{"events": [{"server_uuid": "b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae", "name": "network-vif-plugged", "status": "completed", "tag": "813687af-3da5-409e-a672-018089b7fd6b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:27:58.878385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 813687af-3da5-409e-a672-018089b7fd6b, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=813687af-3da5-409e-a672-018089b7fd6b,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:58.925856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b264847f-1f0c-43db-8e61-5629f755b73f req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:58.927176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b264847f-1f0c-43db-8e61-5629f755b73f req-2764b4ed-7821-46e4-9551-2a7a84b1f8ba tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6827614 Aug 06 15:27:58.967243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-d33ecf4d-bda1-407c-a8e0-e3d25aaa41c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:58.970473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-d33ecf4d-bda1-407c-a8e0-e3d25aaa41c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35be441e3f1d4ad9bfd678bea9c0c133&device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 1099 time: 0.0441976 Aug 06 15:27:59.000348 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:59.062057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=813687af-3da5-409e-a672-018089b7fd6b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:27:59.079462 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c6a9a6-4262-4501-a118-db83f623ef50 x-openstack-request-id: req-d7c6a9a6-4262-4501-a118-db83f623ef50 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:27:59.079881 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae", "name": "network-vif-plugged", "status": "completed", "tag": "813687af-3da5-409e-a672-018089b7fd6b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:27:59.083329 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7c6a9a6-4262-4501-a118-db83f623ef50 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:27:59.083329 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813687af-3da5-409e-a672-018089b7fd6b', 'code': 200} Aug 06 15:27:59.118555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-f9738444-49ec-449e-9847-4a20757fcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:59.120802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-f9738444-49ec-449e-9847-4a20757fcecb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1430604 Aug 06 15:27:59.190215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7ffe8-ab26-42b5-92ad-786f22bfe0d9 req-ca2df0d9-6e9f-4b90-ad37-f6286822813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:59.192272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-30e7ffe8-ab26-42b5-92ad-786f22bfe0d9 req-ca2df0d9-6e9f-4b90-ad37-f6286822813e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 1101 time: 0.0390229 Aug 06 15:27:59.242013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-30e7ffe8-ab26-42b5-92ad-786f22bfe0d9 req-f746c1c7-89e3-4764-9d0b-48f558e89e11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Aug 06 15:27:59.396508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-000208fe-8f99-4c96-a20c-50f807e7028e service neutron] 10.222.0.64 "GET /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.0625610 Aug 06 15:27:59.423553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1105c-5944-4885-9de5-e417c5862eac req-93d8d4cd-f440-4947-b89f-e6de270c838f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:59.425032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3d1105c-5944-4885-9de5-e417c5862eac req-93d8d4cd-f440-4947-b89f-e6de270c838f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.3684983 Aug 06 15:27:59.429044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-bedf840d-0273-45eb-a0c4-444977512cc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=e36cd497-c664-4578-9c52-d39203dbcf87 HTTP/1.1" status: 200 len: 217 time: 0.2863231 Aug 06 15:27:59.521454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3d1105c-5944-4885-9de5-e417c5862eac req-75285197-c298-4a50-bf82-db4dce5cdfbd tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893564 Aug 06 15:27:59.540262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-69d54bcd-2ef0-41d3-9bb8-89caa242d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:59.541694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-69d54bcd-2ef0-41d3-9bb8-89caa242d272 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1045115 Aug 06 15:27:59.582307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:59.604415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:27:59.642865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df49d0c-540e-4c40-95ef-d01877b72ceb {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:27:59.654689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:27:59.670309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-758c22ff-80a1-4f29-a5ca-ddf36c617f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:59.671888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-758c22ff-80a1-4f29-a5ca-ddf36c617f24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1217349 Aug 06 15:27:59.737410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:59.763030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ef175-81bd-44b0-9079-f5792201f5a8 req-f04f1a37-fa30-4889-8f7a-971f5e8dd1a8 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:27:59.764663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df3ef175-81bd-44b0-9079-f5792201f5a8 req-f04f1a37-fa30-4889-8f7a-971f5e8dd1a8 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 948 time: 0.1687825 Aug 06 15:27:59.812808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] Transition to ACTIVE for port object 2df49d0c-540e-4c40-95ef-d01877b72ceb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:27:59.862467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-4ad9ee24-22a9-4802-83b9-0905b73806dd service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816843 Aug 06 15:27:59.872791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df3ef175-81bd-44b0-9079-f5792201f5a8 req-ba3b3719-ebd8-4fbd-9c46-451e5e1c06f7 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915184 Aug 06 15:27:59.892432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:27:59.924020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-f0ae54ca-aa51-4283-acac-ddd2700a626e tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53373 time: 0.8288324 Aug 06 15:27:59.963517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] No DVR routers for this DVR port 2df49d0c-540e-4c40-95ef-d01877b72ceb on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:27:59.986245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] Pushing event updated for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:00.012684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-f0a5410c-3156-4084-9805-890d89ee8081 service neutron] 10.222.0.64 "PUT /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6077709 Aug 06 15:28:00.030953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-b5f3ee78-a097-40be-ba62-d5ee860e2b4f tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/02a0b36a-5c0b-452c-a9f7-7e16ac6807ad HTTP/1.1" status: 200 len: 2973 time: 0.0805302 Aug 06 15:28:00.052370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ad6310b-a8d9-4488-af37-99ac59913d3c req-422810b3-8a49-4f2c-8e08-1eaa01c0f3a6 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818976 Aug 06 15:28:00.091942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-77fe3f8b-06cb-48c9-b545-cecc6f08363a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/02a0b36a-5c0b-452c-a9f7-7e16ac6807ad HTTP/1.1" status: 200 len: 2973 time: 0.0599809 Aug 06 15:28:00.157305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6304718-9959-455f-927f-c0ffa8413739 req-52b900f3-5101-4ec8-a404-cf7a6561a83c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.158716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6304718-9959-455f-927f-c0ffa8413739 req-52b900f3-5101-4ec8-a404-cf7a6561a83c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0825768 Aug 06 15:28:00.164669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-6d4fb018-9228-462c-b4e8-a97de5a0a434 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/031b9bea-ceec-4e49-bbb8-8c41ce4e1e7d HTTP/1.1" status: 200 len: 2981 time: 0.0572250 Aug 06 15:28:00.224897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6304718-9959-455f-927f-c0ffa8413739 req-28d9c24e-c476-43ac-9bad-478bfa04e40d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591168 Aug 06 15:28:00.230389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-6d25d657-7088-47be-9aae-e0bede14cdd3 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/031b9bea-ceec-4e49-bbb8-8c41ce4e1e7d HTTP/1.1" status: 200 len: 2981 time: 0.0585389 Aug 06 15:28:00.239512 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-2cd83a8c-1cd1-4e93-b13e-cf32a415f91e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701241 Aug 06 15:28:00.243559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-7aaf0420-fa61-4e7c-bc8f-5f17aeec5d1c tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.246169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-7aaf0420-fa61-4e7c-bc8f-5f17aeec5d1c tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0757513 Aug 06 15:28:00.299180 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-93d98750-ad01-4ff4-8977-8920b0af679d tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/07497d27-6a60-48d6-9751-29d25ddffbb5 HTTP/1.1" status: 200 len: 2977 time: 0.0541832 Aug 06 15:28:00.348962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-b150b79c-368a-49d4-b8d7-4d2feb059fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.350860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-b150b79c-368a-49d4-b8d7-4d2feb059fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604&tenant_id=ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 1095 time: 0.0751414 Aug 06 15:28:00.369994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-ea2eb89f-1594-4b1f-80c5-0f90cf1be542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.371588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-ea2eb89f-1594-4b1f-80c5-0f90cf1be542 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1095 time: 0.0652766 Aug 06 15:28:00.372806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257b889-e0ef-4873-915f-e95e6b24a4b9 req-f6024ca1-905b-4d84-bd28-7b90c483661b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.374381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5257b889-e0ef-4873-915f-e95e6b24a4b9 req-f6024ca1-905b-4d84-bd28-7b90c483661b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 950 time: 0.0905192 Aug 06 15:28:00.377878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-ca07002e-bd5f-4b0b-b78e-aeeb53dacf84 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/07497d27-6a60-48d6-9751-29d25ddffbb5 HTTP/1.1" status: 200 len: 2977 time: 0.0618989 Aug 06 15:28:00.444115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5257b889-e0ef-4873-915f-e95e6b24a4b9 req-535fa1a9-3125-4781-955a-0af9087f2508 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599430 Aug 06 15:28:00.447139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-c123e5f3-9744-4c30-b2c4-3c9ad12383e6 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1fe2bb1a-ebb9-40ca-a7fc-8f40bb15748b HTTP/1.1" status: 200 len: 2981 time: 0.0610151 Aug 06 15:28:00.505610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-3c927128-dbaf-468f-9c72-c4b40a48cc7c tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/1fe2bb1a-ebb9-40ca-a7fc-8f40bb15748b HTTP/1.1" status: 200 len: 2981 time: 0.0518355 Aug 06 15:28:00.547157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-1745792b-32dc-48b2-bd9f-8fe1a62bcea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.548849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-1745792b-32dc-48b2-bd9f-8fe1a62bcea3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1095 time: 0.1232240 Aug 06 15:28:00.568780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-0dc08601-4613-4ea8-8da8-9f30215f7c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.570183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-0dc08601-4613-4ea8-8da8-9f30215f7c4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1431246 Aug 06 15:28:00.575604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-bb31f74e-5f6a-4a88-bb30-1cbb8d353377 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/28230bae-106e-4fec-8627-d76cef9acfe7 HTTP/1.1" status: 200 len: 2981 time: 0.0672207 Aug 06 15:28:00.588750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492958d6-a03d-4448-b607-72c2ff21f464 req-6a9ca2ed-fa59-4079-bd18-d74680e33966 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.594746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-492958d6-a03d-4448-b607-72c2ff21f464 req-6a9ca2ed-fa59-4079-bd18-d74680e33966 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0837452 Aug 06 15:28:00.650160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-b8cb6bf2-46f5-4fef-9b42-f20564a157cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0636909 Aug 06 15:28:00.652022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-67783c70-035d-461f-b57f-837ae6652e6c tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/28230bae-106e-4fec-8627-d76cef9acfe7 HTTP/1.1" status: 200 len: 2981 time: 0.0606768 Aug 06 15:28:00.655291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-492958d6-a03d-4448-b607-72c2ff21f464 req-407c8dc7-1c5a-46e4-9be2-0c3ffc094cc0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Aug 06 15:28:00.712600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-d4d770a6-ad6d-4820-8a18-95de2bd238a2 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/40213628-991d-4861-9361-ea165fe15e8d HTTP/1.1" status: 200 len: 2977 time: 0.0541875 Aug 06 15:28:00.716837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-775825dc-5d74-4ca5-b8a1-1cb90c7aaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.718382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-775825dc-5d74-4ca5-b8a1-1cb90c7aaa75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1615770 Aug 06 15:28:00.728634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-cc16b654-990d-48bd-9caf-8e409580f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.732681 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-cc16b654-990d-48bd-9caf-8e409580f14b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0621364 Aug 06 15:28:00.761960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-2c8f0a07-cd17-4375-8460-228e05c4da0f tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/40213628-991d-4861-9361-ea165fe15e8d HTTP/1.1" status: 200 len: 2977 time: 0.0429826 Aug 06 15:28:00.778045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-29e25199-cf9d-4a4e-874b-6ad3545c0e48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 217 time: 0.0468547 Aug 06 15:28:00.800612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-a2048849-5e85-4df6-835b-a737907733b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320010 Aug 06 15:28:00.840057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-667bbb16-a771-40fc-9b28-b5cf15a66c82 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/54801f39-be26-4ef8-924d-8304bfbc4bad HTTP/1.1" status: 200 len: 2981 time: 0.0673947 Aug 06 15:28:00.870639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968c166-1ab1-42d2-8e56-90b5221a693b req-7c4c0ecf-9dd6-41dc-8b09-1f31360b9c81 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.872169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e968c166-1ab1-42d2-8e56-90b5221a693b req-7c4c0ecf-9dd6-41dc-8b09-1f31360b9c81 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0820382 Aug 06 15:28:00.892160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-8d5fd85a-526e-4d37-bdf7-922560222fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:00.893627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-8d5fd85a-526e-4d37-bdf7-922560222fe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0955215 Aug 06 15:28:00.914933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-a3f54ba9-0d4e-4533-b745-caeedea3f19b tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/54801f39-be26-4ef8-924d-8304bfbc4bad HTTP/1.1" status: 200 len: 2981 time: 0.0687182 Aug 06 15:28:00.933720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e968c166-1ab1-42d2-8e56-90b5221a693b req-91bfa2dd-da75-45ee-86ae-217a5f41c55b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533779 Aug 06 15:28:00.934626 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-11bb81d5-ab11-4489-9a55-2255227978e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311570 Aug 06 15:28:00.964378 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-0bf0196b-ef1a-43b0-ba1a-7bd0d4f129db service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366537 Aug 06 15:28:00.975385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-9940c253-56a0-4035-8d41-39b8272f6bf4 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8aa8487b-a67c-438d-9678-16c079109b55 HTTP/1.1" status: 200 len: 2981 time: 0.0526330 Aug 06 15:28:01.018835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-03591917-4059-4f41-a8a2-70dd88bd59e1 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/8aa8487b-a67c-438d-9678-16c079109b55 HTTP/1.1" status: 200 len: 2981 time: 0.0367458 Aug 06 15:28:01.070529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-32d1c47b-fab5-4046-86bd-4a7c4a0f3d53 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9bf21227-81a5-4964-83db-ab5d62f00395 HTTP/1.1" status: 200 len: 2981 time: 0.0446529 Aug 06 15:28:01.105399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-08dc34b4-dbe9-4183-8161-e60ea3ec50d1 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554716 Aug 06 15:28:01.140093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29683e19-89ea-49fa-8a41-d9d0ce602d19 req-7ca5f4ab-1687-4778-90e5-7908e0776e0b service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613650 Aug 06 15:28:01.155443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-8e54cc18-1d2c-4cf2-afda-c08cf12b0c3a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9bf21227-81a5-4964-83db-ab5d62f00395 HTTP/1.1" status: 200 len: 2981 time: 0.0767183 Aug 06 15:28:01.204827 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-4854f601-f9b4-48b7-9f6e-61c9030e3064 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901854 Aug 06 15:28:01.210341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c37761-ea87-447e-9d64-ca67e1c87ea7 req-ac249cc5-52fb-4131-b86e-08f69eea7769 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.211841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39c37761-ea87-447e-9d64-ca67e1c87ea7 req-ac249cc5-52fb-4131-b86e-08f69eea7769 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 948 time: 0.1070344 Aug 06 15:28:01.265410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-9942de2a-19f5-426c-a35c-fdf966694153 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083789 Aug 06 15:28:01.268774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-d773478a-bbe1-4f62-a721-bc857073f081 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9dbc7ee6-dd89-481b-86fb-4f1d6ef61529 HTTP/1.1" status: 200 len: 2981 time: 0.1025827 Aug 06 15:28:01.274833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39c37761-ea87-447e-9d64-ca67e1c87ea7 req-b6b45b05-e077-40be-b9a1-793e8bc56cff tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540271 Aug 06 15:28:01.320481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-a325df3f-285c-4759-8b03-727af8b25464 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9dbc7ee6-dd89-481b-86fb-4f1d6ef61529 HTTP/1.1" status: 200 len: 2981 time: 0.0415285 Aug 06 15:28:01.427830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c44ad-bf53-49de-bb07-7134884f16ab req-869c8e3f-14ad-411e-a754-f447b8f8324b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.429531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-869c8e3f-14ad-411e-a754-f447b8f8324b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 1096 time: 0.1029925 Aug 06 15:28:01.432953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-81b13043-ae0a-4387-b879-a008afec7ecb tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ac153716-d440-4857-8472-f2770ec89dd5 HTTP/1.1" status: 200 len: 2981 time: 0.0979605 Aug 06 15:28:01.451401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191e6fc-c9cf-428b-887d-e6c77cfb0f9a req-2d8ffbec-4aba-4513-ab53-68d108d946c6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.453212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3191e6fc-c9cf-428b-887d-e6c77cfb0f9a req-2d8ffbec-4aba-4513-ab53-68d108d946c6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0887587 Aug 06 15:28:01.579507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-968f63e6-a00f-4742-b3b1-dce9d0f3c90a tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ac153716-d440-4857-8472-f2770ec89dd5 HTTP/1.1" status: 200 len: 2981 time: 0.1359212 Aug 06 15:28:01.584772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3191e6fc-c9cf-428b-887d-e6c77cfb0f9a req-7319878b-62b5-44d3-a1e5-41d38b97afd3 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190190 Aug 06 15:28:01.625020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c44ad-bf53-49de-bb07-7134884f16ab req-88d1ae3e-f3f9-4089-8277-84feaad3c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.626648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-88d1ae3e-f3f9-4089-8277-84feaad3c4b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 924 time: 0.1723397 Aug 06 15:28:01.683360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-0bf1f52a-78c5-4ba9-98f5-e7abaf071d61 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ade3b624-2f59-4a0a-86aa-774f801e417d HTTP/1.1" status: 200 len: 2981 time: 0.0957384 Aug 06 15:28:01.697004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-11d7ccdd-ccc1-4758-a9a8-107541270bdc tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.698528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-11d7ccdd-ccc1-4758-a9a8-107541270bdc tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0491765 Aug 06 15:28:01.730386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e36cd497-c664-4578-9c52-d39203dbcf87 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:01.754920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-17e57d1e-a092-42c0-bfa6-17e1e8dce8b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef HTTP/1.1" status: 200 len: 1001 time: 0.1169336 Aug 06 15:28:01.814824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8a8d9-66b5-4dba-bf02-eafb77a97c02 req-13a50f1e-8746-421f-81be-e92aa8b577ec tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.816337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ba8a8d9-66b5-4dba-bf02-eafb77a97c02 req-13a50f1e-8746-421f-81be-e92aa8b577ec tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 950 time: 0.1350358 Aug 06 15:28:01.820771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-82611335-d7bb-4d23-b0b3-8796ba8e167f tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/ade3b624-2f59-4a0a-86aa-774f801e417d HTTP/1.1" status: 200 len: 2981 time: 0.1261621 Aug 06 15:28:01.834594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c44ad-bf53-49de-bb07-7134884f16ab req-5b0c1f8c-853b-4013-82fe-67ca08273846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.836030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-5b0c1f8c-853b-4013-82fe-67ca08273846 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.0709622 Aug 06 15:28:01.840270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e36cd497-c664-4578-9c52-d39203dbcf87, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e36cd497-c664-4578-9c52-d39203dbcf87,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:01.852796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e36cd497-c664-4578-9c52-d39203dbcf87', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'e36cd497-c664-4578-9c52-d39203dbcf87', 'mac_address': 'fa:16:3e:f4:ed:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:01.889996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:01.903142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36cd497-c664-4578-9c52-d39203dbcf87 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:01.907042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3913fa3b-d9c0-4bde-97c7-b13105298876 service neutron] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:01.911852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3913fa3b-d9c0-4bde-97c7-b13105298876 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:01.913274 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c8e436d3-5bfc-4eed-bfe2-2c9d73a2b60d req-3913fa3b-d9c0-4bde-97c7-b13105298876 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.2043049 Aug 06 15:28:01.923960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e36cd497-c664-4578-9c52-d39203dbcf87, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e36cd497-c664-4578-9c52-d39203dbcf87,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:01.934401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ba8a8d9-66b5-4dba-bf02-eafb77a97c02 req-0f8c8c1a-92e1-48eb-b310-07633f40f408 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963962 Aug 06 15:28:01.946131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-de8c42f5-9234-49ff-8bed-4a9c7767dc45 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c72fb865-1ce0-4b24-9358-f1d4e244589a HTTP/1.1" status: 200 len: 2981 time: 0.1013770 Aug 06 15:28:01.946131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c44ad-bf53-49de-bb07-7134884f16ab req-37003ecf-bcaf-44fc-aac9-50617cdfae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:01.946131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-37003ecf-bcaf-44fc-aac9-50617cdfae04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909050 Aug 06 15:28:01.989375 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:02.040426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e36cd497-c664-4578-9c52-d39203dbcf87,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:02.077225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-f8cfbbcc-f235-4aaf-ac23-65755a8d8057 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c72fb865-1ce0-4b24-9358-f1d4e244589a HTTP/1.1" status: 200 len: 2981 time: 0.1327124 Aug 06 15:28:02.115730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-b1458b69-8c48-429b-8f8a-bc96802646b7 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616518 Aug 06 15:28:02.130700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9712-cb28-4a47-b764-2ee823f15156 req-7d5aba79-3ff7-4d50-adc9-089e4b7f0304 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:02.132137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-085b9712-cb28-4a47-b764-2ee823f15156 req-7d5aba79-3ff7-4d50-adc9-089e4b7f0304 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1096804 Aug 06 15:28:02.211613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-5d1c46ca-d17f-415e-92eb-b939ba5a8fcf tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f0d9e773-d385-42d1-842c-e94abda90806 HTTP/1.1" status: 200 len: 2981 time: 0.1226640 Aug 06 15:28:02.250871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-085b9712-cb28-4a47-b764-2ee823f15156 req-f58e2c1c-bc81-4a9d-b352-b2e3c78dffda tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049466 Aug 06 15:28:02.275158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e36cd497-c664-4578-9c52-d39203dbcf87'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:02.286916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-8239e061-64e8-4897-b783-3526f9f81993 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f0d9e773-d385-42d1-842c-e94abda90806 HTTP/1.1" status: 200 len: 2981 time: 0.0673468 Aug 06 15:28:02.289215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-720c44ad-bf53-49de-bb07-7134884f16ab req-33908f18-5e26-4c00-9f64-1b8b0d40bc1d service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537774 Aug 06 15:28:02.355448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-b66ad62a-fe6a-464c-8dd9-4fb11b91b257 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f525758f-b220-415c-a084-cbb70776879d HTTP/1.1" status: 200 len: 2977 time: 0.0616190 Aug 06 15:28:02.437698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-4b086f46-8afa-44f8-b226-5d3656b5f869 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f525758f-b220-415c-a084-cbb70776879d HTTP/1.1" status: 200 len: 2977 time: 0.0757124 Aug 06 15:28:02.450911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86bfb-e966-4c63-a2e3-815bac5933a0 req-0e51eb69-7546-47f5-b21c-6b27ec4ea52d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:02.452501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55f86bfb-e966-4c63-a2e3-815bac5933a0 req-0e51eb69-7546-47f5-b21c-6b27ec4ea52d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 950 time: 0.0678811 Aug 06 15:28:02.520237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55f86bfb-e966-4c63-a2e3-815bac5933a0 req-432bd92f-81ca-42a0-87b8-06416810a9e6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605099 Aug 06 15:28:02.521560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-4eef338c-e04a-405e-9652-90c91de6711d tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f57dedfb-ec9f-4d9e-8cd9-8355278c1e08 HTTP/1.1" status: 200 len: 2981 time: 0.0681546 Aug 06 15:28:02.564340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-919f3496-ea9c-49af-a2ec-94f10c6ebf1c req-fbe03671-71a4-455e-b0d6-998f0258ae23 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/f57dedfb-ec9f-4d9e-8cd9-8355278c1e08 HTTP/1.1" status: 200 len: 2981 time: 0.0366490 Aug 06 15:28:02.622894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967dc7d-6316-4390-bf28-d3f456abb6f6 req-db3bd2ef-fa2c-41ed-8956-7581e6a80d2c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:02.624444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3967dc7d-6316-4390-bf28-d3f456abb6f6 req-db3bd2ef-fa2c-41ed-8956-7581e6a80d2c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0493555 Aug 06 15:28:02.686764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3967dc7d-6316-4390-bf28-d3f456abb6f6 req-89e5f092-6235-4387-b630-1e39e5c2ef74 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555880 Aug 06 15:28:02.703794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7095d-21d6-4b7c-a8c9-bb64c93abe46 req-32d4df38-1007-47b2-b8a2-717a4b541920 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:02.711232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43a7095d-21d6-4b7c-a8c9-bb64c93abe46 req-32d4df38-1007-47b2-b8a2-717a4b541920 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 949 time: 0.0732601 Aug 06 15:28:02.744314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43a7095d-21d6-4b7c-a8c9-bb64c93abe46 req-7ae530cf-3666-40fa-adf8-6f7847e1c090 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Aug 06 15:28:02.842212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c6ab64e-7c42-453d-b653-bee090212bc9 req-9a865777-bd73-4f97-aa15-eae7fbe5b36d tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01e43858a92043e096b185e7e6b6fdb1 HTTP/1.1" status: 200 len: 6103 time: 0.0724874 Aug 06 15:28:02.890102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c6ab64e-7c42-453d-b653-bee090212bc9 req-78ca0e89-2a38-4869-8bcc-8fab069601e6 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "GET /v2.0/security-groups/ade3b624-2f59-4a0a-86aa-774f801e417d HTTP/1.1" status: 200 len: 2981 time: 0.0419290 Aug 06 15:28:02.974923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c6ab64e-7c42-453d-b653-bee090212bc9 req-5831d99a-8d9c-418d-a192-7f618243d62f tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "GET /v2.0/security-groups/ade3b624-2f59-4a0a-86aa-774f801e417d HTTP/1.1" status: 200 len: 2981 time: 0.0700650 Aug 06 15:28:02.983893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c84e17-040a-4873-9fd4-595848a7226e req-3c2f72f9-6a93-4b33-be9f-11cfc8bbd5ea tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:02.990494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c84e17-040a-4873-9fd4-595848a7226e req-3c2f72f9-6a93-4b33-be9f-11cfc8bbd5ea tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:02.991728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2c84e17-040a-4873-9fd4-595848a7226e req-3c2f72f9-6a93-4b33-be9f-11cfc8bbd5ea tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674&device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 1691 time: 0.0845277 Aug 06 15:28:03.034498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2c84e17-040a-4873-9fd4-595848a7226e req-3a46e4eb-fc96-499a-b651-0273f8776cd1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366323 Aug 06 15:28:03.119551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcac94-b6ff-474b-b639-9b6169082412 req-129ab709-18c7-4775-96ce-525a9028cf57 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.121053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dfcac94-b6ff-474b-b639-9b6169082412 req-129ab709-18c7-4775-96ce-525a9028cf57 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0857069 Aug 06 15:28:03.125531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3760a72-9082-4905-9cbe-c7d9a472505c req-d43c0aa5-7f18-43f5-a2ef-baf9ff5b41d9 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/a71a9762-fbb2-48a9-9352-6ed96978ce4b HTTP/1.1" status: 200 len: 1777 time: 0.0597112 Aug 06 15:28:03.185531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dfcac94-b6ff-474b-b639-9b6169082412 req-86be55e3-d256-4d5b-86e7-e96b933e9f0d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 Aug 06 15:28:03.206336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3760a72-9082-4905-9cbe-c7d9a472505c req-5f269371-31a2-46e8-aab0-594fde9434a5 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.232011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3760a72-9082-4905-9cbe-c7d9a472505c req-5f269371-31a2-46e8-aab0-594fde9434a5 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.335793 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3760a72-9082-4905-9cbe-c7d9a472505c req-5f269371-31a2-46e8-aab0-594fde9434a5 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.338498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3760a72-9082-4905-9cbe-c7d9a472505c req-5f269371-31a2-46e8-aab0-594fde9434a5 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.339630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3760a72-9082-4905-9cbe-c7d9a472505c req-5f269371-31a2-46e8-aab0-594fde9434a5 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/a71a9762-fbb2-48a9-9352-6ed96978ce4b HTTP/1.1" status: 204 len: 173 time: 0.2061756 Aug 06 15:28:03.347597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f269371-31a2-46e8-aab0-594fde9434a5 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71a9762-fbb2-48a9-9352-6ed96978ce4b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:03.485811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34081d3-f2be-42cb-bd71-8fc11fd41434 req-6609540f-f787-45c3-a5b9-86f030e5aa48 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.489297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d34081d3-f2be-42cb-bd71-8fc11fd41434 req-6609540f-f787-45c3-a5b9-86f030e5aa48 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 1101 time: 0.0702043 Aug 06 15:28:03.500909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cfe6d-b862-4f70-997c-371f5e10f6b4 req-b7029eb9-5248-489a-8501-ec942f4da0cb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.502395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a59cfe6d-b862-4f70-997c-371f5e10f6b4 req-b7029eb9-5248-489a-8501-ec942f4da0cb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0745277 Aug 06 15:28:03.505601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-bea8112f-a561-4da0-b710-61afffee26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.507225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-bea8112f-a561-4da0-b710-61afffee26d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1097 time: 0.0515947 Aug 06 15:28:03.553563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d34081d3-f2be-42cb-bd71-8fc11fd41434 req-2b052dac-6d16-4a1f-b589-36aa17a5fe6e tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501964 Aug 06 15:28:03.560625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a59cfe6d-b862-4f70-997c-371f5e10f6b4 req-3de3453b-b9a7-471d-a24b-98a4282be02b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Aug 06 15:28:03.612618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-c7f974b5-da33-45d3-9ec5-9a171ba87197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.614984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-c7f974b5-da33-45d3-9ec5-9a171ba87197 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.0953143 Aug 06 15:28:03.633709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73f1d358-dff4-4b11-ae2f-f4f4c9b408c6 req-4ca7542b-f73e-4713-a944-58bd031b8b95 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "GET /v2.0/security-groups/4221994e-754b-4a98-8048-25b1f7a73484 HTTP/1.1" status: 200 len: 1778 time: 0.0410719 Aug 06 15:28:03.664283 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-66dbbc77-d645-457f-ac1f-d19567ac8ea0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 217 time: 0.0396125 Aug 06 15:28:03.700139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-73f1d358-dff4-4b11-ae2f-f4f4c9b408c6 req-9589760f-2876-4a03-a4b5-892f07e7a730 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.726278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-86ac1190-c47c-4d67-a673-3ad65068f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.727869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-86ac1190-c47c-4d67-a673-3ad65068f146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0511205 Aug 06 15:28:03.733383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e36cd497-c664-4578-9c52-d39203dbcf87 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:03.749650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-73f1d358-dff4-4b11-ae2f-f4f4c9b408c6 req-9589760f-2876-4a03-a4b5-892f07e7a730 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.780423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-ce761cea-9a9b-4ce2-b9ca-2b85dd69b243 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325265 Aug 06 15:28:03.786977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9dbbd3-3182-4670-8b86-5b43fdad3901 req-a8ea8e81-3647-4316-afb1-d4125eafef9a tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.788584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f9dbbd3-3182-4670-8b86-5b43fdad3901 req-a8ea8e81-3647-4316-afb1-d4125eafef9a tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1095 time: 0.0861995 Aug 06 15:28:03.824458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f9dbbd3-3182-4670-8b86-5b43fdad3901 req-83ceb3bb-f688-468a-a583-60e98ff21b0a tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292449 Aug 06 15:28:03.891987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e36cd497-c664-4578-9c52-d39203dbcf87 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:03.896925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e36cd497-c664-4578-9c52-d39203dbcf87 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:03.897557 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.901695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-8dc6b373-cc5f-4586-b8a1-4031001948dd service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092694 Aug 06 15:28:03.907960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-73f1d358-dff4-4b11-ae2f-f4f4c9b408c6 req-9589760f-2876-4a03-a4b5-892f07e7a730 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.911301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-73f1d358-dff4-4b11-ae2f-f4f4c9b408c6 req-9589760f-2876-4a03-a4b5-892f07e7a730 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:03.912591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73f1d358-dff4-4b11-ae2f-f4f4c9b408c6 req-9589760f-2876-4a03-a4b5-892f07e7a730 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/4221994e-754b-4a98-8048-25b1f7a73484 HTTP/1.1" status: 204 len: 173 time: 0.2725854 Aug 06 15:28:03.924191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589760f-2876-4a03-a4b5-892f07e7a730 tempest-SecurityGroupsTestAdminJSON-273209509 tempest-SecurityGroupsTestAdminJSON-273209509-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221994e-754b-4a98-8048-25b1f7a73484,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:03.942363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78470df0-fa41-4dab-9638-8f8aaa951f24 req-44210832-8f68-4961-93b9-0d8e775894f2 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:03.945024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78470df0-fa41-4dab-9638-8f8aaa951f24 req-44210832-8f68-4961-93b9-0d8e775894f2 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 1101 time: 0.0637860 Aug 06 15:28:04.034414 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-525fe004-ab0b-4fa8-a001-933a3c0cfffc service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259403 Aug 06 15:28:04.038745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.045037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78470df0-fa41-4dab-9638-8f8aaa951f24 req-918ed0e8-a13d-4719-876c-b75afd33aabf tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926809 Aug 06 15:28:04.065810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36cd497-c664-4578-9c52-d39203dbcf87'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:04.069068 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbbaf68-c1a2-44fc-8908-b948c6c8c736" -d '{"events": [{"server_uuid": "192e096c-ed38-4cdc-a491-e89da7c9e08c", "name": "network-vif-plugged", "status": "completed", "tag": "e36cd497-c664-4578-9c52-d39203dbcf87"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:04.080766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e36cd497-c664-4578-9c52-d39203dbcf87, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e36cd497-c664-4578-9c52-d39203dbcf87,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:04.091893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba1dff-8929-4c7e-b713-09ad7cc0ca50 req-63aba847-a33f-4407-8743-c62f5a64b5cb tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:04.093467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4ba1dff-8929-4c7e-b713-09ad7cc0ca50 req-63aba847-a33f-4407-8743-c62f5a64b5cb tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 946 time: 0.0869319 Aug 06 15:28:04.151552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4ba1dff-8929-4c7e-b713-09ad7cc0ca50 req-a8be1bfc-65e1-4bdd-abc4-3646406601c2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491810 Aug 06 15:28:04.194716 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.199916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:04.228728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-99534b79-6cd6-43e8-9f49-a505354f7e04 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:04.230597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-99534b79-6cd6-43e8-9f49-a505354f7e04 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1097 time: 0.0553219 Aug 06 15:28:04.230929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:04.252101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:04.263465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cc9ea-d4d4-451e-a0ab-0868ecc90af1 req-ba4f65cc-f188-43fb-9a97-275bf7f8c7b4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:04.264911 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac8cc9ea-d4d4-451e-a0ab-0868ecc90af1 req-ba4f65cc-f188-43fb-9a97-275bf7f8c7b4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 949 time: 0.1008244 Aug 06 15:28:04.279341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:04.285889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e36cd497-c664-4578-9c52-d39203dbcf87,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:04.287844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4469c4f-1f6c-445a-9b78-7a9bd8b2ede9 req-ef784a7f-c6b1-41c4-859c-a279d85fdae0 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "GET /v2.0/security-groups/5e71d896-6091-4112-a63c-8b093a5d8f27 HTTP/1.1" status: 200 len: 1777 time: 0.0791926 Aug 06 15:28:04.333956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac8cc9ea-d4d4-451e-a0ab-0868ecc90af1 req-945606d8-441a-4539-88b4-844670e59b59 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593543 Aug 06 15:28:04.335652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.378927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b4469c4f-1f6c-445a-9b78-7a9bd8b2ede9 req-f266d8aa-3424-4ef7-8e93-e1d97d76cae3 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.429288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b4469c4f-1f6c-445a-9b78-7a9bd8b2ede9 req-f266d8aa-3424-4ef7-8e93-e1d97d76cae3 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.452316 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4899ab61-0129-4ab2-838d-7720be94008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.492801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:04.534171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:04.579957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:04.582418 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb296737-c7b6-40a6-9ee8-b7be6d2ad224" -d '{"events": [{"server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:04.586424 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.605874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-aeb5b1de-b73e-4b0b-a23b-035c62123f93 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:04.607335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-aeb5b1de-b73e-4b0b-a23b-035c62123f93 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.1753736 Aug 06 15:28:04.625332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b4469c4f-1f6c-445a-9b78-7a9bd8b2ede9 req-f266d8aa-3424-4ef7-8e93-e1d97d76cae3 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.627789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b4469c4f-1f6c-445a-9b78-7a9bd8b2ede9 req-f266d8aa-3424-4ef7-8e93-e1d97d76cae3 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.628852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4469c4f-1f6c-445a-9b78-7a9bd8b2ede9 req-f266d8aa-3424-4ef7-8e93-e1d97d76cae3 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "DELETE /v2.0/security-groups/5e71d896-6091-4112-a63c-8b093a5d8f27 HTTP/1.1" status: 204 len: 173 time: 0.3334811 Aug 06 15:28:04.644395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-d112f66c-3447-47ef-bb07-3530acb87b7c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/quotas/ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 375 time: 0.0307934 Aug 06 15:28:04.648737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266d8aa-3424-4ef7-8e93-e1d97d76cae3 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71d896-6091-4112-a63c-8b093a5d8f27,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:04.667972 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767a04c6-3a31-42ae-9bac-ff46114a6307 x-openstack-request-id: req-767a04c6-3a31-42ae-9bac-ff46114a6307 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:04.668263 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e096c-ed38-4cdc-a491-e89da7c9e08c", "name": "network-vif-plugged", "status": "completed", "tag": "e36cd497-c664-4578-9c52-d39203dbcf87", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:04.668515 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-767a04c6-3a31-42ae-9bac-ff46114a6307 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:04.669143 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36cd497-c664-4578-9c52-d39203dbcf87', 'code': 200} Aug 06 15:28:04.675781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.723040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4899ab61-0129-4ab2-838d-7720be94008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.746294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-169839d4-ec59-4de0-8195-ba55f09d5f32 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0935428 Aug 06 15:28:04.777602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:04.780414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:04.780711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:04.781048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:04.786234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:04.786657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Attempting to bind port b1f55b9b-da88-4f1e-9850-236332cae0ac on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:04.791464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:04.791819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:04.792254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:04.792649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Bound port: b1f55b9b-da88-4f1e-9850-236332cae0ac, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:04.793147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.846652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4899ab61-0129-4ab2-838d-7720be94008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.855469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-1ffb8b85-4ef2-4b24-ada7-13c05bf0507e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869424 Aug 06 15:28:04.858735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:04.861755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e31ab29a-9592-4815-884c-657d05c0f7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:04.863479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:04.936523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.001258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:05.022012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:05.022737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.024227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cc87366a-652a-4205-84d2-04edfdea9ffb service neutron] 10.222.0.59 "PUT /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 1122 time: 0.7855871 Aug 06 15:28:05.110490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['b1f55b9b-da88-4f1e-9850-236332cae0ac'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:05.148547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f873e-99fb-43d1-b02c-65d215d16617 req-7914660e-4b08-4283-b8d2-55753a2c01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:05.150061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-056f873e-99fb-43d1-b02c-65d215d16617 req-7914660e-4b08-4283-b8d2-55753a2c01f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 1101 time: 0.4177649 Aug 06 15:28:05.152319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4899ab61-0129-4ab2-838d-7720be94008e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e14d74ac44814a9d969c8c523bf09e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9207368 Aug 06 15:28:05.156274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59802) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:05.157539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899ab61-0129-4ab2-838d-7720be94008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c187eedb-e741-45a9-956b-3a1df92339e1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:05.221957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6caf5d0e-d436-4d14-9390-33cd98350e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.248055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6caf5d0e-d436-4d14-9390-33cd98350e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.249483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-c5a6fb55-c1bc-498d-9303-35f76a99c5a4 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894354 Aug 06 15:28:05.259501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-056f873e-99fb-43d1-b02c-65d215d16617 req-7a89dc55-8a1b-4634-bd62-676309ea1894 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973227 Aug 06 15:28:05.305295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-8638f16a-047e-4084-938d-05791e33c5b6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:05.306758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-8638f16a-047e-4084-938d-05791e33c5b6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176726 Aug 06 15:28:05.348458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-71d20547-0e34-4fab-a1ce-5ce64fea4f32 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/quotas/63870539f7e044a9a021cd9cb081c12d HTTP/1.1" status: 200 len: 375 time: 0.0127990 Aug 06 15:28:05.375827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6caf5d0e-d436-4d14-9390-33cd98350e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.378583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6caf5d0e-d436-4d14-9390-33cd98350e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.380368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6caf5d0e-d436-4d14-9390-33cd98350e7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c187eedb-e741-45a9-956b-3a1df92339e1 HTTP/1.1" status: 204 len: 168 time: 0.2229493 Aug 06 15:28:05.389388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf5d0e-d436-4d14-9390-33cd98350e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c187eedb-e741-45a9-956b-3a1df92339e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:05.406277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-ad134a99-c508-4944-85cf-87ae1dca5ff5 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401939 Aug 06 15:28:05.439093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-30db04ea-8540-441e-8d6b-a119d8c89ce5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826783 Aug 06 15:28:05.649408 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b6341b-10b9-4a77-8c26-ef162b28f4e9 x-openstack-request-id: req-41b6341b-10b9-4a77-8c26-ef162b28f4e9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:05.649902 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:05.649985 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41b6341b-10b9-4a77-8c26-ef162b28f4e9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:05.650510 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'code': 200} Aug 06 15:28:05.727599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebec45-de76-4f8a-97d7-c27fb48dca7a req-c1bcddd5-a5c0-4849-ab02-451c531db5e8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:05.735237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efebec45-de76-4f8a-97d7-c27fb48dca7a req-c1bcddd5-a5c0-4849-ab02-451c531db5e8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1025798 Aug 06 15:28:05.796388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efebec45-de76-4f8a-97d7-c27fb48dca7a req-be1f5f8f-e0f8-44a9-885d-edbee9cc668c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603974 Aug 06 15:28:05.811486 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3f12461-5ee0-4aac-9aa9-3d03b2b7eceb req-2ab1fa68-e867-46fe-9be4-830ebbab38b2 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "GET /v2.0/security-groups/b4d3ecb5-22ad-46b5-8975-4cde2d39886d HTTP/1.1" status: 200 len: 1778 time: 0.0655336 Aug 06 15:28:05.891481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3f12461-5ee0-4aac-9aa9-3d03b2b7eceb req-59613469-c8be-44c8-872c-2ef9c4869855 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.932934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3f12461-5ee0-4aac-9aa9-3d03b2b7eceb req-59613469-c8be-44c8-872c-2ef9c4869855 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:05.961141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309c18d-65b5-47ea-917e-8eeddaf1c386 req-fc84566d-ffc0-405b-abc5-b1ad60e3c94d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:05.962614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b309c18d-65b5-47ea-917e-8eeddaf1c386 req-fc84566d-ffc0-405b-abc5-b1ad60e3c94d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.0847991 Aug 06 15:28:06.011359 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b309c18d-65b5-47ea-917e-8eeddaf1c386 req-0ad38b7b-6649-48df-8abf-a2f70fadecb7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Aug 06 15:28:06.101179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3f12461-5ee0-4aac-9aa9-3d03b2b7eceb req-59613469-c8be-44c8-872c-2ef9c4869855 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.104153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3f12461-5ee0-4aac-9aa9-3d03b2b7eceb req-59613469-c8be-44c8-872c-2ef9c4869855 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.105468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3f12461-5ee0-4aac-9aa9-3d03b2b7eceb req-59613469-c8be-44c8-872c-2ef9c4869855 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] 10.222.0.16 "DELETE /v2.0/security-groups/b4d3ecb5-22ad-46b5-8975-4cde2d39886d HTTP/1.1" status: 204 len: 173 time: 0.2861676 Aug 06 15:28:06.119393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59613469-c8be-44c8-872c-2ef9c4869855 tempest-SecurityGroupsTestAdminJSON-1799862751 tempest-SecurityGroupsTestAdminJSON-1799862751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3ecb5-22ad-46b5-8975-4cde2d39886d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:06.140462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94f82-c224-46c5-aaaf-8b187af1a538 req-1d53f98a-64a1-4571-b9c9-3f247ae3b420 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:06.141995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64e94f82-c224-46c5-aaaf-8b187af1a538 req-1d53f98a-64a1-4571-b9c9-3f247ae3b420 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 950 time: 0.0706277 Aug 06 15:28:06.176637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f372e7ee-f78b-470b-adc2-f189c67af1ec req-d1ce87d4-0522-4802-8cb9-7378aa4ae940 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 210 time: 0.0325663 Aug 06 15:28:06.212433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64e94f82-c224-46c5-aaaf-8b187af1a538 req-0b172e9e-918c-44ba-ba4f-f78071d8acf6 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583444 Aug 06 15:28:06.250748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:06.272179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-463a61e4-e417-4453-a792-8296dbc91c80 req-5095c449-2407-46c3-9f81-1547922552eb tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 210 time: 0.0417414 Aug 06 15:28:06.272297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f54aa220-7c54-4ea9-adda-07b1a7fa1afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.360342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f54aa220-7c54-4ea9-adda-07b1a7fa1afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.448358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f54aa220-7c54-4ea9-adda-07b1a7fa1afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.494635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aa220-7c54-4ea9-adda-07b1a7fa1afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2301f66f-6b1f-4bc0-96aa-2b0ae7c95aac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:06.499204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f54aa220-7c54-4ea9-adda-07b1a7fa1afa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cdde73fea5a4cf49ea47a93bd4bea51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472572 Aug 06 15:28:06.503601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:06.556790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe46775e-cf3d-40b6-9378-e193ad1fb10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.578308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe46775e-cf3d-40b6-9378-e193ad1fb10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.689122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:06.700798 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe46775e-cf3d-40b6-9378-e193ad1fb10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.704542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe46775e-cf3d-40b6-9378-e193ad1fb10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.704542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe46775e-cf3d-40b6-9378-e193ad1fb10f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2301f66f-6b1f-4bc0-96aa-2b0ae7c95aac HTTP/1.1" status: 204 len: 168 time: 0.2010827 Aug 06 15:28:06.719841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46775e-cf3d-40b6-9378-e193ad1fb10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2301f66f-6b1f-4bc0-96aa-2b0ae7c95aac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:06.836505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-72c2084a-344e-4036-b56e-92b27c73f4ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01e43858a92043e096b185e7e6b6fdb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458294 Aug 06 15:28:06.846242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:06.931065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee92ff05-7a5f-4f11-9e69-6678d969ce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:06.959460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cceb8ff-be3c-4185-a7df-3339f99e83d1 req-eb10fca6-7319-464f-bcc3-80e59fb3112b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:06.960872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cceb8ff-be3c-4185-a7df-3339f99e83d1 req-eb10fca6-7319-464f-bcc3-80e59fb3112b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0795150 Aug 06 15:28:06.972161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee92ff05-7a5f-4f11-9e69-6678d969ce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:07.029141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cceb8ff-be3c-4185-a7df-3339f99e83d1 req-559ba781-767d-426a-91b0-f7c0274b647a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596468 Aug 06 15:28:07.152118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74658fb-fc5e-4d51-96ab-d003c4c80ed3 req-08172efd-e0b4-4d89-9632-4d305a7f74a2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:07.153663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c74658fb-fc5e-4d51-96ab-d003c4c80ed3 req-08172efd-e0b4-4d89-9632-4d305a7f74a2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.0572915 Aug 06 15:28:07.154284 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee92ff05-7a5f-4f11-9e69-6678d969ce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:07.156816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee92ff05-7a5f-4f11-9e69-6678d969ce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:07.159874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ee92ff05-7a5f-4f11-9e69-6678d969ce97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ade3b624-2f59-4a0a-86aa-774f801e417d HTTP/1.1" status: 204 len: 168 time: 0.3106685 Aug 06 15:28:07.179391 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92ff05-7a5f-4f11-9e69-6678d969ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade3b624-2f59-4a0a-86aa-774f801e417d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:07.209366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c74658fb-fc5e-4d51-96ab-d003c4c80ed3 req-810f940f-0ea9-4f23-ada3-e89fbbae498c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Aug 06 15:28:07.306453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d025cdb-0061-4ea7-948d-519e7547428b req-c7cf5233-f43c-4e52-ad4c-dd935df8ccd8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 210 time: 0.0296330 Aug 06 15:28:07.363452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee4043-50e4-42b9-a353-5fa896940d1d req-faeea222-1136-44ba-b974-f78f975eae63 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:07.363452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0ee4043-50e4-42b9-a353-5fa896940d1d req-faeea222-1136-44ba-b974-f78f975eae63 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 950 time: 0.0572200 Aug 06 15:28:07.407995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51e275e6-962a-4f0d-84be-37120244976e req-9be3e44c-e153-483a-89cb-cb3e7301d5d6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 210 time: 0.0333440 Aug 06 15:28:07.434528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0ee4043-50e4-42b9-a353-5fa896940d1d req-27d31621-9432-4619-8236-dded807fe492 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672534 Aug 06 15:28:07.579077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:07.582996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-350f8eb0-5cad-4c8d-9ad7-5739d1109085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:07.651607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:07.654001 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:07.693707 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9b3b94-c0b0-4c57-bc33-ad808ed07d09 x-openstack-request-id: req-0f9b3b94-c0b0-4c57-bc33-ad808ed07d09 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:07.694318 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:07.694750 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f9b3b94-c0b0-4c57-bc33-ad808ed07d09 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:07.695380 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'status': 'completed', 'code': 200} Aug 06 15:28:07.781848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-c3d2c2e7-8f8e-41aa-adf6-83985e70ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:07.783491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-c3d2c2e7-8f8e-41aa-adf6-83985e70ad94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1125 time: 0.0464935 Aug 06 15:28:07.895023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-c2eecd96-2b88-4be8-99ae-47d1cd112e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:07.902341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-c2eecd96-2b88-4be8-99ae-47d1cd112e61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1048715 Aug 06 15:28:07.925829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-7221f0a2-f99e-48fa-aac5-85998dd83dd7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470114 Aug 06 15:28:07.954451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:07.962003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-7bda6eff-4061-4331-8ba7-78e8cce880b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 217 time: 0.0529771 Aug 06 15:28:08.072371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-775b5608-0b42-4fd6-b458-c842fce16d18 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:08.074322 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-775b5608-0b42-4fd6-b458-c842fce16d18 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413138 Aug 06 15:28:08.089656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f383f1b1-e11a-4637-85f2-bc32bb617c08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a5b75dd5e0546a4b16f2e1aa8e3bf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318598 Aug 06 15:28:08.090103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:08.096647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': '7af63849-88af-4fc0-8620-a07c1e084548', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:08.112854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-1a6fa1a1-909c-4919-bff4-bf9dcc62d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:08.118886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-1a6fa1a1-909c-4919-bff4-bf9dcc62d962 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1335456 Aug 06 15:28:08.171165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984408ee-d300-4b93-addb-1118a1486989 req-b5390e69-b6ee-4d87-ba46-1de86cc0656c tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:08.172471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-984408ee-d300-4b93-addb-1118a1486989 req-b5390e69-b6ee-4d87-ba46-1de86cc0656c tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 950 time: 0.1637964 Aug 06 15:28:08.184283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-052fbacb-a614-4560-8201-69ecd1825547 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573292 Aug 06 15:28:08.264919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-419a069f-395f-4e53-b795-aa7932878603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:08.307255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:08.311152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:08.335626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-984408ee-d300-4b93-addb-1118a1486989 req-c60cda6d-dada-4f2f-b46a-c6930dfa9876 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439400 Aug 06 15:28:08.338712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a1af5-030b-4f83-b3d7-7f7376088cc3 req-bf8479ec-7447-4c29-b45c-4572c933bd89 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:08.340238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-979a1af5-030b-4f83-b3d7-7f7376088cc3 req-bf8479ec-7447-4c29-b45c-4572c933bd89 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1953986 Aug 06 15:28:08.356679 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-419a069f-395f-4e53-b795-aa7932878603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:08.414931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-f8869988-75b6-4f7d-a1df-763c2c24e251 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033527 Aug 06 15:28:08.459917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-979a1af5-030b-4f83-b3d7-7f7376088cc3 req-2bd36ab9-fc44-45e3-8438-44701facb404 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001616 Aug 06 15:28:08.583960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eecd2186-4132-4f84-9544-3d386484b189 req-8fd54b36-6b9c-4566-997d-650e601c2624 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 210 time: 0.0445840 Aug 06 15:28:08.595918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83695f-366f-40ff-9af6-18533322a81e req-8993202d-78f2-4665-a99f-45ec70338a10 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:08.611724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd83695f-366f-40ff-9af6-18533322a81e req-8993202d-78f2-4665-a99f-45ec70338a10 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.1440494 Aug 06 15:28:08.629694 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-419a069f-395f-4e53-b795-aa7932878603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:08.630179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-419a069f-395f-4e53-b795-aa7932878603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:08.631847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-419a069f-395f-4e53-b795-aa7932878603 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9dbc7ee6-dd89-481b-86fb-4f1d6ef61529 HTTP/1.1" status: 204 len: 168 time: 0.5400517 Aug 06 15:28:08.647758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:08.653637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a069f-395f-4e53-b795-aa7932878603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbc7ee6-dd89-481b-86fb-4f1d6ef61529,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:08.657682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fdb67c-e2d5-4fa7-b341-c6683c550ff8 req-460feafc-a997-4dd3-81af-a8881345ae2f service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225473 Aug 06 15:28:08.680414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd83695f-366f-40ff-9af6-18533322a81e req-b915e87b-7590-49ea-981f-93340aa98c68 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753684 Aug 06 15:28:08.828637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:08.843275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:28:08.846151 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:08.929901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-d79a9cb2-e415-4c81-9f5a-4fac87011b30 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:08.932185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-d79a9cb2-e415-4c81-9f5a-4fac87011b30 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.2357612 Aug 06 15:28:08.972152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Request body: {'port': {'device_id': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'admin_state_up': True, 'tenant_id': 'ee11391ec3544057aa34e1e66e153a46'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:08.983151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-072d6aaf-b4f9-48b0-853a-3403d12c16fa req-27c7497f-6f30-400b-a5ce-850c6d63e300 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 210 time: 0.0409462 Aug 06 15:28:09.053495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.59 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/ccbd6e32-b9e0-45b5-a726-c41a3d758e4a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:09.225600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-5367ef79-aa1f-47d5-a0bd-ea13fd9f40cd service neutron] 10.222.0.64 "GET /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.0810134 Aug 06 15:28:09.235229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Made reservation on behalf of ee11391ec3544057aa34e1e66e153a46 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:09.239423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:09.341326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:09.373049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object ccbd6e32-b9e0-45b5-a726-c41a3d758e4a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:09.441644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Allocated IP 172.20.0.9 (b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0/fc4e9bbe-b769-431f-ab57-a6184ec0a741/f564e68c-5b56-49aa-bc6e-47f0907e7dc4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:09.558494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:09.570858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:09.575606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4bb7-c9b0-48d2-9376-1e8b4b61f982 req-9259a923-90fc-4ec1-84d3-9d794b98dab8 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:09.575606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc9b4bb7-c9b0-48d2-9376-1e8b4b61f982 req-9259a923-90fc-4ec1-84d3-9d794b98dab8 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 950 time: 0.0873682 Aug 06 15:28:09.575855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:09.576016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:09.654823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:09.678049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc9b4bb7-c9b0-48d2-9376-1e8b4b61f982 req-a4972be6-bd08-4c95-b3a5-760d60a099c1 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955298 Aug 06 15:28:09.682060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.682409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.682760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.683077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.683409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.683735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.684085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.684412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.684933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.685258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.686069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.686458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:09.686720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:09.708168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:09.722032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:09.726406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:09.782411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f55b9b-da88-4f1e-9850-236332cae0ac {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:09.816218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:09.817833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:09.835632 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:09.841801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:09.916914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-2c32e4cd-427b-4184-a712-5a6dff469d30 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8253222 Aug 06 15:28:09.937423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Request body: {'port': {'device_id': '7af63849-88af-4fc0-8620-a07c1e084548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:09.946500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9bef036-4b05-4d17-904b-7fbb5e030ee3 req-ae4ea359-6b18-4d20-b6f5-fa16985e7bca tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 210 time: 0.1128504 Aug 06 15:28:09.969955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab3fed-f149-4abd-84cc-556460ad222e req-701182c7-62a6-4c60-863c-a023a4785b3f tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:09.971671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55ab3fed-f149-4abd-84cc-556460ad222e req-701182c7-62a6-4c60-863c-a023a4785b3f tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.64 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 950 time: 0.1834083 Aug 06 15:28:09.980991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265ff31-a5ab-4cb8-b1da-b91f18b224c4 req-d7038c9c-bb49-4155-85f6-956f35192030 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:09.987505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0265ff31-a5ab-4cb8-b1da-b91f18b224c4 req-d7038c9c-bb49-4155-85f6-956f35192030 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.2166259 Aug 06 15:28:10.006770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.058266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.122462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:10.131346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:10.138056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:10.143646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.146200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:10.187784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-76f04f07-b1b9-4933-84a6-af2d15d06729 None None] Provisioning for port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:10.194927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0265ff31-a5ab-4cb8-b1da-b91f18b224c4 req-189bed34-d991-4f8d-bac9-372f7d714ce6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061238 Aug 06 15:28:10.198118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-76f04f07-b1b9-4933-84a6-af2d15d06729 None None] Provisioning complete for port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:10.198670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76f04f07-b1b9-4933-84a6-af2d15d06729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.266518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-76f04f07-b1b9-4933-84a6-af2d15d06729 None None] Port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:10.273744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:10.274431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.291577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6df1b-71dc-4dad-bf29-11d6963c4c1d req-af23b320-30d7-4e75-9b83-534f68b13584 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:10.293346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98e6df1b-71dc-4dad-bf29-11d6963c4c1d req-af23b320-30d7-4e75-9b83-534f68b13584 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 944 time: 0.2049587 Aug 06 15:28:10.348748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Deleting port e36cd497-c664-4578-9c52-d39203dbcf87 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:28:10.349370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.358243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] Transition to ACTIVE for port object b1f55b9b-da88-4f1e-9850-236332cae0ac will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:10.414202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-a9247d5b-8323-4922-9ff4-9eb15ac0a212 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4458511 Aug 06 15:28:10.446718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Request body: {'port': {'device_id': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:10.451480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98e6df1b-71dc-4dad-bf29-11d6963c4c1d req-c8e63ae4-97a0-4406-b79d-c1aafa5a6fe2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385012 Aug 06 15:28:10.451480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.525318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.570873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] No DVR routers for this DVR port b1f55b9b-da88-4f1e-9850-236332cae0ac on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:28:10.603723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a8805-6031-448c-a8bf-d2aff49df151 req-1371df65-2527-477c-a9c1-188d03f8a1ba tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:10.611190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.612514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db7a8805-6031-448c-a8bf-d2aff49df151 req-1371df65-2527-477c-a9c1-188d03f8a1ba tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 935 time: 0.2419610 Aug 06 15:28:10.617001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] For port e36cd497-c664-4578-9c52-d39203dbcf87, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e36cd497-c664-4578-9c52-d39203dbcf87,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:10.617517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.633151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:10.663634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Calling delete_port for e36cd497-c664-4578-9c52-d39203dbcf87 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:28:10.683349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e166de73-df35-49e6-99e8-ff43b6481b53 service neutron] 10.222.0.64 "PUT /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4412553 Aug 06 15:28:10.728255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db7a8805-6031-448c-a8bf-d2aff49df151 req-b343eef6-4a55-4d89-b74f-9f0d8ea1b912 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151824 Aug 06 15:28:10.868575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbd6e32-b9e0-45b5-a726-c41a3d758e4a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:10.906644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:10.965639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-360ab046-50bb-48ff-be42-e20dc36e3a63 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:10.968348 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-360ab046-50bb-48ff-be42-e20dc36e3a63 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1188951 Aug 06 15:28:11.047922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f564e68c-5b56-49aa-bc6e-47f0907e7dc4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:11.061623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.074711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-8cbe08cd-5fca-41ab-8a87-90d1a0d2018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.076693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-8cbe08cd-5fca-41ab-8a87-90d1a0d2018a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805&tenant_id=cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 1096 time: 0.0929248 Aug 06 15:28:11.158957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-a013395d-a57a-4ac2-b532-c6d5138995e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.163359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-a013395d-a57a-4ac2-b532-c6d5138995e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1096 time: 0.0584681 Aug 06 15:28:11.167006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd30c3-8347-4de3-bd5f-a1d05c4aaa62 req-17d4b61c-1c06-4c9a-a46f-22b4eec7ed03 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.168685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-addd30c3-8347-4de3-bd5f-a1d05c4aaa62 req-17d4b61c-1c06-4c9a-a46f-22b4eec7ed03 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 950 time: 0.1060698 Aug 06 15:28:11.183925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70316b-e5fa-4f9c-aee4-77397b3c1bb5 req-f07ff796-4d5f-421d-ba70-266fe12d1c8c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.185478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa70316b-e5fa-4f9c-aee4-77397b3c1bb5 req-f07ff796-4d5f-421d-ba70-266fe12d1c8c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 931 time: 0.0949843 Aug 06 15:28:11.191060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59992) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:11.233373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Transition to ACTIVE for port object f564e68c-5b56-49aa-bc6e-47f0907e7dc4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:11.234494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Transition to ACTIVE for port object ccbd6e32-b9e0-45b5-a726-c41a3d758e4a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:11.242275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.253181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-addd30c3-8347-4de3-bd5f-a1d05c4aaa62 req-60aa0781-9115-4f19-82f6-77f0f1ae1b13 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0d9e773-d385-42d1-842c-e94abda90806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775094 Aug 06 15:28:11.253683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e36cd497-c664-4578-9c52-d39203dbcf87'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:11.285995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Pushing event deleted for resources: {'Port': ['ID=e36cd497-c664-4578-9c52-d39203dbcf87,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:11.303695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cce85e72-51d0-4a52-a5c3-5b452c9d70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.305226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-cce85e72-51d0-4a52-a5c3-5b452c9d70de service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1349509 Aug 06 15:28:11.306565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa70316b-e5fa-4f9c-aee4-77397b3c1bb5 req-2f35a238-1974-4632-9e70-9687b1bf6aea tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078718 Aug 06 15:28:11.351310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] No DVR routers for this DVR port e36cd497-c664-4578-9c52-d39203dbcf87 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:28:11.354374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.357007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55ab3fed-f149-4abd-84cc-556460ad222e req-41999c69-1482-40c2-a57e-4b8598c139a4 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.64 "DELETE /v2.0/ports/e36cd497-c664-4578-9c52-d39203dbcf87 HTTP/1.1" status: 204 len: 173 time: 1.3660324 Aug 06 15:28:11.357577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'name': 'network-vif-deleted', 'tag': 'e36cd497-c664-4578-9c52-d39203dbcf87'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:11.360221 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece9aa29-3924-490e-9db7-131b94d22779" -d '{"events": [{"server_uuid": "192e096c-ed38-4cdc-a491-e89da7c9e08c", "name": "network-vif-deleted", "tag": "e36cd497-c664-4578-9c52-d39203dbcf87"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:11.404108 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.406198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.410042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dda97e8-f908-46a2-bc64-a315aaf899e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.417286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-e85d15be-9609-4345-bd39-9ccd198ce900 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 200 len: 217 time: 0.1030099 Aug 06 15:28:11.489507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de2ed-d501-49f8-a001-7763edd5472a req-721c0748-c7c7-4e3e-a157-bb3ad83b3b8e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.490955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-274de2ed-d501-49f8-a001-7763edd5472a req-721c0748-c7c7-4e3e-a157-bb3ad83b3b8e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0835576 Aug 06 15:28:11.541103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:11.595423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-274de2ed-d501-49f8-a001-7763edd5472a req-a50a05e5-636f-49ab-a15e-6bfd9ba5e0be tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958996 Aug 06 15:28:11.632496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-70e7c922-e7e6-4c58-8d14-b5b6272e3ced tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405490 Aug 06 15:28:11.662048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-a463482c-1cc7-45e2-9880-f6d60c6c883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.664048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-a463482c-1cc7-45e2-9880-f6d60c6c883c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.2045212 Aug 06 15:28:11.730142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dda97e8-f908-46a2-bc64-a315aaf899e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.745867 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53c512-0fc7-4638-b984-47313b762cea x-openstack-request-id: req-eb53c512-0fc7-4638-b984-47313b762cea {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:11.745867 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192e096c-ed38-4cdc-a491-e89da7c9e08c", "name": "network-vif-deleted", "tag": "e36cd497-c664-4578-9c52-d39203dbcf87", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:11.745867 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb53c512-0fc7-4638-b984-47313b762cea {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:11.745867 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192e096c-ed38-4cdc-a491-e89da7c9e08c', 'name': 'network-vif-deleted', 'tag': 'e36cd497-c664-4578-9c52-d39203dbcf87', 'status': 'completed', 'code': 200} Aug 06 15:28:11.781779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-17ee52b2-4e89-49b3-9032-7f76304b0be0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.783629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-17ee52b2-4e89-49b3-9032-7f76304b0be0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448579 Aug 06 15:28:11.785230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-bd912a17-e1e8-49d4-bc02-33911946fb2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997331 Aug 06 15:28:11.791370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:11.805136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-14c6a816-0bd3-4f3f-85b6-75e476d7c358 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/quotas/3e83754222c84f099b5462fec5a9514f HTTP/1.1" status: 200 len: 375 time: 0.0123994 Aug 06 15:28:11.830972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dda97e8-f908-46a2-bc64-a315aaf899e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.873964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-357cf047-410e-475c-bf3c-d57b5f13a1c4 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588787 Aug 06 15:28:11.906936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:11.906936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:11.906936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:11.907370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1dda97e8-f908-46a2-bc64-a315aaf899e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22f9c3422b1c4a82aad41d0459a302dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087526 Aug 06 15:28:11.907370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda97e8-f908-46a2-bc64-a315aaf899e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec5be73-9cde-4bd9-8777-9a180f6eb60f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:11.907512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:11.912914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:11.913307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:11.920727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23f58-5880-49f4-9a0d-ada745eccad8 req-d46aded4-c944-4418-9652-e8a12f06c60e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:11.922261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34c23f58-5880-49f4-9a0d-ada745eccad8 req-d46aded4-c944-4418-9652-e8a12f06c60e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 945 time: 0.1199553 Aug 06 15:28:11.922374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Attempting to bind port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:11.922716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Attempting to bind port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:11.923044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Attempting to bind port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:11.944447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:11.944904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:11.945181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:11.945636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Bound port: f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:11.945999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:11.951982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:11.952315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Attempting to bind port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:11.974159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34c23f58-5880-49f4-9a0d-ada745eccad8 req-bd60372f-6c4b-4bc7-8c32-ec17dd03f3f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406671 Aug 06 15:28:11.987818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:11.988362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:11.989210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:11.989903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Bound port: ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:11.990265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.024150 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-f7b7eda0-7131-4d35-91f3-86fc3e5e3d6f service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228794 Aug 06 15:28:12.085442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c4adf-41aa-4422-87fb-59318833d978 req-1173ddf4-02ee-4533-b870-3f80c13c74eb tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.086929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f61c4adf-41aa-4422-87fb-59318833d978 req-1173ddf4-02ee-4533-b870-3f80c13c74eb tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 947 time: 0.0484390 Aug 06 15:28:12.137128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f61c4adf-41aa-4422-87fb-59318833d978 req-771f8beb-ff25-4bb7-80aa-6f0de0559cf7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Aug 06 15:28:12.180956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9ba1-3a6f-4eb0-b10d-ad0e1b7d8320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.184598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:12.230406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:12.236969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] For port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:12.248564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] For port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:12.255846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-8b03627f-ad1d-41ee-9fdf-e9f6cd59fb3d service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153573 Aug 06 15:28:12.257618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9ba1-3a6f-4eb0-b10d-ad0e1b7d8320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.323100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-98fce22b-ab21-4f47-b3c2-1ad222c15a30 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434806 Aug 06 15:28:12.327581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.367548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.368253 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.369629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] 10.222.0.64 "PUT /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 1091 time: 1.9278810 Aug 06 15:28:12.370068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:12.372309 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:12.388960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.400783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42a4b7-bfa2-4c42-a155-1fd6e4e78345 service neutron] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:12.426798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8708edfb-10be-48be-9f83-955c5b4e4e99 req-f85dfcfe-8029-4ea3-919f-eea543de7416 tempest-ImagesNegativeTestJSON-305244125 tempest-ImagesNegativeTestJSON-305244125-project] 10.222.0.16 "GET /v2.0/ports?device_id=192e096c-ed38-4cdc-a491-e89da7c9e08c HTTP/1.1" status: 200 len: 210 time: 0.0633194 Aug 06 15:28:12.433055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.433672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.435312 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] 10.222.0.64 "PUT /v2.0/ports/ccbd6e32-b9e0-45b5-a726-c41a3d758e4a HTTP/1.1" status: 200 len: 1095 time: 2.5074863 Aug 06 15:28:12.438090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9ba1-3a6f-4eb0-b10d-ad0e1b7d8320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.440877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef9c9ba1-3a6f-4eb0-b10d-ad0e1b7d8320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:12.442229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef9c9ba1-3a6f-4eb0-b10d-ad0e1b7d8320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aec5be73-9cde-4bd9-8777-9a180f6eb60f HTTP/1.1" status: 204 len: 168 time: 0.5358689 Aug 06 15:28:12.492188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-657d7e7d-93e0-46c7-9e2a-0a883a07bbc6 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.493067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c9ba1-3a6f-4eb0-b10d-ad0e1b7d8320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec5be73-9cde-4bd9-8777-9a180f6eb60f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:12.493635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-657d7e7d-93e0-46c7-9e2a-0a883a07bbc6 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659982 Aug 06 15:28:12.546115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-9fd0c7d6-bb4e-4ea4-8277-a804ef9517d3 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/quotas/3e83754222c84f099b5462fec5a9514f HTTP/1.1" status: 200 len: 375 time: 0.0201824 Aug 06 15:28:12.552703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00d61f-d8fd-4c85-be02-99b3613e2b74 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:12.591506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-88e576d6-9a6e-4271-9a87-622be254c7db tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423388 Aug 06 15:28:12.607358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-4026cef2-77b6-4581-9cb7-5e24df8c2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.615050 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-4026cef2-77b6-4581-9cb7-5e24df8c2b15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0986023 Aug 06 15:28:12.688077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-f9190ebe-93af-4cee-9330-129ee74e37eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0675850 Aug 06 15:28:12.696722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf41f1-8fe2-4e89-a713-725c4da33b96 req-8a4224bf-a44f-472c-b860-d05f06d18eeb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.706992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51bf41f1-8fe2-4e89-a713-725c4da33b96 req-8a4224bf-a44f-472c-b860-d05f06d18eeb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.1274536 Aug 06 15:28:12.744610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-3840c7c9-6048-4b03-a73b-24f8c5e466a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.746133 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-3840c7c9-6048-4b03-a73b-24f8c5e466a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 1098 time: 0.1411726 Aug 06 15:28:12.754490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51bf41f1-8fe2-4e89-a713-725c4da33b96 req-5f55dcef-46e8-4e81-b079-c326d980d32a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Aug 06 15:28:12.812122 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08ad834-2e4c-40ac-b773-b3e9d16c4ed4 x-openstack-request-id: req-c08ad834-2e4c-40ac-b773-b3e9d16c4ed4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:12.812415 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:12.812721 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c08ad834-2e4c-40ac-b773-b3e9d16c4ed4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:12.813127 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'status': 'completed', 'code': 200} Aug 06 15:28:12.814968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-816bb3ad-cb6e-43b2-b16d-37923ca4645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.817688 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-816bb3ad-cb6e-43b2-b16d-37923ca4645f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.1207883 Aug 06 15:28:12.818330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-57e856c2-75cd-4c25-a621-f357dcbf19a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a HTTP/1.1" status: 200 len: 217 time: 0.0617342 Aug 06 15:28:12.901325 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-9ace7a14-1d36-45d0-9c87-7ab99e4d4e59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661836 Aug 06 15:28:12.964596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3db95-25bb-4112-ad70-7be34b718aa1 req-37b0df7c-0bde-41d2-8b1e-18e69c6260bc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.964596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdd3db95-25bb-4112-ad70-7be34b718aa1 req-37b0df7c-0bde-41d2-8b1e-18e69c6260bc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1106589 Aug 06 15:28:12.987636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-44b2214a-a750-4b67-a59a-1c12d6f19be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:12.993192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-44b2214a-a750-4b67-a59a-1c12d6f19be3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1593850 Aug 06 15:28:13.015589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdd3db95-25bb-4112-ad70-7be34b718aa1 req-535a9354-793c-42aa-8b16-6a409ccbaef7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457788 Aug 06 15:28:13.079411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b048c650-5fd8-4fdc-8e13-b112f43529ff req-62fa9cfc-cdf2-40d3-b874-07faeeb4981c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 210 time: 0.0337100 Aug 06 15:28:13.098446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-5203bb4e-38b9-4bda-b8a4-0ef1b9ebf9c5 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:13.103435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-5203bb4e-38b9-4bda-b8a4-0ef1b9ebf9c5 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1941831 Aug 06 15:28:13.164646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6105eda-fd0b-48e2-9b15-2116a1f6f0a4 req-795582ee-057a-4749-949e-7acbdbb8937b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:13.166206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6105eda-fd0b-48e2-9b15-2116a1f6f0a4 req-795582ee-057a-4749-949e-7acbdbb8937b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 945 time: 0.0508561 Aug 06 15:28:13.224320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6105eda-fd0b-48e2-9b15-2116a1f6f0a4 req-059b363b-b441-4482-81f3-53042cd94037 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Aug 06 15:28:13.298353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa83009-5f0f-4674-9794-3d722eb80cd5 req-d7f7eda6-e718-432e-b74c-774c0474a8ca tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:13.304712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fa83009-5f0f-4674-9794-3d722eb80cd5 req-d7f7eda6-e718-432e-b74c-774c0474a8ca tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 947 time: 0.0637975 Aug 06 15:28:13.340434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:13.373875 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:13.386957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fa83009-5f0f-4674-9794-3d722eb80cd5 req-48d42219-779b-435d-b990-b9d7139e9a9a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764828 Aug 06 15:28:13.418291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83d11-eb27-4100-91d6-bce4216caafd req-b05574e8-2b14-4be3-95e1-798c3fb0851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:13.419755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-b05574e8-2b14-4be3-95e1-798c3fb0851a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3850832 Aug 06 15:28:13.428206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-df164bd1-ad95-493f-87f3-3698fe612bce service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179033 Aug 06 15:28:13.440207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241776d-9a28-4f0c-aecf-fd733464f8b1 req-ac26b253-cccd-41e8-ab8c-4ca6b59e223d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:13.442016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5241776d-9a28-4f0c-aecf-fd733464f8b1 req-ac26b253-cccd-41e8-ab8c-4ca6b59e223d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 1096 time: 0.0855696 Aug 06 15:28:13.498624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5241776d-9a28-4f0c-aecf-fd733464f8b1 req-652d6770-5804-46b4-a302-0f57ab8900d2 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Aug 06 15:28:13.546116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:13.656412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:13.662863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e6146d2-5ffa-4ab7-b517-08c9e255209f req-e4e86178-4bab-40c7-b50b-9fc72c61976e service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141516 Aug 06 15:28:13.664809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-90dbf4a5-a427-46f0-910d-cb0b21ae9c45 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259483 Aug 06 15:28:13.711143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-1d0ab2fc-7877-4b7d-a59b-65e13bb20aae service neutron] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:13.714749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3bd750aad474138ae88a99d32025dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732955 Aug 06 15:28:13.715719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee50fbd3-c1b2-4c9f-b3c0-c43ab4500252,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:13.717824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:13.731275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.731622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.731998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.732337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.732670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.733158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.733440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.733791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.734122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.734509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.734766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.735087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038341a6-557f-46b5-bcb4-428f63018ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:13.757831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-1d0ab2fc-7877-4b7d-a59b-65e13bb20aae service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:13.757831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9594c484-d5d3-4f52-aada-068d75d39f5f req-1d0ab2fc-7877-4b7d-a59b-65e13bb20aae service neutron] 10.222.0.59 "DELETE /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.6329906 Aug 06 15:28:13.780951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e36cd497-c664-4578-9c52-d39203dbcf87 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:13.803658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122ac41c-80a8-4681-94cc-6d4a4574c674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:13.820293 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-35a83d11-eb27-4100-91d6-bce4216caafd req-edf0e2b7-5e42-4105-ac23-f60a9ee9f74e service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462123 Aug 06 15:28:13.836397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e36cd497-c664-4578-9c52-d39203dbcf87 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:28:13.836848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e36cd497-c664-4578-9c52-d39203dbcf87 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:13.837329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:13.866060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122ac41c-80a8-4681-94cc-6d4a4574c674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:13.904740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:13.913023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-5a8e3d4f-5d83-4c40-ba06-026d9529bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:13.914577 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-5a8e3d4f-5d83-4c40-ba06-026d9529bf57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0846915 Aug 06 15:28:14.024082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03936ca-2fae-4c89-9b1a-3a14bdb31f5f req-d57bb1f3-0603-4672-9afd-210b3d367056 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:14.025511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e03936ca-2fae-4c89-9b1a-3a14bdb31f5f req-d57bb1f3-0603-4672-9afd-210b3d367056 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.1157718 Aug 06 15:28:14.027973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-53aac009-61e8-4e34-94e6-3d36e302bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:14.029537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-53aac009-61e8-4e34-94e6-3d36e302bb68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1016245 Aug 06 15:28:14.077421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-929e85a4-a011-43ca-a076-b0c177deccd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0400243 Aug 06 15:28:14.081098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-c7a69ef9-d69f-482c-806d-27f6e91897d4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:14.082964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-c7a69ef9-d69f-482c-806d-27f6e91897d4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.1717577 Aug 06 15:28:14.104575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e03936ca-2fae-4c89-9b1a-3a14bdb31f5f req-6d406949-a497-4bab-b918-8f4c13ad54cf tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696831 Aug 06 15:28:14.105403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122ac41c-80a8-4681-94cc-6d4a4574c674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:14.107953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-122ac41c-80a8-4681-94cc-6d4a4574c674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:14.111347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-122ac41c-80a8-4681-94cc-6d4a4574c674 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee50fbd3-c1b2-4c9f-b3c0-c43ab4500252 HTTP/1.1" status: 204 len: 168 time: 0.3900175 Aug 06 15:28:14.111347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-385ccfe8-c608-44fe-871d-44a5fc3f1452 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/quotas/cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 375 time: 0.0217872 Aug 06 15:28:14.130318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac41c-80a8-4681-94cc-6d4a4574c674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee50fbd3-c1b2-4c9f-b3c0-c43ab4500252,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:14.178454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-c08decd1-c0ee-4819-9f0a-7f4e216e7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:14.180082 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-c08decd1-c0ee-4819-9f0a-7f4e216e7de2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0929918 Aug 06 15:28:14.208064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-ac27bc67-f08b-445e-ba05-b2590a6fed8a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795336 Aug 06 15:28:14.230605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:28:14.252199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-24a6bd96-4877-45fb-a52b-e95a29d9d166 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450523 Aug 06 15:28:14.350936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec673c2-b6a7-4912-ae01-e80d961915fd req-87260b25-749a-4939-b3f7-9b7162cca67e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:14.352641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cec673c2-b6a7-4912-ae01-e80d961915fd req-87260b25-749a-4939-b3f7-9b7162cca67e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0940421 Aug 06 15:28:14.363100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-3b23e213-93e4-4913-a04f-43513c233493 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948174 Aug 06 15:28:14.374764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-faf2a892-7994-4c4d-abac-38f26ca471bc service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479726 Aug 06 15:28:14.439035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cec673c2-b6a7-4912-ae01-e80d961915fd req-ab40dabb-13d9-40f1-92fb-ad9c4da8803d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772362 Aug 06 15:28:14.463555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60118) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:14.505895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fd9a7a3-de96-4a04-a941-5d05d20cc0ee req-396d203f-8cb4-409a-a5ae-036475961108 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361949 Aug 06 15:28:14.533216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-d1859287-b122-49dc-8021-1d230f320386 service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452122 Aug 06 15:28:14.574691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec0557b5-8f19-43a8-9d57-d5b19647acc0 req-c11be34f-2ae7-43e9-bf59-c52f22168bb1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 210 time: 0.0263300 Aug 06 15:28:14.669421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-083d8108-88e7-4a07-a631-855fdb8b3255 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35be441e3f1d4ad9bfd678bea9c0c133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186768 Aug 06 15:28:14.671658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:14.721192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9b3fc-d7af-49eb-bd57-b5f94dd271a8 req-379b6515-08bb-4381-a68f-f2b49f747414 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:14.722696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4eacc76f-7380-4a80-a071-7787766085f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:14.722815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daf9b3fc-d7af-49eb-bd57-b5f94dd271a8 req-379b6515-08bb-4381-a68f-f2b49f747414 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 947 time: 0.0550058 Aug 06 15:28:14.749733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4eacc76f-7380-4a80-a071-7787766085f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:14.768354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daf9b3fc-d7af-49eb-bd57-b5f94dd271a8 req-88374b9d-7112-4109-ae22-8da5b276039e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389032 Aug 06 15:28:14.814404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af63849-88af-4fc0-8620-a07c1e084548', 'tag': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:14.817651 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b724c83f-2904-41ec-a505-9e887c339785" -d '{"events": [{"name": "network-changed", "server_uuid": "7af63849-88af-4fc0-8620-a07c1e084548", "tag": "ccbd6e32-b9e0-45b5-a726-c41a3d758e4a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:14.855579 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14026601-499f-4e7c-b25b-51a5411bb487 x-openstack-request-id: req-14026601-499f-4e7c-b25b-51a5411bb487 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:14.855579 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af63849-88af-4fc0-8620-a07c1e084548", "tag": "ccbd6e32-b9e0-45b5-a726-c41a3d758e4a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:14.855579 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14026601-499f-4e7c-b25b-51a5411bb487 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:14.856033 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af63849-88af-4fc0-8620-a07c1e084548', 'tag': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'status': 'completed', 'code': 200} Aug 06 15:28:14.874733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4eacc76f-7380-4a80-a071-7787766085f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:14.877511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4eacc76f-7380-4a80-a071-7787766085f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:14.882917 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4eacc76f-7380-4a80-a071-7787766085f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0d9e773-d385-42d1-842c-e94abda90806 HTTP/1.1" status: 204 len: 168 time: 0.2088602 Aug 06 15:28:14.916079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b63d454e-9326-496a-b252-c787005c37f6 req-1be15a32-de53-4c82-aa40-e4b80e5f9c30 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 210 time: 0.0711091 Aug 06 15:28:14.984930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eacc76f-7380-4a80-a071-7787766085f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d9e773-d385-42d1-842c-e94abda90806,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:15.002289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-2a95ae27-4a26-4a87-9c06-6e0c7b56beca tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326011 Aug 06 15:28:15.035526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724c83f-2904-41ec-a505-9e887c339785 req-d98afb96-006c-4d86-9b84-5a7847b562b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.037186 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-d98afb96-006c-4d86-9b84-5a7847b562b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 1098 time: 0.1546545 Aug 06 15:28:15.189391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-e3f7eca5-8d91-48ca-8fbe-256bb820dc4a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.190861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-e3f7eca5-8d91-48ca-8fbe-256bb820dc4a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839190 Aug 06 15:28:15.209017 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Request body: {'port': {'device_id': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '3e83754222c84f099b5462fec5a9514f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:15.226398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724c83f-2904-41ec-a505-9e887c339785 req-a59de4d6-fbcb-4688-82bc-6c17d3b22ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.227926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-a59de4d6-fbcb-4688-82bc-6c17d3b22ab6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1810520 Aug 06 15:28:15.293565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb0bf0-527b-4e3a-88e1-ed6f588eb9c2 req-82e00beb-52f5-4f32-bb0a-d766057a2cd7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.295131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6acb0bf0-527b-4e3a-88e1-ed6f588eb9c2 req-82e00beb-52f5-4f32-bb0a-d766057a2cd7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.1051583 Aug 06 15:28:15.315016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-66f74ca9-8d70-42cd-93f6-190c0f5bd92d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a HTTP/1.1" status: 200 len: 217 time: 0.0780549 Aug 06 15:28:15.397740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6acb0bf0-527b-4e3a-88e1-ed6f588eb9c2 req-b1759ec7-f7ae-4d8c-9fe0-2d61a399f492 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 Aug 06 15:28:15.405654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724c83f-2904-41ec-a505-9e887c339785 req-969b4bf8-b2cf-4798-9a0e-744f57ad2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.407508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-969b4bf8-b2cf-4798-9a0e-744f57ad2589 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0824161 Aug 06 15:28:15.490674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724c83f-2904-41ec-a505-9e887c339785 req-1bb165c0-b432-46d1-a164-9119c356aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.492365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-1bb165c0-b432-46d1-a164-9119c356aaf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760279 Aug 06 15:28:15.561503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Made reservation on behalf of 3e83754222c84f099b5462fec5a9514f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:15.580562 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:15.643382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7848db-baf9-428c-b0b4-e142ca78c10f req-5cf1fba5-069d-476e-8c61-c7747de34b84 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.649216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:15.651971 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c7848db-baf9-428c-b0b4-e142ca78c10f req-5cf1fba5-069d-476e-8c61-c7747de34b84 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1039295 Aug 06 15:28:15.699275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-62d4d3b6-0977-4811-9412-d17a1e0d7708 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978750 Aug 06 15:28:15.719717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9b03ac8-9088-42d8-b6d4-2d768a119fab req-fc858223-078d-46c8-9709-9814014a25df tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 210 time: 0.0358191 Aug 06 15:28:15.729990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c7848db-baf9-428c-b0b4-e142ca78c10f req-8faef683-35cb-4c88-b369-fe499bd5db7f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770962 Aug 06 15:28:15.880247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b724c83f-2904-41ec-a505-9e887c339785 req-a9b0f648-e762-4c02-9336-f754a6253945 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635854 Aug 06 15:28:15.892575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:15.909199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733969-c25f-4cdb-81b1-8ec81ff10d02 req-6da32ca5-38c2-4809-b48e-b57e3a56d862 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:15.911360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c733969-c25f-4cdb-81b1-8ec81ff10d02 req-6da32ca5-38c2-4809-b48e-b57e3a56d862 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 947 time: 0.0544894 Aug 06 15:28:15.956042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c733969-c25f-4cdb-81b1-8ec81ff10d02 req-80a9eaae-8218-4375-a1dc-5843bba90c89 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Aug 06 15:28:15.968298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.057067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a334036-61a7-4d63-a981-8194a4aa6a96 req-b46dc7d8-c8b1-4787-91c2-a70957f0c287 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 210 time: 0.0458624 Aug 06 15:28:16.122351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427dff1e-23e4-4971-9544-3cf5959fb85b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:16.137996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Allocated IP 192.168.233.230 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/2ce8c96e-c83c-4648-8dd7-8356261d4df2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:16.291771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.307880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Transition to ACTIVE for port object 2ce8c96e-c83c-4648-8dd7-8356261d4df2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:16.330913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:16.388302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-f0dcf479-783c-4672-9690-5e95fcb0fcae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231063 Aug 06 15:28:16.479931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.539296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ac6c-4475-4234-810a-77b33f3cedd3 req-13296e24-6996-43f6-8acf-03eab4318109 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:16.549051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87a3ac6c-4475-4234-810a-77b33f3cedd3 req-13296e24-6996-43f6-8acf-03eab4318109 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.0685968 Aug 06 15:28:16.556263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:16.567435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-0f7c0c0d-a66f-4548-90d9-284f8261519c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:16.569141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-0f7c0c0d-a66f-4548-90d9-284f8261519c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745882 Aug 06 15:28:16.570188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:16.574451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:16.586138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Request body: {'port': {'device_id': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '3e83754222c84f099b5462fec5a9514f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:16.589498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:16.611772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87a3ac6c-4475-4234-810a-77b33f3cedd3 req-c8614170-d13d-4383-9f48-06e03e2a3068 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614150 Aug 06 15:28:16.709090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-508364936-network', 'tenant_id': 'fe918762b22847a7874ddde38782db75'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:16.730260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:16.731126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.804235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Made reservation on behalf of fe918762b22847a7874ddde38782db75 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:16.807987 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.832766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.853573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34b7ba43-fccb-4f4c-864d-b706bc7bd7fe req-8d55be8b-380f-4c75-8cd0-b3ab6c08b9e9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 210 time: 0.0393784 Aug 06 15:28:16.907650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69bfc4-288a-447c-8a1a-80fd91265f3f req-40211bc0-d8f6-4854-9ad4-1e6e995f3b8a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:16.909175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a69bfc4-288a-447c-8a1a-80fd91265f3f req-40211bc0-d8f6-4854-9ad4-1e6e995f3b8a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0595679 Aug 06 15:28:16.909613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-b8080e11-a27a-45d5-b2f4-64f492c8b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7072423 Aug 06 15:28:16.930785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Request body: {'port': {'device_id': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:16.960583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a69bfc4-288a-447c-8a1a-80fd91265f3f req-c9be2cc3-e939-4df6-b9c6-881502035099 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Aug 06 15:28:16.989182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:16.998302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Made reservation on behalf of 3e83754222c84f099b5462fec5a9514f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:17.003578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.006046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da5045e6-aca0-481c-8a5d-bade3b52abcd None None] Provisioning for port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:17.011652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da5045e6-aca0-481c-8a5d-bade3b52abcd None None] Provisioning complete for port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:17.012457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da5045e6-aca0-481c-8a5d-bade3b52abcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.089233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da5045e6-aca0-481c-8a5d-bade3b52abcd None None] Port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:17.129374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6fde3764-df81-45b1-b4c7-0ef4c541a1a7 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3201a85d3db944aa81f355890df59b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545509 Aug 06 15:28:17.171516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.242682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469f2c5-6ffd-4611-9acd-612374d71e8e req-c9929c34-d736-4d4f-a5ea-6f692501e158 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:17.244230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b469f2c5-6ffd-4611-9acd-612374d71e8e req-c9929c34-d736-4d4f-a5ea-6f692501e158 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 947 time: 0.1425517 Aug 06 15:28:17.281259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.312974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-673a22c2-a27a-4807-9131-777f048eeb61 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:17.314496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-673a22c2-a27a-4807-9131-777f048eeb61 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652527 Aug 06 15:28:17.328515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:28:17.336901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:17.345514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.359097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b469f2c5-6ffd-4611-9acd-612374d71e8e req-86e1627c-b290-4f21-b597-2c216e54c038 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035984 Aug 06 15:28:17.368384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-0a1a10b8-4501-4bbd-b77f-7a77d046ebea tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/quotas/3201a85d3db944aa81f355890df59b58 HTTP/1.1" status: 200 len: 375 time: 0.0376689 Aug 06 15:28:17.370957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:17.394321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.396651 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Added segment 1dd70319-8317-4143-aa05-b5a3383e78a1 of type vlan for network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 Aug 06 15:28:17.416617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Transition to ACTIVE for port object 2ce8c96e-c83c-4648-8dd7-8356261d4df2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:17.467872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-b3a6c647-f4c4-43fb-baa4-6d50e6c66868 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:17.469345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-b3a6c647-f4c4-43fb-baa4-6d50e6c66868 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.1260853 Aug 06 15:28:17.474498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-ad5314cd-5624-4479-b25f-2b0ae57a32db tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3201a85d3db944aa81f355890df59b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044631 Aug 06 15:28:17.476216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.484279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.494462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Request body: {'port': {'device_id': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'admin_state_up': True, 'tenant_id': 'cf5d145e7085415f8883a32812e19849'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:17.494781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c1e10e8-c239-4494-8a68-b375c71da1ba req-35ed0d53-158d-4970-8438-19ad4cff4efd tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 210 time: 0.0532951 Aug 06 15:28:17.578040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.579278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:17.580446 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.682864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3478134 Aug 06 15:28:17.683097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:17.683739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3cb2b-875d-4790-a187-6241bf64aa4f admin admin] Pushing event updated for resources: {'Network': ['ID=1298baba-1c05-4f2a-b24d-e08ea5e4e181,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:17.693941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Request body: {'subnet': {'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-508364936-subnet', 'tenant_id': 'fe918762b22847a7874ddde38782db75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:17.694608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:28:17.752748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:17.763687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2ca4b04-25d1-4755-b64f-067ef8ebf331 req-7d058e46-d368-4b24-997e-3ff174c6f5fe tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 210 time: 0.0680697 Aug 06 15:28:17.812723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ccbd6e32-b9e0-45b5-a726-c41a3d758e4a details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:17.818073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Allocated IP 192.168.233.52 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/4f1887ea-80bb-467a-83da-d255d7da5385) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:17.863468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badcaf7-1f19-4597-be6a-2817a30f7647 req-5caa4ed2-4391-4636-9b28-eb3275eae898 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:17.871330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4badcaf7-1f19-4597-be6a-2817a30f7647 req-5caa4ed2-4391-4636-9b28-eb3275eae898 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.1023364 Aug 06 15:28:17.879949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Made reservation on behalf of fe918762b22847a7874ddde38782db75 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:17.882470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.919928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Attempting to bind port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:17.924277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Attempting to bind port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:17.924658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Attempting to bind port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:17.960161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:17.960962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Attempting to bind port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:17.977063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:17.985339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:17.985339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:17.985645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:17.986010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Bound port: 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:17.986387 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:17.991991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'mac_address': 'fa:16:3e:82:23:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:18.018847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4badcaf7-1f19-4597-be6a-2817a30f7647 req-c2131522-e6c9-470a-b5a2-612940e7c37e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466382 Aug 06 15:28:18.023192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b54a085-be59-4b46-9ce9-ba28fbba3ddb req-9b9c7e26-6c60-42af-a5e8-b59b154a99f5 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 210 time: 0.0404932 Aug 06 15:28:18.037342 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.069386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbd6e32-b9e0-45b5-a726-c41a3d758e4a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:18.097465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:18.200696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.201710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:18.222389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa9109-3ee9-4ace-83a7-9e1005c12cc5 req-cfe0d2d5-0c7e-471f-8ae0-33bd98e12feb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:18.224541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98fa9109-3ee9-4ace-83a7-9e1005c12cc5 req-cfe0d2d5-0c7e-471f-8ae0-33bd98e12feb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1110432 Aug 06 15:28:18.274647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98fa9109-3ee9-4ace-83a7-9e1005c12cc5 req-c86b5a4c-4cf4-4ee9-8d42-df503bce40b2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Aug 06 15:28:18.284506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:18.292603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Made reservation on behalf of cf5d145e7085415f8883a32812e19849 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:18.296082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.303703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.330953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.331303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.332448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.332940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.333601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.334079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.334556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.334887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.335382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.335884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.336213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.336743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:28:18.365497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a999bae-49ec-4bbb-873c-ad891017df82,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:18.370251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Checking segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:18.370641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Network hostable DHCP agents. Network: 1298baba-1c05-4f2a-b24d-e08ea5e4e181, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:28:18.409272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:18.422386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'port_id': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'mac_address': 'fa:16:3e:1f:0c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4e9bbe-b769-431f-ab57-a6184ec0a741', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:18.435147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:28:18.455822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.461248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:18.484013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.494934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:18.496218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Transition to ACTIVE for port object 4f1887ea-80bb-467a-83da-d255d7da5385 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:18.497276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5e6ef-0527-41ed-8710-bdd5ff951bad req-80a53092-0615-4b7e-ba1c-b56fc8f8a09a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:18.505597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22b5e6ef-0527-41ed-8710-bdd5ff951bad req-80a53092-0615-4b7e-ba1c-b56fc8f8a09a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 948 time: 0.0609491 Aug 06 15:28:18.507366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f564e68c-5b56-49aa-bc6e-47f0907e7dc4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:18.515032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1298baba-1c05-4f2a-b24d-e08ea5e4e181) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:18.527915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:18.528730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.532289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05dc70f-f528-4066-866c-62a12049fdb1 None None] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:28:18.557736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Allocated IP 172.20.0.12 (be11bacc-ac25-455f-9473-efb1d3d3947f/5d7380fa-fc0b-41c9-a93f-d008b705ff8d/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:18.571365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22b5e6ef-0527-41ed-8710-bdd5ff951bad req-c47b782d-1be4-4bae-9518-f43b4b30f82b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596702 Aug 06 15:28:18.580095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.643476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:18.644106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.644649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:18.645874 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] 10.222.0.64 "PUT /v2.0/ports/2ce8c96e-c83c-4648-8dd7-8356261d4df2 HTTP/1.1" status: 200 len: 1096 time: 1.7209110 Aug 06 15:28:18.649348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:18.651269 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f81670a-97d5-4d82-a30c-c4f438512548" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:18.704617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4772c4-c238-4204-afb5-232a5952b5a2 None None] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:28:18.714122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.732001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a985289-3186-43a3-810a-04b0657f3e7d req-ae4f4b2a-a14a-4789-8591-75e1a5a45498 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 210 time: 0.0925953 Aug 06 15:28:18.733819 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.743027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8dcfcfbb-fb0b-41e8-86b6-dfd76ce0b92f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0532196 Aug 06 15:28:18.759488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c7803-dfba-4f33-b354-ce79415a5269 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:18.851262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:18.858867 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83037024-2f4f-49dd-a022-0c68ceeeee1c x-openstack-request-id: req-83037024-2f4f-49dd-a022-0c68ceeeee1c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:18.859157 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:18.859561 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83037024-2f4f-49dd-a022-0c68ceeeee1c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:18.860339 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'status': 'completed', 'code': 200} Aug 06 15:28:18.862077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:18.891758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:18.893644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event updated for resources: {'Port': ['ID=4f1887ea-80bb-467a-83da-d255d7da5385,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:18.902822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:18.922573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1ed9c54-11b4-4120-8577-442ed5277922 req-7838568e-9448-4ed8-a1bb-0575a3f3b07b tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 210 time: 0.0589118 Aug 06 15:28:18.976588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:18.994367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['f564e68c-5b56-49aa-bc6e-47f0907e7dc4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:18.996099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:18.996946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:19.004574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ccbd6e32-b9e0-45b5-a726-c41a3d758e4a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:19.020516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-1554443f-b9f3-4179-972a-7dfb6fcce3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.022227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-1554443f-b9f3-4179-972a-7dfb6fcce3d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1099 time: 0.1960094 Aug 06 15:28:19.123588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-1046a226-a0ef-4943-b769-63eb6750f30b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2 HTTP/1.1" status: 200 len: 217 time: 0.0763531 Aug 06 15:28:19.125064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-4dfb9d04-ca25-426f-8244-e68b25c63172 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5447290 Aug 06 15:28:19.152476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Request body: {'port': {'device_id': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:19.218448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:19.290772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:19.323022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:19.335717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0235fc9-4d5a-4a95-a207-6996b9eeac9d req-8fa0e0e1-6d70-4a53-ac09-bd00dd621c7a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.337168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0235fc9-4d5a-4a95-a207-6996b9eeac9d req-8fa0e0e1-6d70-4a53-ac09-bd00dd621c7a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.1902015 Aug 06 15:28:19.339738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Network be11bacc-ac25-455f-9473-efb1d3d3947f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:19.343336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:19.363575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-d2cfe58c-2653-41fc-9675-79e95096bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.365186 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-d2cfe58c-2653-41fc-9675-79e95096bf6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2272229 Aug 06 15:28:19.366089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:19.414502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-d8e2768d-b992-40fe-a86e-851780b34feb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.416115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-d8e2768d-b992-40fe-a86e-851780b34feb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 814 time: 0.2215819 Aug 06 15:28:19.418757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0235fc9-4d5a-4a95-a207-6996b9eeac9d req-1303a48b-7424-446e-8d9b-2a29b625da7d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711756 Aug 06 15:28:19.442662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-78d8205a-d8e9-4044-8d53-cb996d4324f2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/quotas/fe918762b22847a7874ddde38782db75 HTTP/1.1" status: 200 len: 375 time: 0.0153558 Aug 06 15:28:19.445631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd374-a338-47a6-8ab8-d22f973534b2 None None] Provisioning for port 4f1887ea-80bb-467a-83da-d255d7da5385 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:19.450969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f1fd374-a338-47a6-8ab8-d22f973534b2 None None] Provisioning complete for port 4f1887ea-80bb-467a-83da-d255d7da5385 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:19.451467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f1fd374-a338-47a6-8ab8-d22f973534b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:19.497702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fd374-a338-47a6-8ab8-d22f973534b2 None None] Port 4f1887ea-80bb-467a-83da-d255d7da5385 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:19.508507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-60134536-f17c-4ef0-a243-12f05aa3ae78 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696964 Aug 06 15:28:19.515733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.516781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:19.544272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-6002ebad-33d0-4f30-a7c2-bbf8ffc340a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.545775 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-6002ebad-33d0-4f30-a7c2-bbf8ffc340a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548467 Aug 06 15:28:19.616293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f81b5-1a3e-4ab6-9aee-b3cb0e41b875 req-9ca78526-13b9-45d8-b93c-307be76c44d3 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:19.617848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b2f81b5-1a3e-4ab6-9aee-b3cb0e41b875 req-9ca78526-13b9-45d8-b93c-307be76c44d3 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 935 time: 0.0994921 Aug 06 15:28:19.662218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-38b5b6fe-f7c4-4fda-b208-9f4afa739f4e service neutron] 10.222.0.16 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504965 Aug 06 15:28:19.666143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-5b37b1f5-d4b0-46c7-808f-bcfc12e10531 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1827445 Aug 06 15:28:19.681684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b2f81b5-1a3e-4ab6-9aee-b3cb0e41b875 req-713cde01-c1e2-43e4-8516-b467edbdf4f4 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556321 Aug 06 15:28:19.691838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Request body: {'port': {'device_id': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:19.815279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-1ce7081e-7062-4261-9521-a7f78dac9081 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601812 Aug 06 15:28:19.817656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:19.996418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1887ea-80bb-467a-83da-d255d7da5385 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:20.051651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:20.073727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-c5bd313a-57c6-48ae-b554-d11c7d403861 service neutron] 10.222.0.16 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889065 Aug 06 15:28:20.080004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06799308-dc8c-46e0-85b2-57f70887e02f req-1860da2d-edc4-4cbf-9572-bdd2ab7dec70 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.081477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06799308-dc8c-46e0-85b2-57f70887e02f req-1860da2d-edc4-4cbf-9572-bdd2ab7dec70 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.2988133 Aug 06 15:28:20.087141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4dad4f29-0a03-44d4-8e6e-297a8150b9bd req-7dd56411-0fd1-4b51-bbf8-d8266a34fc6b service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504675 Aug 06 15:28:20.089874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Transition to ACTIVE for port object 4f1887ea-80bb-467a-83da-d255d7da5385 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:20.128495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06799308-dc8c-46e0-85b2-57f70887e02f req-c5ed5f43-9d46-4f5e-a273-0550ff836dcb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Aug 06 15:28:20.192745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:20.233497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a025d-0159-4afc-b4e7-c30d54c98e36 req-c6f3da16-2c71-48b7-ae30-28c8eda4fc6e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.235311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df4a025d-0159-4afc-b4e7-c30d54c98e36 req-c6f3da16-2c71-48b7-ae30-28c8eda4fc6e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 948 time: 0.0492361 Aug 06 15:28:20.276717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df4a025d-0159-4afc-b4e7-c30d54c98e36 req-333defcb-6fbd-461d-a9a8-ba1aeace1eef tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Aug 06 15:28:20.343492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Pushing event updated for resources: {'Port': ['ID=4f1887ea-80bb-467a-83da-d255d7da5385,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:20.415045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-c33836e2-aa4c-49ff-9295-28c9b63435e7 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3201a85d3db944aa81f355890df59b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369008 Aug 06 15:28:20.465971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-cca69a78-937d-424f-9e32-732b6c2a95cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.467478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-cca69a78-937d-424f-9e32-732b6c2a95cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1099 time: 0.1866210 Aug 06 15:28:20.580830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bd75382-246d-460e-92af-85cb0b391f86 req-5d9e3b0d-aa27-4df4-8858-f623f8c30239 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 210 time: 0.0878673 Aug 06 15:28:20.623356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:20.630840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Attempting to bind port 4f1887ea-80bb-467a-83da-d255d7da5385 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:20.631195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Attempting to bind port 4f1887ea-80bb-467a-83da-d255d7da5385 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:20.631547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Attempting to bind port 4f1887ea-80bb-467a-83da-d255d7da5385 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:20.636886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0c854-6003-4c76-b2ec-9a13f34b0dc0 req-7fdcedab-12b1-4f02-99a0-6b22c3b50a60 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.638561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb0c854-6003-4c76-b2ec-9a13f34b0dc0 req-7fdcedab-12b1-4f02-99a0-6b22c3b50a60 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 932 time: 0.1985445 Aug 06 15:28:20.661498 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:20.669272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Port 4f1887ea-80bb-467a-83da-d255d7da5385 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:20.669607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Attempting to bind port 4f1887ea-80bb-467a-83da-d255d7da5385 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:20.674814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-13c706ed-fe16-4293-aabb-3aabd5108095 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.677539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-13c706ed-fe16-4293-aabb-3aabd5108095 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546926 Aug 06 15:28:20.692015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:20.692444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:20.692856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:20.693290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Bound port: 4f1887ea-80bb-467a-83da-d255d7da5385, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:20.693704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:20.695933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Transition to ACTIVE for port object bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:20.697697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Request body: {'port': {'device_id': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '3201a85d3db944aa81f355890df59b58'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:20.699727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-25b9b31d-143a-40ea-afaa-e1e6b18f0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.701251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-25b9b31d-143a-40ea-afaa-e1e6b18f0da7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2089825 Aug 06 15:28:20.744560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb0c854-6003-4c76-b2ec-9a13f34b0dc0 req-016e5b20-5d0e-4536-bfbe-9469defdf05d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933585 Aug 06 15:28:20.756581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efa6fa77-e4ab-490e-b887-fb1a73fcbadd req-fb084952-c81d-422a-a178-a6abdb9e133d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 210 time: 0.0657372 Aug 06 15:28:20.780381 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-1f273515-b9c6-45c0-8aa2-81fcbb50a823 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2 HTTP/1.1" status: 200 len: 217 time: 0.0699198 Aug 06 15:28:20.833884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:20.895539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-a4b90538-f8ef-43be-b514-66ec8fe6bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.897077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-a4b90538-f8ef-43be-b514-66ec8fe6bd0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1054130 Aug 06 15:28:20.910006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] For port 4f1887ea-80bb-467a-83da-d255d7da5385, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:20.917602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] For port 4f1887ea-80bb-467a-83da-d255d7da5385, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4f1887ea-80bb-467a-83da-d255d7da5385,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:20.930886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:20.937698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288596-d4ff-44be-8360-f4a4f72c9f6c req-3de5b3d5-f0c4-4b90-ac3e-8f60fda0f66d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.939237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90288596-d4ff-44be-8360-f4a4f72c9f6c req-3de5b3d5-f0c4-4b90-ac3e-8f60fda0f66d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.1179714 Aug 06 15:28:20.949931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b91e4-2ccc-4a41-9bd1-a15fdca082fe req-cb897947-cc8e-4a1e-a070-35fe69d2209c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:20.951388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f70b91e4-2ccc-4a41-9bd1-a15fdca082fe req-cb897947-cc8e-4a1e-a070-35fe69d2209c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 947 time: 0.1159446 Aug 06 15:28:20.975464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.007017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90288596-d4ff-44be-8360-f4a4f72c9f6c req-9242c74f-e88f-4277-ab94-ea5641eadb1a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526037 Aug 06 15:28:21.019122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f70b91e4-2ccc-4a41-9bd1-a15fdca082fe req-d3ce4c75-dae0-4289-87c0-d9db84c6a950 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549932 Aug 06 15:28:21.055096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-eca96bd9-3d20-48d6-8c07-b1ee74fdb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.056732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-eca96bd9-3d20-48d6-8c07-b1ee74fdb6d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369934 Aug 06 15:28:21.063325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Made reservation on behalf of 3201a85d3db944aa81f355890df59b58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:21.067677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.070625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.071236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.072956 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] 10.222.0.64 "PUT /v2.0/ports/4f1887ea-80bb-467a-83da-d255d7da5385 HTTP/1.1" status: 200 len: 1095 time: 1.9333014 Aug 06 15:28:21.073125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'tag': '4f1887ea-80bb-467a-83da-d255d7da5385'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:21.075366 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10be0806-f6ff-419b-97e0-9d7fc51f53b4" -d '{"events": [{"name": "network-changed", "server_uuid": "add4ff64-5b03-471c-8e8d-ccac8e8637dc", "tag": "4f1887ea-80bb-467a-83da-d255d7da5385"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:21.096500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.141346 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3349683-2053-440f-a583-e8f0156bb324 x-openstack-request-id: req-c3349683-2053-440f-a583-e8f0156bb324 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:21.141542 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add4ff64-5b03-471c-8e8d-ccac8e8637dc", "tag": "4f1887ea-80bb-467a-83da-d255d7da5385", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:21.141789 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3349683-2053-440f-a583-e8f0156bb324 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:21.142191 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'tag': '4f1887ea-80bb-467a-83da-d255d7da5385', 'status': 'completed', 'code': 200} Aug 06 15:28:21.188407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe27e41-e208-485f-93ea-c3c95bc7503e service neutron] Pushing event updated for resources: {'Port': ['ID=4f1887ea-80bb-467a-83da-d255d7da5385,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:21.225748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.283313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6caac-5747-441f-8937-5c45a301ed6c req-8d9b58d7-7b61-4204-bc24-0ecae3c8e79d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.286076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bd6caac-5747-441f-8937-5c45a301ed6c req-8d9b58d7-7b61-4204-bc24-0ecae3c8e79d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0579901 Aug 06 15:28:21.314944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.449435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bd6caac-5747-441f-8937-5c45a301ed6c req-fc07058a-0660-40e5-948f-3846cb9130e9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567423 Aug 06 15:28:21.469386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:21.469708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:21.470033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:21.488785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6340cfc0-9545-48c1-9843-c6e12fc0c7f4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:21.493562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:21.493961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:21.516954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:21.517386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:21.517835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:21.518348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Bound port: bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:21.518827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.521574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40ffca-8321-4004-af2e-ba6a01841c45 req-c98eba1d-ad31-48b8-8d6f-e58eaa277d3b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.523086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a40ffca-8321-4004-af2e-ba6a01841c45 req-c98eba1d-ad31-48b8-8d6f-e58eaa277d3b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 948 time: 0.1408753 Aug 06 15:28:21.528443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be0806-f6ff-419b-97e0-9d7fc51f53b4 req-67cad733-804a-4623-8fb7-545a15081bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.530529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10be0806-f6ff-419b-97e0-9d7fc51f53b4 req-67cad733-804a-4623-8fb7-545a15081bf6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 1098 time: 0.3799579 Aug 06 15:28:21.531726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Allocated IP 192.168.233.195 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/c8e8bbe4-12ce-431d-bfa7-4fba54c788e4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:21.547767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-340a56f7-5167-4583-8108-6f47b67ab628 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776299 Aug 06 15:28:21.585519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a40ffca-8321-4004-af2e-ba6a01841c45 req-ad6da459-ae6e-4a7a-80ca-28b670f8e176 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556469 Aug 06 15:28:21.604442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10be0806-f6ff-419b-97e0-9d7fc51f53b4 req-e344cfa2-97fc-46d9-8127-90f650f59486 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559368 Aug 06 15:28:21.707767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6002a8d-cf70-465b-a80a-025bf4e36c2a req-2933afd9-11e0-42a0-81ae-0151e8447a5c tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 210 time: 0.0317240 Aug 06 15:28:21.748036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.761929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Transition to ACTIVE for port object c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:21.774240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:21.815706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:21.843409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ccbd6e32-b9e0-45b5-a726-c41a3d758e4a up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:21.873709 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f81670a-97d5-4d82-a30c-c4f438512548 req-c9c95a6e-28fe-4316-b746-a58826a6a3b5 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902386 Aug 06 15:28:21.875329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be0806-f6ff-419b-97e0-9d7fc51f53b4 req-e88affce-a17f-4fe8-b7a9-4cfbbe2929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.876266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10be0806-f6ff-419b-97e0-9d7fc51f53b4 req-e88affce-a17f-4fe8-b7a9-4cfbbe2929b1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2564137 Aug 06 15:28:21.891317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7299cde-9cdf-4fbd-bc2c-b95c98871547 req-c73cb3a9-468c-4d40-92ab-fc09d86874f8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 210 time: 0.0561485 Aug 06 15:28:21.893921 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.916342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.949346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:21.958110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:21.960792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Pushing event updated for resources: {'Port': ['ID=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:21.962950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:21.972404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cae7c0-b833-4d3b-9855-45ab33001a97 req-379762f0-50e2-4d50-b81e-11c92455c06f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.977320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4cae7c0-b833-4d3b-9855-45ab33001a97 req-379762f0-50e2-4d50-b81e-11c92455c06f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.1395471 Aug 06 15:28:21.990735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:21.991414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:21.992850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] 10.222.0.59 "PUT /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 1092 time: 2.3072865 Aug 06 15:28:22.005175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:22.015511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:22.017496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df60d7-a443-4792-a5b4-b573286801c7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:22.018154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.033886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-65823fcb-812f-4b5d-be26-40daceb9a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.037502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-65823fcb-812f-4b5d-be26-40daceb9a8cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 1098 time: 0.1117504 Aug 06 15:28:22.043365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.043531 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.075611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4cae7c0-b833-4d3b-9855-45ab33001a97 req-e7e61aa6-d9ea-4fc4-9514-e1fac69f6fec tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753324 Aug 06 15:28:22.173666 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-2de24718-9fe9-439f-a592-33f361570a97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=4f1887ea-80bb-467a-83da-d255d7da5385 HTTP/1.1" status: 200 len: 217 time: 0.1236811 Aug 06 15:28:22.179751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.208874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-6cc584fd-d57b-4042-bdd6-3cb7aa399675 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5157678 Aug 06 15:28:22.216438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af63849-88af-4fc0-8620-a07c1e084548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:22.218702 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a285cb1f-96e4-4b8c-8827-4e661d52ea3d" -d '{"events": [{"server_uuid": "7af63849-88af-4fc0-8620-a07c1e084548", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd6e32-b9e0-45b5-a726-c41a3d758e4a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:22.231999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Request body: {'port': {'device_id': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:22.232442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:22.277275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0af9a-7596-4925-9511-68028c0d92a7 req-060c2cd3-8a2e-4fb8-8935-5ec59f2702b0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.278740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e0af9a-7596-4925-9511-68028c0d92a7 req-060c2cd3-8a2e-4fb8-8935-5ec59f2702b0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.1320794 Aug 06 15:28:22.287210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-f2122f06-8bd9-4833-a45a-84b63632b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.289625 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-f2122f06-8bd9-4833-a45a-84b63632b85d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1095 time: 0.1201711 Aug 06 15:28:22.295751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-2f75eec5-9377-4344-9691-b5a3a3b17ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.297179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-2f75eec5-9377-4344-9691-b5a3a3b17ccb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0605035 Aug 06 15:28:22.302168 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.303013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:22.327203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f82cf-a2c1-46ea-bfeb-a91a553126f5 req-ad8057aa-2741-436b-a876-9c4b2b67ca81 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.329596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e0f82cf-a2c1-46ea-bfeb-a91a553126f5 req-ad8057aa-2741-436b-a876-9c4b2b67ca81 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 947 time: 0.1684611 Aug 06 15:28:22.363132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.396784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d18b1bf1-cb9a-439f-b3f1-a02ed92dd738 None None] Provisioning for port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:22.400499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:22.405599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d18b1bf1-cb9a-439f-b3f1-a02ed92dd738 None None] Provisioning complete for port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:22.406303 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d18b1bf1-cb9a-439f-b3f1-a02ed92dd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.422540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-350c0009-5709-499b-ae2f-0ea3c2d2e7a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 217 time: 0.1170487 Aug 06 15:28:22.450451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d18b1bf1-cb9a-439f-b3f1-a02ed92dd738 None None] Port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:22.464402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e0af9a-7596-4925-9511-68028c0d92a7 req-70b91a30-32cd-4730-ae6d-4280ea5f78a2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765752 Aug 06 15:28:22.501299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e0f82cf-a2c1-46ea-bfeb-a91a553126f5 req-306862c2-2fe3-43b0-ba7d-03456dc363a2 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532319 Aug 06 15:28:22.513398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-7504e529-b175-4d60-b508-7f21324aa9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.515893 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-7504e529-b175-4d60-b508-7f21324aa9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077572 Aug 06 15:28:22.516874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:22.535026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:22.535644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-c50bfedc-d131-4390-be4b-783feeed075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.539487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-c50bfedc-d131-4390-be4b-783feeed075a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1074448 Aug 06 15:28:22.539666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.542483 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a92452-1fa7-4e32-b2b8-6953391d9fb6 x-openstack-request-id: req-85a92452-1fa7-4e32-b2b8-6953391d9fb6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:22.547886 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af63849-88af-4fc0-8620-a07c1e084548", "name": "network-vif-plugged", "status": "completed", "tag": "ccbd6e32-b9e0-45b5-a726-c41a3d758e4a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:22.547886 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85a92452-1fa7-4e32-b2b8-6953391d9fb6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:22.547886 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af63849-88af-4fc0-8620-a07c1e084548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'code': 200} Aug 06 15:28:22.641865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-2c76c5b7-bd3f-40b8-8949-735a9d131183 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877585 Aug 06 15:28:22.666548 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.725100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:22.795146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:22.815363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a959b-d790-413d-bc9f-e32630b8cbf6 req-b8241f78-b704-47ca-8931-366c0f37981a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.817857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-965a959b-d790-413d-bc9f-e32630b8cbf6 req-b8241f78-b704-47ca-8931-366c0f37981a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1371889 Aug 06 15:28:22.836872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-e5adf1ad-1754-4674-85f4-e966094e6a24 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099906 Aug 06 15:28:22.840455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207aa3d-9539-47ea-bdd7-a7adeae69570 req-3f5f9b98-f7e6-4c8e-a2e3-397da0fa49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.841960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1207aa3d-9539-47ea-bdd7-a7adeae69570 req-3f5f9b98-f7e6-4c8e-a2e3-397da0fa49d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 1100 time: 0.2088509 Aug 06 15:28:22.865874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bb3c4-35c0-489b-b474-4485515fe4fc req-9f3a0384-b28a-47a7-a7ec-b583eb8fc463 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:22.867374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-436bb3c4-35c0-489b-b474-4485515fe4fc req-9f3a0384-b28a-47a7-a7ec-b583eb8fc463 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.1120880 Aug 06 15:28:22.886653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:22.902479 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-d7e810cd-1844-4ee3-b537-c8e53959cf5a service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834648 Aug 06 15:28:22.937501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-965a959b-d790-413d-bc9f-e32630b8cbf6 req-26a84fec-6a48-48ef-91a3-66d8d3202de6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067548 Aug 06 15:28:22.955376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:22.967282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-436bb3c4-35c0-489b-b474-4485515fe4fc req-0ddb9ac3-6c30-4a5a-b17c-3010f7ce16af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Aug 06 15:28:22.973516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1207aa3d-9539-47ea-bdd7-a7adeae69570 req-268f7d60-84ab-4d60-82b7-42badc5173c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208682 Aug 06 15:28:22.974393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:23.000624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Transition to ACTIVE for port object c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:23.039124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c46d6e08-3429-4d5b-bb38-6a64ff04d599 req-1c970f38-ea30-4541-bf5e-c218babc307d service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860485 Aug 06 15:28:23.060168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba3029b5-6994-4f7f-a79a-53c30df9e8e0 req-8456af8c-8838-4a41-9089-69e112c7a601 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235099 Aug 06 15:28:23.093765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35736eec-2774-414d-9ab3-e16899c12a4f req-9acf1516-7f4c-4879-8fe8-fdfc030e6b27 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 210 time: 0.0500972 Aug 06 15:28:23.098580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:23.139144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b05f76-6ccc-4e13-988c-c45e56e5821b req-db3a5e76-505a-48c7-a606-819cfa421513 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.140720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7b05f76-6ccc-4e13-988c-c45e56e5821b req-db3a5e76-505a-48c7-a606-819cfa421513 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 936 time: 0.1119368 Aug 06 15:28:23.144033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:23.146178 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ac3f9-767c-4380-be53-0ded67e261c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:23.176923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Pushing event updated for resources: {'Port': ['ID=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:23.211469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-38ead10c-b247-4b53-9257-144d1f6a55ec tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.213346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-38ead10c-b247-4b53-9257-144d1f6a55ec tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 814 time: 0.1414664 Aug 06 15:28:23.236345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Request body: {'port': {'device_id': '10ba850d-1b1b-461c-acf0-253b43430da0', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'admin_state_up': True, 'tenant_id': 'fe918762b22847a7874ddde38782db75'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:23.282109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7b05f76-6ccc-4e13-988c-c45e56e5821b req-5d14493a-5594-4db9-9a81-49cb44bfb3b5 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238101 Aug 06 15:28:23.326657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8048b54-a9f2-426b-82ca-124e36f0714e req-626f632b-594b-4dff-be94-1aeb362f139a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.333872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8048b54-a9f2-426b-82ca-124e36f0714e req-626f632b-594b-4dff-be94-1aeb362f139a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.1523499 Aug 06 15:28:23.338799 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712a7328-ea99-4e7b-bc8a-67b468991662 x-openstack-request-id: req-712a7328-ea99-4e7b-bc8a-67b468991662 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:23.339153 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:23.339487 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-712a7328-ea99-4e7b-bc8a-67b468991662 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:23.339947 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'status': 'completed', 'code': 200} Aug 06 15:28:23.362378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Attempting to bind port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:23.362710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Attempting to bind port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:23.363041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Attempting to bind port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:23.371339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:23.371664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Attempting to bind port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:23.384904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:23.384904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:23.385527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:23.385841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Bound port: c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:23.386210 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:23.400150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8048b54-a9f2-426b-82ca-124e36f0714e req-b5b22270-b4b6-4d97-8cac-355e38866703 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653999 Aug 06 15:28:23.435208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-5b7a880a-3527-40fd-a7f3-a8b198a2c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.436776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-5b7a880a-3527-40fd-a7f3-a8b198a2c204 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1095 time: 0.0654469 Aug 06 15:28:23.469565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] For port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:23.473528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] For port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:23.502219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Made reservation on behalf of fe918762b22847a7874ddde38782db75 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:23.505966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:23.576188 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:23.602358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-ad4fa47e-2840-4c3d-a6e5-0f24fb2910c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.603892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-ad4fa47e-2840-4c3d-a6e5-0f24fb2910c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1574295 Aug 06 15:28:23.632306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.632912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:23.634318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] 10.222.0.64 "PUT /v2.0/ports/c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 HTTP/1.1" status: 200 len: 1096 time: 1.4107294 Aug 06 15:28:23.648509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'tag': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:23.650725 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df99b3-a1a0-4986-b78e-09b975c20d24" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb9a4f8-32e5-4103-ae6c-227f77774070", "tag": "c8e8bbe4-12ce-431d-bfa7-4fba54c788e4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:23.680876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f7d94-a043-498c-aeef-cf1b72b3bd97 req-538e2e14-b47c-4343-9972-45308cf7065c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.682443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e8f7d94-a043-498c-aeef-cf1b72b3bd97 req-538e2e14-b47c-4343-9972-45308cf7065c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 945 time: 0.1382282 Aug 06 15:28:23.686693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-8a1444ad-6e1d-479c-9dea-0b345b5a8e9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 217 time: 0.0680249 Aug 06 15:28:23.701994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30bc2-b9da-4443-975b-799e6ce3194c service neutron] Pushing event updated for resources: {'Port': ['ID=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:23.733591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363efe-03f4-4478-87e7-b055540505f4 req-79cc7f58-2682-4444-88b0-2fbf41a989de tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.735028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf363efe-03f4-4478-87e7-b055540505f4 req-79cc7f58-2682-4444-88b0-2fbf41a989de tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 947 time: 0.1460235 Aug 06 15:28:23.741094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Allocated IP 172.20.0.5 (1298baba-1c05-4f2a-b24d-e08ea5e4e181/0a999bae-49ec-4bbb-873c-ad891017df82/bdd513ed-d5af-46a1-b1ca-80e836a13d49) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:23.771924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-1a76a16f-4128-4694-83e1-c2a2ce787d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.773345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-1a76a16f-4128-4694-83e1-c2a2ce787d3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0745237 Aug 06 15:28:23.798776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e8f7d94-a043-498c-aeef-cf1b72b3bd97 req-b0af5458-63e5-4a51-b0b4-08a39bf78813 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015637 Aug 06 15:28:23.823879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-44e91545-c750-4350-9431-7e807590c543 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377133 Aug 06 15:28:23.840866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-2c818113-d912-4724-88be-4a674914ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.842323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-2c818113-d912-4724-88be-4a674914ca94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3201a85d3db944aa81f355890df59b58&device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 1099 time: 0.1009672 Aug 06 15:28:23.844144 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca94d3f2-085c-4d75-9d29-abeaf5d652bd x-openstack-request-id: req-ca94d3f2-085c-4d75-9d29-abeaf5d652bd {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:23.844144 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb9a4f8-32e5-4103-ae6c-227f77774070", "tag": "c8e8bbe4-12ce-431d-bfa7-4fba54c788e4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:23.844401 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca94d3f2-085c-4d75-9d29-abeaf5d652bd {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:23.844704 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'tag': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4', 'status': 'completed', 'code': 200} Aug 06 15:28:23.859656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf363efe-03f4-4478-87e7-b055540505f4 req-2fcbb766-2784-4330-813c-cc406bcac646 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987191 Aug 06 15:28:23.861032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:23.902637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-2ae83fce-88ab-4771-a1cc-386af15beb9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 HTTP/1.1" status: 200 len: 217 time: 0.0417414 Aug 06 15:28:23.971418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-c4e796c9-a2ce-4f2a-aa44-caff20ecc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:23.974033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-c4e796c9-a2ce-4f2a-aa44-caff20ecc353 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0640578 Aug 06 15:28:24.016252 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-f4a8e1c2-57a0-4cf8-ad99-ca5c172aacfb service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810858 Aug 06 15:28:24.054179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:24.057759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-19fbf593-5ba3-41df-bb95-5d2e2cfc5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.059853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-19fbf593-5ba3-41df-bb95-5d2e2cfc5774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770538 Aug 06 15:28:24.067425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'mac_address': 'fa:16:3e:33:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:24.096393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:24.109036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:24.125159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:24.145829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ac3f9-767c-4380-be53-0ded67e261c8 req-93de9459-526e-4b2c-9f38-ea045356bbf8 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158123 Aug 06 15:28:24.147074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:24.233023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:24.234048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ea392-8f08-4848-9f6d-30b931102c4e req-2f3c387e-d6d6-4fc4-9c2f-1bb0677c07c1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.235542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-634ea392-8f08-4848-9f6d-30b931102c4e req-2f3c387e-d6d6-4fc4-9c2f-1bb0677c07c1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.1388698 Aug 06 15:28:24.252069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7464cb0-e28f-4cb7-be2f-a601faa8c685 req-f23a2e94-485c-4ffe-b6aa-e50e99f8a881 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.253543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7464cb0-e28f-4cb7-be2f-a601faa8c685 req-f23a2e94-485c-4ffe-b6aa-e50e99f8a881 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1746473 Aug 06 15:28:24.263818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:24.268456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-a5093007-09d7-4988-a9d3-365e9c6dd34f service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998210 Aug 06 15:28:24.289213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:24.310537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:24.313603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:24.316197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:24.342716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-634ea392-8f08-4848-9f6d-30b931102c4e req-c4c90426-5312-4df4-a02a-c67a2415d25c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881302 Aug 06 15:28:24.371609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:24.372192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7464cb0-e28f-4cb7-be2f-a601faa8c685 req-b2b7e1ac-d49e-489c-8709-7afe6e84e5b7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Aug 06 15:28:24.401535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.402167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:24.453582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f40ea3-1d93-441e-be00-40082c7b0b7e req-4a985619-4413-44a4-ae5f-4488d1547343 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708405 Aug 06 15:28:24.492607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-ca1d9e6b-992a-49c0-ad19-d40595495b3b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2601943 Aug 06 15:28:24.510376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7932-6448-44b7-bcc1-3791a14b3d18 req-38074b66-f27d-42ee-a637-5abb63647c80 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.511910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a2f7932-6448-44b7-bcc1-3791a14b3d18 req-38074b66-f27d-42ee-a637-5abb63647c80 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 931 time: 0.0925303 Aug 06 15:28:24.512103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Request body: {'port': {'device_id': '10ba850d-1b1b-461c-acf0-253b43430da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:24.516202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2ce8c96e-c83c-4648-8dd7-8356261d4df2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:24.523177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd06e03-bc5f-42ed-93b6-d081cbddbc40 req-5386ff1d-d6ae-4b82-b329-70e1dbcd6bb8 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.524843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abd06e03-bc5f-42ed-93b6-d081cbddbc40 req-5386ff1d-d6ae-4b82-b329-70e1dbcd6bb8 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 948 time: 0.0738492 Aug 06 15:28:24.547097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:24.549634 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a102cdd8-9514-4259-a167-04339fde7f21" -d '{"events": [{"server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "name": "network-vif-plugged", "status": "completed", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:24.583328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a2f7932-6448-44b7-bcc1-3791a14b3d18 req-a36d4cdc-d4c9-4569-b770-854a8fc49aad tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Aug 06 15:28:24.588383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abd06e03-bc5f-42ed-93b6-d081cbddbc40 req-92be5a2d-3de5-46f3-a92a-f41049d772f7 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Aug 06 15:28:24.613045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:24.693302 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f515f35e-34c1-4f83-bd75-a8851b94c474 x-openstack-request-id: req-f515f35e-34c1-4f83-bd75-a8851b94c474 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:24.694100 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "name": "network-vif-plugged", "status": "completed", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:24.694350 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f515f35e-34c1-4f83-bd75-a8851b94c474 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:24.694737 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'code': 200} Aug 06 15:28:24.875701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f770da-b2c5-4e34-b684-5514b8db1d38 req-bcff1c5e-e307-4024-9f13-347f2e2d112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.877260 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-51f770da-b2c5-4e34-b684-5514b8db1d38 req-bcff1c5e-e307-4024-9f13-347f2e2d112e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1050594 Aug 06 15:28:24.947196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-51f770da-b2c5-4e34-b684-5514b8db1d38 req-147d3ad8-2305-4f8c-b5be-3e5071c60ce0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600665 Aug 06 15:28:24.970384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-51e5ab41-8762-4cea-afee-7bb320951372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.971881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-51e5ab41-8762-4cea-afee-7bb320951372 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3201a85d3db944aa81f355890df59b58&device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 1099 time: 0.3356256 Aug 06 15:28:24.992094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c6064-9d8e-4209-88ef-a6867ef35311 req-7d69ceba-84ae-4943-acf5-bb817c61db50 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:24.993689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-281c6064-9d8e-4209-88ef-a6867ef35311 req-7d69ceba-84ae-4943-acf5-bb817c61db50 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.3183045 Aug 06 15:28:24.993829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd513ed-d5af-46a1-b1ca-80e836a13d49 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:25.001344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:25.014830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Transition to ACTIVE for port object bdd513ed-d5af-46a1-b1ca-80e836a13d49 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:25.015033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14503c4c-8329-43ad-bcef-dad5b034e434 req-fe15623c-9ff9-401d-8c79-6e186cee54d1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.016347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14503c4c-8329-43ad-bcef-dad5b034e434 req-fe15623c-9ff9-401d-8c79-6e186cee54d1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 945 time: 0.0839026 Aug 06 15:28:25.091652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:25.126524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-281c6064-9d8e-4209-88ef-a6867ef35311 req-6b2f0c6a-c234-4e49-b451-22140debb13a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191697 Aug 06 15:28:25.137577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14503c4c-8329-43ad-bcef-dad5b034e434 req-0a55af31-e206-431c-92b4-f9a6287fe689 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013000 Aug 06 15:28:25.148853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-af0000d1-6f69-4ad8-baa2-7b739cf19075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.150543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-af0000d1-6f69-4ad8-baa2-7b739cf19075 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1529305 Aug 06 15:28:25.164329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:25.217081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-04cd3883-57e0-4923-86ff-0d1349f16687 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 HTTP/1.1" status: 200 len: 217 time: 0.0476441 Aug 06 15:28:25.324032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662144-99df-41be-9308-c03232f54b04 req-5ba1d3f5-55c1-401a-9af4-cbd2a01cb0d0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.325637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be662144-99df-41be-9308-c03232f54b04 req-5ba1d3f5-55c1-401a-9af4-cbd2a01cb0d0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 947 time: 0.1112738 Aug 06 15:28:25.327121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-fe05966a-4ca0-4ef8-9ad7-399d37023032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.328498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-fe05966a-4ca0-4ef8-9ad7-399d37023032 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0998244 Aug 06 15:28:25.399442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be662144-99df-41be-9308-c03232f54b04 req-56552a21-11e6-4d52-b46e-2ac323b2b34c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674846 Aug 06 15:28:25.422711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-3ebf97fe-4a37-4a08-b082-ed5580656843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.422711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-3ebf97fe-4a37-4a08-b082-ed5580656843 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777895 Aug 06 15:28:25.507232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Attempting to bind port bdd513ed-d5af-46a1-b1ca-80e836a13d49 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:25.507559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Attempting to bind port bdd513ed-d5af-46a1-b1ca-80e836a13d49 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:25.507909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Attempting to bind port bdd513ed-d5af-46a1-b1ca-80e836a13d49 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:25.512392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Port bdd513ed-d5af-46a1-b1ca-80e836a13d49 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:25.512707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Attempting to bind port bdd513ed-d5af-46a1-b1ca-80e836a13d49 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:25.517418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:25.526118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Checking segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:25.526118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Bound using segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:25.526118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Bound port: bdd513ed-d5af-46a1-b1ca-80e836a13d49, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:25.526477 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:25.526962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:25.570494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146f02b-29b6-4bf4-99f8-eaccf23447c9 req-594ca609-2db7-4cee-a812-f527b1d27e48 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.572033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c146f02b-29b6-4bf4-99f8-eaccf23447c9 req-594ca609-2db7-4cee-a812-f527b1d27e48 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.1349547 Aug 06 15:28:25.585916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:25.589226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:25.612271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-83b292f7-5cf8-4421-9aee-d73a109f3cdc service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848598 Aug 06 15:28:25.619701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cebe1c-7e04-4dd7-bac7-23cf0892eaf2 req-58f90c34-666d-435a-93ed-6656203e94ac tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.621053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9cebe1c-7e04-4dd7-bac7-23cf0892eaf2 req-58f90c34-666d-435a-93ed-6656203e94ac tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1400740 Aug 06 15:28:25.657903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:25.691058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.692193 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:25.693579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-72298553-2a19-4479-8a23-647d78567d7f service neutron] 10.222.0.59 "PUT /v2.0/ports/bdd513ed-d5af-46a1-b1ca-80e836a13d49 HTTP/1.1" status: 200 len: 1091 time: 1.1882617 Aug 06 15:28:25.694026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:25.696302 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479" -d '{"events": [{"name": "network-changed", "server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:25.709841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c146f02b-29b6-4bf4-99f8-eaccf23447c9 req-dce0bb70-2fa9-40b1-b9c9-c97375c38588 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287210 Aug 06 15:28:25.721958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72298553-2a19-4479-8a23-647d78567d7f service neutron] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:25.740633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9cebe1c-7e04-4dd7-bac7-23cf0892eaf2 req-4217e2df-f14e-4128-a081-a712b37ca6c4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092594 Aug 06 15:28:25.770340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77df99b3-a1a0-4986-b78e-09b975c20d24 req-1031d5b8-1d60-4a32-aa21-8f446c30ffb2 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482899 Aug 06 15:28:25.839033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-27f42a03-74f4-4eb9-99db-fae514c09559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.840590 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-27f42a03-74f4-4eb9-99db-fae514c09559 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 1094 time: 0.0486448 Aug 06 15:28:25.858322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdb108-a4a3-48bb-84cd-77d0ba1ede2a req-c8eb00b9-958f-41f6-a6b0-2256633aaf21 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.859923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61bdb108-a4a3-48bb-84cd-77d0ba1ede2a req-c8eb00b9-958f-41f6-a6b0-2256633aaf21 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 948 time: 0.0839345 Aug 06 15:28:25.875422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4f1887ea-80bb-467a-83da-d255d7da5385 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:25.883943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb16465-c97c-45db-a274-6b5b5ca8b624 req-bb44592b-c340-48a5-ae3c-b2bcc4df33cd tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.884703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-af4ddbae-3ffe-46e5-af8e-fa6d44d4f7cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49 HTTP/1.1" status: 200 len: 217 time: 0.0351913 Aug 06 15:28:25.885717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bb16465-c97c-45db-a274-6b5b5ca8b624 req-bb44592b-c340-48a5-ae3c-b2bcc4df33cd tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 943 time: 0.0769005 Aug 06 15:28:25.890477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:25.931445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61bdb108-a4a3-48bb-84cd-77d0ba1ede2a req-d53561b0-6a1b-4db2-896c-8bcfac59b894 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622399 Aug 06 15:28:25.946929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bb16465-c97c-45db-a274-6b5b5ca8b624 req-bdbb33b6-264a-4eb1-9fa0-65583f0fc0f5 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523748 Aug 06 15:28:25.954495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-add2cfe0-e049-4d57-83c0-3b9af85887ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:25.956154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-add2cfe0-e049-4d57-83c0-3b9af85887ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 200 len: 854 time: 0.0592146 Aug 06 15:28:25.994145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-7e861706-ff39-4c2d-965c-1753d7d44da5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1298baba-1c05-4f2a-b24d-e08ea5e4e181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290477 Aug 06 15:28:26.017706 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c905c40-aa45-4372-bf88-35fbbe8f0701 x-openstack-request-id: req-5c905c40-aa45-4372-bf88-35fbbe8f0701 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:26.017993 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:26.018329 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c905c40-aa45-4372-bf88-35fbbe8f0701 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:26.018758 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'status': 'completed', 'code': 200} Aug 06 15:28:26.027605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4f1887ea-80bb-467a-83da-d255d7da5385, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4f1887ea-80bb-467a-83da-d255d7da5385,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:26.048959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '4f1887ea-80bb-467a-83da-d255d7da5385', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '4f1887ea-80bb-467a-83da-d255d7da5385', 'mac_address': 'fa:16:3e:4e:cc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:26.056809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:26.075542 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18bad2-3857-48fe-9096-684679b5b7e2 req-7f853c96-c26f-4f00-bd39-d8cbc29c900a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.076233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:26.076605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:26.077129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c18bad2-3857-48fe-9096-684679b5b7e2 req-7f853c96-c26f-4f00-bd39-d8cbc29c900a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 1100 time: 0.0434425 Aug 06 15:28:26.115027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c18bad2-3857-48fe-9096-684679b5b7e2 req-9ed03cae-5ab1-40ed-aa98-1bbd5f379b6f tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Aug 06 15:28:26.118279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-4e03b244-d7e6-4f4e-8a97-79e674aacd7b service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157482 Aug 06 15:28:26.120335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:26.253790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae661ca4-cb58-4bb1-8015-247c6063a734 req-d50450c5-866a-40bf-8e85-52340fde4e8e service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250000 Aug 06 15:28:26.290440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1887ea-80bb-467a-83da-d255d7da5385 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:26.315050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4f1887ea-80bb-467a-83da-d255d7da5385, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4f1887ea-80bb-467a-83da-d255d7da5385,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:26.331212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a02a48-c11e-46d8-b105-d4bf5c945721 req-1f08c5aa-41be-4c32-a2f3-9b5cf4cd3769 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.333799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0a02a48-c11e-46d8-b105-d4bf5c945721 req-1f08c5aa-41be-4c32-a2f3-9b5cf4cd3769 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 945 time: 0.0940320 Aug 06 15:28:26.346337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b087e8-0777-4372-bc20-10e33dfefdf2 req-0534c729-17e6-4aab-9f56-a38003777f87 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.349415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29b087e8-0777-4372-bc20-10e33dfefdf2 req-0534c729-17e6-4aab-9f56-a38003777f87 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0781336 Aug 06 15:28:26.352125 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:26.391642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:26.394989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:26.411711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0a02a48-c11e-46d8-b105-d4bf5c945721 req-b1c71b5f-9ce2-46cb-8639-b7a71163a497 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612299 Aug 06 15:28:26.416770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29b087e8-0777-4372-bc20-10e33dfefdf2 req-fa0baf04-db03-4794-9a6a-620780914c90 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597217 Aug 06 15:28:26.424300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-86b683ce-3846-44f5-a65c-c09a25d41128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.427211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-86b683ce-3846-44f5-a65c-c09a25d41128 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 1094 time: 0.0548296 Aug 06 15:28:26.465208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4f1887ea-80bb-467a-83da-d255d7da5385,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:26.477669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:26.533298 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-25349d67-5230-4bd0-b3f9-939d4f3a29c5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266628 Aug 06 15:28:26.544074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:26.558258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-86df000d-9907-4e88-bd3f-a88a5bf2a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.559736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-86df000d-9907-4e88-bd3f-a88a5bf2a8d5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 915 time: 0.1248558 Aug 06 15:28:26.609614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-0da58e35-9f40-41fa-9e87-f62bb61db85d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49 HTTP/1.1" status: 200 len: 217 time: 0.0397589 Aug 06 15:28:26.663271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-7a717dbb-a5e4-4960-9243-8e8f0875c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.664802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-7a717dbb-a5e4-4960-9243-8e8f0875c1d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 200 len: 854 time: 0.0470688 Aug 06 15:28:26.667334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6da77c-6887-479b-914c-cecd77f4f8d5 req-b94bce24-b90a-4285-bb3b-4d7f2ad0a860 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.668835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da6da77c-6887-479b-914c-cecd77f4f8d5 req-b94bce24-b90a-4285-bb3b-4d7f2ad0a860 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 948 time: 0.0949562 Aug 06 15:28:26.687786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:26.697237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:26.699545 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c2d4a-2b8a-4da1-9ef4-fff4e481d181" -d '{"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:26.701431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-3ba5164f-8e63-4d64-b1de-04caeec8fb80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1298baba-1c05-4f2a-b24d-e08ea5e4e181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265677 Aug 06 15:28:26.703632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-f6e64e37-f99c-4a14-8e6b-872118130a03 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.705178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-f6e64e37-f99c-4a14-8e6b-872118130a03 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645379 Aug 06 15:28:26.705583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4f1887ea-80bb-467a-83da-d255d7da5385'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:26.731664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-dfebe2c3-2328-44c1-822d-d82848cf7649 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/quotas/63870539f7e044a9a021cd9cb081c12d HTTP/1.1" status: 200 len: 375 time: 0.0190771 Aug 06 15:28:26.734136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da6da77c-6887-479b-914c-cecd77f4f8d5 req-2488b481-8d40-4cb1-9b68-41dbd714070a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586960 Aug 06 15:28:26.810187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-425bf303-d2af-4679-a75e-2b2677dc28ee service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974910 Aug 06 15:28:26.850828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-7d46158e-3e82-43bb-86c0-b2b543215624 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1044793 Aug 06 15:28:26.859500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:26.866388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1854a-6ed5-4467-a524-a9f2f091de78 req-796d5e2c-6376-425f-9366-ba27ea7ab0d4 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:26.867916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00d1854a-6ed5-4467-a524-a9f2f091de78 req-796d5e2c-6376-425f-9366-ba27ea7ab0d4 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0672877 Aug 06 15:28:26.884807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'port_id': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'mac_address': 'fa:16:3e:6c:ea:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7380fa-fc0b-41c9-a93f-d008b705ff8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:26.911869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00d1854a-6ed5-4467-a524-a9f2f091de78 req-e30f2f1b-8991-4ac0-a765-0ab2baa61c90 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300357 Aug 06 15:28:26.922944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45d2d66c-6916-4ef0-8e8a-95bd5da2f479 req-434d8ccf-22eb-40f1-930f-c0837cdc2d05 service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038377 Aug 06 15:28:26.966705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:26.971712 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f591c5c4-55fe-4cd1-a81a-d2a04442ef9e x-openstack-request-id: req-f591c5c4-55fe-4cd1-a81a-d2a04442ef9e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:26.972050 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:26.972296 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f591c5c4-55fe-4cd1-a81a-d2a04442ef9e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:26.972709 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'code': 200} Aug 06 15:28:26.984244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:27.005064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:27.073633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f325d-328d-4767-866f-dd8f4baecf06 req-063c4cd1-a1d8-4d45-8754-9108ca8c8e65 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.080864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-983f325d-328d-4767-866f-dd8f4baecf06 req-063c4cd1-a1d8-4d45-8754-9108ca8c8e65 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0611708 Aug 06 15:28:27.103167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:27.118742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-983f325d-328d-4767-866f-dd8f4baecf06 req-cbe38693-ee1b-4307-9269-d4d2c4e5c0d5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369751 Aug 06 15:28:27.164016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:27.183110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c9687-306c-4b66-bda9-ae915327e153 req-ea00d0ed-40b4-4ce6-a816-8da3fe01625b tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.185267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-006c9687-306c-4b66-bda9-ae915327e153 req-ea00d0ed-40b4-4ce6-a816-8da3fe01625b tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0655658 Aug 06 15:28:27.285683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-006c9687-306c-4b66-bda9-ae915327e153 req-7d448001-3d23-4a6f-8942-905f48c4b877 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855086 Aug 06 15:28:27.294190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b53609-6119-46e5-aa6f-07f6f7505b5d req-10e0da80-69f7-4fd5-86df-5a43228fb6aa tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.302307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21b53609-6119-46e5-aa6f-07f6f7505b5d req-10e0da80-69f7-4fd5-86df-5a43228fb6aa tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 948 time: 0.1128366 Aug 06 15:28:27.321175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448428b-d584-41c3-8a37-f57030c380b3 req-7bf48532-def6-4372-abcd-053f5502ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.322641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e448428b-d584-41c3-8a37-f57030c380b3 req-7bf48532-def6-4372-abcd-053f5502ac4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1101 time: 0.1209919 Aug 06 15:28:27.365289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21b53609-6119-46e5-aa6f-07f6f7505b5d req-4a192456-23ae-4229-af2d-bb4c51264af2 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621374 Aug 06 15:28:27.408767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e448428b-d584-41c3-8a37-f57030c380b3 req-9aa43e96-22e8-4481-a4e1-538341d41fb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733337 Aug 06 15:28:27.434736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81d663ce-e19d-406f-a293-ccfbf12c3770 req-c9a67dc4-3b02-4535-b2dd-8423c37673d2 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Aug 06 15:28:27.447243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ec381-a60a-497d-a46a-6a4bf1c1c5cb req-78096f3b-c0a0-4854-8de2-f13adb18c5ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.448874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f43ec381-a60a-497d-a46a-6a4bf1c1c5cb req-78096f3b-c0a0-4854-8de2-f13adb18c5ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 943 time: 0.1018631 Aug 06 15:28:27.496774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:27.502195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f43ec381-a60a-497d-a46a-6a4bf1c1c5cb req-ded7100b-771d-4103-9b67-2e7f3b22807b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381274 Aug 06 15:28:27.598495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac133340-39bb-4962-a6d6-30eaa6f56695 req-029cebc1-92cc-4381-a36f-077c0fbbf2d5 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.600136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac133340-39bb-4962-a6d6-30eaa6f56695 req-029cebc1-92cc-4381-a36f-077c0fbbf2d5 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.0597365 Aug 06 15:28:27.640802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac133340-39bb-4962-a6d6-30eaa6f56695 req-76b5cb8e-48ea-4c6e-ba11-8383a8d1ad1a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343869 Aug 06 15:28:27.878146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723719e-1131-4718-b467-fc21a6cdb582 req-0be1835c-938d-446f-9a7e-ea87137bc92a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.879864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a723719e-1131-4718-b467-fc21a6cdb582 req-0be1835c-938d-446f-9a7e-ea87137bc92a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 948 time: 0.0761325 Aug 06 15:28:27.886248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7827f9f-abed-46cf-a3ff-c1da99b3de17 req-92848a14-6e9c-4c60-97aa-c2a45d19752f tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:27.887688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7827f9f-abed-46cf-a3ff-c1da99b3de17 req-92848a14-6e9c-4c60-97aa-c2a45d19752f tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0751004 Aug 06 15:28:27.888253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:27.891733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4f1887ea-80bb-467a-83da-d255d7da5385 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:27.945877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a723719e-1131-4718-b467-fc21a6cdb582 req-e8463490-6216-4269-98bd-57da8af48908 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Aug 06 15:28:27.949501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7827f9f-abed-46cf-a3ff-c1da99b3de17 req-e97f7fa0-1525-4ce2-befe-5f36bef073a1 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549912 Aug 06 15:28:28.031307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:28.042792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4', 'mac_address': 'fa:16:3e:10:e6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:28.080423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.093854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:28.114172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:28.148460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 4f1887ea-80bb-467a-83da-d255d7da5385 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:28.152430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 4f1887ea-80bb-467a-83da-d255d7da5385 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:28.152827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.228191 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.247184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557641-bee5-4b45-9121-b326463cb6bf req-a09069c2-e8df-47d8-a11e-b5bb285b8500 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:28.248702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e557641-bee5-4b45-9121-b326463cb6bf req-a09069c2-e8df-47d8-a11e-b5bb285b8500 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0600936 Aug 06 15:28:28.268882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.289493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e557641-bee5-4b45-9121-b326463cb6bf req-ebe0c379-55e1-4e64-8125-dc0215ede197 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Aug 06 15:28:28.298413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:28.326760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4f1887ea-80bb-467a-83da-d255d7da5385, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4f1887ea-80bb-467a-83da-d255d7da5385,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:28.398439 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.447959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4f1887ea-80bb-467a-83da-d255d7da5385,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:28.495481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd9a04-89f2-4978-8d5d-93ce9673da66 req-d96caaca-9b8d-4fb5-8ecb-43803c1f2e05 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:28.497178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3dd9a04-89f2-4978-8d5d-93ce9673da66 req-d96caaca-9b8d-4fb5-8ecb-43803c1f2e05 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 949 time: 0.0616674 Aug 06 15:28:28.551668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cf9dd7c-28c4-4679-a616-5123d3965685 req-f74eb0d7-9a33-412a-aa94-a8952ef9fa75 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Aug 06 15:28:28.564528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3dd9a04-89f2-4978-8d5d-93ce9673da66 req-2a91cf74-98d5-4182-be63-d282190f6d38 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614660 Aug 06 15:28:28.586233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c8e8bbe4-12ce-431d-bfa7-4fba54c788e4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:28.636057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.667032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac269e-f93f-4227-acbb-be91ce7ed1f6 req-e8007c5c-d725-4d6d-880d-559e3cdd01cf tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:28.668634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cac269e-f93f-4227-acbb-be91ce7ed1f6 req-e8007c5c-d725-4d6d-880d-559e3cdd01cf tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 943 time: 0.0508385 Aug 06 15:28:28.719699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:28.724268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:28.743051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cac269e-f93f-4227-acbb-be91ce7ed1f6 req-0ae0dbb9-964e-4694-b01b-6ee9cf1c53f6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Aug 06 15:28:28.784580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f55920-a195-4b6c-a267-cafba8ff885e req-efcfc968-431b-4520-b9d8-cc91e190c97c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:28.787503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25f55920-a195-4b6c-a267-cafba8ff885e req-efcfc968-431b-4520-b9d8-cc91e190c97c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.0562799 Aug 06 15:28:28.829682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25f55920-a195-4b6c-a267-cafba8ff885e req-f6a50934-a37a-45bd-aed5-b0445109ac6f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Aug 06 15:28:28.890023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:28.901333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'port_id': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'mac_address': 'fa:16:3e:44:ac:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a999bae-49ec-4bbb-873c-ad891017df82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:28.938003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.950480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd513ed-d5af-46a1-b1ca-80e836a13d49 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:28.955624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:28.965076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:28.965446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:28.974563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1887ea-80bb-467a-83da-d255d7da5385'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:28.976843 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba4aa40-b17b-4b90-895e-0907791c9b33" -d '{"events": [{"server_uuid": "add4ff64-5b03-471c-8e8d-ccac8e8637dc", "name": "network-vif-plugged", "status": "completed", "tag": "4f1887ea-80bb-467a-83da-d255d7da5385"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:29.001597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:29.060029 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:29.083743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:29.103931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013444a-7422-4f02-9605-6026202aa19f req-45b92f95-38e5-4cf0-8c84-ef5d47885b9e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:29.105590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3013444a-7422-4f02-9605-6026202aa19f req-45b92f95-38e5-4cf0-8c84-ef5d47885b9e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 949 time: 0.0817468 Aug 06 15:28:29.114431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb42ee-0f39-4490-b44c-1297ac38cc31 req-1ee5b0de-4af9-4576-a466-b43da1059cf5 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:29.115556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91eb42ee-0f39-4490-b44c-1297ac38cc31 req-1ee5b0de-4af9-4576-a466-b43da1059cf5 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0785444 Aug 06 15:28:29.136255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:29.141611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:29.167362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3013444a-7422-4f02-9605-6026202aa19f req-b41064ed-b328-4207-ad0e-254aeeca8227 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508256 Aug 06 15:28:29.172711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91eb42ee-0f39-4490-b44c-1297ac38cc31 req-47b07cbc-2db1-4fba-94e9-45718be8dd5a tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492220 Aug 06 15:28:29.204092 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:29.230436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-5655aecf-4a0a-4b47-a789-e7351c9a0669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227568 Aug 06 15:28:29.235576 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554fe246-ac35-42cf-bc77-32d974cce00b x-openstack-request-id: req-554fe246-ac35-42cf-bc77-32d974cce00b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:29.235892 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add4ff64-5b03-471c-8e8d-ccac8e8637dc", "name": "network-vif-plugged", "status": "completed", "tag": "4f1887ea-80bb-467a-83da-d255d7da5385", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:29.236149 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-554fe246-ac35-42cf-bc77-32d974cce00b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:29.236571 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1887ea-80bb-467a-83da-d255d7da5385', 'code': 200} Aug 06 15:28:29.278736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:29.326743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ac7a6-d36b-47f8-aa03-e9dc17cb3758 req-9852d7f3-da49-4cac-bc77-5c13c2a4e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:29.328287 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127ac7a6-d36b-47f8-aa03-e9dc17cb3758 req-9852d7f3-da49-4cac-bc77-5c13c2a4e52a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 1100 time: 0.0417535 Aug 06 15:28:29.357638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-e6924d3f-05be-4f76-b634-6e093a4d47d3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:29.359285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-e6924d3f-05be-4f76-b634-6e093a4d47d3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214523 Aug 06 15:28:29.377675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:29.379472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bdd513ed-d5af-46a1-b1ca-80e836a13d49'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:29.388982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127ac7a6-d36b-47f8-aa03-e9dc17cb3758 req-c76facdd-07a1-47d0-9e7f-90e1683fe7e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Aug 06 15:28:29.490097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dea008-f4e5-42a0-9b42-0d3cca36c697 req-36236907-9184-4efb-b71b-0a9f0b4bc9be tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:29.491606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99dea008-f4e5-42a0-9b42-0d3cca36c697 req-36236907-9184-4efb-b71b-0a9f0b4bc9be tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1093535 Aug 06 15:28:29.553891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99dea008-f4e5-42a0-9b42-0d3cca36c697 req-77cae7a8-331b-44f4-a8ea-88e58b5ad669 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545211 Aug 06 15:28:29.611150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:29.615337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:29.655065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88473d23-02c9-4bf4-9068-7907ae4be607 req-eeac60c9-eb3a-4436-b2fc-58de2ff6779c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 210 time: 0.0302081 Aug 06 15:28:29.806783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.145 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/eb49312c-837d-41c9-b93e-ebccc81dea57) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:29.815378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1b8da-83a5-426d-94aa-275d5bd29632 req-aad37f59-a999-4110-9e85-09ee58115209 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:29.817622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dca1b8da-83a5-426d-94aa-275d5bd29632 req-aad37f59-a999-4110-9e85-09ee58115209 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 949 time: 0.1031978 Aug 06 15:28:29.886608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dca1b8da-83a5-426d-94aa-275d5bd29632 req-9b1ef556-b5cf-4ebd-8c59-31e162784a64 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Aug 06 15:28:29.915133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:30.033457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.042383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca63ae-108c-485d-8b28-12bee1086496 req-e2f64c98-83e3-4993-a56c-0a2fcfe49709 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:30.043976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48ca63ae-108c-485d-8b28-12bee1086496 req-e2f64c98-83e3-4993-a56c-0a2fcfe49709 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 944 time: 0.0831053 Aug 06 15:28:30.062025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object eb49312c-837d-41c9-b93e-ebccc81dea57 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:30.105768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48ca63ae-108c-485d-8b28-12bee1086496 req-b0af0846-2a39-4d29-9f4d-912e169d06cb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536683 Aug 06 15:28:30.271541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb1df6-bb94-4157-a8dd-84f3990441d6 req-9289b8d9-c186-49dc-954e-0587f19f190a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:30.273641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ceb1df6-bb94-4157-a8dd-84f3990441d6 req-9289b8d9-c186-49dc-954e-0587f19f190a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0484958 Aug 06 15:28:30.317324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ceb1df6-bb94-4157-a8dd-84f3990441d6 req-114d7116-8554-486a-b9c7-226d2430333b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363824 Aug 06 15:28:30.394853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:30.398546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:30.399020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.422739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80240bcc-8ce8-4264-9e7f-7084c06f8593 req-fcddc5dd-9e01-427a-9216-bac9fd84666d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:30.424254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80240bcc-8ce8-4264-9e7f-7084c06f8593 req-fcddc5dd-9e01-427a-9216-bac9fd84666d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 949 time: 0.0498571 Aug 06 15:28:30.446108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.475514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:30.500607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f', 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:30.515310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:30.521634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80240bcc-8ce8-4264-9e7f-7084c06f8593 req-bf98b4d3-98d6-42e8-8478-e7b59f7af7a1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903435 Aug 06 15:28:30.522929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:30.525160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=eb49312c-837d-41c9-b93e-ebccc81dea57,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:30.527717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:30.569102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.594905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:30.601270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.665088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:30.683073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-b39cf090-9dc1-497b-92b9-dbbccb1c7f70 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3092284 Aug 06 15:28:30.704196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Request body: {'port': {'device_id': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:30.747349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:30.769368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fdc76-f573-4362-8b25-78b166612d02 req-2704a5d7-1773-443f-af58-731a0b0663d7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:30.770984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a40fdc76-f573-4362-8b25-78b166612d02 req-2704a5d7-1773-443f-af58-731a0b0663d7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1020899 Aug 06 15:28:30.775837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.793336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:30.849948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a40fdc76-f573-4362-8b25-78b166612d02 req-ef889542-772b-4892-a5ba-66539ff7bc31 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653818 Aug 06 15:28:30.951703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:30.985466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ba320665-7c13-45b2-9db1-13dba782a99e None None] Provisioning for port eb49312c-837d-41c9-b93e-ebccc81dea57 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:31.004237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ba320665-7c13-45b2-9db1-13dba782a99e None None] Provisioning complete for port eb49312c-837d-41c9-b93e-ebccc81dea57 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:31.012798 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ba320665-7c13-45b2-9db1-13dba782a99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.047382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port bdd513ed-d5af-46a1-b1ca-80e836a13d49 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:31.080518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bdd513ed-d5af-46a1-b1ca-80e836a13d49 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:31.080903 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.115911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ba320665-7c13-45b2-9db1-13dba782a99e None None] Port eb49312c-837d-41c9-b93e-ebccc81dea57 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:31.239205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'}, {'server_uuid': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:31.242124 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2df642-ba78-4d34-9330-5ff8b9f8705f" -d '{"events": [{"server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "name": "network-vif-plugged", "status": "completed", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0"}, {"server_uuid": "7fb9a4f8-32e5-4103-ae6c-227f77774070", "name": "network-vif-plugged", "status": "completed", "tag": "c8e8bbe4-12ce-431d-bfa7-4fba54c788e4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:31.267600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.271373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4492628-4a49-487f-aa2b-8e7b689324bc req-eeec771d-767a-4e7f-aab2-01a2785e8608 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:31.272904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4492628-4a49-487f-aa2b-8e7b689324bc req-eeec771d-767a-4e7f-aab2-01a2785e8608 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 936 time: 0.3386340 Aug 06 15:28:31.334422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:31.339923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4492628-4a49-487f-aa2b-8e7b689324bc req-f46f3f88-79b4-4c8c-b399-c5b89f35fe58 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589972 Aug 06 15:28:31.389045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-5b1a5a18-7148-41ad-a099-36c382d3b4f2 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:28:31.392663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-5b1a5a18-7148-41ad-a099-36c382d3b4f2 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081501 Aug 06 15:28:31.401626 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.404929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb49312c-837d-41c9-b93e-ebccc81dea57 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:31.435323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:31.435768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:28:31.443046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.462601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Transition to ACTIVE for port object eb49312c-837d-41c9-b93e-ebccc81dea57 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:31.474441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346a857-f0ee-4d74-a563-095e19262930 req-f4e30964-057b-457c-b5bb-fe9d4b4d4d0c tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:31.476036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a346a857-f0ee-4d74-a563-095e19262930 req-f4e30964-057b-457c-b5bb-fe9d4b4d4d0c tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 950 time: 0.0646873 Aug 06 15:28:31.489364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:31.517910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a346a857-f0ee-4d74-a563-095e19262930 req-47097cef-18bf-4120-ab83-da68f94ba85b tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Aug 06 15:28:31.521064 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-a4ab5362-5523-40f3-9b53-49ad5fa2a1f1 service neutron] show failed (client error): The resource could not be found. Aug 06 15:28:31.521064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-a4ab5362-5523-40f3-9b53-49ad5fa2a1f1 service neutron] 10.222.0.59 "GET /v2.0/ports/099ea604-4b9f-4647-8a01-c0ace863af41/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.1256771 Aug 06 15:28:31.537443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.611513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:31.615579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:31.615579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:31.619166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:31.619699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:31.625468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:31.626025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:31.626867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:31.627471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Bound port: f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:31.691940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:31.693602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Pushing event updated for resources: {'Port': ['ID=eb49312c-837d-41c9-b93e-ebccc81dea57,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:31.736330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Attempting to bind port eb49312c-837d-41c9-b93e-ebccc81dea57 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:31.736663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Attempting to bind port eb49312c-837d-41c9-b93e-ebccc81dea57 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:31.737013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Attempting to bind port eb49312c-837d-41c9-b93e-ebccc81dea57 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:31.748111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e817d-3fa4-41ee-b310-5976656cea44 req-a93fd91e-bd36-494e-8c7a-e415cae588aa tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:31.750577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-643e817d-3fa4-41ee-b310-5976656cea44 req-a93fd91e-bd36-494e-8c7a-e415cae588aa tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1399937 Aug 06 15:28:31.754825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Port eb49312c-837d-41c9-b93e-ebccc81dea57 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:31.755156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Attempting to bind port eb49312c-837d-41c9-b93e-ebccc81dea57 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:31.759509 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.764578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-28640df0-f40d-408c-9b81-8a5005d4bccf service neutron] 10.222.0.16 "POST /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3542984 Aug 06 15:28:31.768088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:31.768426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:31.768799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:31.769228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Bound port: eb49312c-837d-41c9-b93e-ebccc81dea57, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:31.769607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:31.823475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-643e817d-3fa4-41ee-b310-5976656cea44 req-e3681e0c-36c6-4a0e-bb9c-ad6addf05d4e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647142 Aug 06 15:28:31.864705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] For port eb49312c-837d-41c9-b93e-ebccc81dea57, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:31.868200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] For port eb49312c-837d-41c9-b93e-ebccc81dea57, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eb49312c-837d-41c9-b93e-ebccc81dea57,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:31.949894 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bdf817-0b5d-4f31-a1da-2d4fd6f26c66 x-openstack-request-id: req-50bdf817-0b5d-4f31-a1da-2d4fd6f26c66 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:31.950195 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "name": "network-vif-plugged", "status": "completed", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0", "code": 200}, {"server_uuid": "7fb9a4f8-32e5-4103-ae6c-227f77774070", "name": "network-vif-plugged", "status": "completed", "tag": "c8e8bbe4-12ce-431d-bfa7-4fba54c788e4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:31.950454 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50bdf817-0b5d-4f31-a1da-2d4fd6f26c66 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:31.950942 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'code': 200} Aug 06 15:28:31.951214 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4', 'code': 200} Aug 06 15:28:31.982895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:32.070276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.070899 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:32.072448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] 10.222.0.64 "PUT /v2.0/ports/eb49312c-837d-41c9-b93e-ebccc81dea57 HTTP/1.1" status: 200 len: 1096 time: 1.3740849 Aug 06 15:28:32.087847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'tag': 'eb49312c-837d-41c9-b93e-ebccc81dea57'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:32.090473 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82681b5-6ae1-477e-8b68-7ed35042cea4" -d '{"events": [{"name": "network-changed", "server_uuid": "34426e1d-a9a2-4a97-b2c3-f977c3d91d88", "tag": "eb49312c-837d-41c9-b93e-ebccc81dea57"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:32.143029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c38da-ed50-43f4-9d6d-d0170d3a7b3c service neutron] Pushing event updated for resources: {'Port': ['ID=eb49312c-837d-41c9-b93e-ebccc81dea57,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:32.156975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df24cb-9de1-4bc3-a12f-c25ad1e75732 req-d23c1ebc-99b2-464f-8628-08324ab2e1a4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.158151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91df24cb-9de1-4bc3-a12f-c25ad1e75732 req-d23c1ebc-99b2-464f-8628-08324ab2e1a4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.1652536 Aug 06 15:28:32.167355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863b818-24a0-4c3f-8ab2-07ab9edbe9d9 req-c3df71ac-2b97-4db5-bf00-49c676c12016 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.174526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c9d18-bc54-40c2-9b6e-5087978c4d12 req-a0f30a56-20e7-4af1-bbc1-cc8f18ca3c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.174526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e0c9d18-bc54-40c2-9b6e-5087978c4d12 req-a0f30a56-20e7-4af1-bbc1-cc8f18ca3c6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 1101 time: 0.1271241 Aug 06 15:28:32.174526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49d42a-17e6-420c-a2c8-0ef5d0b4f523 req-0b3db91d-b234-46bc-9886-48d54e84e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.175075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9863b818-24a0-4c3f-8ab2-07ab9edbe9d9 req-c3df71ac-2b97-4db5-bf00-49c676c12016 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 949 time: 0.1656680 Aug 06 15:28:32.175430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c49d42a-17e6-420c-a2c8-0ef5d0b4f523 req-0b3db91d-b234-46bc-9886-48d54e84e44e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1097 time: 0.1431150 Aug 06 15:28:32.178844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-e76131f6-b40c-4109-8266-1bdac35c7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.180297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-e76131f6-b40c-4109-8266-1bdac35c7b89 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 1100 time: 0.1384075 Aug 06 15:28:32.210360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:32.260779 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e0c9d18-bc54-40c2-9b6e-5087978c4d12 req-0219d0f6-4063-42ca-8d7a-f0937da2b06e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793734 Aug 06 15:28:32.268980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c49d42a-17e6-420c-a2c8-0ef5d0b4f523 req-b18d0a80-60b7-4697-8518-96eebe752474 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811415 Aug 06 15:28:32.275332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91df24cb-9de1-4bc3-a12f-c25ad1e75732 req-75e59c3f-75be-421c-a5ff-f905f2672312 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904155 Aug 06 15:28:32.276883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9863b818-24a0-4c3f-8ab2-07ab9edbe9d9 req-ef2aff5f-65c2-464e-8ae1-a55f01194a1b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014848 Aug 06 15:28:32.288674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-3fa9eef8-db66-45ac-93f2-0055c800f060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.290130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-3fa9eef8-db66-45ac-93f2-0055c800f060 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 1099 time: 0.0800281 Aug 06 15:28:32.304828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:32.360878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-51f2c780-a352-45bd-97ea-7f5d920faae1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=eb49312c-837d-41c9-b93e-ebccc81dea57 HTTP/1.1" status: 200 len: 217 time: 0.0400751 Aug 06 15:28:32.490042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-a82a7831-5a57-469f-885a-7303639660b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.491827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-a82a7831-5a57-469f-885a-7303639660b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1051190 Aug 06 15:28:32.500695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e5157-d55b-484b-891f-258fb55e3453 req-f21c3de2-982e-44ba-a106-ed60dbc57fc0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.502164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-792e5157-d55b-484b-891f-258fb55e3453 req-f21c3de2-982e-44ba-a106-ed60dbc57fc0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 945 time: 0.1432130 Aug 06 15:28:32.510392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd6e6c-e07a-49b7-a8bb-2620f798111c req-e9532cd7-7ea9-4feb-98c8-e14a65de18e7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.512864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdbd6e6c-e07a-49b7-a8bb-2620f798111c req-e9532cd7-7ea9-4feb-98c8-e14a65de18e7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1548357 Aug 06 15:28:32.533512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-a4e7205f-e5bf-4200-b8cc-b9bf5fc466fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.535593 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-a4e7205f-e5bf-4200-b8cc-b9bf5fc466fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1067414 Aug 06 15:28:32.599312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-792e5157-d55b-484b-891f-258fb55e3453 req-6f60a321-a16e-4237-bbc8-54c4dccfd34c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838556 Aug 06 15:28:32.607797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdbd6e6c-e07a-49b7-a8bb-2620f798111c req-deac2d38-676f-417f-92c6-aacb2b219d2e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827186 Aug 06 15:28:32.611474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-aa75d956-fda5-4e81-bb7e-d33a4222e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.613354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-aa75d956-fda5-4e81-bb7e-d33a4222e579 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990987 Aug 06 15:28:32.621735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:32.656138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b408238c-74e1-4066-879a-ca621b9627f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.657924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b408238c-74e1-4066-879a-ca621b9627f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1147323 Aug 06 15:28:32.680461 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaa4374-3dbf-4a0a-93c6-d7abc7bde615 x-openstack-request-id: req-edaa4374-3dbf-4a0a-93c6-d7abc7bde615 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:32.680821 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34426e1d-a9a2-4a97-b2c3-f977c3d91d88", "tag": "eb49312c-837d-41c9-b93e-ebccc81dea57", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:32.681111 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edaa4374-3dbf-4a0a-93c6-d7abc7bde615 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:32.681635 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'tag': 'eb49312c-837d-41c9-b93e-ebccc81dea57', 'status': 'completed', 'code': 200} Aug 06 15:28:32.722195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-4dbab7e4-46a2-440b-af78-421cadd96127 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0499346 Aug 06 15:28:32.788777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:32.828926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-8174aec1-36a1-4b1d-ae1a-8780f80b4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.830401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-8174aec1-36a1-4b1d-ae1a-8780f80b4103 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0989056 Aug 06 15:28:32.834553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-ebeaf1e8-90b9-407f-9e37-e3de34e9a2b8 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071588 Aug 06 15:28:32.846270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7490b-beb5-4cd4-8701-cc7cd133c019 req-2c04c704-7531-4f2e-a065-388765c93df7 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.847769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15a7490b-beb5-4cd4-8701-cc7cd133c019 req-2c04c704-7531-4f2e-a065-388765c93df7 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1327879 Aug 06 15:28:32.855533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa08561-0f6c-40b3-8a20-facfeec0845d req-d7ffa4d8-4ed3-4b91-8da4-0360425bd8e4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:32.856992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fa08561-0f6c-40b3-8a20-facfeec0845d req-d7ffa4d8-4ed3-4b91-8da4-0360425bd8e4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 948 time: 0.1287630 Aug 06 15:28:32.862327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:32.864645 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2fd2b1-cb8a-412a-a51f-c8c4edcc5cc2" -d '{"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-unplugged", "status": "completed", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:32.869021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:32.888912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-482df32a-51b1-48fd-9e83-113a54f02e4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486815 Aug 06 15:28:32.907758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Transition to ACTIVE for port object 099ea604-4b9f-4647-8a01-c0ace863af41 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:32.976912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:33.001626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15a7490b-beb5-4cd4-8701-cc7cd133c019 req-5023e381-872c-4325-b0ad-3716feb6c28c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425102 Aug 06 15:28:33.010671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fa08561-0f6c-40b3-8a20-facfeec0845d req-8f93cf91-0dd6-4420-be03-3fa6c21f70d4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349959 Aug 06 15:28:33.044780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cee27748-a602-4050-b891-5ae44bf8fde1 req-abbe7baa-4bb0-4889-9a52-b4f6470e298c service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866958 Aug 06 15:28:33.061058 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-8e0616c4-c280-4258-99db-0724fab074b1 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549993 Aug 06 15:28:33.085075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] No DVR routers for this DVR port 099ea604-4b9f-4647-8a01-c0ace863af41 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:28:33.124557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:33.178283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:33.178746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:33.179085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:33.213473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Port 099ea604-4b9f-4647-8a01-c0ace863af41 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:33.213919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Attempting to bind port 099ea604-4b9f-4647-8a01-c0ace863af41 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:33.223513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:33.224116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:33.224737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:33.225407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Bound port: 099ea604-4b9f-4647-8a01-c0ace863af41, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:33.225779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:33.308580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de9872-dd78-4174-a1b7-853875475cb3 req-23dbbd63-8acb-4426-92ce-938b31696018 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.310450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6de9872-dd78-4174-a1b7-853875475cb3 req-23dbbd63-8acb-4426-92ce-938b31696018 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1784530 Aug 06 15:28:33.317509 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-beae5ecb-ac31-48fd-acee-0173f28e3c57 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408898 Aug 06 15:28:33.326246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edad156-ff88-4439-98aa-18ae43c46039 req-e92be9bc-49e6-4f02-83fb-3732843c1998 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.327330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2edad156-ff88-4439-98aa-18ae43c46039 req-e92be9bc-49e6-4f02-83fb-3732843c1998 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 950 time: 0.1536727 Aug 06 15:28:33.329757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-462a193f-3bd9-4890-a805-b70951ff05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.332220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-462a193f-3bd9-4890-a805-b70951ff05a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 1099 time: 0.1286166 Aug 06 15:28:33.346988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:33.351600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:33.428113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:33.455598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6de9872-dd78-4174-a1b7-853875475cb3 req-4eda5c0e-714d-4286-8dc3-9484009d2ef6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232355 Aug 06 15:28:33.477066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2edad156-ff88-4439-98aa-18ae43c46039 req-7ed3164c-6090-4bd8-96b6-c4b2f97e25a3 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326504 Aug 06 15:28:33.525089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.525673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:33.527144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] 10.222.0.64 "PUT /v2.0/ports/099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 1095 time: 1.3215799 Aug 06 15:28:33.544284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-b5e00381-41aa-40cd-89c5-4f262f591c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.545789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-b5e00381-41aa-40cd-89c5-4f262f591c28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1897700 Aug 06 15:28:33.552922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e3412-cabe-43dc-9ea3-6b7b7fec5454 service neutron] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:33.565267 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba36adb0-d35d-4cfa-aacc-34901b5d58ad x-openstack-request-id: req-ba36adb0-d35d-4cfa-aacc-34901b5d58ad {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:33.565558 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-unplugged", "status": "completed", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:33.565815 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba36adb0-d35d-4cfa-aacc-34901b5d58ad {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:33.566320 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41', 'code': 200} Aug 06 15:28:33.569755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-a97758fc-0a10-4e84-bab6-2e6336a72701 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.572007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-a97758fc-0a10-4e84-bab6-2e6336a72701 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1120052 Aug 06 15:28:33.589036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:33.631052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-6107740a-d597-4a72-86ae-8abd1cfcf8a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=eb49312c-837d-41c9-b93e-ebccc81dea57 HTTP/1.1" status: 200 len: 217 time: 0.0720487 Aug 06 15:28:33.701252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-861f2908-0599-4b7d-bf69-dbc3d2a78a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.702844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-861f2908-0599-4b7d-bf69-dbc3d2a78a78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1098 time: 0.1307478 Aug 06 15:28:33.703931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:33.739625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-d8f5657b-9b9d-4664-940b-56351e77942c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551560 Aug 06 15:28:33.753339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-1b162b4e-2175-4e6f-9331-9bf5dca04d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.754857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-1b162b4e-2175-4e6f-9331-9bf5dca04d9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1121550 Aug 06 15:28:33.825082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04da1a-539a-4348-ae97-8f5ee8354313 req-5542c2d9-18c4-4221-b7e1-696ad622daff tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.826471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a04da1a-539a-4348-ae97-8f5ee8354313 req-5542c2d9-18c4-4221-b7e1-696ad622daff tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.1410499 Aug 06 15:28:33.908662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-4a4530a9-452a-4431-ad08-34e288514b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.910805 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-4a4530a9-452a-4431-ad08-34e288514b2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421070 Aug 06 15:28:33.921735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a04da1a-539a-4348-ae97-8f5ee8354313 req-7f2f04b9-4c42-42f8-b671-3b17c32006fa tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872355 Aug 06 15:28:33.950342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-e2ddad6d-0151-4dbb-9928-5bbd6041dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.950342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-e2ddad6d-0151-4dbb-9928-5bbd6041dd5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2304378 Aug 06 15:28:33.953051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:33.957316 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc499d6-9ab2-4523-9cf7-c18f4df403ef" -d '{"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-plugged", "status": "completed", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:33.971578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-82a31192-e323-4e4a-ba58-b222561943a8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:33.973855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-82a31192-e323-4e4a-ba58-b222561943a8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234073 Aug 06 15:28:34.009013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-89eb1fa6-3858-489b-afd5-4970e6da9691 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0491168 Aug 06 15:28:34.017402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:34.046070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-42e3e11e-5393-40ea-97f9-fdffc57d8839 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/quotas/3e83754222c84f099b5462fec5a9514f HTTP/1.1" status: 200 len: 375 time: 0.0445006 Aug 06 15:28:34.092869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-86fb9490-0368-44cc-9f3a-37af7f957015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.093295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-426e9a2e-c4de-4bf1-b019-2305d91793d8 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679316 Aug 06 15:28:34.094309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-86fb9490-0368-44cc-9f3a-37af7f957015 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0673413 Aug 06 15:28:34.099925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:34.109464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb16781-9311-472b-8413-3361a6fb17f9 req-456e6e6d-cfed-4ed1-bd77-14c7f545e329 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.110893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8eb16781-9311-472b-8413-3361a6fb17f9 req-456e6e6d-cfed-4ed1-bd77-14c7f545e329 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 945 time: 0.1105342 Aug 06 15:28:34.159200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-888c970d-e9fd-4f1c-a73f-e136a7bcbeca tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044972 Aug 06 15:28:34.174282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:34.184896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-94518137-e1d4-4301-abcc-2614a4b4e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.186598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-94518137-e1d4-4301-abcc-2614a4b4e6f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673294 Aug 06 15:28:34.219255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8eb16781-9311-472b-8413-3361a6fb17f9 req-6d1b7fe7-b904-47d3-b815-315ce2a3744e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958602 Aug 06 15:28:34.248206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a82681b5-6ae1-477e-8b68-7ed35042cea4 req-9a006c27-6133-4a9f-af40-5e37ddaea240 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332226 Aug 06 15:28:34.263352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:34.348749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e91b-8ce5-4098-97ce-ffb5cafdd5e2 req-386e5964-f7d2-4634-8148-1469061069a4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.350585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f352e91b-8ce5-4098-97ce-ffb5cafdd5e2 req-386e5964-f7d2-4634-8148-1469061069a4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0610890 Aug 06 15:28:34.377233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-b4bf5ff1-fd57-45f8-8f5e-f571143c44b3 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744905 Aug 06 15:28:34.383773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:34.418478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:34.418815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:34.419158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:34.450289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:34.450593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Attempting to bind port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:34.452670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f352e91b-8ce5-4098-97ce-ffb5cafdd5e2 req-2937cae1-5f57-4992-85ae-a48f48b38b0f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Aug 06 15:28:34.458906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:34.459246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:34.459631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:34.460089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Bound port: f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:34.460443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:34.477342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02ad99-5f37-4f2b-9696-7097b2d5888d req-5c37c09e-3357-412a-8cf6-461595ce602c tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.485494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab02ad99-5f37-4f2b-9696-7097b2d5888d req-5c37c09e-3357-412a-8cf6-461595ce602c tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1097 time: 0.0675626 Aug 06 15:28:34.515633 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1ef71a-aa99-4cc0-80ce-b6a23597157e x-openstack-request-id: req-0e1ef71a-aa99-4cc0-80ce-b6a23597157e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:34.515961 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-plugged", "status": "completed", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:34.516224 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e1ef71a-aa99-4cc0-80ce-b6a23597157e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:34.516621 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'code': 200} Aug 06 15:28:34.537920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab02ad99-5f37-4f2b-9696-7097b2d5888d req-23e5e5a5-0b15-4b13-a802-0c4b0f4f3503 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514040 Aug 06 15:28:34.552738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca5c737b-f794-436f-b5c6-7c01050ec8db req-62aece5c-d715-4c58-8d28-4a7f198167a4 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623495 Aug 06 15:28:34.569820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:34.573735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:34.643563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d753dfd-399f-4cec-be42-e672f455089f req-5d01a77e-2ac5-48b1-af88-7409d1010ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.645337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d753dfd-399f-4cec-be42-e672f455089f req-5d01a77e-2ac5-48b1-af88-7409d1010ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 1096 time: 0.0409935 Aug 06 15:28:34.646356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f36faaa-2887-44ef-902c-6922221a0893 req-756941a8-4060-4d0a-b178-cbb05d8fb2f6 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 210 time: 0.0294385 Aug 06 15:28:34.664122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b55e06-c60c-4fde-a170-6bc31fba99c7 req-cc83a044-7898-4e0f-86c2-176e648d0a82 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.668707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6b55e06-c60c-4fde-a170-6bc31fba99c7 req-cc83a044-7898-4e0f-86c2-176e648d0a82 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 948 time: 0.0821121 Aug 06 15:28:34.682776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:34.695824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d753dfd-399f-4cec-be42-e672f455089f req-4eef7e3c-72d1-429c-aee8-4dd080a3027e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Aug 06 15:28:34.727167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6b55e06-c60c-4fde-a170-6bc31fba99c7 req-c72cd95d-0cf0-4eb5-8921-94b5e460a7a8 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Aug 06 15:28:34.761529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:34.772380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:34.772541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260ef3e-ec28-49ae-bb3f-076e4eda5cbe req-ea133f0a-8c88-4926-a45d-29c153247f73 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.776545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6260ef3e-ec28-49ae-bb3f-076e4eda5cbe req-ea133f0a-8c88-4926-a45d-29c153247f73 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0667403 Aug 06 15:28:34.785901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.786689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:34.788325 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b82b155c-b574-4f31-9ef4-349bbc5761ab service neutron] 10.222.0.59 "PUT /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 1121 time: 1.2034094 Aug 06 15:28:34.822724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b332ca0-364a-4a7c-a3c9-226372d8371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:34.831113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:34.838114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6260ef3e-ec28-49ae-bb3f-076e4eda5cbe req-7845fa89-7d98-4f3f-88ab-f5a5a6a3ea58 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607581 Aug 06 15:28:34.892541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d7c10-017a-4fd9-9535-72a1abd15732 req-86a24366-e783-48a4-8c47-16f61eb13bb8 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:34.894007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed3d7c10-017a-4fd9-9535-72a1abd15732 req-86a24366-e783-48a4-8c47-16f61eb13bb8 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 950 time: 0.0548153 Aug 06 15:28:34.914554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['f564e68c-5b56-49aa-bc6e-47f0907e7dc4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:34.958706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed3d7c10-017a-4fd9-9535-72a1abd15732 req-902f0274-bae2-403c-aa5b-2ecb8d8f8091 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564113 Aug 06 15:28:35.346825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6d2f-712a-4e24-a2f0-e73abff5fd2c req-ab1fc48b-0247-476c-afbf-944f48240017 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.349015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887d6d2f-712a-4e24-a2f0-e73abff5fd2c req-ab1fc48b-0247-476c-afbf-944f48240017 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.0488155 Aug 06 15:28:35.398852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887d6d2f-712a-4e24-a2f0-e73abff5fd2c req-bd3e50ec-2e17-472a-b8a2-8e6b44f802e1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Aug 06 15:28:35.471414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21a5d-48fe-4652-8c35-4973343b4b29 req-46fa5381-2926-479a-a243-40e76db17a3f tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.474298 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41e21a5d-48fe-4652-8c35-4973343b4b29 req-46fa5381-2926-479a-a243-40e76db17a3f tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 950 time: 0.0552051 Aug 06 15:28:35.519154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41e21a5d-48fe-4652-8c35-4973343b4b29 req-95cbda75-b460-4c79-90a6-651b69214867 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Aug 06 15:28:35.567554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41'}, {'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4'}, {'name': 'network-changed', 'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:35.570917 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8bfad7-7512-4513-90d0-e48c4f00ea18" -d '{"events": [{"name": "network-changed", "server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41"}, {"server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4"}, {"name": "network-changed", "server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:35.590927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a697-c80b-4270-894a-85e8f2d5a3cd req-46ec1181-eb25-4d09-8d90-7c4579f44843 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.592653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1577a697-c80b-4270-894a-85e8f2d5a3cd req-46ec1181-eb25-4d09-8d90-7c4579f44843 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0627909 Aug 06 15:28:35.627081 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378b4666-cab1-4674-8224-929f460dd85f x-openstack-request-id: req-378b4666-cab1-4674-8224-929f460dd85f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:35.628636 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41", "status": "completed", "code": 200}, {"server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4", "code": 200}, {"name": "network-changed", "server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:35.628636 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-378b4666-cab1-4674-8224-929f460dd85f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:35.628636 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41', 'status': 'completed', 'code': 200} Aug 06 15:28:35.628636 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'code': 200} Aug 06 15:28:35.628636 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'status': 'completed', 'code': 200} Aug 06 15:28:35.634233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1577a697-c80b-4270-894a-85e8f2d5a3cd req-cf2948ec-e35b-4fd0-9173-ebc559c9b5f2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341866 Aug 06 15:28:35.742789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-fe139027-5e12-470f-a13c-7275f6c202d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.744328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-fe139027-5e12-470f-a13c-7275f6c202d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1098 time: 0.0804944 Aug 06 15:28:35.747506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f10e8d23-f4fc-4bb5-8e43-84faf67a3812 req-b85f2992-ebb1-43ac-b97f-2a9b48815f07 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 210 time: 0.0291860 Aug 06 15:28:35.749848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-03baf871-1fd9-4466-8617-345786308548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.751388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-03baf871-1fd9-4466-8617-345786308548 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1098 time: 0.0772135 Aug 06 15:28:35.899126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10e809-531a-4f60-a560-6a57e4c1a4fb req-d882d43b-c894-4689-b4f8-7ab2a7ac77f7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.904349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df10e809-531a-4f60-a560-6a57e4c1a4fb req-d882d43b-c894-4689-b4f8-7ab2a7ac77f7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 948 time: 0.0832419 Aug 06 15:28:35.915615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-b28f1c60-bd41-4749-9077-03261503ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.917359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-b28f1c60-bd41-4749-9077-03261503ca79 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1552958 Aug 06 15:28:35.935435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eb49312c-837d-41c9-b93e-ebccc81dea57 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:35.956102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-ac2e5d5a-9c37-4de8-9973-926435082f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:35.958153 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-ac2e5d5a-9c37-4de8-9973-926435082f7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2053821 Aug 06 15:28:35.975765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df10e809-531a-4f60-a560-6a57e4c1a4fb req-77b5894d-ff26-423e-a8dc-64ebc4652a8e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Aug 06 15:28:36.055855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f00ca6-2c0e-4217-9903-d3e8450ad990 req-e0f3fb7a-c58d-4c80-9f89-0b09da82a504 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.064048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99f00ca6-2c0e-4217-9903-d3e8450ad990 req-e0f3fb7a-c58d-4c80-9f89-0b09da82a504 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1007781 Aug 06 15:28:36.122690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port eb49312c-837d-41c9-b93e-ebccc81dea57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eb49312c-837d-41c9-b93e-ebccc81dea57,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:36.141962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99f00ca6-2c0e-4217-9903-d3e8450ad990 req-9b9a0d6a-5958-4e37-b4a6-8ac509a72415 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769215 Aug 06 15:28:36.147396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'eb49312c-837d-41c9-b93e-ebccc81dea57', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'eb49312c-837d-41c9-b93e-ebccc81dea57', 'mac_address': 'fa:16:3e:ce:6a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:36.194892 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:36.211621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb49312c-837d-41c9-b93e-ebccc81dea57 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:36.235316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port eb49312c-837d-41c9-b93e-ebccc81dea57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eb49312c-837d-41c9-b93e-ebccc81dea57,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:36.301124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-be1ae91a-e30b-4482-97a7-453de066c4d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.3628504 Aug 06 15:28:36.314454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:36.338515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-24c68a6b-fa71-4237-98e3-302f54eb6bf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0438275 Aug 06 15:28:36.374408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=eb49312c-837d-41c9-b93e-ebccc81dea57,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:36.412312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-f2ee77d1-cb7d-4290-beb1-cec366cc015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.413771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-f2ee77d1-cb7d-4290-beb1-cec366cc015f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0839601 Aug 06 15:28:36.417053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-e0e6e094-6543-4f20-9bd6-f65d2c3cee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.418342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-e0e6e094-6543-4f20-9bd6-f65d2c3cee1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0607738 Aug 06 15:28:36.493831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-9ab3af12-2292-46d2-92e2-69c87a5ea8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.495343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-9ab3af12-2292-46d2-92e2-69c87a5ea8bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686433 Aug 06 15:28:36.497205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-77142299-d924-4c58-a9b9-6c7b257497fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.498548 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-77142299-d924-4c58-a9b9-6c7b257497fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630977 Aug 06 15:28:36.521303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1ef29-7aed-4c54-b503-ce801fb9cbf7 req-74ceae16-47c9-4e23-a1e9-f7a45abbd245 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.522760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed1ef29-7aed-4c54-b503-ce801fb9cbf7 req-74ceae16-47c9-4e23-a1e9-f7a45abbd245 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.0511808 Aug 06 15:28:36.566793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed1ef29-7aed-4c54-b503-ce801fb9cbf7 req-35f6aae1-c784-4687-ac7e-e92cee90e0d5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Aug 06 15:28:36.664418 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-baaa4bba-4133-4a44-a3f1-5aea620009b0 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604848 Aug 06 15:28:36.669351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6857ab8-d5fb-4675-b9d5-395dabb689a4 req-615fec21-3d67-4ee1-8f51-7d9c703f762d tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.670301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6857ab8-d5fb-4675-b9d5-395dabb689a4 req-615fec21-3d67-4ee1-8f51-7d9c703f762d tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 950 time: 0.0652831 Aug 06 15:28:36.670963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-789ffd84-e99f-413e-9115-0ae8d50868e6 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492851 Aug 06 15:28:36.732356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6857ab8-d5fb-4675-b9d5-395dabb689a4 req-08345d69-755a-43b4-be7a-02d56bdce1b8 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/security-groups?id=6340cfc0-9545-48c1-9843-c6e12fc0c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547380 Aug 06 15:28:36.787934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['eb49312c-837d-41c9-b93e-ebccc81dea57'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:36.792625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c33a3-190a-42dd-ab19-b0eb28825528 req-db708b8f-195d-43a0-97fe-198f4b7dbefa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:36.794372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a2c33a3-190a-42dd-ab19-b0eb28825528 req-db708b8f-195d-43a0-97fe-198f4b7dbefa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0688620 Aug 06 15:28:36.839955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a2c33a3-190a-42dd-ab19-b0eb28825528 req-0119e22e-7534-4177-ac28-b47bb32cf0d6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390580 Aug 06 15:28:36.893091 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-baa6f651-0a4b-4e48-8228-26ffc7a34e21 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955545 Aug 06 15:28:36.897321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-d161a7cf-e3a4-4a0c-a388-7d7898339de4 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195709 Aug 06 15:28:36.922488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-059fcbf4-9b8a-4e05-a91a-797d79809c3a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e83754222c84f099b5462fec5a9514f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604625 Aug 06 15:28:36.937095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b46b980-be4b-486b-b16f-f1030d331e1c req-1dada161-d384-4c07-aca9-c065debfc7b7 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 210 time: 0.0764859 Aug 06 15:28:37.035837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-3261767c-7bbc-49d0-884f-2e0e5b712869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.038066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-3261767c-7bbc-49d0-884f-2e0e5b712869 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1124 time: 0.0607350 Aug 06 15:28:37.156413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-148325c0-568b-44db-8014-928656631204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.160598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1dccd-7e0d-434f-ba02-836a8905c173 req-228187ce-dd67-404a-99d8-8cbb9643b7ef tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.161122 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-148325c0-568b-44db-8014-928656631204 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1085372 Aug 06 15:28:37.161209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ec1dccd-7e0d-434f-ba02-836a8905c173 req-228187ce-dd67-404a-99d8-8cbb9643b7ef tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 949 time: 0.0997379 Aug 06 15:28:37.168779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-b108cbe6-0be5-4b97-8d57-80a4bd077c4a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.170695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-b108cbe6-0be5-4b97-8d57-80a4bd077c4a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059159 Aug 06 15:28:37.190570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Request body: {'port': {'device_id': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '3e83754222c84f099b5462fec5a9514f'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:37.218102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-e83a7e38-a7ae-4484-80b2-3acfae2127a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0489557 Aug 06 15:28:37.274356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ec1dccd-7e0d-434f-ba02-836a8905c173 req-bfb9d489-7da7-4b49-ba9d-a0f0f6dbd058 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025486 Aug 06 15:28:37.290444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-3c8c458e-9e5f-4e55-aa9f-04771ff75f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.292476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-3c8c458e-9e5f-4e55-aa9f-04771ff75f72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0512376 Aug 06 15:28:37.338438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3dbd3-d2a6-4bd7-8cc4-6a9c022bac20 req-d300092a-8d8c-4015-afc8-569bfa1a681c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.339978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01b3dbd3-d2a6-4bd7-8cc4-6a9c022bac20 req-d300092a-8d8c-4015-afc8-569bfa1a681c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0820117 Aug 06 15:28:37.342236 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-1e3c1727-b39d-4d4f-88e2-8d89e2dbc824 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259356 Aug 06 15:28:37.402288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01b3dbd3-d2a6-4bd7-8cc4-6a9c022bac20 req-22c86c44-9e8c-4340-9ce6-554953213754 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Aug 06 15:28:37.452911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Made reservation on behalf of 3e83754222c84f099b5462fec5a9514f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:37.456458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:37.470033 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-100c5dec-27e1-4f6b-b981-8d938388a12a service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183796 Aug 06 15:28:37.587065 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5090ab1-0d91-4678-a1b9-f95167314249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:37.588721 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:37.594297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f8bfad7-7512-4513-90d0-e48c4f00ea18 req-ccd43237-f80d-4b33-b5c8-d07b4f94f5b0 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031764 Aug 06 15:28:37.643863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd29b48-e168-47f0-ad60-6432b24762f3 req-f3499114-1c2d-4ce6-ab53-b78c0280f24b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.645482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dd29b48-e168-47f0-ad60-6432b24762f3 req-f3499114-1c2d-4ce6-ab53-b78c0280f24b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1272752 Aug 06 15:28:37.756504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-875d4f8d-2847-40e9-b09d-787ccc10aa93 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:37.759675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-875d4f8d-2847-40e9-b09d-787ccc10aa93 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.64 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 950 time: 0.0634227 Aug 06 15:28:37.874850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Deleting port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:28:37.874850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:37.937146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:37.961900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Allocated IP 192.168.233.108 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/d2c21070-9a15-41ae-8834-e83cf39de042) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:37.991138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] For port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:37.991767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.007669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Calling delete_port for c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:28:38.032403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dd29b48-e168-47f0-ad60-6432b24762f3 req-1c299a31-b4b6-42d4-afe9-c57c43d762b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722792 Aug 06 15:28:38.052607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881b33a-ffbc-441f-bddd-912baf896945 req-331f6166-21ac-4c32-bf3a-faedced50ef0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:38.064080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8881b33a-ffbc-441f-bddd-912baf896945 req-331f6166-21ac-4c32-bf3a-faedced50ef0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.4168568 Aug 06 15:28:38.153379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:38.166852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '099ea604-4b9f-4647-8a01-c0ace863af41', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '099ea604-4b9f-4647-8a01-c0ace863af41', 'mac_address': 'fa:16:3e:51:d3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:38.213346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.229523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c8e8bbe4-12ce-431d-bfa7-4fba54c788e4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:38.248042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Pushing event deleted for resources: {'Port': ['ID=c8e8bbe4-12ce-431d-bfa7-4fba54c788e4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:38.279434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.309000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] No DVR routers for this DVR port c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:28:38.312479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.318351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099ea604-4b9f-4647-8a01-c0ace863af41 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:38.320103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-286bb9be-a4ae-47f3-b1e9-935d5bdaa0cd req-b58068ef-a5d3-42a2-9fda-5ba4e312c718 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.64 "DELETE /v2.0/ports/c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 HTTP/1.1" status: 204 len: 173 time: 0.5482340 Aug 06 15:28:38.320871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'name': 'network-vif-deleted', 'tag': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:38.323730 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b042bb-4956-49a8-b1e4-5be3432ed848" -d '{"events": [{"server_uuid": "7fb9a4f8-32e5-4103-ae6c-227f77774070", "name": "network-vif-deleted", "tag": "c8e8bbe4-12ce-431d-bfa7-4fba54c788e4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:38.341675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b1cf9df-f790-456e-ac93-c4c4df967b86 req-6167ae82-bca8-425f-8a4f-8f4d375ae751 tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 210 time: 0.0838866 Aug 06 15:28:38.352811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:38.392222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8881b33a-ffbc-441f-bddd-912baf896945 req-54f35e53-2087-4783-b7b7-3de4efcb43ca tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271694 Aug 06 15:28:38.422291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.445473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Transition to ACTIVE for port object d2c21070-9a15-41ae-8834-e83cf39de042 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:38.481255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.529996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3275134d-a46a-4064-8b2d-8134cbe95ab0 req-4daee574-7a8c-4a4d-8520-4e0e816daeae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 210 time: 0.0350804 Aug 06 15:28:38.537588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:38.560716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7b71c-364b-461d-a238-c3d5cc0cf4cd req-099103fb-4be6-42c4-9342-14ac84173645 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:38.560716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2da7b71c-364b-461d-a238-c3d5cc0cf4cd req-099103fb-4be6-42c4-9342-14ac84173645 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 947 time: 0.0993757 Aug 06 15:28:38.605039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2da7b71c-364b-461d-a238-c3d5cc0cf4cd req-284805a2-b0a0-40c0-af00-c276bae0e6d1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Aug 06 15:28:38.663071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.676966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2ce8c96e-c83c-4648-8dd7-8356261d4df2', '4f1887ea-80bb-467a-83da-d255d7da5385'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:38.717066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:38.720621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:38.725859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:38.750841 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.778058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event updated for resources: {'Port': ['ID=d2c21070-9a15-41ae-8834-e83cf39de042,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:38.807463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:38.809285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:38.809918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:38.840922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed58c8-3b95-49f4-b7ad-62ca1269633e req-69aa4c1b-c9f1-49af-983c-d1469bf70bef tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:38.842445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3ed58c8-3b95-49f4-b7ad-62ca1269633e req-69aa4c1b-c9f1-49af-983c-d1469bf70bef tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 949 time: 0.0787699 Aug 06 15:28:38.893185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3ed58c8-3b95-49f4-b7ad-62ca1269633e req-b55f7455-8c92-4896-b1b6-50110748021b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 Aug 06 15:28:38.922945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-7a8adbde-b083-4c40-8d1f-b99674318d57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7363975 Aug 06 15:28:38.940521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Request body: {'port': {'device_id': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:38.975897 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a6acb8-0f75-405c-8aea-431df3472c73 x-openstack-request-id: req-52a6acb8-0f75-405c-8aea-431df3472c73 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:38.976461 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb9a4f8-32e5-4103-ae6c-227f77774070", "name": "network-vif-deleted", "tag": "c8e8bbe4-12ce-431d-bfa7-4fba54c788e4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:38.976802 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52a6acb8-0f75-405c-8aea-431df3472c73 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:38.977295 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb9a4f8-32e5-4103-ae6c-227f77774070', 'name': 'network-vif-deleted', 'tag': 'c8e8bbe4-12ce-431d-bfa7-4fba54c788e4', 'status': 'completed', 'code': 200} Aug 06 15:28:38.990035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:39.027604 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:39.038055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:39.071646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:28:39.208826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc195944-3f2e-4925-bfa0-f8034bc609d9 req-7c06b6ee-f942-46d9-add0-31e64885513b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:39.210219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc195944-3f2e-4925-bfa0-f8034bc609d9 req-7c06b6ee-f942-46d9-add0-31e64885513b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1307948 Aug 06 15:28:39.246023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea7892e2-115f-482a-8255-2fe600e075a9 None None] Provisioning for port d2c21070-9a15-41ae-8834-e83cf39de042 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:39.253539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea7892e2-115f-482a-8255-2fe600e075a9 None None] Provisioning complete for port d2c21070-9a15-41ae-8834-e83cf39de042 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:39.254547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ea7892e2-115f-482a-8255-2fe600e075a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:39.310976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ea7892e2-115f-482a-8255-2fe600e075a9 None None] Port d2c21070-9a15-41ae-8834-e83cf39de042 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:39.326238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc195944-3f2e-4925-bfa0-f8034bc609d9 req-a279ebc7-0cd6-41d9-abe0-056cb6cf8242 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933256 Aug 06 15:28:39.454079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c21070-9a15-41ae-8834-e83cf39de042 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:39.464432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:39.483421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Transition to ACTIVE for port object d2c21070-9a15-41ae-8834-e83cf39de042 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:39.492335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5927c-4ed6-416e-8c4c-4a0727d6ebaa req-e5404771-d395-4b7f-8216-e2e50549bf9b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:39.493865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61f5927c-4ed6-416e-8c4c-4a0727d6ebaa req-e5404771-d395-4b7f-8216-e2e50549bf9b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 948 time: 0.0821414 Aug 06 15:28:39.540324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61f5927c-4ed6-416e-8c4c-4a0727d6ebaa req-ebf93e75-211c-4e60-b5ca-2ba2ede7fea0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Aug 06 15:28:39.554023 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:39.614986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c21070-9a15-41ae-8834-e83cf39de042,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:39.689748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a55b929-b523-482c-968c-8f29f6df5b97 req-921ad665-54f8-4aef-8c93-d752048448ec tempest-ServerDiagnosticsNegativeTest-1186332506 tempest-ServerDiagnosticsNegativeTest-1186332506-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb9a4f8-32e5-4103-ae6c-227f77774070 HTTP/1.1" status: 200 len: 210 time: 0.0760007 Aug 06 15:28:39.723914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bef7-5956-44f2-8837-8e196434827e req-ef23dc36-7105-4ad6-8e01-181242b983bb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:39.724451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-ef23dc36-7105-4ad6-8e01-181242b983bb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 948 time: 0.1443176 Aug 06 15:28:39.725408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Attempting to bind port d2c21070-9a15-41ae-8834-e83cf39de042 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:39.725745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Attempting to bind port d2c21070-9a15-41ae-8834-e83cf39de042 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:39.726231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Attempting to bind port d2c21070-9a15-41ae-8834-e83cf39de042 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:39.732587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Port d2c21070-9a15-41ae-8834-e83cf39de042 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:39.733093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Attempting to bind port d2c21070-9a15-41ae-8834-e83cf39de042 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:39.738580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:39.739105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:39.739467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:39.739986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Bound port: d2c21070-9a15-41ae-8834-e83cf39de042, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:39.740275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:39.826440 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-6523bef7-5956-44f2-8837-8e196434827e req-0ac5a662-42d8-4dac-afa1-7c33fdd61436 service neutron] delete failed (client error): The resource could not be found. Aug 06 15:28:39.827529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-0ac5a662-42d8-4dac-afa1-7c33fdd61436 service neutron] 10.222.0.59 "DELETE /v2.0/ports/099ea604-4b9f-4647-8a01-c0ace863af41/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0840156 Aug 06 15:28:39.877593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] For port d2c21070-9a15-41ae-8834-e83cf39de042, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:39.884385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] For port d2c21070-9a15-41ae-8834-e83cf39de042, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d2c21070-9a15-41ae-8834-e83cf39de042,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:39.895571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f094f3-4a18-4f44-afb2-34422e34b41c req-ad829d46-3ced-4735-a80e-77d1e92b62ab tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:39.903321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0f094f3-4a18-4f44-afb2-34422e34b41c req-ad829d46-3ced-4735-a80e-77d1e92b62ab tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.1006575 Aug 06 15:28:39.938103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eb49312c-837d-41c9-b93e-ebccc81dea57 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:39.943772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0f094f3-4a18-4f44-afb2-34422e34b41c req-96d49f0e-7eee-459f-bd96-338e09984ff8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Aug 06 15:28:39.959551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:39.999473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:39.999473 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:40.000479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] 10.222.0.64 "PUT /v2.0/ports/d2c21070-9a15-41ae-8834-e83cf39de042 HTTP/1.1" status: 200 len: 1096 time: 1.0650706 Aug 06 15:28:40.000813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'tag': 'd2c21070-9a15-41ae-8834-e83cf39de042'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:40.003063 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3544d353-0cf9-484a-a192-13d470eaf913" -d '{"events": [{"name": "network-changed", "server_uuid": "02c02f8f-65f0-4ce4-a761-326099864d1c", "tag": "d2c21070-9a15-41ae-8834-e83cf39de042"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:40.024298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8b85d-4278-4800-a88a-5814d7fda329 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c21070-9a15-41ae-8834-e83cf39de042,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:40.047402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bef7-5956-44f2-8837-8e196434827e req-05a605b4-8a32-4a9b-ab9b-1e9c3e5b86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.048978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-05a605b4-8a32-4a9b-ab9b-1e9c3e5b86ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1099 time: 0.0508587 Aug 06 15:28:40.087770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231567-ffde-4b06-a009-beb72e4800d1 req-17991461-5e24-4a5b-b4c9-469eb7cf0acf tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.089457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a231567-ffde-4b06-a009-beb72e4800d1 req-17991461-5e24-4a5b-b4c9-469eb7cf0acf tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 948 time: 0.0519340 Aug 06 15:28:40.095171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port eb49312c-837d-41c9-b93e-ebccc81dea57 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:40.100002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port eb49312c-837d-41c9-b93e-ebccc81dea57 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:40.100224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:40.149749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a231567-ffde-4b06-a009-beb72e4800d1 req-2bcbe8af-545e-41cd-90e7-d761286adb57 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Aug 06 15:28:40.215698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:40.218647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-32a869da-a719-4d28-bd24-31aeed987ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.220190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-32a869da-a719-4d28-bd24-31aeed987ebf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 1099 time: 0.0586605 Aug 06 15:28:40.241744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bef7-5956-44f2-8837-8e196434827e req-2da6af99-b8a7-417b-a8cf-2cc7284aa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.243905 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-2da6af99-b8a7-417b-a8cf-2cc7284aa529 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1480076 Aug 06 15:28:40.247425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb49312c-837d-41c9-b93e-ebccc81dea57'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:40.254366 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cc3370-d8d8-47a4-8c6e-a9e68a1c781c" -d '{"events": [{"server_uuid": "34426e1d-a9a2-4a97-b2c3-f977c3d91d88", "name": "network-vif-plugged", "status": "completed", "tag": "eb49312c-837d-41c9-b93e-ebccc81dea57"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:40.256735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port eb49312c-837d-41c9-b93e-ebccc81dea57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eb49312c-837d-41c9-b93e-ebccc81dea57,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:40.284252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-e3f6dc56-4da7-4401-9e4b-c0e76006e035 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d2c21070-9a15-41ae-8834-e83cf39de042 HTTP/1.1" status: 200 len: 217 time: 0.0414817 Aug 06 15:28:40.297288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-edfa24a5-d1cc-46a9-87a0-3c44cd273e6e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0373151 Aug 06 15:28:40.335795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:40.367886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bef7-5956-44f2-8837-8e196434827e req-f53d2e96-cf04-43c1-9d51-6df491b27683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.369457 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-f53d2e96-cf04-43c1-9d51-6df491b27683 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0651793 Aug 06 15:28:40.384174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-d1471ddf-3bbc-41f1-8668-c160a8abe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.385909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-d1471ddf-3bbc-41f1-8668-c160a8abe1c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0815368 Aug 06 15:28:40.395686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e009-8d4e-426e-b41b-c53ea42aa67e req-f2a54140-ff72-46ea-b52f-2d7e05cda6e9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.397777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a751e009-8d4e-426e-b41b-c53ea42aa67e req-f2a54140-ff72-46ea-b52f-2d7e05cda6e9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 949 time: 0.1034076 Aug 06 15:28:40.408511 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1605de4d-369e-45b3-a810-ee1360d16224 x-openstack-request-id: req-1605de4d-369e-45b3-a810-ee1360d16224 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:40.408511 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c02f8f-65f0-4ce4-a761-326099864d1c", "tag": "d2c21070-9a15-41ae-8834-e83cf39de042", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:40.408511 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1605de4d-369e-45b3-a810-ee1360d16224 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:40.408843 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'tag': 'd2c21070-9a15-41ae-8834-e83cf39de042', 'status': 'completed', 'code': 200} Aug 06 15:28:40.434448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=eb49312c-837d-41c9-b93e-ebccc81dea57,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:40.470444 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ee549c-f3b5-47e6-9e82-b73324a52178 x-openstack-request-id: req-b9ee549c-f3b5-47e6-9e82-b73324a52178 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:40.470743 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34426e1d-a9a2-4a97-b2c3-f977c3d91d88", "name": "network-vif-plugged", "status": "completed", "tag": "eb49312c-837d-41c9-b93e-ebccc81dea57", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:40.471518 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9ee549c-f3b5-47e6-9e82-b73324a52178 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:40.471518 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb49312c-837d-41c9-b93e-ebccc81dea57', 'code': 200} Aug 06 15:28:40.478771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523bef7-5956-44f2-8837-8e196434827e req-1192bf88-8313-428b-a20b-66a9e5f2d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.481135 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-1192bf88-8313-428b-a20b-66a9e5f2d074 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022477 Aug 06 15:28:40.510373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a751e009-8d4e-426e-b41b-c53ea42aa67e req-385cb6a7-3cae-4024-b439-256919c38914 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955725 Aug 06 15:28:40.529128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-26334264-c250-4a41-9b22-150ef7da74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.530872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-26334264-c250-4a41-9b22-150ef7da74cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322052 Aug 06 15:28:40.588642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:40.638314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-9cb35d2a-521f-4617-a4fe-18c7f6cb3511 service neutron] 10.222.0.64 "GET /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.2025142 Aug 06 15:28:40.687178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54589-5857-4a10-9817-503026d35ede req-e25eb71d-15e6-4499-974c-d7674cfc3736 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.687409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-6ebb78fe-2717-4e50-903f-759c1b0bde3a service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883311 Aug 06 15:28:40.688921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55e54589-5857-4a10-9817-503026d35ede req-e25eb71d-15e6-4499-974c-d7674cfc3736 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1547046 Aug 06 15:28:40.692121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6345365-fa75-49d4-afe8-0a2f9394bc25 req-5d8238b4-cbbc-4d23-913a-0f9130dcc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.693824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6345365-fa75-49d4-afe8-0a2f9394bc25 req-5d8238b4-cbbc-4d23-913a-0f9130dcc977 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 1101 time: 0.1058486 Aug 06 15:28:40.735209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-e8417e57-b767-4bff-98a3-8be7ba7f4e74 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897449 Aug 06 15:28:40.746077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48d97e-126e-47f0-b5f8-fe84bcca26f9 req-6cfa5c7c-2b89-43c4-aa0a-dd06f7f8e239 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:40.747693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c48d97e-126e-47f0-b5f8-fe84bcca26f9 req-6cfa5c7c-2b89-43c4-aa0a-dd06f7f8e239 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 948 time: 0.1139591 Aug 06 15:28:40.805933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55e54589-5857-4a10-9817-503026d35ede req-3b03dfb3-f676-41f0-a6af-82eca41dccfe tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044769 Aug 06 15:28:40.841382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6345365-fa75-49d4-afe8-0a2f9394bc25 req-683494a2-049e-438a-82c0-4269fa05f718 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257772 Aug 06 15:28:40.876810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c48d97e-126e-47f0-b5f8-fe84bcca26f9 req-fdd0e914-34c4-4cf4-b628-96911ade8509 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150365 Aug 06 15:28:40.909368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b7f529-0360-44f9-8fa5-a5d07720dc7b req-48c51bb2-578a-46b0-baf1-12297edf5a1c service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605926 Aug 06 15:28:40.953247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6523bef7-5956-44f2-8837-8e196434827e req-2ce54375-d092-47a9-af8b-33269e62d51f service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570724 Aug 06 15:28:40.985013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:41.008917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:41.046840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f564e68c-5b56-49aa-bc6e-47f0907e7dc4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:41.060164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:41.080553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbe0d9-38be-47b6-a35b-ef599e9ad6ed req-0e9aaa0d-39b8-4281-936b-7561bf695317 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.082346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fbe0d9-38be-47b6-a35b-ef599e9ad6ed req-0e9aaa0d-39b8-4281-936b-7561bf695317 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 943 time: 0.0569961 Aug 06 15:28:41.148033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fbe0d9-38be-47b6-a35b-ef599e9ad6ed req-48aba675-8f9b-46d7-bf0d-0b21714a5575 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557625 Aug 06 15:28:41.153456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d353-0cf9-484a-a192-13d470eaf913 req-a0385bcb-6bdc-4f79-a97d-1d78c65fc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.154894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-a0385bcb-6bdc-4f79-a97d-1d78c65fc6cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e83754222c84f099b5462fec5a9514f&device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 1099 time: 0.0704143 Aug 06 15:28:41.223437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:41.313464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] Transition to ACTIVE for port object f564e68c-5b56-49aa-bc6e-47f0907e7dc4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:41.335936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7f6c4-e7eb-4356-a98a-02f4a4e64b85 req-d525a0c2-c8ae-4098-81aa-a239a96af6a0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.337640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2b7f6c4-e7eb-4356-a98a-02f4a4e64b85 req-d525a0c2-c8ae-4098-81aa-a239a96af6a0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 948 time: 0.1059399 Aug 06 15:28:41.339008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d353-0cf9-484a-a192-13d470eaf913 req-bfe871b1-3706-4625-8e82-56830a0e342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.340352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-bfe871b1-3706-4625-8e82-56830a0e342e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1777413 Aug 06 15:28:41.378638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:41.416173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-ac2f3186-075c-4a3d-b001-675166f486fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d2c21070-9a15-41ae-8834-e83cf39de042 HTTP/1.1" status: 200 len: 217 time: 0.0472682 Aug 06 15:28:41.427753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60700) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:41.428396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2b7f6c4-e7eb-4356-a98a-02f4a4e64b85 req-3168fc02-e719-44e3-b904-ee9298edc09e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839050 Aug 06 15:28:41.463937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] No DVR routers for this DVR port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:28:41.479393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:41.486783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d353-0cf9-484a-a192-13d470eaf913 req-0ed5e876-b6d1-4bec-991c-66292a834b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.489642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-0ed5e876-b6d1-4bec-991c-66292a834b16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0593164 Aug 06 15:28:41.507123 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2b378adb-280e-4981-9b1c-8d7e92646ec6 service neutron] 10.222.0.64 "PUT /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8595397 Aug 06 15:28:41.559831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d353-0cf9-484a-a192-13d470eaf913 req-99581637-e0ab-4c40-917c-b55c7dca4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.561833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-99581637-e0ab-4c40-917c-b55c7dca4ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562847 Aug 06 15:28:41.619548 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f9787d4f-5fd2-4c60-9659-8ca713cb9cb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3201a85d3db944aa81f355890df59b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857607 Aug 06 15:28:41.621860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:41.679011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da9e5a9a-9932-407b-a461-638eb359bbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:41.731122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-539827c0-0100-4a8d-b6de-f9e63e063c67 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474354 Aug 06 15:28:41.746382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da9e5a9a-9932-407b-a461-638eb359bbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:41.746835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a84436-e125-4834-a690-740858b4b4c3 req-5633c249-3ccc-467b-8252-7ec8002040f5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.749394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1a84436-e125-4834-a690-740858b4b4c3 req-5633c249-3ccc-467b-8252-7ec8002040f5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.0896528 Aug 06 15:28:41.790653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-da52af13-14f6-43d1-b946-2f3029527340 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.792270 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-da52af13-14f6-43d1-b946-2f3029527340 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0957150 Aug 06 15:28:41.848033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-9c9bea2d-75f3-4f0d-96e2-114e24e08380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.853586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-9c9bea2d-75f3-4f0d-96e2-114e24e08380 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4&tenant_id=ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 1095 time: 0.0508623 Aug 06 15:28:41.855166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1a84436-e125-4834-a690-740858b4b4c3 req-500edf99-a7f2-4be3-bbc9-1981a05402cd tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917039 Aug 06 15:28:41.928812 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da9e5a9a-9932-407b-a461-638eb359bbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:41.932142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da9e5a9a-9932-407b-a461-638eb359bbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:41.936309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da9e5a9a-9932-407b-a461-638eb359bbdc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6340cfc0-9545-48c1-9843-c6e12fc0c7f4 HTTP/1.1" status: 204 len: 168 time: 0.3133302 Aug 06 15:28:41.947679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:41.949258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3544d353-0cf9-484a-a192-13d470eaf913 req-01797a27-432d-45e2-b572-c5a479552684 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981487 Aug 06 15:28:41.950045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e5a9a-9932-407b-a461-638eb359bbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340cfc0-9545-48c1-9843-c6e12fc0c7f4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:41.963925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-8e334ebd-45c6-437a-b3eb-3a5884e05d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:41.965901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-8e334ebd-45c6-437a-b3eb-3a5884e05d53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0819194 Aug 06 15:28:41.997344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e953d-4f7e-43c0-96cd-0e2963ff0d62 req-81fa1666-23fc-4b40-98da-68c7568b6e13 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.005300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e96e953d-4f7e-43c0-96cd-0e2963ff0d62 req-81fa1666-23fc-4b40-98da-68c7568b6e13 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0975268 Aug 06 15:28:42.112780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e96e953d-4f7e-43c0-96cd-0e2963ff0d62 req-2a6d735e-8967-46e0-89d9-3e8353b999a4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066144 Aug 06 15:28:42.151334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39822c-bcd5-43fa-91d7-a9bc2be6eed9 req-33200a1d-a820-4d39-ba5c-66441c1e6430 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.154663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b04ba604-4ef9-4adc-b55f-20712bb3b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.154663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-b04ba604-4ef9-4adc-b55f-20712bb3b88e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1809075 Aug 06 15:28:42.160984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd39822c-bcd5-43fa-91d7-a9bc2be6eed9 req-33200a1d-a820-4d39-ba5c-66441c1e6430 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 948 time: 0.1238313 Aug 06 15:28:42.165539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 099ea604-4b9f-4647-8a01-c0ace863af41 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:42.169954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 099ea604-4b9f-4647-8a01-c0ace863af41 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:42.170330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:42.212054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd39822c-bcd5-43fa-91d7-a9bc2be6eed9 req-02127df4-a297-462f-9cb1-35e56d1e657f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 Aug 06 15:28:42.238214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-d5f4303f-993e-418e-ae97-78bb4a567d89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 200 len: 217 time: 0.0729635 Aug 06 15:28:42.325197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:42.332826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fddd7-2bda-45fa-86c1-b94801815d79 req-0994dd47-87de-4fa7-9922-0d8529b5642f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.334659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-430fddd7-2bda-45fa-86c1-b94801815d79 req-0994dd47-87de-4fa7-9922-0d8529b5642f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.0654669 Aug 06 15:28:42.365994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:42.399451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-fde5dd7d-91c7-43a2-bba0-f95b1df61d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.401299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-fde5dd7d-91c7-43a2-bba0-f95b1df61d5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0628932 Aug 06 15:28:42.431990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-430fddd7-2bda-45fa-86c1-b94801815d79 req-4dbeaf66-9543-4440-af84-8c9da3f2120b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905161 Aug 06 15:28:42.443049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32949-7fa1-4950-a19e-97b18fb9b270 req-e1f4c291-f169-47d3-bc48-6abc32e6968a tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.445819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cac32949-7fa1-4950-a19e-97b18fb9b270 req-e1f4c291-f169-47d3-bc48-6abc32e6968a tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1099 time: 0.0782936 Aug 06 15:28:42.450276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:42.451717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:42.468376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-17f00624-8ad2-46bc-8847-dcb72533cb76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571260 Aug 06 15:28:42.486048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:42.489512 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8432a7d5-aaf7-481b-ab9f-2db226a5dd41" -d '{"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-plugged", "status": "completed", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:42.510319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cac32949-7fa1-4950-a19e-97b18fb9b270 req-7ab247d1-1130-47f5-b22f-2464a27f47be tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Aug 06 15:28:42.512908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:28:42.513266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8e8bbe4-12ce-431d-bfa7-4fba54c788e4 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:42.513691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:42.586722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:42.607406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:42.609159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-778ea8be-a62f-4370-a029-2f3abb36e04d service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292779 Aug 06 15:28:42.625597 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c77687-e6da-493c-8bfa-5325426fb571 x-openstack-request-id: req-20c77687-e6da-493c-8bfa-5325426fb571 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:42.625889 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-plugged", "status": "completed", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:42.626145 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20c77687-e6da-493c-8bfa-5325426fb571 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:42.626600 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41', 'code': 200} Aug 06 15:28:42.724159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-60321125-c2b3-4812-ae33-49e3aa91b4c1 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062179 Aug 06 15:28:42.746330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f48-6c14-42c3-856a-04a8496c2558 req-eac800a0-4ab8-4f38-9c53-3af792e57f0a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:42.747841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40a09f48-6c14-42c3-856a-04a8496c2558 req-eac800a0-4ab8-4f38-9c53-3af792e57f0a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 948 time: 0.0977671 Aug 06 15:28:42.788126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40a09f48-6c14-42c3-856a-04a8496c2558 req-043ee9d3-f63f-4d42-aa8f-fa049d286346 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Aug 06 15:28:42.811692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:42.825369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a85e74c3-4f31-478f-8bb7-d98f3c7f0f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:42.884285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-5956e9de-b2b3-46be-8286-e2cb90f932f4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295446 Aug 06 15:28:43.049767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f82efa-3d0c-4049-827f-68b67da531c9 req-c5062455-b352-4201-972e-3a85b6582467 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.051492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88f82efa-3d0c-4049-827f-68b67da531c9 req-c5062455-b352-4201-972e-3a85b6582467 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.1274450 Aug 06 15:28:43.098672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-551a86fa-a48f-4d15-8c26-eb9dd70445ae tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.100150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-551a86fa-a48f-4d15-8c26-eb9dd70445ae tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047625 Aug 06 15:28:43.128447 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a85e74c3-4f31-478f-8bb7-d98f3c7f0f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.135977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-20da286c-13c7-4a8e-b8d3-90b534fed6dd tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/quotas/d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 375 time: 0.0234559 Aug 06 15:28:43.138905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88f82efa-3d0c-4049-827f-68b67da531c9 req-9df14cb1-c547-42e4-97c5-3d1ea729227b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767286 Aug 06 15:28:43.188152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-66efd1ca-aca0-4abb-9cbf-a6cafb1673b1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463998 Aug 06 15:28:43.205674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a85e74c3-4f31-478f-8bb7-d98f3c7f0f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.229799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2bcd02ed-257d-44cd-903c-5df3a849d85d tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.231334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-2bcd02ed-257d-44cd-903c-5df3a849d85d tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0648692 Aug 06 15:28:43.292893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a85e74c3-4f31-478f-8bb7-d98f3c7f0f8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f89a97f7fb3b47898ad5e781aacc08c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797933 Aug 06 15:28:43.296766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:43.298328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e74c3-4f31-478f-8bb7-d98f3c7f0f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea52fad-5b6e-481f-9854-7da9b0af36f2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:43.328648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b8d7b-a9a5-4c6b-99d9-ce1e9d1c8ec0 req-07b9861e-4767-4d34-9093-882d4867e369 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.330421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e8b8d7b-a9a5-4c6b-99d9-ce1e9d1c8ec0 req-07b9861e-4767-4d34-9093-882d4867e369 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0894172 Aug 06 15:28:43.390200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e8b8d7b-a9a5-4c6b-99d9-ce1e9d1c8ec0 req-a58a9693-3f85-40d8-ab3a-f0b3a7ef04ea tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528429 Aug 06 15:28:43.406463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c986e2-2039-4138-8ed1-689fb118e036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.425766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c986e2-2039-4138-8ed1-689fb118e036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.489585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fdb03a8-7d69-4c76-a409-a6031bedb764 req-55550ee6-faed-4ef0-a6df-0db8a2fec30d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 210 time: 0.0559943 Aug 06 15:28:43.498935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-6f430b32-9217-428e-a0b1-5006044ff9f3 service neutron] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:43.502608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-6f430b32-9217-428e-a0b1-5006044ff9f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.504634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-98e225f2-526b-4686-8ab5-fd7dd2589313 req-6f430b32-9217-428e-a0b1-5006044ff9f3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.2651048 Aug 06 15:28:43.552326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c986e2-2039-4138-8ed1-689fb118e036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.555646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66c986e2-2039-4138-8ed1-689fb118e036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:43.556986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-66c986e2-2039-4138-8ed1-689fb118e036 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cea52fad-5b6e-481f-9854-7da9b0af36f2 HTTP/1.1" status: 204 len: 168 time: 0.2592497 Aug 06 15:28:43.569598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c986e2-2039-4138-8ed1-689fb118e036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea52fad-5b6e-481f-9854-7da9b0af36f2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:43.723914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be99c9a-d45c-4364-aa3b-95d9faaa698b req-8238688a-aa1f-4662-866e-7fcf081d0a52 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.725555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6be99c9a-d45c-4364-aa3b-95d9faaa698b req-8238688a-aa1f-4662-866e-7fcf081d0a52 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.1015675 Aug 06 15:28:43.732420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ef5f-5f59-4b13-a242-ea20bc4ad9ca req-7050dcb3-7aab-4865-8324-0784e41c1d9a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.734663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa88ef5f-5f59-4b13-a242-ea20bc4ad9ca req-7050dcb3-7aab-4865-8324-0784e41c1d9a tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 1101 time: 0.0693219 Aug 06 15:28:43.799617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa88ef5f-5f59-4b13-a242-ea20bc4ad9ca req-b21b40a4-5399-452c-a5b5-88b9298469ed tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584157 Aug 06 15:28:43.815642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6be99c9a-d45c-4364-aa3b-95d9faaa698b req-6385ed5c-4286-46a3-af22-92b071e38288 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Aug 06 15:28:43.949537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d2c21070-9a15-41ae-8834-e83cf39de042 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:43.963754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0946f7-e83c-4a8e-9cef-e49bf6a39d86 req-0d357f60-fc20-4176-bd5a-04b6f018d420 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:43.965329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d0946f7-e83c-4a8e-9cef-e49bf6a39d86 req-0d357f60-fc20-4176-bd5a-04b6f018d420 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 948 time: 0.0692031 Aug 06 15:28:44.024047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d0946f7-e83c-4a8e-9cef-e49bf6a39d86 req-f5e0d74d-7775-474d-8e09-308bcf8813aa tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512707 Aug 06 15:28:44.068206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-da6be04f-0a4e-4433-90d7-f37f90ec8844 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426190 Aug 06 15:28:44.166689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d2c21070-9a15-41ae-8834-e83cf39de042, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d2c21070-9a15-41ae-8834-e83cf39de042,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:44.196068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'd2c21070-9a15-41ae-8834-e83cf39de042', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'd2c21070-9a15-41ae-8834-e83cf39de042', 'mac_address': 'fa:16:3e:9d:45:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:44.244563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d8512-496d-403f-8f62-70876fd56a1b req-ac095b18-e41d-4c25-96db-8379f40dc2f2 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:44.246099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-537d8512-496d-403f-8f62-70876fd56a1b req-ac095b18-e41d-4c25-96db-8379f40dc2f2 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 1095 time: 0.0757470 Aug 06 15:28:44.253169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-492de6e8-1df7-4f42-9c32-eecdcf09911f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:44.258688 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:44.263308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-492de6e8-1df7-4f42-9c32-eecdcf09911f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915946 Aug 06 15:28:44.274840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c21070-9a15-41ae-8834-e83cf39de042 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:44.297334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-0a4621a7-aa05-40e1-963b-07cb7276d730 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/quotas/63870539f7e044a9a021cd9cb081c12d HTTP/1.1" status: 200 len: 375 time: 0.0332451 Aug 06 15:28:44.298551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d2c21070-9a15-41ae-8834-e83cf39de042, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d2c21070-9a15-41ae-8834-e83cf39de042,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:44.320430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-537d8512-496d-403f-8f62-70876fd56a1b req-7e78d2fd-5898-4840-a851-941e6637b9bc tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583906 Aug 06 15:28:44.364460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:44.423280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-3d7f2d21-8b66-4bee-8c1b-c2599a9f3a40 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1100147 Aug 06 15:28:44.466699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d2c21070-9a15-41ae-8834-e83cf39de042,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:44.543664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ca1af-f4e4-43b9-9f07-a6157d38289a req-f4986297-1dee-493f-b675-5e04afd510c4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:44.545967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-087ca1af-f4e4-43b9-9f07-a6157d38289a req-f4986297-1dee-493f-b675-5e04afd510c4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0592306 Aug 06 15:28:44.594924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-087ca1af-f4e4-43b9-9f07-a6157d38289a req-60747499-7f78-4603-b9cb-661607a829d4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Aug 06 15:28:44.755295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d2c21070-9a15-41ae-8834-e83cf39de042'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:44.847745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-c000d844-16aa-4629-adda-ef8343fb80e0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:44.856758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-c000d844-16aa-4629-adda-ef8343fb80e0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.1860845 Aug 06 15:28:44.879477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-d1719813-af24-47aa-9582-7276f35e4b3a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/quotas/ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 375 time: 0.0223563 Aug 06 15:28:44.940397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8dc6d0ab-9b51-459a-9aa2-a95e1f54d059 req-b91f28ad-e654-4946-ad34-98929198e21b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 210 time: 0.0477514 Aug 06 15:28:44.971300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-66546486-0008-4013-9d87-57af6a93627f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902050 Aug 06 15:28:45.055320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f396988-79e6-4d54-9c64-a3bd383a6208 req-825af05d-c04a-4fa3-82c0-be46d24609e9 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 210 time: 0.0307782 Aug 06 15:28:45.211976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:45.372224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-847446786-network', 'tenant_id': '121cbd4dda7940f880bccf145fbd288b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:45.440576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-147e2f5c-59b2-40a3-baf8-46771ca3f6c4 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502821 Aug 06 15:28:45.449859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759a61-a3aa-4571-b400-f7b00d5ae93b req-c993b112-7909-46ee-9c0b-a1152bf6dd7c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:45.451282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17759a61-a3aa-4571-b400-f7b00d5ae93b req-c993b112-7909-46ee-9c0b-a1152bf6dd7c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 949 time: 0.0814881 Aug 06 15:28:45.495157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Made reservation on behalf of 121cbd4dda7940f880bccf145fbd288b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:45.497961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.508527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.550199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17759a61-a3aa-4571-b400-f7b00d5ae93b req-5c7e6546-a129-4a24-a2b3-68dd96fdf86c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909185 Aug 06 15:28:45.576621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-bb225752-6302-4822-80cd-f80bd7653df9 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243970 Aug 06 15:28:45.624283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.708485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.727541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e243-2495-4b8d-9dcb-a97b9d25d470 req-3c2939d5-fb1e-4799-b402-afc8708ae3a1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:45.732755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8856e243-2495-4b8d-9dcb-a97b9d25d470 req-3c2939d5-fb1e-4799-b402-afc8708ae3a1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0547321 Aug 06 15:28:45.758228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:28:45.768830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918b9ede-0223-452d-ab5b-54a30b3d4713,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:45.775874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.776704 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Added segment e9f45b27-6d59-4748-b172-e1742ef8752c of type vlan for network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 Aug 06 15:28:45.817940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8856e243-2495-4b8d-9dcb-a97b9d25d470 req-ac2d9404-d36e-40e9-940e-9160cb17e0c0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815561 Aug 06 15:28:45.862286 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.892289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4bbba27-ded0-43e2-9ac3-c71c8ca6c773 req-b11a161a-3358-4a6a-899f-bdd42e8c0c9c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 210 time: 0.0632796 Aug 06 15:28:45.976918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:45.978518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:45.979429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:46.056163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] Pushing event updated for resources: {'Network': ['ID=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:46.083594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:28:46.121290 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-073fc7de-913b-44e3-ac4f-13b2ed427b46 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513244 Aug 06 15:28:46.155724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b333d95-de61-491f-bc8b-f3ba23e8e845 req-461de2e4-0387-4dd2-88db-75160f265bac tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 210 time: 0.0809364 Aug 06 15:28:46.228727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a934e10-4838-42ee-a0b4-b4870d8f4a70 req-473ea4a9-77a2-496d-ba12-f6fb3d62d11a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 210 time: 0.0442159 Aug 06 15:28:46.481656 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2326de78-c643-4d26-baab-51c2ac16d605 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2646654 Aug 06 15:28:46.482250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:46.487070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Request body: {'subnet': {'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-847446786-subnet', 'tenant_id': '121cbd4dda7940f880bccf145fbd288b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:46.520833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-c398bf55-e886-481f-bfe0-83f1b50c1255 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:46.522409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-c398bf55-e886-481f-bfe0-83f1b50c1255 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3956039 Aug 06 15:28:46.541327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Request body: {'port': {'device_id': '37bba656-b5fd-4d48-ac30-276618905b3d', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': 'd6bb906952f24c7e8475bfa8bc8bcd4b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:46.595209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Made reservation on behalf of 121cbd4dda7940f880bccf145fbd288b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:46.601364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:46.760179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f3e7f-f115-4e21-bbe3-e85d64dd33b6 req-3b888922-2f7a-4ee9-8f8a-7701a133b9a0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:46.761663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b74f3e7f-f115-4e21-bbe3-e85d64dd33b6 req-3b888922-2f7a-4ee9-8f8a-7701a133b9a0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 949 time: 0.0798917 Aug 06 15:28:46.763735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Made reservation on behalf of d6bb906952f24c7e8475bfa8bc8bcd4b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:46.767629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:46.838960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b74f3e7f-f115-4e21-bbe3-e85d64dd33b6 req-8590a0c4-4ae7-45ee-8e0d-38423f6e7e51 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 Aug 06 15:28:46.921970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Allocated IP 192.168.233.180 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/b6b4d4d0-9097-4314-b520-9cd4427baab2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:46.956126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.046210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1e37e5f-efa2-437d-ad85-56bb92e98c1a req-50b85e46-9c37-40fa-be92-9a55be285948 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 210 time: 0.0464163 Aug 06 15:28:47.062211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fedd2-fd83-4411-86ac-400d47da3b75 req-36e20781-3383-477a-97a8-4436494c89c4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:47.071557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-327fedd2-fd83-4411-86ac-400d47da3b75 req-36e20781-3383-477a-97a8-4436494c89c4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1584911 Aug 06 15:28:47.082000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69b4a22-07d0-439e-93bb-db8d759d2903,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:47.109561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.117835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Checking segment: {'id': 'e9f45b27-6d59-4748-b172-e1742ef8752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:47.118366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Network hostable DHCP agents. Network: 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:28:47.129458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Transition to ACTIVE for port object b6b4d4d0-9097-4314-b520-9cd4427baab2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:47.131329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-327fedd2-fd83-4411-86ac-400d47da3b75 req-fb74b8f1-23e8-48a0-b549-87b065322b90 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588567 Aug 06 15:28:47.241672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:28:47.259065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f30274b3-bf32-41c1-8129-f2df56ba0a55 req-2da58bb8-0bc3-49ff-8f92-472508b150e0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 210 time: 0.0286679 Aug 06 15:28:47.274716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.304307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:47.361535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-005b58db-9b2c-4e1f-b0d1-c838860b6f0b req-4b544ec5-76bd-4c09-8a06-90d240830a0e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 210 time: 0.0560288 Aug 06 15:28:47.362981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:47.366280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-bdd3b020-9c8a-4f2c-b60c-9919dda44c74 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=63870539f7e044a9a021cd9cb081c12d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285354 Aug 06 15:28:47.387696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:47.388357 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.391525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bed27d-9aab-48c1-ad86-21acd3bba71f None None] Network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:28:47.397402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:47.414977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:47.426657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:47.459816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:47.523920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e5b6de1a-8e88-4108-926d-2ae8a8a1925f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0382845 Aug 06 15:28:47.555753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:47.557077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.617555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-323ed960-c811-4baf-8eb5-421f38e08959 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:47.618999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-323ed960-c811-4baf-8eb5-421f38e08959 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375574 Aug 06 15:28:47.624753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1649f-2896-49c9-9c81-15288762e680 None None] Network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:28:47.640666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Request body: {'port': {'device_id': '1231f825-6116-422b-a562-8f85be811f02', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '63870539f7e044a9a021cd9cb081c12d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:47.659545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-b4f3084c-c5ae-4167-aeac-cb8980561690 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1229913 Aug 06 15:28:47.677672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Request body: {'port': {'device_id': '37bba656-b5fd-4d48-ac30-276618905b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:47.790113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.857096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b02dfd07-0418-4822-a47a-5daef26ae9fb None None] Provisioning for port b6b4d4d0-9097-4314-b520-9cd4427baab2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:47.861409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b02dfd07-0418-4822-a47a-5daef26ae9fb None None] Provisioning complete for port b6b4d4d0-9097-4314-b520-9cd4427baab2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:47.861962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b02dfd07-0418-4822-a47a-5daef26ae9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.914655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b02dfd07-0418-4822-a47a-5daef26ae9fb None None] Port b6b4d4d0-9097-4314-b520-9cd4427baab2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:47.916216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Made reservation on behalf of 63870539f7e044a9a021cd9cb081c12d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:47.919745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:47.982089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d2c21070-9a15-41ae-8834-e83cf39de042 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:47.984353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673869a4-a4fe-4e2c-8fd5-03d2237df865 req-08380d9a-3ab1-41c1-8965-6ed715f5747d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:47.990730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-673869a4-a4fe-4e2c-8fd5-03d2237df865 req-08380d9a-3ab1-41c1-8965-6ed715f5747d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 949 time: 0.0547168 Aug 06 15:28:48.044957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-673869a4-a4fe-4e2c-8fd5-03d2237df865 req-4c12093d-b4c8-4e65-a76f-1588a8635e8e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Aug 06 15:28:48.161137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port d2c21070-9a15-41ae-8834-e83cf39de042 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:48.167201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port d2c21070-9a15-41ae-8834-e83cf39de042 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:48.168247 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.176198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9592b781-0940-412c-8320-646cf412139d req-f11c82fd-2d12-48e5-9806-dacd9e04e030 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 210 time: 0.0349073 Aug 06 15:28:48.183528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b4d4d0-9097-4314-b520-9cd4427baab2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:48.198888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.213070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Transition to ACTIVE for port object b6b4d4d0-9097-4314-b520-9cd4427baab2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:48.271880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.304357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.358915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d2c21070-9a15-41ae-8834-e83cf39de042, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d2c21070-9a15-41ae-8834-e83cf39de042,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:48.359484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21070-9a15-41ae-8834-e83cf39de042'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:48.362094 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1787602-195e-42a6-8e3b-638d360951cb" -d '{"events": [{"server_uuid": "02c02f8f-65f0-4ce4-a761-326099864d1c", "name": "network-vif-plugged", "status": "completed", "tag": "d2c21070-9a15-41ae-8834-e83cf39de042"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:48.380097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:48.405343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.406085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecc74c-79e0-4b91-bdf3-bb8b2690060d req-c819d600-2881-49fd-a49b-61f56823f2eb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:48.419067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaecc74c-79e0-4b91-bdf3-bb8b2690060d req-c819d600-2881-49fd-a49b-61f56823f2eb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.2042692 Aug 06 15:28:48.435559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:48.436831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Allocated IP 192.168.233.229 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/a4eecdf8-c5ec-40e7-aaf8-b6a072439e26) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:48.445748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-918339737-network', 'tenant_id': '9b2479108e614cb9a8ecdbe6b4f7f739'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:48.482399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d2c21070-9a15-41ae-8834-e83cf39de042,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:48.512081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaecc74c-79e0-4b91-bdf3-bb8b2690060d req-cd47bff8-6acd-48e8-96c4-465f618c61fc tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915096 Aug 06 15:28:48.558153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-98489b70-9277-47cb-8a5e-1e547aa394f4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:48.558264 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29ba91e-a5fe-4f97-a9da-4c4bd6bc6f84 x-openstack-request-id: req-f29ba91e-a5fe-4f97-a9da-4c4bd6bc6f84 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:48.558264 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c02f8f-65f0-4ce4-a761-326099864d1c", "name": "network-vif-plugged", "status": "completed", "tag": "d2c21070-9a15-41ae-8834-e83cf39de042", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:48.558264 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f29ba91e-a5fe-4f97-a9da-4c4bd6bc6f84 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:48.558264 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c21070-9a15-41ae-8834-e83cf39de042', 'code': 200} Aug 06 15:28:48.558577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-98489b70-9277-47cb-8a5e-1e547aa394f4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.3170342 Aug 06 15:28:48.576075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c135cd3-5d36-4399-8037-cb73922f713b req-eeea0770-72a3-4d2f-adaf-3f7f8b4f2ad3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:48.578478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c135cd3-5d36-4399-8037-cb73922f713b req-eeea0770-72a3-4d2f-adaf-3f7f8b4f2ad3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.1954482 Aug 06 15:28:48.584436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Request body: {'port': {'device_id': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'admin_state_up': True, 'tenant_id': 'ee11391ec3544057aa34e1e66e153a46'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:48.610825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:48.611399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:48.612171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:48.622954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Port b6b4d4d0-9097-4314-b520-9cd4427baab2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:48.623938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:48.641373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:48.641593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:48.641983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:48.642422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Bound port: b6b4d4d0-9097-4314-b520-9cd4427baab2, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:48.642785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.658284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Made reservation on behalf of 9b2479108e614cb9a8ecdbe6b4f7f739 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:48.661506 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.690079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.719879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b5105bc-abfb-49c4-b6b9-757453b30a51 req-b7293ecd-40cc-43fe-b78f-628a47ba528e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 210 time: 0.0513122 Aug 06 15:28:48.733599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c135cd3-5d36-4399-8037-cb73922f713b req-aaa51de7-8a38-4c76-b4c2-7aa4c8fd1e0d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426628 Aug 06 15:28:48.846444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:48.855349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:48.868507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Made reservation on behalf of ee11391ec3544057aa34e1e66e153a46 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:48.868695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f2a9f-6664-46a3-8957-fce4d9b1824b req-217016f0-7b4d-4404-b566-224afe9e75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:48.870018 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a97f2a9f-6664-46a3-8957-fce4d9b1824b req-217016f0-7b4d-4404-b566-224afe9e75bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 1101 time: 0.1713371 Aug 06 15:28:48.872278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.888245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.924973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Transition to ACTIVE for port object a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:48.937721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:48.988438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a97f2a9f-6664-46a3-8957-fce4d9b1824b req-904a1eb4-4087-4d94-ac87-abd8c2639db9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973024 Aug 06 15:28:49.002716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.004505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.005407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 1096 time: 1.3374441 Aug 06 15:28:49.009250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:49.010563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3335-7c5e-4383-94be-021a14df2379 req-e64b2640-1a4e-4c0b-a365-a46ac5e0b38d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.011882 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cf72b2-6fd8-4ec4-9134-f72f1ea2a7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:49.012119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f05c3335-7c5e-4383-94be-021a14df2379 req-e64b2640-1a4e-4c0b-a365-a46ac5e0b38d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 945 time: 0.1127820 Aug 06 15:28:49.065672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Allocated IP 172.20.0.7 (b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0/fc4e9bbe-b769-431f-ab57-a6184ec0a741/6e1ce1bd-c478-46bd-9a98-3e86ec17c337) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:49.079483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec94800-e788-4c41-b844-a04a8cd23321 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:49.085623 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cced6c-f917-4cf9-9ddc-0f4109028f79 x-openstack-request-id: req-70cced6c-f917-4cf9-9ddc-0f4109028f79 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:49.088596 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:49.088596 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70cced6c-f917-4cf9-9ddc-0f4109028f79 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:49.088596 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'status': 'completed', 'code': 200} Aug 06 15:28:49.125127 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f05c3335-7c5e-4383-94be-021a14df2379 req-3efd3ba5-661f-43af-b13e-a793a6f078e7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946791 Aug 06 15:28:49.129824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.174368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf72b2-6fd8-4ec4-9134-f72f1ea2a7d0 req-b1c72cbf-e8ac-45dc-8d65-0c668cdc8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.177003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90cf72b2-6fd8-4ec4-9134-f72f1ea2a7d0 req-b1c72cbf-e8ac-45dc-8d65-0c668cdc8190 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1099 time: 0.0684807 Aug 06 15:28:49.183366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.200679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f', 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'eb49312c-837d-41c9-b93e-ebccc81dea57'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:49.244033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.255690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90cf72b2-6fd8-4ec4-9134-f72f1ea2a7d0 req-0b87b017-8e3e-4be3-be7e-9454f1dfa426 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600514 Aug 06 15:28:49.299616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab3ac-c0d0-4f55-86e1-907b97b71e79 req-4012c7ee-50a6-4c85-b62f-c3fcfc360e7e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.301835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f08ab3ac-c0d0-4f55-86e1-907b97b71e79 req-4012c7ee-50a6-4c85-b62f-c3fcfc360e7e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 950 time: 0.1284921 Aug 06 15:28:49.303981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:49.317091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:49.318294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:28:49.334508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-169e42fa-fb8e-4709-9683-e4bec4dea410 req-0000b584-2dc0-4305-8320-e0c3e86ea8e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 210 time: 0.0562479 Aug 06 15:28:49.384479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:49.392560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f08ab3ac-c0d0-4f55-86e1-907b97b71e79 req-100d7a33-8b3f-4c7c-b747-cc58ae21b95e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746346 Aug 06 15:28:49.394367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:49.397507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8631ce8-ccd8-4c76-a933-b11a77096f5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:49.397730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.404374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event updated for resources: {'Port': ['ID=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:49.441103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.441691 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Added segment a8812f8c-a43c-4e52-9e30-0325b40e5365 of type vlan for network 1392eb61-5614-4457-b99c-a71d9bfda058 Aug 06 15:28:49.503940 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.515496 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.526247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.526959 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.536474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf72b2-6fd8-4ec4-9134-f72f1ea2a7d0 req-9d3414fc-717e-475a-a984-a3223cbd44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.538748 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90cf72b2-6fd8-4ec4-9134-f72f1ea2a7d0 req-9d3414fc-717e-475a-a984-a3223cbd44c3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693243 Aug 06 15:28:49.588377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:49.591485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:49.595211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:49.645873 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a2fac9ed-7c99-4ba6-96d4-3707e9a4c669 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0154579 Aug 06 15:28:49.649905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-ca126073-98de-49ae-86ca-e09aab9fe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.652343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-ca126073-98de-49ae-86ca-e09aab9fe6d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1099 time: 0.0585191 Aug 06 15:28:49.658278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:49.688644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Request body: {'port': {'device_id': '1231f825-6116-422b-a562-8f85be811f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:49.694225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.694614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.695446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.706328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.707826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.732711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5cb2a-b6e0-4409-bd6b-88c07ebc09ce req-a2313954-d4ad-46d1-9da7-694997b4995b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.734415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6b5cb2a-b6e0-4409-bd6b-88c07ebc09ce req-a2313954-d4ad-46d1-9da7-694997b4995b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0891607 Aug 06 15:28:49.788138 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-8b3d9c51-843c-4fa4-9d0d-131cb3f0a3d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.1141040 Aug 06 15:28:49.799847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6b5cb2a-b6e0-4409-bd6b-88c07ebc09ce req-597c51e9-cc4f-4f55-9cd9-e9c2dd7a6dbf tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536823 Aug 06 15:28:49.807098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-75f33aa3-9b10-4019-99de-d9a3d3c9eaae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2261767 Aug 06 15:28:49.832192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Request body: {'port': {'device_id': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:49.833184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79e8aedd-7485-4b40-8a25-7f80656eba16 None None] Provisioning for port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:49.851569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] Pushing event updated for resources: {'Network': ['ID=1392eb61-5614-4457-b99c-a71d9bfda058,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:49.861308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79e8aedd-7485-4b40-8a25-7f80656eba16 None None] Provisioning complete for port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:49.861308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79e8aedd-7485-4b40-8a25-7f80656eba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.865924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1392eb61-5614-4457-b99c-a71d9bfda058 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:28:49.885480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9638b69c-fb2b-4cb3-b944-2c0636126b8e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4461892 Aug 06 15:28:49.892603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:28:49.902593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Request body: {'subnet': {'network_id': '1392eb61-5614-4457-b99c-a71d9bfda058', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-918339737-subnet', 'tenant_id': '9b2479108e614cb9a8ecdbe6b4f7f739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:49.920279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.948864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-ed0a7cb1-1766-4eea-849d-9dfb0543ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:49.950398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-ed0a7cb1-1766-4eea-849d-9dfb0543ba3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1304095 Aug 06 15:28:49.978360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-79e8aedd-7485-4b40-8a25-7f80656eba16 None None] Port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:49.985277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:49.999896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07c06a-ab3f-4127-8518-0eec6908f32d req-dc6faeb3-2664-4bae-b5b8-4373431fb9b7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:50.001339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f07c06a-ab3f-4127-8518-0eec6908f32d req-dc6faeb3-2664-4bae-b5b8-4373431fb9b7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 936 time: 0.1636102 Aug 06 15:28:50.023776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6e95-b379-4828-8a74-ce0566c31081 req-b83e7c43-dd74-46a8-b7a1-de44a4e19b08 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:50.025973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee5c6e95-b379-4828-8a74-ce0566c31081 req-b83e7c43-dd74-46a8-b7a1-de44a4e19b08 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.1352212 Aug 06 15:28:50.101673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Made reservation on behalf of 9b2479108e614cb9a8ecdbe6b4f7f739 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:50.104069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.108667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-4731aabf-7636-42a6-9b37-13c18d3095df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:50.110333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-4731aabf-7636-42a6-9b37-13c18d3095df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342449 Aug 06 15:28:50.154521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f07c06a-ab3f-4127-8518-0eec6908f32d req-05fd9b9b-1308-416e-b607-ea60887af791 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268520 Aug 06 15:28:50.274364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee5c6e95-b379-4828-8a74-ce0566c31081 req-fef9b1cf-f713-47ae-bb08-ae2fd1e093e8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184675 Aug 06 15:28:50.297693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-aeac243b-0c01-4c32-8300-7eac52c5c238 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782446 Aug 06 15:28:50.495449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67bb79b7-f30f-4cbb-92eb-e8b886d7081e req-30656d31-614a-4e06-ba99-58e3e4118ef6 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894817 Aug 06 15:28:50.500772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:50.508032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.526114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Transition to ACTIVE for port object a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:50.553054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317a01e-19c0-4575-8563-a0df01b6a6cf req-9b35ad17-aaa0-4078-b068-aa7a90144756 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:50.554518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2317a01e-19c0-4575-8563-a0df01b6a6cf req-9b35ad17-aaa0-4078-b068-aa7a90144756 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 931 time: 0.1567125 Aug 06 15:28:50.608105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.617464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:50.645074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2317a01e-19c0-4575-8563-a0df01b6a6cf req-b30d8eb3-1e89-4274-8634-fb9f0f86aca9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794177 Aug 06 15:28:50.653934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.668441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Pushing event updated for resources: {'Port': ['ID=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:50.679631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Transition to ACTIVE for port object 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:50.717091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.768617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Attempting to bind port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:50.769625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Attempting to bind port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:50.770046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Attempting to bind port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:50.776250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:50.776635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Attempting to bind port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:50.782248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:50.783042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:50.783496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:50.783979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Bound port: a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:50.784345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.795002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.845402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6bc35e-cbd9-42ff-ba18-a131e1969863,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:50.864834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] For port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:50.873845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] For port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:50.880158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607282f8-f66f-4d57-813c-6b9be044b340 req-d4baea59-2437-450f-9de6-68dc6d39a0ee tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:50.881756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-607282f8-f66f-4d57-813c-6b9be044b340 req-d4baea59-2437-450f-9de6-68dc6d39a0ee tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 950 time: 0.1813281 Aug 06 15:28:50.929960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Checking segment: {'id': 'a8812f8c-a43c-4e52-9e30-0325b40e5365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '1392eb61-5614-4457-b99c-a71d9bfda058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:50.930312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Network hostable DHCP agents. Network: 1392eb61-5614-4457-b99c-a71d9bfda058, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:28:50.932199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:50.952896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.966428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-2e62c661-97bf-4883-aa3c-f8b9f4d9bb62 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2044533109&fields=id&tenant_id=26d88e54006b47f7813832250f2619cf HTTP/1.1" status: 200 len: 267 time: 0.1689529 Aug 06 15:28:50.990677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:50.991999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:50.996297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] 10.222.0.59 "PUT /v2.0/ports/a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 HTTP/1.1" status: 200 len: 1096 time: 1.3269804 Aug 06 15:28:51.015778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-607282f8-f66f-4d57-813c-6b9be044b340 req-38393aa0-30a4-44d8-9f24-79f8dcfcb9d7 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245155 Aug 06 15:28:51.047005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866455ae-3edd-4e0a-8cc4-bfaa6d78656a service neutron] Pushing event updated for resources: {'Port': ['ID=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:51.087730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1231f825-6116-422b-a562-8f85be811f02', 'tag': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:51.091309 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249dba39-f814-46b1-9217-8828a20bc79f" -d '{"events": [{"name": "network-changed", "server_uuid": "1231f825-6116-422b-a562-8f85be811f02", "tag": "a4eecdf8-c5ec-40e7-aaf8-b6a072439e26"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:51.151049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-b76e4ffd-8d83-408e-b2b9-eef1fcd83287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.152639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-b76e4ffd-8d83-408e-b2b9-eef1fcd83287 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 1099 time: 0.0470686 Aug 06 15:28:51.213389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a872bea8-f853-4edd-bb8e-89f94319575a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 HTTP/1.1" status: 200 len: 217 time: 0.0419095 Aug 06 15:28:51.220090 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:28:51.286458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-d1e0f5d5-32f5-4618-86b2-2fec74152207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.287849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-d1e0f5d5-32f5-4618-86b2-2fec74152207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0481791 Aug 06 15:28:51.306344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Network 1392eb61-5614-4457-b99c-a71d9bfda058 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:28:51.341639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-78e4febc-f422-41a4-8d75-bc9d5d634737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.341639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-78e4febc-f422-41a4-8d75-bc9d5d634737 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419800 Aug 06 15:28:51.377247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:51.377588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:51.377921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:51.399418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-a0f753fb-4ea3-4d46-a275-668ecc809c59 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.401004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-a0f753fb-4ea3-4d46-a275-668ecc809c59 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 823 time: 0.4244578 Aug 06 15:28:51.402839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:51.403168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:51.418822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7fc83-bf35-4c63-8e14-a1a07258b0eb req-c41fed61-bb5b-47db-a3bb-ab5311d237ca tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.420368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fb7fc83-bf35-4c63-8e14-a1a07258b0eb req-c41fed61-bb5b-47db-a3bb-ab5311d237ca tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1187971 Aug 06 15:28:51.421112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:51.421451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:51.421832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:51.422272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Bound port: 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:51.422633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:51.433002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1392eb61-5614-4457-b99c-a71d9bfda058) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:51.443093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91187b5d-ba25-4f01-9b1c-c6f693d330a6 None None] Network 1392eb61-5614-4457-b99c-a71d9bfda058 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:28:51.452843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-ea66293d-6f2b-4a4e-a537-6805508b7782 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/quotas/26d88e54006b47f7813832250f2619cf HTTP/1.1" status: 200 len: 375 time: 0.0426219 Aug 06 15:28:51.462168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-4c64e45c-45e2-4e7c-8c58-28d47aadd89e service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101084 Aug 06 15:28:51.462421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.462421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:51.548389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fb7fc83-bf35-4c63-8e14-a1a07258b0eb req-a0f7e7c1-7067-4dcb-b365-a1329265d3d6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178887 Aug 06 15:28:51.572204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c3a2dc0-4e42-4d01-9419-000287b9bd68 req-a85b7023-4d36-46ea-96f2-2b7c74dba6db service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022732 Aug 06 15:28:51.592405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-704c8f88-78d4-4b26-b639-86c5ef18bba5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6946363 Aug 06 15:28:51.604766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-b372212f-f453-44b5-b0b0-470f8dff035c tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1374645 Aug 06 15:28:51.605916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:51.609462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:51.625890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18586c83-c290-4336-93c5-e0181ceccc79 None None] Network 1392eb61-5614-4457-b99c-a71d9bfda058 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:28:51.716722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:51.759433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-3fff5932-1473-4619-8b75-121dfbbc5908 service neutron] 10.222.0.16 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374090 Aug 06 15:28:51.769126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.770123 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:51.771599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] 10.222.0.64 "PUT /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 1091 time: 1.9482009 Aug 06 15:28:51.775241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:51.778429 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde61399-e59b-47ce-8c22-61701130168d" -d '{"events": [{"name": "network-changed", "server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:51.859423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29618f-b37e-4e0e-ae71-17222b8c2582 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:51.924375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-90eccf2a-c3d9-4d7a-8465-e020ccb7a028 service neutron] 10.222.0.16 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517217 Aug 06 15:28:51.931842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-8a71e2b3-bdfd-4536-981f-62b4e4def2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:51.932933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-8a71e2b3-bdfd-4536-981f-62b4e4def2ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1094 time: 0.0605419 Aug 06 15:28:51.958158 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63781d14-714b-4f4e-9c73-8faa23ac3578 x-openstack-request-id: req-63781d14-714b-4f4e-9c73-8faa23ac3578 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:51.959104 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1231f825-6116-422b-a562-8f85be811f02", "tag": "a4eecdf8-c5ec-40e7-aaf8-b6a072439e26", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:51.959492 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63781d14-714b-4f4e-9c73-8faa23ac3578 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:51.960097 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1231f825-6116-422b-a562-8f85be811f02', 'tag': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26', 'status': 'completed', 'code': 200} Aug 06 15:28:51.996815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-d9b764c2-f817-4d16-9ab2-40d343450fcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 217 time: 0.0461366 Aug 06 15:28:52.025639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dba39-f814-46b1-9217-8828a20bc79f req-9c301bac-0fb4-49dc-a5da-abb1428819a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.027132 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-9c301bac-0fb4-49dc-a5da-abb1428819a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 1099 time: 0.0460742 Aug 06 15:28:52.088504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4106-ecb2-48b0-986d-845ed32250c2 req-ab89aa23-2bfc-46f9-a9bf-6a57e27caa44 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.089950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06fb4106-ecb2-48b0-986d-845ed32250c2 req-ab89aa23-2bfc-46f9-a9bf-6a57e27caa44 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 948 time: 0.0867648 Aug 06 15:28:52.091678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-47978c52-3757-4f1d-8914-7c7fb0c7d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.093014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-47978c52-3757-4f1d-8914-7c7fb0c7d368 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0794616 Aug 06 15:28:52.131134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dba39-f814-46b1-9217-8828a20bc79f req-20d71d20-5775-48e9-b211-4ac057737315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.132662 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-20d71d20-5775-48e9-b211-4ac057737315 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.0919733 Aug 06 15:28:52.133737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-584d4a5b-71de-4641-8577-fec91e0e53a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297983 Aug 06 15:28:52.150717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06fb4106-ecb2-48b0-986d-845ed32250c2 req-2bad6e97-18f2-4d4f-972f-bedafa2e64c8 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542736 Aug 06 15:28:52.184085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-63724bda-afba-4cc4-b0b7-e31b24eb6ee3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 HTTP/1.1" status: 200 len: 217 time: 0.0402265 Aug 06 15:28:52.263993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-f50cce85-2a2d-45aa-b8fe-f763473754c9 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100876 Aug 06 15:28:52.267401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dba39-f814-46b1-9217-8828a20bc79f req-2d7b8376-17e6-4558-97ea-3a19f5d03680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.269454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-2d7b8376-17e6-4558-97ea-3a19f5d03680 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0777853 Aug 06 15:28:52.322636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dba39-f814-46b1-9217-8828a20bc79f req-04c17dd8-4741-460f-b987-ebc5db3ee31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.324443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-04c17dd8-4741-460f-b987-ebc5db3ee31d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463512 Aug 06 15:28:52.414104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87f726-6df5-4c39-92de-4bd4a62c4002 req-e8208619-386d-460d-b49e-fcbcb8f70ec6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.415619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b87f726-6df5-4c39-92de-4bd4a62c4002 req-e8208619-386d-460d-b49e-fcbcb8f70ec6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.1506455 Aug 06 15:28:52.424736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141433c8-1f68-467e-a9dc-effb90d08af5 req-d721dd21-15a3-4321-a314-08104f62deba tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.426893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-141433c8-1f68-467e-a9dc-effb90d08af5 req-d721dd21-15a3-4321-a314-08104f62deba tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.1597936 Aug 06 15:28:52.444765 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-b35531fc-5b10-44a1-8425-d4b1b03cf946 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951803 Aug 06 15:28:52.471683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7d7e67b-f00b-49dc-abcb-10bc84884c05 req-a6aa11a3-fd1e-4d90-86cb-8ae1f4324170 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698279 Aug 06 15:28:52.501792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b87f726-6df5-4c39-92de-4bd4a62c4002 req-691267c9-0fe5-46b7-9ee7-a01e19c18b0b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738876 Aug 06 15:28:52.505930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-141433c8-1f68-467e-a9dc-effb90d08af5 req-f101f212-5f3a-4dbd-a21a-994a607a1b32 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620706 Aug 06 15:28:52.578470 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc8e82d-2ea4-4f97-80c3-2fa96e358763 x-openstack-request-id: req-cfc8e82d-2ea4-4f97-80c3-2fa96e358763 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:52.578768 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:52.579022 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfc8e82d-2ea4-4f97-80c3-2fa96e358763 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:52.579415 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'status': 'completed', 'code': 200} Aug 06 15:28:52.621581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-91f167d6-98d5-4cb3-ad0d-3bc8a5ed64a2 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.623157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-91f167d6-98d5-4cb3-ad0d-3bc8a5ed64a2 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/ports?device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 945 time: 0.0981097 Aug 06 15:28:52.852351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde61399-e59b-47ce-8c22-61701130168d req-d62208f0-9746-4d75-a239-cf496b150024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.853865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-d62208f0-9746-4d75-a239-cf496b150024 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1094 time: 0.0880337 Aug 06 15:28:52.883663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Deleting port c6b9f534-8f07-4af3-b896-4b9246fc7bef {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:28:52.890487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:52.890659 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-249dba39-f814-46b1-9217-8828a20bc79f req-1415c085-6565-436a-baab-ed5972618f1e service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304636 Aug 06 15:28:52.890763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:52.961214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-0dc702a3-60aa-4033-a777-be1080a2ce15 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.964398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-0dc702a3-60aa-4033-a777-be1080a2ce15 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/networks?id=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 HTTP/1.1" status: 200 len: 814 time: 0.2302003 Aug 06 15:28:52.969651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde61399-e59b-47ce-8c22-61701130168d req-c7c07c7d-012e-47c6-af3a-f18ba0d95948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:52.971291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-c7c07c7d-012e-47c6-af3a-f18ba0d95948 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.0969369 Aug 06 15:28:53.006958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:53.019770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-3f29cd04-f606-4015-bccf-8408ecfeacf5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 217 time: 0.0401168 Aug 06 15:28:53.020004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'mac_address': 'fa:16:3e:c5:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:53.029138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-9ff01425-e683-4d19-b80f-3cfc93e78624 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/quotas/121cbd4dda7940f880bccf145fbd288b HTTP/1.1" status: 200 len: 375 time: 0.0568452 Aug 06 15:28:53.061665 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:53.076384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b4d4d0-9097-4314-b520-9cd4427baab2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:53.084394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde61399-e59b-47ce-8c22-61701130168d req-f18a5ae0-52d3-4ac4-80dc-ac4df93ee73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.086201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-f18a5ae0-52d3-4ac4-80dc-ac4df93ee73c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0572529 Aug 06 15:28:53.090551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d8150b60-570b-4a8a-a477-3f9ab153fd89 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=121cbd4dda7940f880bccf145fbd288b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432835 Aug 06 15:28:53.097636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:53.103517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] For port c6b9f534-8f07-4af3-b896-4b9246fc7bef, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6b9f534-8f07-4af3-b896-4b9246fc7bef,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:53.106229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:53.125524 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-1d30f4d1-69f6-4a66-b228-228393e7f435 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265288 Aug 06 15:28:53.142219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.142773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.143253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.143721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.145079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.145559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.146014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.146519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.146977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.147437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.147925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.148384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.148841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.149298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.149754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.150211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.150668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.151124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.151582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.152061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.152516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:53.155280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-0816eca4-4f01-4c59-89ee-18d90d4f3253 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc&device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271&device_id=1231f825-6116-422b-a562-8f85be811f02&device_id=37bba656-b5fd-4d48-ac30-276618905b3d&device_id=02c02f8f-65f0-4ce4-a761-326099864d1c&device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88&device_id=10ba850d-1b1b-461c-acf0-253b43430da0&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79&device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21&device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc&device_id=7af63849-88af-4fc0-8620-a07c1e084548&device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4&device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674&device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae&device_id=89615bf5-2037-4c59-99f6-50f22735dd70&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604&device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805&device_id=901a127b-8767-4040-8090-df32f5ec6b3a&device_id=ebb7811e-a077-4f64-977c-0f9800c8a912&device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&device_id=70f799db-4d84-4c28-971c-a8c25befc858 HTTP/1.1" status: 200 len: 18871 time: 0.1842685 Aug 06 15:28:53.205454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:53.225116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-e8540469-87cc-4dca-915c-955c867423d8 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917778 Aug 06 15:28:53.255695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:53.277214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-a765bee4-82d9-4c7a-b1d9-b52f4bfcebcc tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:53.344867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bde61399-e59b-47ce-8c22-61701130168d req-93497fa6-a7ed-4751-9322-662b8a08e434 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960245 Aug 06 15:28:53.411882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-ed838734-35f4-4d5f-a096-5f3cacbb06f7 service neutron] 10.222.0.16 "GET /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113809 Aug 06 15:28:53.556306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b6b4d4d0-9097-4314-b520-9cd4427baab2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:53.854258 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:53.854827 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:53.855025 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Floating IP 96617069-3961-4324-891d-516235b68f37 disassociated. External IP: 172.25.5.247, port: c6b9f534-8f07-4af3-b896-4b9246fc7bef. Aug 06 15:28:53.855386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Calling delete_port for c6b9f534-8f07-4af3-b896-4b9246fc7bef owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:28:53.894985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-c7785f91-cd70-4523-a5cb-9dc2109a8147 service neutron] 10.222.0.16 "GET /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664826 Aug 06 15:28:53.957558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-a765bee4-82d9-4c7a-b1d9-b52f4bfcebcc tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:54.060474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-a765bee4-82d9-4c7a-b1d9-b52f4bfcebcc tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:54.097155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46fac7a0-92fd-4616-a7ce-cfae4a5534ee req-a765bee4-82d9-4c7a-b1d9-b52f4bfcebcc tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&id=c72fb865-1ce0-4b24-9358-f1d4e244589a&id=54801f39-be26-4ef8-924d-8304bfbc4bad&id=9bf21227-81a5-4964-83db-ab5d62f00395&id=ac153716-d440-4857-8472-f2770ec89dd5&id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.9296761 Aug 06 15:28:54.099497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765bee4-82d9-4c7a-b1d9-b52f4bfcebcc tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab23227-c211-41bf-b0aa-dd8b45c6869e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:54.129758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:54.192083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event deleted for resources: {'Port': ['ID=c6b9f534-8f07-4af3-b896-4b9246fc7bef,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:54.229847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddbe5ab4-2d34-4bfa-a574-1729bfe28ac7 req-c3770fcc-333b-47fc-9fcf-539af3e5d7a0 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 210 time: 0.0603304 Aug 06 15:28:54.327928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9bb42-231e-4209-80fd-c5e7258be525 req-bf976939-5a15-45b5-8e95-a42ef32890c7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:54.329357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93a9bb42-231e-4209-80fd-c5e7258be525 req-bf976939-5a15-45b5-8e95-a42ef32890c7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1590006 Aug 06 15:28:54.421369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Router 735f8232-4299-49b4-9ab5-6beda03fd1af has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:28:54.424406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93a9bb42-231e-4209-80fd-c5e7258be525 req-edcc6ed8-c605-4ca1-b155-59d495e14cd3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861976 Aug 06 15:28:54.434963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a0bfbb-9305-42e0-9e5d-387c868e0624 req-3e2d559b-e3cb-4ddf-846b-a01c42a33ce0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:54.436609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42a0bfbb-9305-42e0-9e5d-387c868e0624 req-3e2d559b-e3cb-4ddf-846b-a01c42a33ce0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 948 time: 0.1188087 Aug 06 15:28:54.558332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42a0bfbb-9305-42e0-9e5d-387c868e0624 req-983b8055-cdad-4b90-9c56-4f948e505b04 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104500 Aug 06 15:28:54.628536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e235e-d566-464b-a381-cf7436be4b01 req-ecdf0325-760a-454c-a8d8-32766a111941 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:54.630609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c02e235e-d566-464b-a381-cf7436be4b01 req-ecdf0325-760a-454c-a8d8-32766a111941 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 949 time: 0.1297131 Aug 06 15:28:54.671991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:28:54.697903 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:28:54.717032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-15808f82-8063-4ecc-8752-4628ea33d99a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:54.719648 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-15808f82-8063-4ecc-8752-4628ea33d99a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 823 time: 0.1954432 Aug 06 15:28:54.719785 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:28:54.720286 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:28:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:28:54.761854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] No DVR routers for this DVR port c6b9f534-8f07-4af3-b896-4b9246fc7bef on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:28:54.768460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:54.771251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1db75c37-186c-4086-b3ba-61b8b1f94d07 req-51d257be-70ce-4e9d-9870-22d62a2463ae tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "DELETE /v2.0/ports/c6b9f534-8f07-4af3-b896-4b9246fc7bef HTTP/1.1" status: 204 len: 173 time: 2.1302423 Aug 06 15:28:54.772553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'name': 'network-vif-deleted', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:54.776213 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65bd202-caa2-4bcb-9478-dee0749011eb" -d '{"events": [{"server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "name": "network-vif-deleted", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:54.785086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c02e235e-d566-464b-a381-cf7436be4b01 req-06161edd-0d5c-4e0e-b39e-28feacf24d6e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313467 Aug 06 15:28:54.795557 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-04811cc3-418a-4c16-bf53-32845ab58f58 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26d88e54006b47f7813832250f2619cf HTTP/1.1" status: 200 len: 380 time: 0.0589545 Aug 06 15:28:54.814505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'port': {'device_id': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'admin_state_up': True, 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'security_groups': ['d656a1ad-3ff3-47b3-85b0-c8732ed28e98']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:54.820188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7014e6-e118-47c7-a4f0-1dfad19a0171 req-f31eb5ba-ae5e-4287-be88-94e4d13e92e9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:54.829578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b7014e6-e118-47c7-a4f0-1dfad19a0171 req-f31eb5ba-ae5e-4287-be88-94e4d13e92e9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.1453240 Aug 06 15:28:54.885929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b7014e6-e118-47c7-a4f0-1dfad19a0171 req-cecbed21-2dbd-413a-8772-7ddaeab078d3 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Aug 06 15:28:54.930818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:54.935425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:54.945350 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:28:54.995888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3690547d-2d80-4b49-900c-35f080ce35f4 req-60eb2233-cd6c-471d-883b-7874cfc4f550 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 210 time: 0.0394082 Aug 06 15:28:55.006622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101baffb-5144-4838-a460-9b1bc345eb6f req-d124b0c8-cbb5-4616-a0f4-89814073d0d6 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:55.008173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-101baffb-5144-4838-a460-9b1bc345eb6f req-d124b0c8-cbb5-4616-a0f4-89814073d0d6 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1097 time: 0.0948071 Aug 06 15:28:55.068405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Made reservation on behalf of 26d88e54006b47f7813832250f2619cf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:55.072577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.119278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-101baffb-5144-4838-a460-9b1bc345eb6f req-7654c421-7193-467b-a883-b449f0d8f238 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983243 Aug 06 15:28:55.137531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:55.160149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port b6b4d4d0-9097-4314-b520-9cd4427baab2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:55.162785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26', 'mac_address': 'fa:16:3e:7b:e6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:55.210722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.215031 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bfeede-91ca-45e1-87db-6afcdbbda175 x-openstack-request-id: req-93bfeede-91ca-45e1-87db-6afcdbbda175 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:55.215512 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f799db-4d84-4c28-971c-a8c25befc858", "name": "network-vif-deleted", "tag": "c6b9f534-8f07-4af3-b896-4b9246fc7bef", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:55.215995 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93bfeede-91ca-45e1-87db-6afcdbbda175 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:55.216558 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f799db-4d84-4c28-971c-a8c25befc858', 'name': 'network-vif-deleted', 'tag': 'c6b9f534-8f07-4af3-b896-4b9246fc7bef', 'status': 'completed', 'code': 200} Aug 06 15:28:55.229479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:55.233806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port b6b4d4d0-9097-4314-b520-9cd4427baab2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:55.235111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.325862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Allocated IP 172.20.0.3 (78ad054a-fbca-4825-ace1-2a3771e1d945/d9e25d00-b4ec-47f1-a5da-a21e7f33b153/b42fbefd-fe98-4b89-bbc7-b56e250134b4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:55.341567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:55.364511 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:28:55.387689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.412317 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:28:55.421296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:28:55.421964 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:28:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:28:55.439008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:55.445492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:55.455976 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3166bb32-374c-4711-85fd-8f5cebd2645c" -d '{"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:55.463055 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.544444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.545878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:55.554687 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:28:55.559158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.560885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.561428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149f43-62af-474f-9a9b-bb1d5c74e0f4 req-c2e9d6e1-7e41-4eeb-a8fb-f6edbc9ded0a tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:55.562023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149f43-62af-474f-9a9b-bb1d5c74e0f4 req-c2e9d6e1-7e41-4eeb-a8fb-f6edbc9ded0a tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:55.562680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149f43-62af-474f-9a9b-bb1d5c74e0f4 req-c2e9d6e1-7e41-4eeb-a8fb-f6edbc9ded0a tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:55.564709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Transition to ACTIVE for port object b42fbefd-fe98-4b89-bbc7-b56e250134b4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:55.565261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb149f43-62af-474f-9a9b-bb1d5c74e0f4 req-c2e9d6e1-7e41-4eeb-a8fb-f6edbc9ded0a tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c&device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21&device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 2883 time: 0.0599408 Aug 06 15:28:55.608234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb149f43-62af-474f-9a9b-bb1d5c74e0f4 req-52ac92ac-0bc0-44c3-841c-f15da6981981 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363014 Aug 06 15:28:55.639092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:55.701239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03ac5138-065f-4af8-ac31-861d4f0ace23 req-c858bde5-a47a-451a-b207-221a644f5e1d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 210 time: 0.0293176 Aug 06 15:28:55.731421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.780989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:55.784375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:55.788982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:55.841049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:55.841699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:55.850210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['a4eecdf8-c5ec-40e7-aaf8-b6a072439e26'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:55.855068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bfb4-2602-40f7-9e9d-8cdd5be8ff6a req-700f98c7-ea51-42d0-a4d2-6b6b2f8e5488 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:55.863918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event updated for resources: {'Port': ['ID=b42fbefd-fe98-4b89-bbc7-b56e250134b4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:55.864450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9f0bfb4-2602-40f7-9e9d-8cdd5be8ff6a req-700f98c7-ea51-42d0-a4d2-6b6b2f8e5488 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1011138 Aug 06 15:28:55.887660 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:28:55.933222 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7493c1e-4ebe-4e30-ba4e-48f87b1fddbc None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:28:55.953002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9f0bfb4-2602-40f7-9e9d-8cdd5be8ff6a req-17547ab9-69f1-4938-8868-8c6a775b8dae tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861604 Aug 06 15:28:55.953475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-33992cb3-6cfc-4261-baa4-72f336bf0ac8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1430500 Aug 06 15:28:55.966688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Request body: {'port': {'device_id': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:55.993735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:28:56.002170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6b9f534-8f07-4af3-b896-4b9246fc7bef no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:28:56.060409 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec6b2e2-fd80-4303-9a1e-750df46179b3 x-openstack-request-id: req-3ec6b2e2-fd80-4303-9a1e-750df46179b3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:56.061038 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:56.061495 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ec6b2e2-fd80-4303-9a1e-750df46179b3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:56.062057 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'code': 200} Aug 06 15:28:56.073301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c6b9f534-8f07-4af3-b896-4b9246fc7bef {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:28:56.073863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6b9f534-8f07-4af3-b896-4b9246fc7bef not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:28:56.114091 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.308209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214d253-0648-4321-8300-98413898ea77 req-96c9a3d1-141d-4fe2-b77e-7de694fb1747 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:56.316288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f214d253-0648-4321-8300-98413898ea77 req-96c9a3d1-141d-4fe2-b77e-7de694fb1747 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 949 time: 0.1082811 Aug 06 15:28:56.386928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f214d253-0648-4321-8300-98413898ea77 req-f15a7b16-88ac-441f-b81c-436e5e81eabf tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680513 Aug 06 15:28:56.448905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b91e6d4-2cec-495c-8902-6303b77a162b None None] Provisioning for port b42fbefd-fe98-4b89-bbc7-b56e250134b4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:56.469159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44b3083-25af-4944-a0f6-3f0a65420e6c None None] New status for floating IP 96617069-3961-4324-891d-516235b68f37: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:28:56.482759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b91e6d4-2cec-495c-8902-6303b77a162b None None] Provisioning complete for port b42fbefd-fe98-4b89-bbc7-b56e250134b4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:56.483175 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b91e6d4-2cec-495c-8902-6303b77a162b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.507833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8cc1-8ff6-4c08-868d-745e26bd56dc req-e75acb18-a261-4d6f-a704-7e0450feb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:56.517682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eba8cc1-8ff6-4c08-868d-745e26bd56dc req-e75acb18-a261-4d6f-a704-7e0450feb0fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1101 time: 0.1901567 Aug 06 15:28:56.577910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eba8cc1-8ff6-4c08-868d-745e26bd56dc req-5e1afb9a-b3de-4661-a0a3-2c381794da84 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567465 Aug 06 15:28:56.625807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4f510-c92a-4ae9-81bd-638147052eac req-86cc8d1f-e5f2-4b35-91b3-57ff58f40e65 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:56.627382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42fbefd-fe98-4b89-bbc7-b56e250134b4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:56.627710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00e4f510-c92a-4ae9-81bd-638147052eac req-86cc8d1f-e5f2-4b35-91b3-57ff58f40e65 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0626967 Aug 06 15:28:56.636743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.649765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Transition to ACTIVE for port object b42fbefd-fe98-4b89-bbc7-b56e250134b4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:56.653040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:56.655552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4b91e6d4-2cec-495c-8902-6303b77a162b None None] Port b42fbefd-fe98-4b89-bbc7-b56e250134b4 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:28:56.665061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'port_id': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'mac_address': 'fa:16:3e:2d:58:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4e9bbe-b769-431f-ab57-a6184ec0a741', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:28:56.670174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00e4f510-c92a-4ae9-81bd-638147052eac req-a37dc07b-a700-45e2-a877-fcf8cfb8f0e3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Aug 06 15:28:56.705803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.719795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:56.731700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.747202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:56.805858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e4323-8316-49b4-921c-161750000c39 req-5e93bbcb-d88f-470f-a8c1-62969af9fe1d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:56.811629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7e4323-8316-49b4-921c-161750000c39 req-5e93bbcb-d88f-470f-a8c1-62969af9fe1d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.0811324 Aug 06 15:28:56.815764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Pushing event updated for resources: {'Port': ['ID=b42fbefd-fe98-4b89-bbc7-b56e250134b4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:56.821083 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.875839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7e4323-8316-49b4-921c-161750000c39 req-4ce8005d-c172-4eed-b06c-94b7cbb7028b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562925 Aug 06 15:28:56.878070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Attempting to bind port b42fbefd-fe98-4b89-bbc7-b56e250134b4 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:56.879307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Attempting to bind port b42fbefd-fe98-4b89-bbc7-b56e250134b4 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:56.879307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Attempting to bind port b42fbefd-fe98-4b89-bbc7-b56e250134b4 on network 78ad054a-fbca-4825-ace1-2a3771e1d945 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:56.882416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:56.885491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Port b42fbefd-fe98-4b89-bbc7-b56e250134b4 on network 78ad054a-fbca-4825-ace1-2a3771e1d945 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:56.885966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Attempting to bind port b42fbefd-fe98-4b89-bbc7-b56e250134b4 on network 78ad054a-fbca-4825-ace1-2a3771e1d945 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:56.891594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:56.892086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Checking segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:56.892475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Bound using segment: {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:56.892976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Bound port: b42fbefd-fe98-4b89-bbc7-b56e250134b4, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d17759-1de2-4df1-8ad2-be06211f4dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:56.893343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:56.975516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] For port b42fbefd-fe98-4b89-bbc7-b56e250134b4, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:56.977145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8eedd9cb-de05-42f5-a593-bfa5e5617ea4 req-97229934-81fd-44af-9acf-93ae3f1707bd tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 210 time: 0.0313756 Aug 06 15:28:56.982317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] For port b42fbefd-fe98-4b89-bbc7-b56e250134b4, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:57.101041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f5e57-1456-4930-8045-591e39b90589 req-dfa32174-3585-473c-a02d-e298eed55310 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.102559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe5f5e57-1456-4930-8045-591e39b90589 req-dfa32174-3585-473c-a02d-e298eed55310 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 943 time: 0.0526378 Aug 06 15:28:57.119042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:57.147331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe5f5e57-1456-4930-8045-591e39b90589 req-5241b117-15a8-43b9-8679-cabe735731e8 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Aug 06 15:28:57.153349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.153986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:57.155379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] 10.222.0.64 "PUT /v2.0/ports/b42fbefd-fe98-4b89-bbc7-b56e250134b4 HTTP/1.1" status: 200 len: 1091 time: 1.1932681 Aug 06 15:28:57.156432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:57.163854 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48343b-971a-487e-ab0e-3cb0b4110965" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:57.190025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37a25-5980-445a-995f-5f50187a9d2e service neutron] Pushing event updated for resources: {'Port': ['ID=b42fbefd-fe98-4b89-bbc7-b56e250134b4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:57.209766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6e1ce1bd-c478-46bd-9a98-3e86ec17c337'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:28:57.305155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4de268-595e-4a5e-85b0-c3fae616a11f req-26fea1d1-fe6a-4214-8bcc-758875d07181 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.305155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a4de268-595e-4a5e-85b0-c3fae616a11f req-26fea1d1-fe6a-4214-8bcc-758875d07181 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0701118 Aug 06 15:28:57.426335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a4de268-595e-4a5e-85b0-c3fae616a11f req-790c25e4-3a58-4e80-833b-53629f9ad9a6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049163 Aug 06 15:28:57.438531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-5157c8e0-3699-482a-9776-e51474e45abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.440052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-5157c8e0-3699-482a-9776-e51474e45abe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 1094 time: 0.1215217 Aug 06 15:28:57.482855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-384c8793-b008-40b3-a21b-81954f1bb9e9 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.483324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-384c8793-b008-40b3-a21b-81954f1bb9e9 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.64 "GET /v2.0/networks?id=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 HTTP/1.1" status: 200 len: 814 time: 0.1711173 Aug 06 15:28:57.493220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-594ee88d-b36f-4297-b8d8-fd305949fee5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4 HTTP/1.1" status: 200 len: 217 time: 0.0386603 Aug 06 15:28:57.530674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Request body: {'port': {'device_id': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4', 'admin_state_up': True, 'tenant_id': '121cbd4dda7940f880bccf145fbd288b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:57.583437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-46aec74e-66db-41f9-abd0-f7dd1573dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.586059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-46aec74e-66db-41f9-abd0-f7dd1573dcbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.0586746 Aug 06 15:28:57.652420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-23a2df4c-cddd-4ac2-923f-b31f18acbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.653906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-23a2df4c-cddd-4ac2-923f-b31f18acbd3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417292 Aug 06 15:28:57.709302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Made reservation on behalf of 121cbd4dda7940f880bccf145fbd288b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:28:57.713566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:57.733623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-9a4500ff-8f10-47c6-b8b6-66e1a08ccff1 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:28:57.735058 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-9a4500ff-8f10-47c6-b8b6-66e1a08ccff1 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079994 Aug 06 15:28:57.750522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Request body: {'binding': {'host': 'n-h2-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:57.751982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:28:57.757080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-8c785661-2986-413e-8ca3-90d9f05ba404 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884914 Aug 06 15:28:57.810742 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14961418-a0fb-4f8f-9653-499e68cf4357 x-openstack-request-id: req-14961418-a0fb-4f8f-9653-499e68cf4357 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:28:57.811029 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:28:57.811284 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14961418-a0fb-4f8f-9653-499e68cf4357 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:28:57.811685 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'status': 'completed', 'code': 200} Aug 06 15:28:57.930044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b9faab-22a7-4b8e-9e20-d69fc36f3e71 req-64fef4d3-59a6-48ce-b4ca-a845e2db240a service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548424 Aug 06 15:28:57.937343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a5508-e5b5-43a9-b313-6274083fe034 req-13567f00-d1b9-4e96-8249-656b90f71412 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:57.938771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-378a5508-e5b5-43a9-b313-6274083fe034 req-13567f00-d1b9-4e96-8249-656b90f71412 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 949 time: 0.0741408 Aug 06 15:28:57.953590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Allocated IP 172.20.0.7 (7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4/d69b4a22-07d0-439e-93bb-db8d759d2903/6b299816-e9df-4d23-950d-08b513dc7777) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:28:57.980171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-378a5508-e5b5-43a9-b313-6274083fe034 req-f1e4b8bd-1150-4dab-a8d4-29b106d6be5c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331886 Aug 06 15:28:58.026707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on host n-h2-778550-6 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:58.027054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:58.027383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:58.039869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:58.040195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:58.053966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:58.054279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:58.056205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:58.056205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Bound port: bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:58.131667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90f487-87cd-42d0-a1a2-5dfe8b847954 req-1fdeb12e-674d-4ab3-8976-65f97536917b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.133253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db90f487-87cd-42d0-a1a2-5dfe8b847954 req-1fdeb12e-674d-4ab3-8976-65f97536917b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0863254 Aug 06 15:28:58.136310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-50c9dea4-7f76-4af4-9c07-b8bf71688c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.137687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-50c9dea4-7f76-4af4-9c07-b8bf71688c11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 1094 time: 0.0590341 Aug 06 15:28:58.181795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:58.199594 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.233352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db90f487-87cd-42d0-a1a2-5dfe8b847954 req-92333705-7dc0-46aa-9b0e-da6a155e6f1a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925701 Aug 06 15:28:58.257810 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.259247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a1eba235-0323-4351-bc90-af0f27cdfc36 service neutron] 10.222.0.16 "POST /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5121891 Aug 06 15:28:58.283262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-15a24eb3-56b2-4be1-ad2a-689d76bfbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.285284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-15a24eb3-56b2-4be1-ad2a-689d76bfbd29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 924 time: 0.1275039 Aug 06 15:28:58.325600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.332216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-210820dd-c882-4d62-8265-2247a44fc637 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4 HTTP/1.1" status: 200 len: 217 time: 0.0369608 Aug 06 15:28:58.376558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:28:58.379908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:28:58.390294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-1c002750-b121-4941-ad8e-38797d1dd8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.391495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-1c002750-b121-4941-ad8e-38797d1dd8a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.0493219 Aug 06 15:28:58.392561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:28:58.417198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Pushing event updated for resources: {'Port': ['ID=6b299816-e9df-4d23-950d-08b513dc7777,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:58.452052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-e14be468-93e7-41cd-b31b-937a84b2d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.453667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-e14be468-93e7-41cd-b31b-937a84b2d5c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496240 Aug 06 15:28:58.457169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.459228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.530205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-7dc964b8-f999-4f7b-81e4-24bd1fd7f85e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035913 Aug 06 15:28:58.552478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Request body: {'port': {'device_id': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:28:58.614103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.615406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.618006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb1b87-014f-47dc-9b39-3feff170fa9e req-f91288db-b004-4f91-abc0-85272bbd1fbb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.619551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47cb1b87-014f-47dc-9b39-3feff170fa9e req-f91288db-b004-4f91-abc0-85272bbd1fbb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.1274738 Aug 06 15:28:58.654591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-9d7e1ced-e039-4241-bb2f-d144898af1b7 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884816 Aug 06 15:28:58.663948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b20ff-35e5-4c31-be88-778a52f3e2db req-056c44ec-b3dd-4629-bd51-3a463826889e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.665403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-558b20ff-35e5-4c31-be88-778a52f3e2db req-056c44ec-b3dd-4629-bd51-3a463826889e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 931 time: 0.1127231 Aug 06 15:28:58.720084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47cb1b87-014f-47dc-9b39-3feff170fa9e req-01bf479e-6c73-4106-87a4-4e52bf23239d tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924499 Aug 06 15:28:58.779221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-558b20ff-35e5-4c31-be88-778a52f3e2db req-bc215a0e-a5ff-4fb1-8397-5e344ffb6024 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003480 Aug 06 15:28:58.812536 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa48343b-971a-487e-ab0e-3cb0b4110965 req-374c7e6a-0a70-4e8b-bbc6-c5c305e55e31 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430488 Aug 06 15:28:58.857140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc21dc-2678-4003-aaf7-0eb32ecc3c5f req-cf9483f7-86b4-49c9-a1fd-da76bd134db3 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:58.858651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92fc21dc-2678-4003-aaf7-0eb32ecc3c5f req-cf9483f7-86b4-49c9-a1fd-da76bd134db3 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 943 time: 0.0611856 Aug 06 15:28:58.905110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92fc21dc-2678-4003-aaf7-0eb32ecc3c5f req-684cebe0-d529-4230-a491-a5d279d541f4 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400786 Aug 06 15:28:58.929902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b299816-e9df-4d23-950d-08b513dc7777 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:28:58.938362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:58.951425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:28:58.975321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Transition to ACTIVE for port object 6b299816-e9df-4d23-950d-08b513dc7777 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:28:59.010159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-04935c50-3898-4ec7-bcce-3d01a4516cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.011642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-04935c50-3898-4ec7-bcce-3d01a4516cc2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1097 time: 0.0451565 Aug 06 15:28:59.085268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.111585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-05eebe63-3bb8-4b33-8b4f-fa94d974b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.114475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:28:59.121096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:28:59.122078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.126145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-05eebe63-3bb8-4b33-8b4f-fa94d974b313 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.0954320 Aug 06 15:28:59.150984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Pushing event updated for resources: {'Port': ['ID=6b299816-e9df-4d23-950d-08b513dc7777,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:59.170898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-e665ce78-31c1-49eb-b4b7-a699855b02fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 217 time: 0.0381045 Aug 06 15:28:59.212045 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.236958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1231f825-6116-422b-a562-8f85be811f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:59.240169 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8fce70-fb84-4524-b81e-a42b9ca073e7" -d '{"events": [{"server_uuid": "1231f825-6116-422b-a562-8f85be811f02", "name": "network-vif-plugged", "status": "completed", "tag": "a4eecdf8-c5ec-40e7-aaf8-b6a072439e26"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:59.255009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Attempting to bind port 6b299816-e9df-4d23-950d-08b513dc7777 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:28:59.255359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Attempting to bind port 6b299816-e9df-4d23-950d-08b513dc7777 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e9f45b27-6d59-4748-b172-e1742ef8752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:28:59.255715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Attempting to bind port 6b299816-e9df-4d23-950d-08b513dc7777 on network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:59.258578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:28:59.260253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-afdc2604-4528-4d9a-bb83-cf4489d1cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.262348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-afdc2604-4528-4d9a-bb83-cf4489d1cfc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0740390 Aug 06 15:28:59.266881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Port 6b299816-e9df-4d23-950d-08b513dc7777 on network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:28:59.267289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Attempting to bind port 6b299816-e9df-4d23-950d-08b513dc7777 on network 7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:28:59.273393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:28:59.278318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Checking segment: {'id': 'e9f45b27-6d59-4748-b172-e1742ef8752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:28:59.278318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Bound using segment: {'id': 'e9f45b27-6d59-4748-b172-e1742ef8752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:28:59.278318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Bound port: 6b299816-e9df-4d23-950d-08b513dc7777, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f45b27-6d59-4748-b172-e1742ef8752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:28:59.278318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.307632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-6ba24667-8850-489e-b1ca-57ff37c9264e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317113 Aug 06 15:28:59.331467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.372628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] For port 6b299816-e9df-4d23-950d-08b513dc7777, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:28:59.379906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] For port 6b299816-e9df-4d23-950d-08b513dc7777, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6b299816-e9df-4d23-950d-08b513dc7777,segment=NetworkSegment(e9f45b27-6d59-4748-b172-e1742ef8752c),segment_id=e9f45b27-6d59-4748-b172-e1742ef8752c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:28:59.405192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:59.410533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e93e5-ed26-4ae6-a11f-6d9527da7f0e req-4241f0e4-4066-460a-83a4-9ffb30fd7f2d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.412145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c5e93e5-ed26-4ae6-a11f-6d9527da7f0e req-4241f0e4-4066-460a-83a4-9ffb30fd7f2d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1068907 Aug 06 15:28:59.486168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.524565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.525423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:28:59.526905 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] 10.222.0.64 "PUT /v2.0/ports/6b299816-e9df-4d23-950d-08b513dc7777 HTTP/1.1" status: 200 len: 1091 time: 0.9807539 Aug 06 15:28:59.543329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-b765604a-9a4a-4ccd-9fac-f8ca35beb0c0 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102745 Aug 06 15:28:59.549899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c5e93e5-ed26-4ae6-a11f-6d9527da7f0e req-79700632-377c-49c0-9e7e-3efe91f65be6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300876 Aug 06 15:28:59.550338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b848ea-1748-4bd3-b687-221f62ca6f3f service neutron] Pushing event updated for resources: {'Port': ['ID=6b299816-e9df-4d23-950d-08b513dc7777,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:28:59.561731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be176b8-c83f-42c9-86b0-12c6464f4c26 req-fa86d15d-2362-4659-a484-603ee89f0487 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.563437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0be176b8-c83f-42c9-86b0-12c6464f4c26 req-fa86d15d-2362-4659-a484-603ee89f0487 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.1484191 Aug 06 15:28:59.594958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-1352436d-1564-48bc-9a14-cc7682f49406 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256266 Aug 06 15:28:59.692885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-69034398-20e0-4cce-b0e8-ffd08c8d8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.694498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-69034398-20e0-4cce-b0e8-ffd08c8d8ed5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121cbd4dda7940f880bccf145fbd288b&device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 1094 time: 0.0501215 Aug 06 15:28:59.747331 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-de5f1188-61a6-450e-94e8-f91e7852679d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b299816-e9df-4d23-950d-08b513dc7777 HTTP/1.1" status: 200 len: 217 time: 0.0437186 Aug 06 15:28:59.814198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'tag': '6b299816-e9df-4d23-950d-08b513dc7777'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:28:59.818035 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde063c-49a4-4aee-9b6c-5a804fe24438" -d '{"events": [{"name": "network-changed", "server_uuid": "326477c2-df0c-4a68-a519-bc45fa6f4484", "tag": "6b299816-e9df-4d23-950d-08b513dc7777"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:28:59.833962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135591c5-74a5-4a20-a736-2b9c2002504b req-037e40a3-195d-4e0b-9892-65ee1cafac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.835491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-037e40a3-195d-4e0b-9892-65ee1cafac6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d69b4a22-07d0-439e-93bb-db8d759d2903 HTTP/1.1" status: 200 len: 854 time: 0.0682685 Aug 06 15:28:59.878063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-65abf714-1033-46e8-931e-440633c157ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299070 Aug 06 15:28:59.932505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0be176b8-c83f-42c9-86b0-12c6464f4c26 req-9fdcaaf7-bcb1-483a-a5ec-f80edfe27a58 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562183 Aug 06 15:28:59.975464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373cab32-c6cb-4002-9432-b50b11f34eae req-9e2c849e-71ca-40b2-88c3-1d3a62b6061e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:28:59.975464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-373cab32-c6cb-4002-9432-b50b11f34eae req-9e2c849e-71ca-40b2-88c3-1d3a62b6061e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0965858 Aug 06 15:28:59.977215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-6e303b97-7f14-454b-98a1-c16a44f0b0fa service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120648 Aug 06 15:28:59.997215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:00.020634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-373cab32-c6cb-4002-9432-b50b11f34eae req-3277a17d-4863-4e7d-b93e-e38f0787e80c tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Aug 06 15:29:00.056611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-88434f84-1b0a-4c9c-b71d-09f1e0132e15 service neutron] 10.222.0.64 "GET /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427166 Aug 06 15:29:00.098810 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9b69ea-1768-4ae1-a29f-e25ee170c5cd x-openstack-request-id: req-ca9b69ea-1768-4ae1-a29f-e25ee170c5cd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:00.099552 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1231f825-6116-422b-a562-8f85be811f02", "name": "network-vif-plugged", "status": "completed", "tag": "a4eecdf8-c5ec-40e7-aaf8-b6a072439e26", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:00.100066 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca9b69ea-1768-4ae1-a29f-e25ee170c5cd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:00.100638 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1231f825-6116-422b-a562-8f85be811f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26', 'code': 200} Aug 06 15:29:00.103360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ef7db-1df0-4229-8969-5049cefae392 req-4aad529e-d042-4160-8d35-4bf3149f97c3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.105837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d81ef7db-1df0-4229-8969-5049cefae392 req-4aad529e-d042-4160-8d35-4bf3149f97c3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0891898 Aug 06 15:29:00.139582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:00.148083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:00.148083 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:00.179432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d81ef7db-1df0-4229-8969-5049cefae392 req-c896c5dc-f4b5-4afd-98b6-130d11f5d04c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668931 Aug 06 15:29:00.185596 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-135591c5-74a5-4a20-a736-2b9c2002504b req-660a0323-5b6c-4656-b527-c6c9273fc3e0 service neutron] 10.222.0.64 "GET /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160243 Aug 06 15:29:00.222235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8490391-2170-4c30-a63f-62a5037009f9 req-ee5f0cc5-59a0-40ce-931c-910a59086eac tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.224477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8490391-2170-4c30-a63f-62a5037009f9 req-ee5f0cc5-59a0-40ce-931c-910a59086eac tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1101 time: 0.0679693 Aug 06 15:29:00.255618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c51bb-20d7-4284-be60-27534e7d4632 req-250bf5fa-9e07-4d2d-8814-d942cb759d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.258154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1b6c51bb-20d7-4284-be60-27534e7d4632 req-250bf5fa-9e07-4d2d-8814-d942cb759d01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 1101 time: 0.0719311 Aug 06 15:29:00.276150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:00.308489 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1b6c51bb-20d7-4284-be60-27534e7d4632 req-63fe0d49-fb02-49b5-b729-dcf52c43d0bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Aug 06 15:29:00.321739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8490391-2170-4c30-a63f-62a5037009f9 req-bf333264-87c8-48e0-826c-e65638024d9f tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910771 Aug 06 15:29:00.345286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529b9b8-1e82-4b20-833f-ad9b3384e4ea req-54850bc8-649b-4905-b879-3d807fc20aa1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.347899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2529b9b8-1e82-4b20-833f-ad9b3384e4ea req-54850bc8-649b-4905-b879-3d807fc20aa1 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.0958595 Aug 06 15:29:00.351679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:00.414934 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:00.462814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2529b9b8-1e82-4b20-833f-ad9b3384e4ea req-1d3bcf53-6119-4f8e-a2ae-30878654f59a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016223 Aug 06 15:29:00.495970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:00.517530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8996a-a9e0-4fe3-97d2-784b8368ac01 req-4cf8075e-c549-4684-9b6c-3e9998cac822 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.520246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2f8996a-a9e0-4fe3-97d2-784b8368ac01 req-4cf8075e-c549-4684-9b6c-3e9998cac822 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 943 time: 0.1082871 Aug 06 15:29:00.540177 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a9749-2ead-4f6b-ad15-f97b32e12002 x-openstack-request-id: req-b42a9749-2ead-4f6b-ad15-f97b32e12002 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:00.540464 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326477c2-df0c-4a68-a519-bc45fa6f4484", "tag": "6b299816-e9df-4d23-950d-08b513dc7777", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:00.540736 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b42a9749-2ead-4f6b-ad15-f97b32e12002 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:00.541120 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'tag': '6b299816-e9df-4d23-950d-08b513dc7777', 'status': 'completed', 'code': 200} Aug 06 15:29:00.568951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2f8996a-a9e0-4fe3-97d2-784b8368ac01 req-18976f0a-9474-4eea-b8ff-a0fceb18693d tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422976 Aug 06 15:29:00.641891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-6ed40bf8-e214-472e-a422-af4cca2872c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.649331 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-6ed40bf8-e214-472e-a422-af4cca2872c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=121cbd4dda7940f880bccf145fbd288b&device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 1094 time: 0.0599802 Aug 06 15:29:00.674898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322b0f9-b617-49fb-b4a1-731aadc6d3e3 req-0c02729c-3acc-4b27-8cbe-147fed53614a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.682624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2322b0f9-b617-49fb-b4a1-731aadc6d3e3 req-0c02729c-3acc-4b27-8cbe-147fed53614a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 943 time: 0.0775132 Aug 06 15:29:00.780699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de2d7f-e3ed-4e45-a56b-9e68f339184b req-3ce7950e-16dc-4266-96e5-b89b64148caa tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.782788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38de2d7f-e3ed-4e45-a56b-9e68f339184b req-3ce7950e-16dc-4266-96e5-b89b64148caa tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1101 time: 0.0987117 Aug 06 15:29:00.787364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-9c79f2c2-0564-4439-ba18-45b7059603ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.788446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-9c79f2c2-0564-4439-ba18-45b7059603ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 HTTP/1.1" status: 200 len: 915 time: 0.1145618 Aug 06 15:29:00.790887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2322b0f9-b617-49fb-b4a1-731aadc6d3e3 req-939fe3b2-92aa-4dd9-ac33-632a97324a80 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810094 Aug 06 15:29:00.841348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38de2d7f-e3ed-4e45-a56b-9e68f339184b req-e5c5d1f8-f6a8-4120-aaa3-6a07761c4824 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491755 Aug 06 15:29:00.854195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-07b2e100-27d7-48ed-bbfd-a20dce27c7ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b299816-e9df-4d23-950d-08b513dc7777 HTTP/1.1" status: 200 len: 217 time: 0.0518622 Aug 06 15:29:00.933323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5709238-8d3b-4e5d-994a-6e04f7fe49ae req-e9a6221c-c026-4f4c-99da-82063b8859d2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.933558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5709238-8d3b-4e5d-994a-6e04f7fe49ae req-e9a6221c-c026-4f4c-99da-82063b8859d2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0678923 Aug 06 15:29:00.938231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-5eeb6c3e-da3f-441d-b7e7-643b9a0d3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:00.939740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-5eeb6c3e-da3f-441d-b7e7-643b9a0d3c5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d69b4a22-07d0-439e-93bb-db8d759d2903 HTTP/1.1" status: 200 len: 854 time: 0.0749984 Aug 06 15:29:00.980437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5709238-8d3b-4e5d-994a-6e04f7fe49ae req-86d51a5b-25a8-4b50-b3da-f2bb73860763 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456951 Aug 06 15:29:01.002281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-810e7c61-ccbf-4b19-b6e2-e470796524ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464129 Aug 06 15:29:01.134458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-9b4599fd-9c16-4080-8fdf-9a2f0da115b8 service neutron] 10.222.0.64 "GET /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193092 Aug 06 15:29:01.152686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12515e-6b9f-4895-936d-5272af7cc328 req-d8e754e8-1d8d-4735-b2f0-3ca5e8c9fc72 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:01.161599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af12515e-6b9f-4895-936d-5272af7cc328 req-d8e754e8-1d8d-4735-b2f0-3ca5e8c9fc72 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.1192911 Aug 06 15:29:01.248445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af12515e-6b9f-4895-936d-5272af7cc328 req-8a92ac41-5997-45dd-b1ac-86dbf132630f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849459 Aug 06 15:29:01.287419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec89b3-ec9c-4697-9f6f-354bceba94a1 req-a0e57185-aea9-4964-b2b0-5c332b756bc3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:01.293437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69ec89b3-ec9c-4697-9f6f-354bceba94a1 req-a0e57185-aea9-4964-b2b0-5c332b756bc3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.1064701 Aug 06 15:29:01.299295 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adde063c-49a4-4aee-9b6c-5a804fe24438 req-a0ed388e-4e0c-430e-b6f1-c03f77b97cfd service neutron] 10.222.0.64 "GET /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460772 Aug 06 15:29:01.340452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69ec89b3-ec9c-4697-9f6f-354bceba94a1 req-ac44f27b-d5f5-4579-8d49-57c9c6d29017 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434074 Aug 06 15:29:01.464404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445e56-ef96-443c-a5ce-a9f6da2b6b7b req-f2c8a382-0aba-4ed9-b8ca-8ab51cabeaf9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:01.465884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9445e56-ef96-443c-a5ce-a9f6da2b6b7b req-f2c8a382-0aba-4ed9-b8ca-8ab51cabeaf9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0511622 Aug 06 15:29:01.507583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9445e56-ef96-443c-a5ce-a9f6da2b6b7b req-c903cdeb-7fb2-4274-8c53-45a6362bfc8d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352700 Aug 06 15:29:01.638397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa1692-7eee-4294-9dae-9ba0bbf6c5c6 req-bc6ee39f-ef4d-44a7-aad6-326d55fb811b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:01.640360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebfa1692-7eee-4294-9dae-9ba0bbf6c5c6 req-bc6ee39f-ef4d-44a7-aad6-326d55fb811b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0645981 Aug 06 15:29:01.682013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebfa1692-7eee-4294-9dae-9ba0bbf6c5c6 req-2bf5a3bd-72d4-404e-9db2-a1b3e0f6d20c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Aug 06 15:29:01.807188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f791bf-8f39-47db-a076-6ecfeb94dbda req-aa554dd5-dd56-44a4-8825-c508fd1bd41e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:01.808779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34f791bf-8f39-47db-a076-6ecfeb94dbda req-aa554dd5-dd56-44a4-8825-c508fd1bd41e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 943 time: 0.0654902 Aug 06 15:29:01.860372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34f791bf-8f39-47db-a076-6ecfeb94dbda req-c1217344-28bc-46c8-a61d-86b25315477f tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440757 Aug 06 15:29:01.961714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff999b78-3fe0-4fc3-8ae0-95537cb720fd req-d1eb6028-2912-48fd-9d2a-f8e8128658e3 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:01.963296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff999b78-3fe0-4fc3-8ae0-95537cb720fd req-d1eb6028-2912-48fd-9d2a-f8e8128658e3 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 943 time: 0.0493400 Aug 06 15:29:01.997200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b42fbefd-fe98-4b89-bbc7-b56e250134b4 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:02.002031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff999b78-3fe0-4fc3-8ae0-95537cb720fd req-67dcd921-64ae-45fe-98b0-89ef3da3bbf5 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325117 Aug 06 15:29:02.101414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:02.104260 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7290cb-544c-4521-8084-331bc7dc443a" -d '{"events": [{"server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:02.124273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b42fbefd-fe98-4b89-bbc7-b56e250134b4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:02.139379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'port_id': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'mac_address': 'fa:16:3e:98:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:02.189940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb34d05-6803-40fd-b0ee-6e0b6293d0ca req-0dcf4c10-59fb-4976-8882-4d62e86be193 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.192072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feb34d05-6803-40fd-b0ee-6e0b6293d0ca req-0dcf4c10-59fb-4976-8882-4d62e86be193 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1030309 Aug 06 15:29:02.197395 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:02.212591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc100-d7bd-4b3e-a498-26c9a74a8084 req-97187e10-49ca-4304-b3f2-e886ae15dc02 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.216426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42fbefd-fe98-4b89-bbc7-b56e250134b4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:02.220032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc0cc100-d7bd-4b3e-a498-26c9a74a8084 req-97187e10-49ca-4304-b3f2-e886ae15dc02 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0843706 Aug 06 15:29:02.239857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b42fbefd-fe98-4b89-bbc7-b56e250134b4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:02.284034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feb34d05-6803-40fd-b0ee-6e0b6293d0ca req-441cd588-5c8c-4f8a-8216-86d96522d701 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Aug 06 15:29:02.287912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc0cc100-d7bd-4b3e-a498-26c9a74a8084 req-9d28c351-8bcd-4830-a3f7-d38a00c78145 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 Aug 06 15:29:02.326316 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:02.371794 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666ce26f-a5f0-48cc-8f41-e1f88d8e4162 x-openstack-request-id: req-666ce26f-a5f0-48cc-8f41-e1f88d8e4162 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:02.372258 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:02.372611 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-666ce26f-a5f0-48cc-8f41-e1f88d8e4162 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:02.373115 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'code': 200} Aug 06 15:29:02.432783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b42fbefd-fe98-4b89-bbc7-b56e250134b4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:02.469122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864082-0fb4-4e14-9e9b-6ca595f87a93 req-a9edd572-d875-4148-a498-fa8cf295186b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.470797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc864082-0fb4-4e14-9e9b-6ca595f87a93 req-a9edd572-d875-4148-a498-fa8cf295186b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.1068137 Aug 06 15:29:02.519400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ef864-eaf5-47b2-8ead-cec42cb22916 req-40efa716-04a7-4133-b0f2-bf5eb1371466 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.520985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-404ef864-eaf5-47b2-8ead-cec42cb22916 req-40efa716-04a7-4133-b0f2-bf5eb1371466 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0992866 Aug 06 15:29:02.554731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc864082-0fb4-4e14-9e9b-6ca595f87a93 req-226b80bc-fd41-4c5d-ac05-8a37c85162ae tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759616 Aug 06 15:29:02.561788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6d3c8-9029-4b8b-afc5-c5176c7d44b0 req-b1c59d94-2901-4c9d-8778-39e2a74d43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.563307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-03b6d3c8-9029-4b8b-afc5-c5176c7d44b0 req-b1c59d94-2901-4c9d-8778-39e2a74d43c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1096 time: 0.0859718 Aug 06 15:29:02.565836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-ed6ebc95-d16f-42e1-92b1-2186e153a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.567397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-ed6ebc95-d16f-42e1-92b1-2186e153a872 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1101 time: 0.0558903 Aug 06 15:29:02.614176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-404ef864-eaf5-47b2-8ead-cec42cb22916 req-4f734a22-eb5b-40da-8e9e-bff8667b29d4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Aug 06 15:29:02.680378 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-03b6d3c8-9029-4b8b-afc5-c5176c7d44b0 req-8c338cdd-77e3-40da-9916-130db8cb2890 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952234 Aug 06 15:29:02.726681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491365-f721-40ba-986f-285a2fe6df08 req-7b0a8743-1355-4c61-88fb-f2ac617113b9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.728280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82491365-f721-40ba-986f-285a2fe6df08 req-7b0a8743-1355-4c61-88fb-f2ac617113b9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0780144 Aug 06 15:29:02.758925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-1c2ab25d-c68f-4fc5-b648-0580eebc421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.760383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['b42fbefd-fe98-4b89-bbc7-b56e250134b4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:02.760720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-1c2ab25d-c68f-4fc5-b648-0580eebc421c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1856840 Aug 06 15:29:02.780094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-a5455763-7a2d-4920-950a-b81f32ea301f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703495 Aug 06 15:29:02.807608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82491365-f721-40ba-986f-285a2fe6df08 req-d7dcfdad-9a45-4915-bee6-49f0e6fc00f6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729055 Aug 06 15:29:02.835790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80e128-3ebd-48eb-861e-3dec80a0f37e req-9e547f60-8ac3-423d-aa05-743f5a5f2e16 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.837646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f80e128-3ebd-48eb-861e-3dec80a0f37e req-9e547f60-8ac3-423d-aa05-743f5a5f2e16 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0716574 Aug 06 15:29:02.865448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7893791d-09a8-4969-bbdf-bd02ee9cf1f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.0923634 Aug 06 15:29:02.887693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f80e128-3ebd-48eb-861e-3dec80a0f37e req-3aca8ef4-b119-4a93-bb89-a5d39f0326a6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424478 Aug 06 15:29:02.940485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-8ed6a573-f27a-4d51-862c-e562bc18a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.942552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-8ed6a573-f27a-4d51-862c-e562bc18a1f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0562754 Aug 06 15:29:02.945241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-8009cbeb-5199-466a-bdca-1c61efdaedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:02.946603 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-8009cbeb-5199-466a-bdca-1c61efdaedb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 1101 time: 0.0913906 Aug 06 15:29:03.013926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa77e4-cbb5-49ae-89ba-b0975882e97e req-48b1d86c-c749-416c-be4d-73020b31a008 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.015784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9aa77e4-cbb5-49ae-89ba-b0975882e97e req-48b1d86c-c749-416c-be4d-73020b31a008 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 943 time: 0.0694802 Aug 06 15:29:03.067285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9aa77e4-cbb5-49ae-89ba-b0975882e97e req-179c174e-ec92-42cf-8473-09b43188d244 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443773 Aug 06 15:29:03.155288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f0fab-df5e-4631-802c-14fe77585e5c req-335ed853-dc75-429d-9719-9a1a649a4172 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.163378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c66f0fab-df5e-4631-802c-14fe77585e5c req-335ed853-dc75-429d-9719-9a1a649a4172 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 944 time: 0.0622051 Aug 06 15:29:03.216358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c66f0fab-df5e-4631-802c-14fe77585e5c req-c67b84d5-4e93-439c-b21e-9d5b93ea67cb tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Aug 06 15:29:03.375048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-e78d4fdf-7ded-451f-bf98-fff51785cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.376633 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-e78d4fdf-7ded-451f-bf98-fff51785cbfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4217346 Aug 06 15:29:03.424782 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-fd4b3929-4091-459a-8e41-5074075d2c62 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1406665 Aug 06 15:29:03.432317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-ef1ce1cf-d8ed-4dd0-acc5-9539711abb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.433727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-ef1ce1cf-d8ed-4dd0-acc5-9539711abb0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.4490597 Aug 06 15:29:03.470504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77590037-0b2f-4c7b-b865-f48b5fe846cb req-58931bfb-cd8f-4ff6-9968-9a87b7ee16db tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.472826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77590037-0b2f-4c7b-b865-f48b5fe846cb req-58931bfb-cd8f-4ff6-9968-9a87b7ee16db tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0630052 Aug 06 15:29:03.480963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a67c35-462d-496d-be0f-c43f54d413db req-62a53384-7429-448d-b414-e07a60f208ae tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.482094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31a67c35-462d-496d-be0f-c43f54d413db req-62a53384-7429-448d-b414-e07a60f208ae tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1044075 Aug 06 15:29:03.532920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-432be063-5499-4e8d-b8e7-411dc6c3aefd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=dc18e40e-453a-4205-8b98-604120dcd006 HTTP/1.1" status: 200 len: 217 time: 0.0688252 Aug 06 15:29:03.548540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77590037-0b2f-4c7b-b865-f48b5fe846cb req-5f1e0a51-e757-4d39-b0d3-96e752546fb3 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652761 Aug 06 15:29:03.561515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31a67c35-462d-496d-be0f-c43f54d413db req-e5ecb20f-05fb-4a67-aa77-7b391c48706a tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724745 Aug 06 15:29:03.605189 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-6db0befb-78f5-4d09-b1fa-fc06834514c0 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178352 Aug 06 15:29:03.606986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-591f6ef4-5416-4f26-9172-70f8cb27d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.608523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-591f6ef4-5416-4f26-9172-70f8cb27d214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63870539f7e044a9a021cd9cb081c12d&device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 1101 time: 0.1456909 Aug 06 15:29:03.623639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-b32abcde-d152-4128-ae5d-856216be59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.625079 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-b32abcde-d152-4128-ae5d-856216be59fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0842235 Aug 06 15:29:03.701487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66153a6b-ef0f-4f2c-ae7b-d5cf698ff81c req-8c0e56b7-1935-4e93-94ad-ebb3cdfe6d8b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.703285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66153a6b-ef0f-4f2c-ae7b-d5cf698ff81c req-8c0e56b7-1935-4e93-94ad-ebb3cdfe6d8b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0692329 Aug 06 15:29:03.767713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66153a6b-ef0f-4f2c-ae7b-d5cf698ff81c req-69aa0040-2ac6-4aa1-a9a7-e5bf54939743 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Aug 06 15:29:03.781051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc6d5-2fd4-41b9-946d-94274bd3efc6 req-371d88f6-3a10-488b-986c-5f383ce48dc4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.782504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-464dc6d5-2fd4-41b9-946d-94274bd3efc6 req-371d88f6-3a10-488b-986c-5f383ce48dc4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0911291 Aug 06 15:29:03.811022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-fe58c26b-f14f-44a7-96c3-82e793431ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.816898 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-fe58c26b-f14f-44a7-96c3-82e793431ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1779172 Aug 06 15:29:03.824896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-a485f37e-e824-4881-bd8e-83456ececc9c service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092369 Aug 06 15:29:03.848070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-464dc6d5-2fd4-41b9-946d-94274bd3efc6 req-b2aecdcf-8672-4302-8f13-4d1b4982c375 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557804 Aug 06 15:29:03.871276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-4cd558d3-a8db-48d1-9167-c5715e4fa9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.872946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-4cd558d3-a8db-48d1-9167-c5715e4fa9a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2169232 Aug 06 15:29:03.943590 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-7bdd8559-b684-4d04-9b10-1ee474be3529 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f HTTP/1.1" status: 200 len: 217 time: 0.0401626 Aug 06 15:29:03.952145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023e222-d4d4-4aa4-ae23-203b77e00257 req-dfd397b1-be3a-4be3-a7f8-05f8c83d6bb4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:03.953941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d023e222-d4d4-4aa4-ae23-203b77e00257 req-dfd397b1-be3a-4be3-a7f8-05f8c83d6bb4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0693545 Aug 06 15:29:04.011285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6b299816-e9df-4d23-950d-08b513dc7777 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:04.027965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-33b12cc2-190a-4e9d-a82e-1d04423ea695 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933756 Aug 06 15:29:04.029589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-c5942a73-71c6-4a53-b6bf-2ae68b11c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.030977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-c5942a73-71c6-4a53-b6bf-2ae68b11c147 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0697067 Aug 06 15:29:04.036942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d023e222-d4d4-4aa4-ae23-203b77e00257 req-95a6b022-fc17-472f-84be-74fcf0bef6a1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Aug 06 15:29:04.062454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67565bf-6819-4fbe-9681-475862a50e92 req-3014c0f4-a6cf-44db-bdee-0c3adca753c9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.067650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b67565bf-6819-4fbe-9681-475862a50e92 req-3014c0f4-a6cf-44db-bdee-0c3adca753c9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0924528 Aug 06 15:29:04.188602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-4351cdd8-75b1-45f0-a211-8702ceb9e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.190226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-4351cdd8-75b1-45f0-a211-8702ceb9e6ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121600 Aug 06 15:29:04.199928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b67565bf-6819-4fbe-9681-475862a50e92 req-e9a3dd64-03e8-40d8-b3bb-915ddc897773 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250758 Aug 06 15:29:04.282780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc38d1-8810-4046-b3ce-c62c0f3b8698 req-f3e924f8-d9f5-40ef-bc6f-fa6aaafe448c tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.285257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7fc38d1-8810-4046-b3ce-c62c0f3b8698 req-f3e924f8-d9f5-40ef-bc6f-fa6aaafe448c tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 943 time: 0.0794356 Aug 06 15:29:04.286158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6b299816-e9df-4d23-950d-08b513dc7777, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6b299816-e9df-4d23-950d-08b513dc7777,segment=NetworkSegment(e9f45b27-6d59-4748-b172-e1742ef8752c),segment_id=e9f45b27-6d59-4748-b172-e1742ef8752c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:04.301792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '6b299816-e9df-4d23-950d-08b513dc7777', 'network_id': '7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4', 'port_id': '6b299816-e9df-4d23-950d-08b513dc7777', 'mac_address': 'fa:16:3e:8c:dd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69b4a22-07d0-439e-93bb-db8d759d2903', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:04.353994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:04.369419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b299816-e9df-4d23-950d-08b513dc7777 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:04.398505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6b299816-e9df-4d23-950d-08b513dc7777, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6b299816-e9df-4d23-950d-08b513dc7777,segment=NetworkSegment(e9f45b27-6d59-4748-b172-e1742ef8752c),segment_id=e9f45b27-6d59-4748-b172-e1742ef8752c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:04.400153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7fc38d1-8810-4046-b3ce-c62c0f3b8698 req-e00c9c1f-c0b7-41fc-8235-b02a0b4ecc95 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995638 Aug 06 15:29:04.421511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-02710fed-bd7e-4a0a-9202-098c063aee12 req-e6bd4475-2bba-4f44-bb88-d481e9449029 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840237 Aug 06 15:29:04.423393 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-eb32ecb2-e460-4bda-a0c4-b33137355536 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144415 Aug 06 15:29:04.429541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483f5f4-e3bb-4929-a83b-4cdcb1f84815 req-6a3426f5-662e-4a55-860f-98a32b1ff4fe tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.431175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7483f5f4-e3bb-4929-a83b-4cdcb1f84815 req-6a3426f5-662e-4a55-860f-98a32b1ff4fe tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 944 time: 0.1076365 Aug 06 15:29:04.479585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:04.485796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7483f5f4-e3bb-4929-a83b-4cdcb1f84815 req-a871e554-0ca1-4f15-9a15-f0c0292d83fd tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Aug 06 15:29:04.538413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6b299816-e9df-4d23-950d-08b513dc7777,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:04.555150 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2e9ae02-9b66-44a5-b8b2-8b77b12bae9c req-18916669-0e88-4bfd-a5e9-da3179c8e802 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217635 Aug 06 15:29:04.692265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef903c9a-4b7e-4a53-a93f-dd492997184a req-0c5008ce-2fd9-4f14-855c-4498d005439b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.693804 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef903c9a-4b7e-4a53-a93f-dd492997184a req-0c5008ce-2fd9-4f14-855c-4498d005439b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0845251 Aug 06 15:29:04.705878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79b09d-6683-44f3-a72d-df2c4ab072a0 req-97038011-eb40-4a6c-a03c-80d600de1254 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.708031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad79b09d-6683-44f3-a72d-df2c4ab072a0 req-97038011-eb40-4a6c-a03c-80d600de1254 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0704384 Aug 06 15:29:04.765625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef903c9a-4b7e-4a53-a93f-dd492997184a req-9ed00232-dcef-4016-ab89-7554747e4312 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565882 Aug 06 15:29:04.768365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad79b09d-6683-44f3-a72d-df2c4ab072a0 req-1add7071-1a21-4a3b-a155-3fd748e25f74 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522869 Aug 06 15:29:04.850816 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8bf5ddff-4429-4301-9afa-6b58d7bbb29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:04.898173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6b299816-e9df-4d23-950d-08b513dc7777'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:04.916478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f95bc5-4718-43a7-81b7-e4394e60af73 req-31ff11ed-a059-4337-905f-042aabe49961 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:04.919015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0f95bc5-4718-43a7-81b7-e4394e60af73 req-31ff11ed-a059-4337-905f-042aabe49961 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0615659 Aug 06 15:29:04.989291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0f95bc5-4718-43a7-81b7-e4394e60af73 req-0f004d2c-8993-423e-85cb-f5100f99817e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592062 Aug 06 15:29:04.999951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95582e55-54d3-4635-8f76-a6b721df7979 req-b2010523-4e33-438e-90ee-22e6c499fc01 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.001632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95582e55-54d3-4635-8f76-a6b721df7979 req-b2010523-4e33-438e-90ee-22e6c499fc01 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0806339 Aug 06 15:29:05.047240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95582e55-54d3-4635-8f76-a6b721df7979 req-b07e1d98-4c89-4bd2-9096-e4c1099570f6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Aug 06 15:29:05.146554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555079c-aff3-40c4-9a4c-9629b15a9ccc req-801f75f1-2477-4c9c-b2ae-e1423438d9c1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.148177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c555079c-aff3-40c4-9a4c-9629b15a9ccc req-801f75f1-2477-4c9c-b2ae-e1423438d9c1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0483720 Aug 06 15:29:05.186294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c555079c-aff3-40c4-9a4c-9629b15a9ccc req-1d99d832-0fee-4075-87ad-f4ec54a7dbd7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Aug 06 15:29:05.300717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e587d0-f1b8-4462-969f-af1a5bb6dc37 req-edc81a6e-f368-4920-bde1-dd193473f972 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.302422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9e587d0-f1b8-4462-969f-af1a5bb6dc37 req-edc81a6e-f368-4920-bde1-dd193473f972 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0504353 Aug 06 15:29:05.339738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9e587d0-f1b8-4462-969f-af1a5bb6dc37 req-4ae83480-e19a-4676-b797-1ca114ef1626 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Aug 06 15:29:05.449175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc16a5-804a-4333-81d6-8f2aba0f7064 req-949f9183-2ef4-47d6-a132-0414f77da659 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.450730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42dc16a5-804a-4333-81d6-8f2aba0f7064 req-949f9183-2ef4-47d6-a132-0414f77da659 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1096 time: 0.0452762 Aug 06 15:29:05.515238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42dc16a5-804a-4333-81d6-8f2aba0f7064 req-d1ae1613-5f01-404b-aa5b-251f0c264a41 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Aug 06 15:29:05.535393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d477cc-03e1-417e-87ab-2af18b728c12 req-de873b1f-d304-415d-9a4a-881f8048c025 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.535393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6d477cc-03e1-417e-87ab-2af18b728c12 req-de873b1f-d304-415d-9a4a-881f8048c025 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 944 time: 0.0678761 Aug 06 15:29:05.576755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6d477cc-03e1-417e-87ab-2af18b728c12 req-d11075f0-1238-4316-a494-cd1fdf856e5a tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386040 Aug 06 15:29:05.632283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769e84f-a3e4-4fc4-9947-10175a94f60f req-971ef552-c5c5-416d-b4d3-897ae34856bc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.633932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4769e84f-a3e4-4fc4-9947-10175a94f60f req-971ef552-c5c5-416d-b4d3-897ae34856bc tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 944 time: 0.0528498 Aug 06 15:29:05.673301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4769e84f-a3e4-4fc4-9947-10175a94f60f req-7701217d-ab93-40ee-9954-5bd47f9ab9dd tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Aug 06 15:29:05.914773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba13b24-eea2-4696-aaa2-fcdb4f6edffd req-ee2be318-d9cc-4a21-9313-b95334cf8dc9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.916267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eba13b24-eea2-4696-aaa2-fcdb4f6edffd req-ee2be318-d9cc-4a21-9313-b95334cf8dc9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0813203 Aug 06 15:29:05.924346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b792295-8f2e-4e5d-a60f-8d7d07857052 req-20378642-3a4b-465f-9605-5ae811f0acc3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:05.925837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b792295-8f2e-4e5d-a60f-8d7d07857052 req-20378642-3a4b-465f-9605-5ae811f0acc3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0813689 Aug 06 15:29:05.981465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eba13b24-eea2-4696-aaa2-fcdb4f6edffd req-400ebd8c-d69d-4579-bca3-3c80083de716 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Aug 06 15:29:05.988715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b792295-8f2e-4e5d-a60f-8d7d07857052 req-5ed2dfb9-3ba9-42bf-a806-091f7a31cbb7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525770 Aug 06 15:29:05.999189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b42fbefd-fe98-4b89-bbc7-b56e250134b4 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:06.109091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port b42fbefd-fe98-4b89-bbc7-b56e250134b4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:06.112925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dde12-913d-4c6d-b833-46f7f873ee95 req-324e8a5a-81b6-4a74-86f4-4d09b3f8ddc8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:06.114033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port b42fbefd-fe98-4b89-bbc7-b56e250134b4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:06.114416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a5dde12-913d-4c6d-b833-46f7f873ee95 req-324e8a5a-81b6-4a74-86f4-4d09b3f8ddc8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0528646 Aug 06 15:29:06.116325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:06.199958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a5dde12-913d-4c6d-b833-46f7f873ee95 req-117a0cd4-7afd-4eb6-9376-8369316a9d00 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792508 Aug 06 15:29:06.212090 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:06.216130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84cb15-054b-4632-8e4f-1863cc4c9563 req-acb9673c-9d90-4cf5-8e2b-ca0f27d8045f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:06.224583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed84cb15-054b-4632-8e4f-1863cc4c9563 req-acb9673c-9d90-4cf5-8e2b-ca0f27d8045f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0969698 Aug 06 15:29:06.236641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:06.246864 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a53c87-ff77-46ad-9639-c7ad32f805f8" -d '{"events": [{"server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "name": "network-vif-plugged", "status": "completed", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:06.256353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b42fbefd-fe98-4b89-bbc7-b56e250134b4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:06.266552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed84cb15-054b-4632-8e4f-1863cc4c9563 req-18d7e774-7420-4a3f-b574-ab54a4d84b75 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410390 Aug 06 15:29:06.314568 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4cb8fe-b63d-4360-bee1-65314dc5e54d x-openstack-request-id: req-3e4cb8fe-b63d-4360-bee1-65314dc5e54d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:06.314865 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "name": "network-vif-plugged", "status": "completed", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:06.315249 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e4cb8fe-b63d-4360-bee1-65314dc5e54d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:06.315675 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'code': 200} Aug 06 15:29:06.323150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:06.341950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56c98d-6a5d-48ea-8adf-91884d23e3f1 req-46bd2623-9adc-42fb-b968-f2a6baa9a628 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:06.343674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd56c98d-6a5d-48ea-8adf-91884d23e3f1 req-46bd2623-9adc-42fb-b968-f2a6baa9a628 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0629804 Aug 06 15:29:06.375235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b42fbefd-fe98-4b89-bbc7-b56e250134b4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:06.387061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd56c98d-6a5d-48ea-8adf-91884d23e3f1 req-0d1cf4a3-8159-4506-9643-f91167307465 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361669 Aug 06 15:29:06.428780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae702a05-44b9-4efa-b17b-c44f4545c328 req-98772816-ca2d-461e-b39d-a2bff29915e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:06.430321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae702a05-44b9-4efa-b17b-c44f4545c328 req-98772816-ca2d-461e-b39d-a2bff29915e2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 1096 time: 0.0419672 Aug 06 15:29:06.473954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae702a05-44b9-4efa-b17b-c44f4545c328 req-472000ec-d53c-4017-b915-57ac96506ebd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280564 Aug 06 15:29:06.699093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da9d57-5720-46ca-a854-c87d025258de req-8deb7ab1-231f-43c7-a59e-abe4a125de91 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:06.700758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61da9d57-5720-46ca-a854-c87d025258de req-8deb7ab1-231f-43c7-a59e-abe4a125de91 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 944 time: 0.0543461 Aug 06 15:29:06.752367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61da9d57-5720-46ca-a854-c87d025258de req-70fc4dc5-f29f-4952-9c23-c778a93df60e tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Aug 06 15:29:06.805204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256eb12-8986-4133-bd82-4886510ede8b req-88dc438c-9dcd-4c56-b34f-c483349256eb tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:06.806862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6256eb12-8986-4133-bd82-4886510ede8b req-88dc438c-9dcd-4c56-b34f-c483349256eb tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 06 15:29:06.847378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6256eb12-8986-4133-bd82-4886510ede8b req-02a39b37-cd35-48dc-b306-ba4cfa69659d tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Aug 06 15:29:07.155679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c2a2-27e2-4c93-a79d-c3cc34111fb8 req-f44ec2a2-7cd1-4438-8dc3-a705752fde8f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.157316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1677c2a2-27e2-4c93-a79d-c3cc34111fb8 req-f44ec2a2-7cd1-4438-8dc3-a705752fde8f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0992525 Aug 06 15:29:07.171077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c65e5c-d2aa-4f72-b944-47cec7cffc2b req-29ff68fc-82f2-4833-b702-47467c025120 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.173978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5c65e5c-d2aa-4f72-b944-47cec7cffc2b req-29ff68fc-82f2-4833-b702-47467c025120 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1019042 Aug 06 15:29:07.227535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1677c2a2-27e2-4c93-a79d-c3cc34111fb8 req-c6624f9e-a05c-46e3-9375-80026e252ba6 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538630 Aug 06 15:29:07.234478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5c65e5c-d2aa-4f72-b944-47cec7cffc2b req-7548b22e-5c53-4d8e-a164-3a920d382ac3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532010 Aug 06 15:29:07.338375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e715528-2f43-4f26-9528-af5dfc627c49 req-834ea5a2-8a58-46e2-9387-fdcd4d4807c9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.341131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e715528-2f43-4f26-9528-af5dfc627c49 req-834ea5a2-8a58-46e2-9387-fdcd4d4807c9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0503602 Aug 06 15:29:07.400761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e715528-2f43-4f26-9528-af5dfc627c49 req-474d755a-c26e-4b4a-891c-40bacc1fe142 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516689 Aug 06 15:29:07.411849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dff13-20bf-48c8-9357-7ae019b6416e req-d8df7a38-4c2f-452e-941e-9bac2d31cd85 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.413316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-706dff13-20bf-48c8-9357-7ae019b6416e req-d8df7a38-4c2f-452e-941e-9bac2d31cd85 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0725870 Aug 06 15:29:07.457713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-706dff13-20bf-48c8-9357-7ae019b6416e req-092d2282-82e9-48a0-8163-a29620148d8b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Aug 06 15:29:07.527727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62c391-228c-484c-a1c7-a11c64676c94 req-0dafd894-adfa-4e3c-8f57-81d97da7068e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.529289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a62c391-228c-484c-a1c7-a11c64676c94 req-0dafd894-adfa-4e3c-8f57-81d97da7068e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0502133 Aug 06 15:29:07.559434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d32fbd8-8521-4f29-915c-296db1920efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:07.568096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a62c391-228c-484c-a1c7-a11c64676c94 req-9167cec5-fa77-424e-9fb5-02a7b148b1c7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Aug 06 15:29:07.587900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:07.865401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d34f3-540a-4d4e-a7ea-3b082ac1abcd req-850140cd-098e-4536-aae2-c8b72e60d1e6 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.866947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f18d34f3-540a-4d4e-a7ea-3b082ac1abcd req-850140cd-098e-4536-aae2-c8b72e60d1e6 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 944 time: 0.0517452 Aug 06 15:29:07.909182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f18d34f3-540a-4d4e-a7ea-3b082ac1abcd req-c6881612-dabe-496d-a21e-f018cfcaf79c tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357664 Aug 06 15:29:07.975051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64689e5-2997-4eea-b5ff-d374ff8f8889 req-ea9472b0-a373-442c-bd54-6216d5c2f541 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:07.976623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a64689e5-2997-4eea-b5ff-d374ff8f8889 req-ea9472b0-a373-442c-bd54-6216d5c2f541 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.0498180 Aug 06 15:29:08.013104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6b299816-e9df-4d23-950d-08b513dc7777 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:08.020734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a64689e5-2997-4eea-b5ff-d374ff8f8889 req-d4ca28ff-5b62-4bbb-9ec0-ba0c376353aa tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 Aug 06 15:29:08.170574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 6b299816-e9df-4d23-950d-08b513dc7777 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:08.174429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 6b299816-e9df-4d23-950d-08b513dc7777 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:08.174802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:08.252938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:08.287404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6b299816-e9df-4d23-950d-08b513dc7777, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6b299816-e9df-4d23-950d-08b513dc7777,segment=NetworkSegment(e9f45b27-6d59-4748-b172-e1742ef8752c),segment_id=e9f45b27-6d59-4748-b172-e1742ef8752c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:08.316433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b299816-e9df-4d23-950d-08b513dc7777'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:08.320384 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7008a-2ab8-4086-8f91-703a8d20f828" -d '{"events": [{"server_uuid": "326477c2-df0c-4a68-a519-bc45fa6f4484", "name": "network-vif-plugged", "status": "completed", "tag": "6b299816-e9df-4d23-950d-08b513dc7777"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:08.348743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:08.376745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09decba8-e653-471e-92d0-907a1386fa95 req-89397397-d2d4-4eb4-b72d-f5dc9e959e91 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:08.378245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09decba8-e653-471e-92d0-907a1386fa95 req-89397397-d2d4-4eb4-b72d-f5dc9e959e91 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0786850 Aug 06 15:29:08.398342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6b299816-e9df-4d23-950d-08b513dc7777,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:08.399425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381553-088e-401d-adfb-d1f2e1c1c15b req-78f1442b-26c4-4882-a1b9-c7e692c65f21 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:08.400909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf381553-088e-401d-adfb-d1f2e1c1c15b req-78f1442b-26c4-4882-a1b9-c7e692c65f21 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0740700 Aug 06 15:29:08.441930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09decba8-e653-471e-92d0-907a1386fa95 req-ffb16bec-f3dc-421d-9c8c-0ffedca2c73d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557823 Aug 06 15:29:08.462798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf381553-088e-401d-adfb-d1f2e1c1c15b req-bee0c823-d5e0-49bb-9cb6-0c414c12a9f9 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Aug 06 15:29:08.493343 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97744cec-82c6-485c-bd97-9a30817a6930 x-openstack-request-id: req-97744cec-82c6-485c-bd97-9a30817a6930 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:08.493761 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326477c2-df0c-4a68-a519-bc45fa6f4484", "name": "network-vif-plugged", "status": "completed", "tag": "6b299816-e9df-4d23-950d-08b513dc7777", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:08.494224 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97744cec-82c6-485c-bd97-9a30817a6930 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:08.494774 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b299816-e9df-4d23-950d-08b513dc7777', 'code': 200} Aug 06 15:29:08.594777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b259-df9f-4b3d-90c6-5cb1f198f9e2 req-238b16aa-4b6b-49e0-ac73-da16cf8b11f4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:08.596433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2476b259-df9f-4b3d-90c6-5cb1f198f9e2 req-238b16aa-4b6b-49e0-ac73-da16cf8b11f4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0563898 Aug 06 15:29:08.610597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d660f0b-8f4c-43b5-a3ec-ab01a8dd5109 req-9b3897a1-559b-4376-a9be-752350d313ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:08.612181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d660f0b-8f4c-43b5-a3ec-ab01a8dd5109 req-9b3897a1-559b-4376-a9be-752350d313ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 1096 time: 0.0456948 Aug 06 15:29:08.641044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2476b259-df9f-4b3d-90c6-5cb1f198f9e2 req-bc560ca9-959b-45ff-a7c8-6dc3c03505d8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349534 Aug 06 15:29:08.669489 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d660f0b-8f4c-43b5-a3ec-ab01a8dd5109 req-ee856797-10df-4826-99bc-58d19103ebcc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Aug 06 15:29:08.729004 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:08.747053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f8ceb-54ab-4b02-8390-c4fd42215f56 req-3f338fab-7758-474d-a3f2-bff8bd16cec1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:08.748606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-430f8ceb-54ab-4b02-8390-c4fd42215f56 req-3f338fab-7758-474d-a3f2-bff8bd16cec1 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0489769 Aug 06 15:29:08.787639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-430f8ceb-54ab-4b02-8390-c4fd42215f56 req-19302d7d-2c29-4d50-b813-8023781b7598 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Aug 06 15:29:08.893610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7708-b5e3-4a69-bd4b-a5c0af49e2b3 req-8f81fb67-b821-43c8-9068-1d9a88514be0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:08.895475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e7c7708-b5e3-4a69-bd4b-a5c0af49e2b3 req-8f81fb67-b821-43c8-9068-1d9a88514be0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0527186 Aug 06 15:29:08.935988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e7c7708-b5e3-4a69-bd4b-a5c0af49e2b3 req-e99446b2-ce6c-40e4-a119-ffcb61c3a6ac tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Aug 06 15:29:09.041895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c729c5e-fcd6-48cb-84eb-7489fbf07d42 req-a37c2d95-f879-4f26-a70f-eff642fee160 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:09.043236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c729c5e-fcd6-48cb-84eb-7489fbf07d42 req-a37c2d95-f879-4f26-a70f-eff642fee160 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Aug 06 15:29:09.082328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c729c5e-fcd6-48cb-84eb-7489fbf07d42 req-277cf660-028d-49c4-900b-4f2c1f408fa7 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323324 Aug 06 15:29:09.195474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ea923-f090-4af4-a98d-8740893d9bbc req-bb1f5b0b-419f-4bea-9ea8-0da75869e8ee tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:09.196979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e13ea923-f090-4af4-a98d-8740893d9bbc req-bb1f5b0b-419f-4bea-9ea8-0da75869e8ee tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.0499470 Aug 06 15:29:09.235694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e13ea923-f090-4af4-a98d-8740893d9bbc req-d52c26e3-26aa-4600-b4f1-ee8a29c1456a tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325956 Aug 06 15:29:09.352211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f86489-a758-4b89-888b-f71a8328c3f1 req-e504484d-f23f-4751-bffd-816f7dc304aa tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:09.353677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19f86489-a758-4b89-888b-f71a8328c3f1 req-e504484d-f23f-4751-bffd-816f7dc304aa tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.0503299 Aug 06 15:29:09.362159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:09.366738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Request body: {'floatingip': {'port_id': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:09.407979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:09.685946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08b7f-4728-4ed8-9c8c-f9abfb7eb3a9 req-16dc4d58-129d-4f47-9723-03effa22b938 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:09.687445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cd08b7f-4728-4ed8-9c8c-f9abfb7eb3a9 req-16dc4d58-129d-4f47-9723-03effa22b938 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1650000 Aug 06 15:29:09.704576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffcd2-73de-4353-b6aa-e6adec4c78ea req-ad22dd49-56d1-4332-b45b-d576666f2914 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:09.706083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a1ffcd2-73de-4353-b6aa-e6adec4c78ea req-ad22dd49-56d1-4332-b45b-d576666f2914 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1384578 Aug 06 15:29:10.100850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a1ffcd2-73de-4353-b6aa-e6adec4c78ea req-cfc50a90-1ef2-4e38-a4dd-fc009d981b8e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847344 Aug 06 15:29:10.103561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cd08b7f-4728-4ed8-9c8c-f9abfb7eb3a9 req-f934cdea-39e4-4145-8822-8052833df13d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068861 Aug 06 15:29:10.370673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b9b7-afe3-41d3-8ee0-74d99b4915f1 req-523fc6c0-41fb-4bfa-ba93-9fd004d49086 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:10.381833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c525b9b7-afe3-41d3-8ee0-74d99b4915f1 req-523fc6c0-41fb-4bfa-ba93-9fd004d49086 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.2034166 Aug 06 15:29:10.385203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbcfb6-165c-4b34-aede-67f3c8521134 req-7c549c12-0091-4fd5-8459-1046d1fbf171 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:10.386716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cfbcfb6-165c-4b34-aede-67f3c8521134 req-7c549c12-0091-4fd5-8459-1046d1fbf171 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.2069285 Aug 06 15:29:10.503066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:29:10.549221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c525b9b7-afe3-41d3-8ee0-74d99b4915f1 req-839c1e62-04e5-4c4d-8833-38c577fa9086 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579309 Aug 06 15:29:10.557796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cfbcfb6-165c-4b34-aede-67f3c8521134 req-b214e028-5602-484b-a74c-0e3f5c8d1ae8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420786 Aug 06 15:29:10.582911 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:10.592597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:10.690663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:10.757810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae68c-0138-4234-a9fc-02be711c9152 req-ee9d96f3-4c77-4dea-9d9f-25f205526993 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:10.759312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88bae68c-0138-4234-a9fc-02be711c9152 req-ee9d96f3-4c77-4dea-9d9f-25f205526993 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.1367335 Aug 06 15:29:10.804250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8001bb-8fb6-4141-95fd-e538bd7d7b59 req-b341398e-8500-4a84-aba4-3c62e73287a5 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:10.805698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a8001bb-8fb6-4141-95fd-e538bd7d7b59 req-b341398e-8500-4a84-aba4-3c62e73287a5 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 945 time: 0.1518755 Aug 06 15:29:10.882141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88bae68c-0138-4234-a9fc-02be711c9152 req-6389ec87-1bc6-4788-8353-d4b13ebce4e1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833859 Aug 06 15:29:10.882141 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Floating IP 96617069-3961-4324-891d-516235b68f37 associated. External IP: 172.25.5.247, port: b42fbefd-fe98-4b89-bbc7-b56e250134b4. Aug 06 15:29:10.887117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a8001bb-8fb6-4141-95fd-e538bd7d7b59 req-e0ac312f-0553-45d4-9d96-7497e98505c4 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740974 Aug 06 15:29:11.026889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d2e72-454d-45d7-aae0-129428c1730d req-2b194559-07f6-472d-95bb-82a01cf7cd85 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:11.028445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c7d2e72-454d-45d7-aae0-129428c1730d req-2b194559-07f6-472d-95bb-82a01cf7cd85 tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 1101 time: 0.0606537 Aug 06 15:29:11.143055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c7d2e72-454d-45d7-aae0-129428c1730d req-6fee6727-8480-493b-b306-e9961b69edce tempest-ServersOnMultiNodesTest-1723525198 tempest-ServersOnMultiNodesTest-1723525198-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781929 Aug 06 15:29:11.244518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Router 735f8232-4299-49b4-9ab5-6beda03fd1af has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:29:11.288719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df7951-94f8-40fc-8b4c-0b0fc1265d74 req-d98fd570-8158-4778-ba5b-065f9d942bc9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:11.290423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54df7951-94f8-40fc-8b4c-0b0fc1265d74 req-d98fd570-8158-4778-ba5b-065f9d942bc9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0998671 Aug 06 15:29:11.362417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9906ff-aef3-4529-a7bf-2b4760cf0972 req-cee91c59-e55c-46da-820d-5a6b16f7b8f0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:11.364256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a9906ff-aef3-4529-a7bf-2b4760cf0972 req-cee91c59-e55c-46da-820d-5a6b16f7b8f0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1355755 Aug 06 15:29:11.438923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54df7951-94f8-40fc-8b4c-0b0fc1265d74 req-ef5b386c-3fc7-4307-a656-623f4ffa7d75 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402335 Aug 06 15:29:11.469082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a9906ff-aef3-4529-a7bf-2b4760cf0972 req-a0d2e60d-fbab-4a69-a126-74ba0f99b935 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953159 Aug 06 15:29:11.480766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:29:11.496277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:11.496606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:29:11.507584 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:29:11.508242 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:29:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:11.524436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d340fee5-91b0-40d2-b91c-091f573a9f65 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "PUT /v2.0/floatingips/96617069-3961-4324-891d-516235b68f37 HTTP/1.1" status: 200 len: 991 time: 2.1609044 Aug 06 15:29:11.525942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:11.541609 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf0aee7-cced-4556-ac13-16d577561ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:11.625687 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:29:11.642804 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2786aabe-d666-4b11-a31b-9e11cfc9b78d x-openstack-request-id: req-2786aabe-d666-4b11-a31b-9e11cfc9b78d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:11.643234 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:11.643449 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2786aabe-d666-4b11-a31b-9e11cfc9b78d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:11.643873 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'status': 'completed', 'code': 200} Aug 06 15:29:11.727740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-f3272e0f-e7d8-441d-9bfc-9b0909e9eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:11.731276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-f3272e0f-e7d8-441d-9bfc-9b0909e9eb23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=26d88e54006b47f7813832250f2619cf&device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 1096 time: 0.0440180 Aug 06 15:29:11.855720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-a5e77063-8531-40b6-9a44-e0c38586b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:11.857561 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-a5e77063-8531-40b6-9a44-e0c38586b802 service neutron] 10.222.0.64 "GET /v2.0/networks?id=78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 200 len: 924 time: 0.1167510 Aug 06 15:29:11.882348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e51a-c9e3-491b-946c-e7ce52cb72bc req-8f19a5f2-24c4-4186-a9a4-3f27fea9d3b9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:11.887896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c567e51a-c9e3-491b-946c-e7ce52cb72bc req-8f19a5f2-24c4-4186-a9a4-3f27fea9d3b9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.1642416 Aug 06 15:29:11.903026 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '96617069-3961-4324-891d-516235b68f37', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'port_id': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'mac_address': 'fa:16:3e:98:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:26:35Z', 'updated_at': '2021-08-06T15:29:10Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:11.945470 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:29:11.956322 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:29:11.957867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:29:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:11.960227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c567e51a-c9e3-491b-946c-e7ce52cb72bc req-c6ad6c64-93f2-4a49-b249-7730c498529e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686123 Aug 06 15:29:12.000608 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-72350935-5097-4da4-a883-f1cf38bb5b58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4 HTTP/1.1" status: 200 len: 999 time: 0.1304555 Aug 06 15:29:12.104958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-34f5925f-0b07-49d6-881f-98f050b7a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:12.109570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-34f5925f-0b07-49d6-881f-98f050b7a74d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 200 len: 862 time: 0.0985963 Aug 06 15:29:12.132701 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:29:12.156937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0206318-10d1-4805-9185-001a34d976d3 req-a5077529-e1e8-45a5-8ee2-4465bbf2bb2a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:12.158531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0206318-10d1-4805-9185-001a34d976d3 req-a5077529-e1e8-45a5-8ee2-4465bbf2bb2a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.1624782 Aug 06 15:29:12.172207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75f5e7-42e9-4660-a53f-3a6fc9c87ee9 req-bfe6c80e-a709-4325-b12a-9febbf462c1a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:12.179406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-aa2b177a-2caa-411b-96bc-724976804070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:12.180423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb75f5e7-42e9-4660-a53f-3a6fc9c87ee9 req-bfe6c80e-a709-4325-b12a-9febbf462c1a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.1059368 Aug 06 15:29:12.181031 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-aa2b177a-2caa-411b-96bc-724976804070 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=78ad054a-fbca-4825-ace1-2a3771e1d945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601370 Aug 06 15:29:12.249937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0206318-10d1-4805-9185-001a34d976d3 req-c3b8bf24-c11d-4b25-9ac9-1263dc06921f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668864 Aug 06 15:29:12.259921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb75f5e7-42e9-4660-a53f-3a6fc9c87ee9 req-13bf7e57-1e07-465a-ac5a-b9139332ecaf tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771558 Aug 06 15:29:12.301999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-0e76264d-d7f7-4100-8417-f60a166af03c service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121001 Aug 06 15:29:12.432213 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '96617069-3961-4324-891d-516235b68f37', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'port_id': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'mac_address': 'fa:16:3e:98:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:26:35Z', 'updated_at': '2021-08-06T15:29:10Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:12.437595 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cf0aee7-cced-4556-ac13-16d577561ddf req-59a5def4-4efd-4ce0-a8ae-3bb1f8eaeab6 service neutron] 10.222.0.64 "GET /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114423 Aug 06 15:29:12.460757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c93b9-d193-4e82-8049-b2ec29a7efab None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '96617069-3961-4324-891d-516235b68f37', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'floating_ip_address': '172.25.5.247', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'port_id': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'mac_address': 'fa:16:3e:98:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:26:35Z', 'updated_at': '2021-08-06T15:29:10Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:29:12.618620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04ac34-a8f1-466b-bea5-04a38a6c41a1 req-62783b51-d737-4146-9090-221837924598 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:12.620826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d04ac34-a8f1-466b-bea5-04a38a6c41a1 req-62783b51-d737-4146-9090-221837924598 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1073704 Aug 06 15:29:12.659147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a607e1-d338-4deb-9e91-b170fca0cd39 req-682f9891-2d62-4f63-90cf-0e42038065f0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:12.659147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15a607e1-d338-4deb-9e91-b170fca0cd39 req-682f9891-2d62-4f63-90cf-0e42038065f0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0868249 Aug 06 15:29:12.777356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2e9b5-07eb-4ce5-8785-19843c283ea7 None None] New status for floating IP 96617069-3961-4324-891d-516235b68f37: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:29:12.944100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d04ac34-a8f1-466b-bea5-04a38a6c41a1 req-f97e6d16-91a3-4d0a-b1e3-75f372a8c6bb tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073390 Aug 06 15:29:12.952926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15a607e1-d338-4deb-9e91-b170fca0cd39 req-35438730-862a-472a-a059-6ae819ff3b52 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909644 Aug 06 15:29:13.127706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdaf95-dde4-46fb-8100-b480082f4a55 req-44ebc432-822b-457d-a571-cbd2c319953d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:13.132684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67fdaf95-dde4-46fb-8100-b480082f4a55 req-44ebc432-822b-457d-a571-cbd2c319953d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0644279 Aug 06 15:29:13.172667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67fdaf95-dde4-46fb-8100-b480082f4a55 req-59ae81f0-bbc4-4be4-8b1d-365a5930fefb tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346341 Aug 06 15:29:13.373147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f074cc-db41-430e-bc79-b131df78be0a req-3e09ae1b-757e-456e-80a5-e131cbfa524e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:13.374845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41f074cc-db41-430e-bc79-b131df78be0a req-3e09ae1b-757e-456e-80a5-e131cbfa524e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0512371 Aug 06 15:29:13.413701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41f074cc-db41-430e-bc79-b131df78be0a req-af5cf0e0-7bc6-45ad-8aff-17298c6a0050 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Aug 06 15:29:13.541040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14449b-e04b-4262-b203-6f100a5301f0 req-d450d380-765a-4b76-a69b-d1c4e98c1582 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:13.542734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf14449b-e04b-4262-b203-6f100a5301f0 req-d450d380-765a-4b76-a69b-d1c4e98c1582 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0560689 Aug 06 15:29:13.584820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf14449b-e04b-4262-b203-6f100a5301f0 req-daf7ae2c-7094-4f73-9a28-cfda7843c88a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356138 Aug 06 15:29:13.652977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-40fdacde-578e-450c-a126-195975616d2b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:13.654522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-40fdacde-578e-450c-a126-195975616d2b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 950 time: 0.0486081 Aug 06 15:29:13.750078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:13.750430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:13.843749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:13.844172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:13.858057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:14.096878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246ddf-6dd2-429e-8122-fb0f6c3616f5 req-4eb8ed88-1a6d-475a-98bb-12ac1ddfbdcd tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:14.099261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7246ddf-6dd2-429e-8122-fb0f6c3616f5 req-4eb8ed88-1a6d-475a-98bb-12ac1ddfbdcd tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0785429 Aug 06 15:29:14.111617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bbf04-afc2-4a1c-b1ba-a05e0b3567cf req-635f20fc-d664-4910-b927-1b2ff3104654 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:14.113102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b58bbf04-afc2-4a1c-b1ba-a05e0b3567cf req-635f20fc-d664-4910-b927-1b2ff3104654 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0669384 Aug 06 15:29:14.117811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:14.132067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f', 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'eb49312c-837d-41c9-b93e-ebccc81dea57'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:14.136691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b', 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:14.149556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=a4eecdf8-c5ec-40e7-aaf8-b6a072439e26,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:14.163730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.164111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.164454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.167247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.168307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:14.218738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:14.223703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:14.225856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b58bbf04-afc2-4a1c-b1ba-a05e0b3567cf req-5c1e8756-9fb0-4cd3-aa8b-04e7bd31e5a2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951672 Aug 06 15:29:14.228324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d2ea0768-03f3-4fae-ac58-453230e6fa17 req-e6d01825-c677-422e-aad2-742075c4c5aa tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "DELETE /v2.0/ports/a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 HTTP/1.1" status: 204 len: 173 time: 0.5665619 Aug 06 15:29:14.229279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1231f825-6116-422b-a562-8f85be811f02', 'name': 'network-vif-deleted', 'tag': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:14.234929 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2ef7aa-1718-4156-845d-96ef56801805" -d '{"events": [{"server_uuid": "1231f825-6116-422b-a562-8f85be811f02", "name": "network-vif-deleted", "tag": "a4eecdf8-c5ec-40e7-aaf8-b6a072439e26"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:14.264481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7246ddf-6dd2-429e-8122-fb0f6c3616f5 req-0b4411d9-1f74-45e6-993b-2de4b6db13d0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497376 Aug 06 15:29:14.412543 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f5e86-ad6b-4230-b1fe-787438b40fda x-openstack-request-id: req-104f5e86-ad6b-4230-b1fe-787438b40fda {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:14.412543 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1231f825-6116-422b-a562-8f85be811f02", "name": "network-vif-deleted", "tag": "a4eecdf8-c5ec-40e7-aaf8-b6a072439e26", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:14.412543 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-104f5e86-ad6b-4230-b1fe-787438b40fda {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:14.412543 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1231f825-6116-422b-a562-8f85be811f02', 'name': 'network-vif-deleted', 'tag': 'a4eecdf8-c5ec-40e7-aaf8-b6a072439e26', 'status': 'completed', 'code': 200} Aug 06 15:29:14.417187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39fd49-f328-4e57-896d-7f2e448684de req-79427fe0-6e42-405d-9f42-02ded358c5b9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:14.424796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f39fd49-f328-4e57-896d-7f2e448684de req-79427fe0-6e42-405d-9f42-02ded358c5b9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 946 time: 0.0728214 Aug 06 15:29:14.494327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f39fd49-f328-4e57-896d-7f2e448684de req-a14f1cce-696e-46cf-9062-f3663b745a3b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685596 Aug 06 15:29:14.559674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-295334bc-2938-46e4-b8ea-57407f197de9 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:14.561272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-295334bc-2938-46e4-b8ea-57407f197de9 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1097 time: 0.0545199 Aug 06 15:29:14.583455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17793514-3148-41ec-bccd-fd6328c7eea0 req-931b641d-eeae-46a2-b88e-d90d789597e0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:14.585026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17793514-3148-41ec-bccd-fd6328c7eea0 req-931b641d-eeae-46a2-b88e-d90d789597e0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0644231 Aug 06 15:29:14.587343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:14.658271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17793514-3148-41ec-bccd-fd6328c7eea0 req-f672ea67-6c2d-4fd7-8818-4f238ce1d3ef tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669899 Aug 06 15:29:14.667367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:14.751312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67982254-7476-43d3-b032-e81bdb25f572 req-02d62c63-af59-4735-8a65-7856a4c39e04 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=1231f825-6116-422b-a562-8f85be811f02 HTTP/1.1" status: 200 len: 210 time: 0.0360525 Aug 06 15:29:14.811282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:14.851446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:14.897725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:14.953999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.039249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:15.042631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:15.057593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on host n-h1-778550-6 for vnic_type normal with profile {"migrating_to": "n-h2-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:29:15.057928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:29:15.058262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:15.068354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:15.068354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:29:15.068354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Attempting to bind port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:15.073443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:29:15.073810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:29:15.074180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:29:15.074637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Bound port: bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:29:15.074994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.143508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:15.147142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:29:15.223894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.224499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.254472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:15.267585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:15.270920 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3262b7-da8e-4a2f-96db-e0acc464afb4" -d '{"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:15.288141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:15.289397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'port_id': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'mac_address': 'fa:16:3e:44:ac:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a999bae-49ec-4bbb-873c-ad891017df82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:15.373600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.388569 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13776b-88e9-480a-8820-d402c5f4e0b4 x-openstack-request-id: req-8d13776b-88e9-480a-8820-d402c5f4e0b4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:15.388877 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-unplugged", "status": "completed", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:15.389223 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d13776b-88e9-480a-8820-d402c5f4e0b4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:15.389514 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'code': 200} Aug 06 15:29:15.391435 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.404956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab362-6b51-401f-a7ef-c0c8d58a7366 req-4b5edbd5-3426-4eb5-a595-6dd82e5b6614 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:15.406940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acfab362-6b51-401f-a7ef-c0c8d58a7366 req-4b5edbd5-3426-4eb5-a595-6dd82e5b6614 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0751116 Aug 06 15:29:15.422240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:15.436781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:15.437518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:15.442044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-51d832f9-a8bb-47ca-84fa-9d0baf3f0186 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 1122 time: 0.8598075 Aug 06 15:29:15.449664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdd513ed-d5af-46a1-b1ca-80e836a13d49 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:15.487645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acfab362-6b51-401f-a7ef-c0c8d58a7366 req-45d9cb07-2f79-4bae-927a-a2222f6fb783 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732839 Aug 06 15:29:15.496300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:15.518225 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:29:15.518605 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:29:15.574612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:15.576234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc89708-4ae7-45c6-a6a7-9fab06045d32 req-8fe080d1-b1f9-439d-aa8a-edb70eb07a2b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:15.577768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcc89708-4ae7-45c6-a6a7-9fab06045d32 req-8fe080d1-b1f9-439d-aa8a-edb70eb07a2b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0574665 Aug 06 15:29:15.626960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcc89708-4ae7-45c6-a6a7-9fab06045d32 req-3e59acdd-5cc1-43b9-ab6d-5ac74e4eae8f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Aug 06 15:29:15.686882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecedbcf-7e10-4f66-84ff-233c98235734 req-f5627daf-8909-496e-8d3d-c6a6bc62ad9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:15.689189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ecedbcf-7e10-4f66-84ff-233c98235734 req-f5627daf-8909-496e-8d3d-c6a6bc62ad9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0613649 Aug 06 15:29:15.729760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:15.741183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ecedbcf-7e10-4f66-84ff-233c98235734 req-9d368bfd-8df9-41a8-a1cc-b56116a806c3 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454059 Aug 06 15:29:15.853767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2570ce2-2895-4d96-bf37-2199b654fb0c req-3c5f494f-4ca1-4c37-b9d1-ecbf4cadf35f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:15.854967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2570ce2-2895-4d96-bf37-2199b654fb0c req-3c5f494f-4ca1-4c37-b9d1-ecbf4cadf35f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.1010897 Aug 06 15:29:15.897231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2570ce2-2895-4d96-bf37-2199b654fb0c req-bff5da0a-daab-4f00-95be-ea7ee581c78b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Aug 06 15:29:15.999448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:16.102906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:16.135669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd513ed-d5af-46a1-b1ca-80e836a13d49 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:16.155971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:16.174743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:16.176013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 has no active binding in host n-h2-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:29:16.249931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:16.300522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:16.326782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775ef0-23b2-4569-b1b7-349fe8b9f131 req-cc7f8461-10bd-4fc2-9b82-5d06b1609dd7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.328354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e775ef0-23b2-4569-b1b7-349fe8b9f131 req-cc7f8461-10bd-4fc2-9b82-5d06b1609dd7 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.0545228 Aug 06 15:29:16.367671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e775ef0-23b2-4569-b1b7-349fe8b9f131 req-b6fd2460-e7ed-43ba-8850-e2d64bf3c85e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Aug 06 15:29:16.409829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'}, {'name': 'network-changed', 'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:16.413138 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2a462f-707e-47ae-8fc8-f54bf7fce820" -d '{"events": [{"server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0"}, {"name": "network-changed", "server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:16.455062 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2508b-f6c4-41c5-a104-2067c50384c5 x-openstack-request-id: req-c2a2508b-f6c4-41c5-a104-2067c50384c5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:16.455552 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "name": "network-vif-unplugged", "status": "completed", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0", "code": 200}, {"name": "network-changed", "server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:16.456385 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2a2508b-f6c4-41c5-a104-2067c50384c5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:16.457577 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'code': 200} Aug 06 15:29:16.458123 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'status': 'completed', 'code': 200} Aug 06 15:29:16.526829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-ee6e45ec-0854-4ed5-a808-489bbb8c2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.528493 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-ee6e45ec-0854-4ed5-a808-489bbb8c2bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1125 time: 0.0436175 Aug 06 15:29:16.609011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83998dd-8b69-4d81-b601-b391dc881ef1 req-99375b1b-50e8-4a0f-9825-f1821a32ab18 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.612222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bdd513ed-d5af-46a1-b1ca-80e836a13d49'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:16.626158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83998dd-8b69-4d81-b601-b391dc881ef1 req-99375b1b-50e8-4a0f-9825-f1821a32ab18 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 944 time: 0.0763268 Aug 06 15:29:16.643028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-32044d69-ac11-4506-b2c5-b1c8783feaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.646745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-32044d69-ac11-4506-b2c5-b1c8783feaf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1086342 Aug 06 15:29:16.680211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83998dd-8b69-4d81-b601-b391dc881ef1 req-6f8be6d6-a34c-4101-96ce-b70de9bcd9b9 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Aug 06 15:29:16.716334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-e346c8b2-2649-4dd6-a2c5-249fb2160c0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 217 time: 0.0584633 Aug 06 15:29:16.804372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef0570-ffc9-4b13-9d3e-1a7a07465771 req-8a6a2d1c-5203-4505-81b0-c8abdcf6bd5a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.806329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fef0570-ffc9-4b13-9d3e-1a7a07465771 req-8a6a2d1c-5203-4505-81b0-c8abdcf6bd5a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0693023 Aug 06 15:29:16.808208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-665bc051-28ea-4e7b-a1b7-d12497b8c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.809660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-665bc051-28ea-4e7b-a1b7-d12497b8c6d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0767896 Aug 06 15:29:16.846203 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-4f276d94-983a-413f-94f5-84abd46e5314 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256367 Aug 06 15:29:16.857722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fef0570-ffc9-4b13-9d3e-1a7a07465771 req-4328279a-ef5c-4b9f-8b2a-d414d89888e5 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Aug 06 15:29:16.909112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1414-ce9d-4c7c-9d89-99e31d0c9660 req-9d45bfee-2775-405b-80fa-64157d2bbcef tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:16.911818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddaf1414-ce9d-4c7c-9d89-99e31d0c9660 req-9d45bfee-2775-405b-80fa-64157d2bbcef tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0656235 Aug 06 15:29:16.955279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddaf1414-ce9d-4c7c-9d89-99e31d0c9660 req-2795f07b-ee8a-4bad-84a1-3a9eb96f555a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Aug 06 15:29:16.969668 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-f2950c00-59e6-4e5e-a865-08cc43402041 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158481 Aug 06 15:29:17.030157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12d32d-52c5-4c2d-a86c-34e188b66148 req-05cd0398-495f-49bf-8dce-f6fc68887b74 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:17.031815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca12d32d-52c5-4c2d-a86c-34e188b66148 req-05cd0398-495f-49bf-8dce-f6fc68887b74 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0530181 Aug 06 15:29:17.050776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:17.073822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca12d32d-52c5-4c2d-a86c-34e188b66148 req-6259f284-6ff1-4fba-b4f3-47632f278256 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348539 Aug 06 15:29:17.076518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:17.077054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a4eecdf8-c5ec-40e7-aaf8-b6a072439e26 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:17.079872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef2a462f-707e-47ae-8fc8-f54bf7fce820 req-e6bf3e4b-712f-4be7-97c8-633872eb1a16 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020401 Aug 06 15:29:17.492738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0db2f5-aee7-43e4-8281-3ef711d02156 req-1018c939-91cd-4cb0-b1ee-d3271f490a81 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:17.494584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d0db2f5-aee7-43e4-8281-3ef711d02156 req-1018c939-91cd-4cb0-b1ee-d3271f490a81 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.0577304 Aug 06 15:29:17.537392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d0db2f5-aee7-43e4-8281-3ef711d02156 req-0cd1c2fc-7a58-45a4-adf1-60f9bd1c011a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Aug 06 15:29:17.800334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583d192-a07e-4734-aacf-0017fbca8a07 req-774e0c00-ce99-4437-9bf4-42de31402791 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:17.801800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b583d192-a07e-4734-aacf-0017fbca8a07 req-774e0c00-ce99-4437-9bf4-42de31402791 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 944 time: 0.0495429 Aug 06 15:29:17.841467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b583d192-a07e-4734-aacf-0017fbca8a07 req-a3cd07bc-663c-4df3-9fd1-83f6071bb1ef tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Aug 06 15:29:17.981637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8471f-5e90-46f4-aad7-91559f76243c req-b8558cc0-7869-435f-8637-c7b01761c608 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:17.983125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ab8471f-5e90-46f4-aad7-91559f76243c req-b8558cc0-7869-435f-8637-c7b01761c608 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0494485 Aug 06 15:29:18.025125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ab8471f-5e90-46f4-aad7-91559f76243c req-a0dfb594-f2a5-498e-8e09-d52999c4c278 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359721 Aug 06 15:29:18.098657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c67c3-89a3-4f0d-8b0a-5e4c9e4fcd2e req-9eac8a1a-73ae-42de-acf7-7e681af82072 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:18.100101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-076c67c3-89a3-4f0d-8b0a-5e4c9e4fcd2e req-9eac8a1a-73ae-42de-acf7-7e681af82072 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0595698 Aug 06 15:29:18.141172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-076c67c3-89a3-4f0d-8b0a-5e4c9e4fcd2e req-6a35db62-d862-4027-b8e1-babbf42d8480 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Aug 06 15:29:18.203818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535d33-f06d-489d-ae44-83166388e9a8 req-3b634668-cb84-41ac-845f-88e2b56eb870 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:18.205260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6535d33-f06d-489d-ae44-83166388e9a8 req-3b634668-cb84-41ac-845f-88e2b56eb870 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0509150 Aug 06 15:29:18.246323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6535d33-f06d-489d-ae44-83166388e9a8 req-2d7a21a3-3cf2-4971-a475-f46568f32fcc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337083 Aug 06 15:29:18.661776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d40f28-4edd-4c90-8eca-8476a996ba63 req-16d9cd8c-f54d-4506-b044-ac94dc041545 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:18.663285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77d40f28-4edd-4c90-8eca-8476a996ba63 req-16d9cd8c-f54d-4506-b044-ac94dc041545 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.0514481 Aug 06 15:29:18.706139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77d40f28-4edd-4c90-8eca-8476a996ba63 req-5dcff8a1-a179-40a5-961d-91d2e947da6d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359950 Aug 06 15:29:18.968513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a567fe6-3287-4dd7-92a5-0e07d496cbb7 req-e530afb0-b8e1-465c-a59e-f4772dcd6701 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:18.970019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a567fe6-3287-4dd7-92a5-0e07d496cbb7 req-e530afb0-b8e1-465c-a59e-f4772dcd6701 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 944 time: 0.0547645 Aug 06 15:29:19.013495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a567fe6-3287-4dd7-92a5-0e07d496cbb7 req-10a0368d-ffeb-4708-b87b-1ce73b058c7a tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361097 Aug 06 15:29:19.062718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:19.063202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08abd1-6a73-4940-a326-01be09516b05 req-00d3075e-33bb-4161-a97c-a3ec5f7bf5bf tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:19.064385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9c08abd1-6a73-4940-a326-01be09516b05 req-00d3075e-33bb-4161-a97c-a3ec5f7bf5bf tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.0579355 Aug 06 15:29:19.112553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bdd513ed-d5af-46a1-b1ca-80e836a13d49 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:19.113238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.152686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862091b-7408-4c9c-aedb-0188b0208cfc req-c3b196af-09d6-4eb7-88f9-bdc2adc2e637 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:19.154172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9862091b-7408-4c9c-aedb-0188b0208cfc req-c3b196af-09d6-4eb7-88f9-bdc2adc2e637 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0515003 Aug 06 15:29:19.196997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9862091b-7408-4c9c-aedb-0188b0208cfc req-80018006-4fa3-426c-a1f3-d45ce22c1430 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368335 Aug 06 15:29:19.209837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port eb49312c-837d-41c9-b93e-ebccc81dea57 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:19.210190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.256400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.276177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c062a-2f34-45af-8163-60f5d326bd75 req-97089999-faec-43aa-8465-7082213a3366 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:19.278025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-596c062a-2f34-45af-8163-60f5d326bd75 req-97089999-faec-43aa-8465-7082213a3366 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0503979 Aug 06 15:29:19.308393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:19.314300 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b4eb0f-fd56-4d9c-bf23-ce7de61456fa" -d '{"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-plugged", "status": "completed", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:19.334743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:19.355317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-596c062a-2f34-45af-8163-60f5d326bd75 req-c8927e3e-eb6c-4f7c-ab52-0e4a37c964d8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619521 Aug 06 15:29:19.395941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad793053-0ca3-4b91-905e-72f15377fac3 req-ba5d9212-ac9e-4c7d-888e-421b9244ba54 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:19.399193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad793053-0ca3-4b91-905e-72f15377fac3 req-ba5d9212-ac9e-4c7d-888e-421b9244ba54 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0741994 Aug 06 15:29:19.401003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.430647 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57308d4-3574-4793-899a-b6dc611fa68c x-openstack-request-id: req-f57308d4-3574-4793-899a-b6dc611fa68c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:19.430941 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-plugged", "status": "completed", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:19.431202 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f57308d4-3574-4793-899a-b6dc611fa68c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:19.431595 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'code': 200} Aug 06 15:29:19.455455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad793053-0ca3-4b91-905e-72f15377fac3 req-63404fb6-9d3b-4b17-8c63-1758a3c766db tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Aug 06 15:29:19.465014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:19.475065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.475462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.475830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.476205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.476476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.483907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:19.637172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port eb49312c-837d-41c9-b93e-ebccc81dea57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eb49312c-837d-41c9-b93e-ebccc81dea57,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:19.637637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.655162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for eb49312c-837d-41c9-b93e-ebccc81dea57 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:19.672228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8f9f8-a731-4fc7-b69d-5bb1b6b81263 req-c0fedda8-3e8d-43d6-980f-cd9e87e6c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:19.673724 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cca8f9f8-a731-4fc7-b69d-5bb1b6b81263 req-c0fedda8-3e8d-43d6-980f-cd9e87e6c839 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 1096 time: 0.0711787 Aug 06 15:29:19.752712 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cca8f9f8-a731-4fc7-b69d-5bb1b6b81263 req-a22ee15a-cc9b-4e13-a68c-232fdecbe9c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470819 Aug 06 15:29:19.825988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f897fe2-50e7-48ea-9dbc-e9a281e5b5d0 req-ba219841-a62a-4586-9ec9-c159122bb5da tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:19.827528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f897fe2-50e7-48ea-9dbc-e9a281e5b5d0 req-ba219841-a62a-4586-9ec9-c159122bb5da tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 950 time: 0.0511215 Aug 06 15:29:19.866990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f897fe2-50e7-48ea-9dbc-e9a281e5b5d0 req-41cd3d54-0bc4-4cd4-a0ab-53b46d68eabc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Aug 06 15:29:19.872007 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.883876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:19.892179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f', 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'eb49312c-837d-41c9-b93e-ebccc81dea57'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:19.901482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=eb49312c-837d-41c9-b93e-ebccc81dea57,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:19.948422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port eb49312c-837d-41c9-b93e-ebccc81dea57 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:19.951383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:19.953594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9c08abd1-6a73-4940-a326-01be09516b05 req-393980e8-e1c8-47b5-8498-f86a4d65abd4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "DELETE /v2.0/ports/eb49312c-837d-41c9-b93e-ebccc81dea57 HTTP/1.1" status: 204 len: 173 time: 0.8731165 Aug 06 15:29:19.954067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'name': 'network-vif-deleted', 'tag': 'eb49312c-837d-41c9-b93e-ebccc81dea57'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:19.956361 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ca7dc5-f918-4f3a-b8f0-5c4129aea3d6" -d '{"events": [{"server_uuid": "34426e1d-a9a2-4a97-b2c3-f977c3d91d88", "name": "network-vif-deleted", "tag": "eb49312c-837d-41c9-b93e-ebccc81dea57"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:20.030038 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcbcf06-871f-4716-a67d-a9d40864418a x-openstack-request-id: req-2fcbcf06-871f-4716-a67d-a9d40864418a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:20.030343 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34426e1d-a9a2-4a97-b2c3-f977c3d91d88", "name": "network-vif-deleted", "tag": "eb49312c-837d-41c9-b93e-ebccc81dea57", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:20.030825 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fcbcf06-871f-4716-a67d-a9d40864418a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:20.031214 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34426e1d-a9a2-4a97-b2c3-f977c3d91d88', 'name': 'network-vif-deleted', 'tag': 'eb49312c-837d-41c9-b93e-ebccc81dea57', 'status': 'completed', 'code': 200} Aug 06 15:29:20.174208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96529e21-3b52-4903-b340-ddbebde980ed req-ae07a4b8-21be-47d4-aa37-035a91044b53 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:20.176810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96529e21-3b52-4903-b340-ddbebde980ed req-ae07a4b8-21be-47d4-aa37-035a91044b53 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0571134 Aug 06 15:29:20.223947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96529e21-3b52-4903-b340-ddbebde980ed req-eff2e4c0-432b-460d-837b-a250c743363f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Aug 06 15:29:20.330206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b3ab1-008b-4226-b829-739b495f9cb5 req-d0605002-7ec0-41ad-9992-f63f6830567b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:20.332063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8b3ab1-008b-4226-b829-739b495f9cb5 req-d0605002-7ec0-41ad-9992-f63f6830567b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0561769 Aug 06 15:29:20.399654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8b3ab1-008b-4226-b829-739b495f9cb5 req-9b5f3abc-9560-4cda-9b4e-ce3a0e406622 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577173 Aug 06 15:29:20.497504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37524301-1bf3-4c5a-80f8-706ea249a626 req-fa0f397e-6d44-4828-b993-527135da8085 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:20.499376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37524301-1bf3-4c5a-80f8-706ea249a626 req-fa0f397e-6d44-4828-b993-527135da8085 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0504179 Aug 06 15:29:20.544396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37524301-1bf3-4c5a-80f8-706ea249a626 req-edea97d7-c7fd-498b-8664-25e56f0b7a09 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383165 Aug 06 15:29:20.596732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e25901-febc-4670-9216-143051250e8f req-538c8beb-c4ab-46eb-97c1-9d9163e54491 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:20.598874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05e25901-febc-4670-9216-143051250e8f req-538c8beb-c4ab-46eb-97c1-9d9163e54491 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0491447 Aug 06 15:29:20.636519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05e25901-febc-4670-9216-143051250e8f req-c056857b-c39b-4b92-8353-273a1385478e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Aug 06 15:29:20.824190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443adf86-0fea-46b3-a7fe-4c134271910d req-c9c6686e-f711-4808-bf57-a93e7e90a550 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:20.825743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-443adf86-0fea-46b3-a7fe-4c134271910d req-c9c6686e-f711-4808-bf57-a93e7e90a550 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1096 time: 0.0443642 Aug 06 15:29:20.861331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-443adf86-0fea-46b3-a7fe-4c134271910d req-a3475a3a-ff04-4767-9eb3-7126968914d7 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293074 Aug 06 15:29:21.013736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feff7313-ced6-434a-8439-a353d511b5ea req-d982dd79-8bed-4814-bbaf-1a6a4786297a tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=34426e1d-a9a2-4a97-b2c3-f977c3d91d88 HTTP/1.1" status: 200 len: 210 time: 0.0259683 Aug 06 15:29:21.353358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5ac99-2a99-4f0f-8e01-3a58154965bf req-57a1cd07-5ac4-4a78-8d1c-5fdbb68adc44 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:21.354852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ee5ac99-2a99-4f0f-8e01-3a58154965bf req-57a1cd07-5ac4-4a78-8d1c-5fdbb68adc44 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0520623 Aug 06 15:29:21.393553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ee5ac99-2a99-4f0f-8e01-3a58154965bf req-b4c55e70-2ea7-42e5-96de-c60926364dd8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Aug 06 15:29:21.517276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1e3a-12cc-4dd5-9636-77cd062404f6 req-c8b5b162-2ec4-4a00-8569-df4b220828a2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:21.518716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7bc1e3a-12cc-4dd5-9636-77cd062404f6 req-c8b5b162-2ec4-4a00-8569-df4b220828a2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.0559199 Aug 06 15:29:21.557960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7bc1e3a-12cc-4dd5-9636-77cd062404f6 req-0704a2c5-7718-4069-bb02-fa665394ea05 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Aug 06 15:29:21.665931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73dd83-e85a-4c83-9118-df3724f0b151 req-9f339602-4526-4e1f-afcd-36a6f88c20ab tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:21.667421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd73dd83-e85a-4c83-9118-df3724f0b151 req-9f339602-4526-4e1f-afcd-36a6f88c20ab tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0534725 Aug 06 15:29:21.704846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd73dd83-e85a-4c83-9118-df3724f0b151 req-c38a3c9d-029e-47f4-81ef-dddb24630a39 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Aug 06 15:29:21.806260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16442f0f-f329-4927-863e-e0c05d7454cf req-31880cf2-0d1c-4e25-b326-c25114355dbe tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:21.807630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16442f0f-f329-4927-863e-e0c05d7454cf req-31880cf2-0d1c-4e25-b326-c25114355dbe tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0483909 Aug 06 15:29:21.845662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16442f0f-f329-4927-863e-e0c05d7454cf req-fe8bffa2-8004-410e-b329-97ffa6fa176c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Aug 06 15:29:22.051513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eb49312c-837d-41c9-b93e-ebccc81dea57 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:22.073607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: eb49312c-837d-41c9-b93e-ebccc81dea57 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:22.073872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eb49312c-837d-41c9-b93e-ebccc81dea57 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:22.074289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:22.261410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:22.288625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:22.291289 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00d500-5666-4efa-8f3b-59b35c92c117" -d '{"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:22.304321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:22.354259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecbf5c-4e9c-4166-8d6a-d09877c0af1b req-a0166bce-b1b4-447d-b11d-944e607d3797 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:22.355757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24ecbf5c-4e9c-4166-8d6a-d09877c0af1b req-a0166bce-b1b4-447d-b11d-944e607d3797 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0535793 Aug 06 15:29:22.376373 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:22.396925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24ecbf5c-4e9c-4166-8d6a-d09877c0af1b req-0afac0ba-1c0d-4075-8d2f-6b311499e06e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348711 Aug 06 15:29:22.426279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:22.531604 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaeb920-9fe8-4cde-bda4-6de899508d9b x-openstack-request-id: req-aeaeb920-9fe8-4cde-bda4-6de899508d9b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:22.531940 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:22.532203 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aeaeb920-9fe8-4cde-bda4-6de899508d9b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:22.532604 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'code': 200} Aug 06 15:29:22.560252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-eedb933b-0858-437f-aad9-be64a21bc246 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:29:22.561319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-eedb933b-0858-437f-aad9-be64a21bc246 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059736 Aug 06 15:29:22.572491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:22.573060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Unknown quota resources ['binding']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:29:22.753215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-d0cc1fcb-9480-4ba2-97cd-925f6d464a63 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:22.754849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-d0cc1fcb-9480-4ba2-97cd-925f6d464a63 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 814 time: 0.1610849 Aug 06 15:29:22.783374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-b93b5ea4-d51c-4f4f-b257-d5db661c6658 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/quotas/fe918762b22847a7874ddde38782db75 HTTP/1.1" status: 200 len: 375 time: 0.0198069 Aug 06 15:29:22.821045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:29:22.821375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:29:22.821701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:22.828254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:29:22.828576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:22.840236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:29:22.840571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:29:22.840949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:29:22.841374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Bound port: 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:29:22.854081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-4ce091ef-40f3-4282-a5e9-54e6fc4f3e21 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0642860 Aug 06 15:29:22.954972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:29:22.974593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-de98a15f-371c-4341-ac67-037f47c8448a service neutron] 10.222.0.16 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030850 Aug 06 15:29:23.011671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:23.012768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0af58992-d49d-4a9a-8eef-01a866a78c22 service neutron] 10.222.0.16 "POST /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337/bindings HTTP/1.1" status: 201 len: 389 time: 0.4447517 Aug 06 15:29:23.072439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-525ad7fb-0f10-4893-8de8-271a3349ad3f service neutron] 10.222.0.16 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911596 Aug 06 15:29:23.380472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357941ba-2aa8-4e8f-990c-43f99ebdb936 req-d77022ec-1c6d-40bd-b4bd-21bb426ce29c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.382024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-357941ba-2aa8-4e8f-990c-43f99ebdb936 req-d77022ec-1c6d-40bd-b4bd-21bb426ce29c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 948 time: 0.0569956 Aug 06 15:29:23.426402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-357941ba-2aa8-4e8f-990c-43f99ebdb936 req-e5646abc-9505-4bb5-9367-c60235c54003 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Aug 06 15:29:23.547859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18f063-2e27-499d-bc9e-60898f5c57a3 req-0048fb6f-15aa-4da3-aeb9-d058cb95cba2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.549245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f18f063-2e27-499d-bc9e-60898f5c57a3 req-0048fb6f-15aa-4da3-aeb9-d058cb95cba2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0649991 Aug 06 15:29:23.599350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f18f063-2e27-499d-bc9e-60898f5c57a3 req-28ff59d1-1f67-4af2-bde9-6a006668a713 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Aug 06 15:29:23.693876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c067d55c-3bea-4b29-9bb3-84ff807b88e1 req-dec96a4b-f854-40a8-8250-bbb5b40e0bbf tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 210 time: 0.0335319 Aug 06 15:29:23.737476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-5ba975ba-8158-49a7-b884-6fd137503ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.739119 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-5ba975ba-8158-49a7-b884-6fd137503ee7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1096 time: 0.0518818 Aug 06 15:29:23.820398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e01d-71b3-4dcf-8b8a-12603fbd3ffa req-82621dbb-ea10-4037-b37d-d42861c07973 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.827699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02d5e01d-71b3-4dcf-8b8a-12603fbd3ffa req-82621dbb-ea10-4037-b37d-d42861c07973 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.1327112 Aug 06 15:29:23.844054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-fdd5c970-b02e-4e94-a8cd-beddf928974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.846120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-fdd5c970-b02e-4e94-a8cd-beddf928974f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.0993629 Aug 06 15:29:23.864969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abffa283-4608-4fd7-bf80-d90264801d20 req-753085b3-ccea-40fc-9276-917d034c9cf0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.866852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abffa283-4608-4fd7-bf80-d90264801d20 req-753085b3-ccea-40fc-9276-917d034c9cf0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0976574 Aug 06 15:29:23.904397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02d5e01d-71b3-4dcf-8b8a-12603fbd3ffa req-5f6a7cdd-babe-45c1-a1e2-1a42b4fc8e0b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756996 Aug 06 15:29:23.917300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-164fe03e-cf37-48f9-bcdb-98c8fe54299d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 217 time: 0.0594916 Aug 06 15:29:23.940318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abffa283-4608-4fd7-bf80-d90264801d20 req-25bb12d2-8d4d-4f92-950c-297fbffb4375 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608916 Aug 06 15:29:23.976635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-c786de92-1468-4629-a319-c09f518cdd64 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:23.978234 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-c786de92-1468-4629-a319-c09f518cdd64 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "GET /v2.0/ports?device_id=10ba850d-1b1b-461c-acf0-253b43430da0 HTTP/1.1" status: 200 len: 945 time: 0.1298561 Aug 06 15:29:24.020913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-28802540-df57-4ebf-af4f-752522f33cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:24.022434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-28802540-df57-4ebf-af4f-752522f33cae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0958016 Aug 06 15:29:24.051192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:24.077525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc05aad-f8e1-4789-8eac-369cec38da4a req-5bbbf219-2c50-4432-8b98-d247a43a2945 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:24.088878 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e605cc00-d23b-4ab3-8c2d-2702a27748b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571208 Aug 06 15:29:24.105249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cc05aad-f8e1-4789-8eac-369cec38da4a req-5bbbf219-2c50-4432-8b98-d247a43a2945 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.1010284 Aug 06 15:29:24.167072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:24.169772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cc05aad-f8e1-4789-8eac-369cec38da4a req-89e76c38-b284-435f-80de-943d1d880520 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635531 Aug 06 15:29:24.181157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'mac_address': 'fa:16:3e:33:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:24.185088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Deleting port bdd513ed-d5af-46a1-b1ca-80e836a13d49 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:24.185523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:24.225012 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:24.242385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:24.263540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:24.273700 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-178f3ef2-a5c0-4544-bbd8-5942798a05ca service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762767 Aug 06 15:29:24.322737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] For port bdd513ed-d5af-46a1-b1ca-80e836a13d49, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bdd513ed-d5af-46a1-b1ca-80e836a13d49,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:24.323087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:24.338361 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:24.372079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Calling delete_port for bdd513ed-d5af-46a1-b1ca-80e836a13d49 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:24.401208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:24.435576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-0acb2751-0648-4fc6-9878-c06faf3a0212 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517417 Aug 06 15:29:24.564803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56b181-1760-4f8e-bb61-dfe86331274b req-76ba09fb-be29-4cda-ae97-0db54e94fd2f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:24.567464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d56b181-1760-4f8e-bb61-dfe86331274b req-76ba09fb-be29-4cda-ae97-0db54e94fd2f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 949 time: 0.0559621 Aug 06 15:29:24.607146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d56b181-1760-4f8e-bb61-dfe86331274b req-3bc3300d-0ae9-41c3-8d00-ac842efa597a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Aug 06 15:29:24.615315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:24.633199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bdd513ed-d5af-46a1-b1ca-80e836a13d49'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:24.664374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Pushing event deleted for resources: {'Port': ['ID=bdd513ed-d5af-46a1-b1ca-80e836a13d49,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:24.713041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] No DVR routers for this DVR port bdd513ed-d5af-46a1-b1ca-80e836a13d49 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:24.718202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:24.724547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4fed202-a6ff-4bb5-b203-fd3c72b08e55 req-eec6e6bb-2981-46b5-a559-e21d69e165b7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "DELETE /v2.0/ports/bdd513ed-d5af-46a1-b1ca-80e836a13d49 HTTP/1.1" status: 204 len: 173 time: 0.7378623 Aug 06 15:29:24.725276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-deleted', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:24.727888 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902ab4b3-68d0-452a-8cc2-e6a19b26ee00" -d '{"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-deleted", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:24.779664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf138e-ca6c-4464-ba6a-e334d75fe57e req-bcedcdc7-5170-4609-901a-ae5d86297261 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:24.782699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6cf138e-ca6c-4464-ba6a-e334d75fe57e req-bcedcdc7-5170-4609-901a-ae5d86297261 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 944 time: 0.0819471 Aug 06 15:29:24.845431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43c0dd02-083a-4035-a728-f76ddfca89fc req-01d93388-bf59-4549-992c-417c012543e1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 210 time: 0.0538518 Aug 06 15:29:24.878786 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6cf138e-ca6c-4464-ba6a-e334d75fe57e req-164ffa4b-2777-4551-bcda-c0f0dbb9efad tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890348 Aug 06 15:29:24.910538 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227f07ff-a834-413e-b162-72bc4e9dd12e x-openstack-request-id: req-227f07ff-a834-413e-b162-72bc4e9dd12e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:24.911033 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ba850d-1b1b-461c-acf0-253b43430da0", "name": "network-vif-deleted", "tag": "bdd513ed-d5af-46a1-b1ca-80e836a13d49", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:24.911131 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-227f07ff-a834-413e-b162-72bc4e9dd12e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:24.911473 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ba850d-1b1b-461c-acf0-253b43430da0', 'name': 'network-vif-deleted', 'tag': 'bdd513ed-d5af-46a1-b1ca-80e836a13d49', 'status': 'completed', 'code': 200} Aug 06 15:29:25.096109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fc5cb-f075-4ea3-8a64-a9d8859817a6 req-34a6c145-2cd8-4e70-8627-795595d4156a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:25.098659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b0fc5cb-f075-4ea3-8a64-a9d8859817a6 req-34a6c145-2cd8-4e70-8627-795595d4156a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0940025 Aug 06 15:29:25.111581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27340c7-46fe-499f-979e-e0d150e9429f req-013c0ca3-387d-4baa-9fab-0be237afb421 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:25.113718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a27340c7-46fe-499f-979e-e0d150e9429f req-013c0ca3-387d-4baa-9fab-0be237afb421 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0786903 Aug 06 15:29:25.175986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b0fc5cb-f075-4ea3-8a64-a9d8859817a6 req-4952c1c5-95ac-4239-b69f-662b99a9fc19 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Aug 06 15:29:25.185098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a27340c7-46fe-499f-979e-e0d150e9429f req-5674287e-fb70-4319-bc02-73b172c1ecac tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599318 Aug 06 15:29:25.256356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2ce8c96e-c83c-4648-8dd7-8356261d4df2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:25.267334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-3a37e62e-63b2-44e4-aed7-e20256e184d6 service neutron] 10.222.0.59 "GET /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0/bindings/n-h2-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.0806024 Aug 06 15:29:25.359331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b38605-25e9-46e3-b3fd-bfc15854471e req-73a7e92c-6457-4c95-860f-f31ee0b01125 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:25.361212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92b38605-25e9-46e3-b3fd-bfc15854471e req-73a7e92c-6457-4c95-860f-f31ee0b01125 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.0738792 Aug 06 15:29:25.433480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92b38605-25e9-46e3-b3fd-bfc15854471e req-30c762d5-49c6-4ec2-8d19-1b7784220c86 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Aug 06 15:29:25.516243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:25.539026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:25.573758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:25.584952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:25.592720 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:25.711469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:25.741921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f69e62-efc7-4906-b64c-925b0283d96f req-8b0dd921-2e90-4861-8515-8f99b9533e2e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:25.743469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35f69e62-efc7-4906-b64c-925b0283d96f req-8b0dd921-2e90-4861-8515-8f99b9533e2e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 949 time: 0.0607100 Aug 06 15:29:25.786578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35f69e62-efc7-4906-b64c-925b0283d96f req-389782c1-fd5d-4477-889d-37e69f51c81d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365815 Aug 06 15:29:25.812737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-35d3bea1-f067-4fb9-8d3e-2884f9426357 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:25.814266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-35d3bea1-f067-4fb9-8d3e-2884f9426357 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 814 time: 0.1726015 Aug 06 15:29:25.830758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Request body: {'port': {'device_id': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'admin_state_up': True, 'tenant_id': 'fe918762b22847a7874ddde38782db75'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:25.851052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] Transition to ACTIVE for port object bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:29:25.967637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:25.984468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d30aafd4-dcf6-4bd8-aed5-9f56d9f7211c req-a1eeefc5-d066-4a31-a49d-7c786e689c61 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 210 time: 0.0397332 Aug 06 15:29:26.061123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] No DVR routers for this DVR port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:26.064460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d7aed-ee03-4058-9004-45e6a2db3098 req-a8a1c94b-8648-4983-b6ef-e6daa10642cf tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.064684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Made reservation on behalf of fe918762b22847a7874ddde38782db75 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:29:26.068402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:26.074045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-948d7aed-ee03-4058-9004-45e6a2db3098 req-a8a1c94b-8648-4983-b6ef-e6daa10642cf tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.0674882 Aug 06 15:29:26.094827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] Pushing event updated for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:26.125181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-948d7aed-ee03-4058-9004-45e6a2db3098 req-fed92f21-7879-4dcd-9958-7b1c324f7964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490315 Aug 06 15:29:26.168173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-784dd96d-9748-4b1e-a115-7fca037247ae service neutron] 10.222.0.59 "PUT /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0/bindings/n-h2-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8902102 Aug 06 15:29:26.246314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Allocated IP 172.20.0.12 (1298baba-1c05-4f2a-b24d-e08ea5e4e181/0a999bae-49ec-4bbb-873c-ad891017df82/3098ad90-e967-4fdc-b13d-228c5dcbd762) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:29:26.367554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60723ef1-2b4f-4125-b758-5e1f6a0d7fc4 req-5a9e1b4e-82f6-49a3-944f-107a3bc87b29 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.369175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60723ef1-2b4f-4125-b758-5e1f6a0d7fc4 req-5a9e1b4e-82f6-49a3-944f-107a3bc87b29 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.1053524 Aug 06 15:29:26.383832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7fb79-ebc7-449e-8b5b-b734e5dbb470 req-d8c2199e-3785-4f4f-b855-d7d64ec8513c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.385552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11a7fb79-ebc7-449e-8b5b-b734e5dbb470 req-d8c2199e-3785-4f4f-b855-d7d64ec8513c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0869133 Aug 06 15:29:26.419641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-5519fec4-4ec5-4b0c-9994-2acc3cf6e7f6 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.421551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-5519fec4-4ec5-4b0c-9994-2acc3cf6e7f6 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1063282 Aug 06 15:29:26.445037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60723ef1-2b4f-4125-b758-5e1f6a0d7fc4 req-7c1a8080-deb2-46c4-87b5-6bc133dabe6a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693045 Aug 06 15:29:26.452701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11a7fb79-ebc7-449e-8b5b-b734e5dbb470 req-b68082e4-f3a1-4dff-8e92-71db21667f49 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508416 Aug 06 15:29:26.503358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:26.513715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-e71d7670-3584-4113-8225-a45d2aea6475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.515214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-e71d7670-3584-4113-8225-a45d2aea6475 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79&tenant_id=cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 1096 time: 0.0735843 Aug 06 15:29:26.601780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-b6cac81e-b187-4219-bc47-c828411f8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.603370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-b6cac81e-b187-4219-bc47-c828411f8cfe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1096 time: 0.0592380 Aug 06 15:29:26.611946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-c3db18d0-3716-4e56-a9a1-91f37ced5b49 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.614626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-c3db18d0-3716-4e56-a9a1-91f37ced5b49 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.1167889 Aug 06 15:29:26.673898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:26.753328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:29:26.763521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:29:26.771923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:26.776537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:29:26.803938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22344a76-49ac-4ee0-8e53-9b30fa3bd42e req-d3f3ae64-79ab-4a13-a0c6-0737c001948d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.807846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-d03b002e-edb1-49d5-aaac-a2a3c19c5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.809579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-d03b002e-edb1-49d5-aaac-a2a3c19c5a8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1976275 Aug 06 15:29:26.818276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22344a76-49ac-4ee0-8e53-9b30fa3bd42e req-d3f3ae64-79ab-4a13-a0c6-0737c001948d tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 949 time: 0.1713042 Aug 06 15:29:26.846112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:26.846940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:26.877770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-b78d3f6f-9b52-4e67-ae35-127f2a99e997 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 217 time: 0.0443146 Aug 06 15:29:26.883914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22344a76-49ac-4ee0-8e53-9b30fa3bd42e req-78b2d892-6bf3-4948-aad2-eb531fae87af tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558958 Aug 06 15:29:26.900596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:26.900942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:26.949127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-096d9e9f-a094-449c-987a-ad52b56ae215 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1223748 Aug 06 15:29:26.969370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Request body: {'port': {'device_id': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:27.009340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a5a76e5e-431f-457f-9eca-8237c029f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:27.011517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-a5a76e5e-431f-457f-9eca-8237c029f895 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1232712 Aug 06 15:29:27.068020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4233edf-552c-48e3-81fb-275d4b4c0066 req-c595ca1f-4c6a-40e3-8d80-de3abd4069f4 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:27.068215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-c0aba3bf-a1c1-4ee6-8cbb-6f6ffbe1b03f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316145 Aug 06 15:29:27.070652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.075279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4233edf-552c-48e3-81fb-275d4b4c0066 req-c595ca1f-4c6a-40e3-8d80-de3abd4069f4 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 949 time: 0.0971792 Aug 06 15:29:27.096626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:27.098322 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.119747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:27.120450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for ccbd6e32-b9e0-45b5-a726-c41a3d758e4a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:27.141475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4233edf-552c-48e3-81fb-275d4b4c0066 req-82e8deb0-b381-4df4-92a2-61ec8839da9c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653410 Aug 06 15:29:27.148448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: bdd513ed-d5af-46a1-b1ca-80e836a13d49 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:27.156415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bdd513ed-d5af-46a1-b1ca-80e836a13d49 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:27.157603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:27.226902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:27.307498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255e713-7a3e-4707-b3bd-46478861d569 req-03e07206-1c00-4d9d-bd1c-bb808327adef tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:27.309202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2255e713-7a3e-4707-b3bd-46478861d569 req-03e07206-1c00-4d9d-bd1c-bb808327adef tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 932 time: 0.0725594 Aug 06 15:29:27.309329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-5b256fa1-c0f3-47f1-a88f-c7b7f63b8572 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254589 Aug 06 15:29:27.411133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2255e713-7a3e-4707-b3bd-46478861d569 req-8fc29d4d-6ac2-414f-bb2a-8d02a3f756fc tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772026 Aug 06 15:29:27.503412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-1ffecf6c-0437-4382-a687-d95c812478a1 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721735 Aug 06 15:29:27.521514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.537206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:27.562479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3098ad90-e967-4fdc-b13d-228c5dcbd762 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:27.571642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.588896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Transition to ACTIVE for port object 3098ad90-e967-4fdc-b13d-228c5dcbd762 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:29:27.592067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f', 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:27.652405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=ccbd6e32-b9e0-45b5-a726-c41a3d758e4a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:27.678343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.688276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port ccbd6e32-b9e0-45b5-a726-c41a3d758e4a on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:27.690689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.691658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.691978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.692398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.692725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.693062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.693385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.693712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.694035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.694359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.694697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.695026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:29:27.699795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.703142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dd11ce1-ffdf-4a79-bb2c-0df9317d6087 req-303240d6-1ea7-415a-aab4-cb5a68c2c696 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "DELETE /v2.0/ports/ccbd6e32-b9e0-45b5-a726-c41a3d758e4a HTTP/1.1" status: 204 len: 173 time: 1.0772035 Aug 06 15:29:27.703142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af63849-88af-4fc0-8620-a07c1e084548', 'name': 'network-vif-deleted', 'tag': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:27.704572 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebdff19-0051-4fee-b38d-e3b30a889d6d" -d '{"events": [{"server_uuid": "7af63849-88af-4fc0-8620-a07c1e084548", "name": "network-vif-deleted", "tag": "ccbd6e32-b9e0-45b5-a726-c41a3d758e4a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:27.722924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aac8d6-7cea-40b4-ba61-968023581234 req-42ac7007-9518-4e87-94ee-8696f70d20ce tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:27.731423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2aac8d6-7cea-40b4-ba61-968023581234 req-42ac7007-9518-4e87-94ee-8696f70d20ce tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.2620575 Aug 06 15:29:27.771898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe91a66-404e-4ea6-94a1-d20832936397 req-7402fd24-502a-42c4-bb79-b398b6be41da tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:27.779324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebe91a66-404e-4ea6-94a1-d20832936397 req-7402fd24-502a-42c4-bb79-b398b6be41da tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.2145381 Aug 06 15:29:27.780786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:27.833237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2aac8d6-7cea-40b4-ba61-968023581234 req-c3301369-0949-40d1-a94b-3d330bc9120b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004739 Aug 06 15:29:27.839916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Attempting to bind port 3098ad90-e967-4fdc-b13d-228c5dcbd762 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:29:27.840268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Attempting to bind port 3098ad90-e967-4fdc-b13d-228c5dcbd762 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:29:27.840609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Attempting to bind port 3098ad90-e967-4fdc-b13d-228c5dcbd762 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:27.845352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Port 3098ad90-e967-4fdc-b13d-228c5dcbd762 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:29:27.845687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Attempting to bind port 3098ad90-e967-4fdc-b13d-228c5dcbd762 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:27.853249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebe91a66-404e-4ea6-94a1-d20832936397 req-121b836c-bd31-4ad1-af80-b08617958477 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730617 Aug 06 15:29:27.877183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:29:27.877583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Checking segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:29:27.878161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Bound using segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:29:27.879163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Bound port: 3098ad90-e967-4fdc-b13d-228c5dcbd762, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:29:27.880018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:27.985431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:27.989434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:29:27.991668 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cafe8a-9389-438b-9c73-0364ff35bc19 x-openstack-request-id: req-13cafe8a-9389-438b-9c73-0364ff35bc19 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:27.998797 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af63849-88af-4fc0-8620-a07c1e084548", "name": "network-vif-deleted", "tag": "ccbd6e32-b9e0-45b5-a726-c41a3d758e4a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:27.999081 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13cafe8a-9389-438b-9c73-0364ff35bc19 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:27.999510 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af63849-88af-4fc0-8620-a07c1e084548', 'name': 'network-vif-deleted', 'tag': 'ccbd6e32-b9e0-45b5-a726-c41a3d758e4a', 'status': 'completed', 'code': 200} Aug 06 15:29:28.014368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080ca67-4238-4464-a60a-241ad6aa24b1 req-249b9e65-a405-436c-91a9-e0b2b1cd58d0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.022880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f080ca67-4238-4464-a60a-241ad6aa24b1 req-249b9e65-a405-436c-91a9-e0b2b1cd58d0 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.1244650 Aug 06 15:29:28.070703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:28.079067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.089770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f080ca67-4238-4464-a60a-241ad6aa24b1 req-36e21e61-77ff-4968-92f6-a044473a4a51 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658693 Aug 06 15:29:28.151530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:28.161200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.162249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.164081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-af8f48ce-3178-43fb-9521-2f4b2ddaa2e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/3098ad90-e967-4fdc-b13d-228c5dcbd762 HTTP/1.1" status: 200 len: 1092 time: 1.2035182 Aug 06 15:29:28.164736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:28.167596 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99bf90e-8860-4db0-8ce0-79166b92169a" -d '{"events": [{"name": "network-changed", "server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:28.193270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed592058-dab3-4bd2-8b54-8da927df79e0 req-0b861394-5c2f-4f6a-8849-ab52ee6b6ae6 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 210 time: 0.0588510 Aug 06 15:29:28.227335 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:29:28.313803 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd06163-a185-437c-a8c5-f3b9816f1602 x-openstack-request-id: req-4dd06163-a185-437c-a8c5-f3b9816f1602 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:28.314152 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:28.314329 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dd06163-a185-437c-a8c5-f3b9816f1602 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:28.314710 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'status': 'completed', 'code': 200} Aug 06 15:29:28.322124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:28.323158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.336928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-4ee66746-df9d-42fb-84e2-ee47051ea233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.338451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-4ee66746-df9d-42fb-84e2-ee47051ea233 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 1095 time: 0.0519109 Aug 06 15:29:28.352964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-d76ad2c4-9c6b-4554-a162-472bf19acb04 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.354527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-d76ad2c4-9c6b-4554-a162-472bf19acb04 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1055937 Aug 06 15:29:28.372560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8c76e-9fea-4a37-ba85-21caa60f42f5 req-84fbcf58-fc6b-430c-9bd5-e3a2f25ceda8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.381710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fe8c76e-9fea-4a37-ba85-21caa60f42f5 req-84fbcf58-fc6b-430c-9bd5-e3a2f25ceda8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 949 time: 0.0875058 Aug 06 15:29:28.392850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-00445b30-927c-4684-94dd-206f7fd5d2fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762 HTTP/1.1" status: 200 len: 217 time: 0.0460904 Aug 06 15:29:28.455558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-8f48f142-1064-4dc5-b51e-5292b4bb22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.459217 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-8f48f142-1064-4dc5-b51e-5292b4bb22c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 200 len: 854 time: 0.0583084 Aug 06 15:29:28.470932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fe8c76e-9fea-4a37-ba85-21caa60f42f5 req-b6cd6aa4-8c91-435e-9cdd-646c823f9739 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881996 Aug 06 15:29:28.513750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-07cf4f6b-9fc6-4b08-811d-b2672dab49f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1298baba-1c05-4f2a-b24d-e08ea5e4e181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460165 Aug 06 15:29:28.542221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.588665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:28.589644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:28.592151 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539132f4-f9a6-46d4-a31f-efb4fcbfc042" -d '{"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:28.601609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72108626-002d-40d8-a82b-3262fce94f59 req-610a8fb4-394d-492f-94a7-d3e72bf41004 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.604050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72108626-002d-40d8-a82b-3262fce94f59 req-610a8fb4-394d-492f-94a7-d3e72bf41004 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 944 time: 0.0971417 Aug 06 15:29:28.628023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.632801 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2546e9cd-4896-477f-a368-300a09d42ef5 x-openstack-request-id: req-2546e9cd-4896-477f-a368-300a09d42ef5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:28.632801 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:28.635203 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2546e9cd-4896-477f-a368-300a09d42ef5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:28.635203 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'code': 200} Aug 06 15:29:28.641248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-919be6c3-d426-4c7c-8f0c-2d2d7b908b39 service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195493 Aug 06 15:29:28.649191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72108626-002d-40d8-a82b-3262fce94f59 req-6a8b332d-70a9-4a97-a8b4-fb3c7fe6ceac tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Aug 06 15:29:28.655663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.656527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ccbd6e32-b9e0-45b5-a726-c41a3d758e4a no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:28.658827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-dee7eb31-2333-4e87-a79d-5790a6269d3f service neutron] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:28.664115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-dee7eb31-2333-4e87-a79d-5790a6269d3f service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:28.665569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48cd29c-c6c0-4d8a-bd29-f9bb9d4aa5fe req-dee7eb31-2333-4e87-a79d-5790a6269d3f service neutron] 10.222.0.64 "DELETE /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0/bindings/n-h1-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.2745907 Aug 06 15:29:28.716116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: ccbd6e32-b9e0-45b5-a726-c41a3d758e4a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:28.716486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ccbd6e32-b9e0-45b5-a726-c41a3d758e4a not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:28.745265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-66e472e5-45f0-4f79-a8d4-30961f0539d1 req-d794a81b-8e80-4848-9763-cbc34e74c742 service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966308 Aug 06 15:29:28.772091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:28.967670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccff573-4a32-4fb7-8924-075c65ec76cd req-2fc5b823-b9f1-4b29-b6ad-53aef0923173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.976465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bccff573-4a32-4fb7-8924-075c65ec76cd req-2fc5b823-b9f1-4b29-b6ad-53aef0923173 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1101 time: 0.1126351 Aug 06 15:29:28.976627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-705ceb0f-179d-4094-90f4-f7c35b694b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:28.978290 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-705ceb0f-179d-4094-90f4-f7c35b694b85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 1095 time: 0.0656655 Aug 06 15:29:29.024583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1b22-35fe-421c-9d40-b7c9a01fac59 req-e884d14d-fa3e-4df0-8fbe-e7a8f3f7f6f0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.026070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09ac1b22-35fe-421c-9d40-b7c9a01fac59 req-e884d14d-fa3e-4df0-8fbe-e7a8f3f7f6f0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.1199429 Aug 06 15:29:29.071175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb5b9b-a609-45fa-a1fc-8a7d6948c0cc req-27070c63-9c39-42ae-b81d-7bace59f7fdb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.072820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4bb5b9b-a609-45fa-a1fc-8a7d6948c0cc req-27070c63-9c39-42ae-b81d-7bace59f7fdb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.1179707 Aug 06 15:29:29.081246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bccff573-4a32-4fb7-8924-075c65ec76cd req-2b7eb406-357b-4815-bc1d-067f029eb652 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834453 Aug 06 15:29:29.095916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-d12446ba-80b5-4acb-9957-4c5ea4f28fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.095916 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-d12446ba-80b5-4acb-9957-4c5ea4f28fd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 915 time: 0.1080384 Aug 06 15:29:29.111565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09ac1b22-35fe-421c-9d40-b7c9a01fac59 req-7f35b3a3-a6eb-436d-81bc-25f8c39ba2f8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731394 Aug 06 15:29:29.137695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4bb5b9b-a609-45fa-a1fc-8a7d6948c0cc req-91ecdee3-f7e3-4d0d-9ffb-8927472210fe tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Aug 06 15:29:29.146760 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-df72baf7-8c5a-4c62-8c72-3d15ceb24951 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762 HTTP/1.1" status: 200 len: 217 time: 0.0402529 Aug 06 15:29:29.209887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-53afa0c2-1c7e-4fcd-8ea5-add10e224c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.211650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-53afa0c2-1c7e-4fcd-8ea5-add10e224c5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 200 len: 854 time: 0.0529346 Aug 06 15:29:29.283684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-a70b0e10-5f5f-4445-af3b-9b4ffd896997 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1298baba-1c05-4f2a-b24d-e08ea5e4e181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611768 Aug 06 15:29:29.308024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff34a41-c0a6-486b-9e03-f2e6c1d0cd55 req-af9ba975-6f09-4161-8ca9-21a03fb493dd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.315335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff34a41-c0a6-486b-9e03-f2e6c1d0cd55 req-af9ba975-6f09-4161-8ca9-21a03fb493dd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0645177 Aug 06 15:29:29.372289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff34a41-c0a6-486b-9e03-f2e6c1d0cd55 req-2c8055c2-25ba-4715-a0a5-1db6640585cd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559018 Aug 06 15:29:29.415152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9c4589b-0684-4f7d-9570-e23515088cee req-00a3a8c2-2b61-4838-bb5f-0d142e769cab tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=7af63849-88af-4fc0-8620-a07c1e084548 HTTP/1.1" status: 200 len: 210 time: 0.0521433 Aug 06 15:29:29.477883 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-a2171fdb-dcd7-451e-a0eb-7e4a87ede3fa service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770446 Aug 06 15:29:29.494819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911301-5f9f-4533-a153-8b201d49e8ba req-0fa72474-f011-4789-b9d8-6399fbe107e8 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.496390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e911301-5f9f-4533-a153-8b201d49e8ba req-0fa72474-f011-4789-b9d8-6399fbe107e8 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1096 time: 0.0484169 Aug 06 15:29:29.568922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e911301-5f9f-4533-a153-8b201d49e8ba req-f1e6855a-acac-4942-92cb-e825947d8f67 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556862 Aug 06 15:29:29.596455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f99bf90e-8860-4db0-8ce0-79166b92169a req-a22009ce-1c8b-4b93-9fa5-5b7f4fff0688 service neutron] 10.222.0.59 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109576 Aug 06 15:29:29.632478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0b383-43ad-429e-b6e7-66d97d6820a5 req-1648e9ea-b684-421a-ad98-be14f4c65e5e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.634039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbf0b383-43ad-429e-b6e7-66d97d6820a5 req-1648e9ea-b684-421a-ad98-be14f4c65e5e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0636649 Aug 06 15:29:29.703447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbf0b383-43ad-429e-b6e7-66d97d6820a5 req-2acd0e10-b902-4de1-a112-521737bd3dcf tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627244 Aug 06 15:29:29.713913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b5f41-df26-426f-a933-a5192445d501 req-688addb6-d057-432a-978a-dac59bf0d3cd tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.715511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-343b5f41-df26-426f-a933-a5192445d501 req-688addb6-d057-432a-978a-dac59bf0d3cd tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1096 time: 0.0573189 Aug 06 15:29:29.762538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-343b5f41-df26-426f-a933-a5192445d501 req-6a791dd6-c623-4d9f-ab5c-5245325be130 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323083 Aug 06 15:29:29.822382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03378a81-fce2-4517-b591-cc4b8a5648a6 req-d1e05e20-1791-44c9-897f-e31949c202e9 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:29.824089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03378a81-fce2-4517-b591-cc4b8a5648a6 req-d1e05e20-1791-44c9-897f-e31949c202e9 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Aug 06 15:29:29.866514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03378a81-fce2-4517-b591-cc4b8a5648a6 req-c555faf5-09b3-4dda-8820-b0d3370049da tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343966 Aug 06 15:29:30.284120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7934d2-52da-4e7d-bdfd-b798a08566f5 req-4ca0920c-2833-45ca-bae8-0764a68f4d9a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:30.285896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de7934d2-52da-4e7d-bdfd-b798a08566f5 req-4ca0920c-2833-45ca-bae8-0764a68f4d9a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0637584 Aug 06 15:29:30.326982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de7934d2-52da-4e7d-bdfd-b798a08566f5 req-b5b8c644-663a-4d7b-8328-a57b976f51c8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Aug 06 15:29:30.513290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd742a-889f-4045-98c3-ae0f6521381e req-7377e346-5092-46d1-8f83-ed722cda72e4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:30.517273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ccd742a-889f-4045-98c3-ae0f6521381e req-7377e346-5092-46d1-8f83-ed722cda72e4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Aug 06 15:29:30.595840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ccd742a-889f-4045-98c3-ae0f6521381e req-c48f1d39-aa59-4f2a-a954-8f7bdf40c88e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630379 Aug 06 15:29:30.835018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba40ad-bd70-4148-840c-74cc6ee740b0 req-cbecb4c0-f6d1-4f5d-8649-764efe84ca8b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:30.836828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00ba40ad-bd70-4148-840c-74cc6ee740b0 req-cbecb4c0-f6d1-4f5d-8649-764efe84ca8b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0540044 Aug 06 15:29:30.880965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00ba40ad-bd70-4148-840c-74cc6ee740b0 req-bd1674d7-005b-4e5d-ac6b-e3f85f17edf2 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379336 Aug 06 15:29:30.996979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafd1fa-82f4-4f1c-9e37-e6e94c34c5c0 req-2e9c553f-08ba-41be-9b93-0406fd14e76b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:30.998630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aafd1fa-82f4-4f1c-9e37-e6e94c34c5c0 req-2e9c553f-08ba-41be-9b93-0406fd14e76b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 944 time: 0.0546670 Aug 06 15:29:31.037998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aafd1fa-82f4-4f1c-9e37-e6e94c34c5c0 req-440e02a0-9ec7-4c9a-a823-ee75c4dff28c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Aug 06 15:29:31.133145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:31.156855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f657f0e-6d51-4ee2-a241-9ce8b9519e64 req-aa289d75-8cd8-4d27-a4f8-e1c5b32f7edc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:31.158535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f657f0e-6d51-4ee2-a241-9ce8b9519e64 req-aa289d75-8cd8-4d27-a4f8-e1c5b32f7edc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0631454 Aug 06 15:29:31.216403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f657f0e-6d51-4ee2-a241-9ce8b9519e64 req-19d1ef6a-096c-4169-9bd9-c8f86d0ae5bf tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506468 Aug 06 15:29:31.271315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:31.286249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'port_id': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'mac_address': 'fa:16:3e:35:cf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a999bae-49ec-4bbb-873c-ad891017df82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:31.337190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:31.356454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3098ad90-e967-4fdc-b13d-228c5dcbd762 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:31.384256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:31.414245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c59f4-d381-4796-96e8-f78cc8ee36a0 req-67bc6367-e54e-40b7-bdef-42ae32c34a05 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:31.415969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be8c59f4-d381-4796-96e8-f78cc8ee36a0 req-67bc6367-e54e-40b7-bdef-42ae32c34a05 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 950 time: 0.0563605 Aug 06 15:29:31.440690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:31.469462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be8c59f4-d381-4796-96e8-f78cc8ee36a0 req-51ccfec2-0edb-4af9-b074-a635e7deb807 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423408 Aug 06 15:29:31.498949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:31.580023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db2239-1af4-4003-895d-8215f6a571c6 req-e7ad583b-10cd-4722-950f-ee89943ce41b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:31.581604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91db2239-1af4-4003-895d-8215f6a571c6 req-e7ad583b-10cd-4722-950f-ee89943ce41b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0563860 Aug 06 15:29:31.630687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91db2239-1af4-4003-895d-8215f6a571c6 req-1d07b92c-0dd3-4e44-aa49-bb6d8cf1bff1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Aug 06 15:29:31.786902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3098ad90-e967-4fdc-b13d-228c5dcbd762'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:31.801698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93f93-bfd0-484a-a0ae-d66ee891d79a req-00e965c6-8ea1-4bba-9599-8b2b7f58efec tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:31.803412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9e93f93-bfd0-484a-a0ae-d66ee891d79a req-00e965c6-8ea1-4bba-9599-8b2b7f58efec tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1032650 Aug 06 15:29:31.825406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab2bcf-aed5-40a0-8e82-f32a5d906e57 req-47187156-8fa9-4641-bbb4-041b22c89a96 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:31.833134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fab2bcf-aed5-40a0-8e82-f32a5d906e57 req-47187156-8fa9-4641-bbb4-041b22c89a96 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0759547 Aug 06 15:29:31.882175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9e93f93-bfd0-484a-a0ae-d66ee891d79a req-886af09c-3edc-460b-93ff-cab3806c4c34 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704563 Aug 06 15:29:31.890681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fab2bcf-aed5-40a0-8e82-f32a5d906e57 req-4a71862d-a52c-496c-8fe2-cb496a548af8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Aug 06 15:29:32.154317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a5f4e-7e9f-4fb7-8de0-9831c5d1f8c3 req-055f9d11-1c1e-4380-abd8-77e7839dd851 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:32.155794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae5a5f4e-7e9f-4fb7-8de0-9831c5d1f8c3 req-055f9d11-1c1e-4380-abd8-77e7839dd851 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 945 time: 0.0503411 Aug 06 15:29:32.195302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae5a5f4e-7e9f-4fb7-8de0-9831c5d1f8c3 req-2f198bfe-e8c2-4ba9-9bd9-a2475e36ecfc tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Aug 06 15:29:32.577795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81150f26-1a0f-4e7b-929a-50220eb54cd6 req-c5d1be49-6d4d-47cc-a0e5-8742b70779da tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:32.579323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81150f26-1a0f-4e7b-929a-50220eb54cd6 req-c5d1be49-6d4d-47cc-a0e5-8742b70779da tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 950 time: 0.0513294 Aug 06 15:29:32.620427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81150f26-1a0f-4e7b-929a-50220eb54cd6 req-24c9cd23-7989-4e81-9a24-712ff279fa1f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347564 Aug 06 15:29:32.743429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdafdb9-b640-4378-9d3b-25e7f51ab891 req-c724a103-e38c-4c95-9013-1b069210ccd4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:32.745031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cdafdb9-b640-4378-9d3b-25e7f51ab891 req-c724a103-e38c-4c95-9013-1b069210ccd4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0507507 Aug 06 15:29:32.788423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cdafdb9-b640-4378-9d3b-25e7f51ab891 req-1e42bbed-f72b-4541-a797-34e10e7eb855 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Aug 06 15:29:32.848997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-3278c6bb-cb29-4a8c-805b-a8038e3e2ac5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:32.850377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-3278c6bb-cb29-4a8c-805b-a8038e3e2ac5 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae HTTP/1.1" status: 200 len: 950 time: 0.0479977 Aug 06 15:29:32.951836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port 813687af-3da5-409e-a672-018089b7fd6b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:32.952205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.063778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c7461-21d0-4a94-9823-ecb4d7bfd197 req-6353e63b-8873-4c65-bc92-7608fd151078 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:33.074360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f1c7461-21d0-4a94-9823-ecb4d7bfd197 req-6353e63b-8873-4c65-bc92-7608fd151078 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0716515 Aug 06 15:29:33.074521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port 813687af-3da5-409e-a672-018089b7fd6b, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=813687af-3da5-409e-a672-018089b7fd6b,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:33.074521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.075205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3ad92-91f5-4716-a5a3-1d1204d4bf91 req-5553879c-0285-4245-9428-db23d636fcff tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:33.076788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e3ad92-91f5-4716-a5a3-1d1204d4bf91 req-5553879c-0285-4245-9428-db23d636fcff tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0933068 Aug 06 15:29:33.088245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for 813687af-3da5-409e-a672-018089b7fd6b owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:33.136088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f1c7461-21d0-4a94-9823-ecb4d7bfd197 req-47df3c84-685d-4c68-9ad3-92aadcf4cb72 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582137 Aug 06 15:29:33.140974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e3ad92-91f5-4716-a5a3-1d1204d4bf91 req-da8f3fdf-9b9b-460a-b79f-f4f6259f2071 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Aug 06 15:29:33.150672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:33.313707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 3098ad90-e967-4fdc-b13d-228c5dcbd762 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:33.318282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3098ad90-e967-4fdc-b13d-228c5dcbd762 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:33.325434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.325607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05ac93-ec77-43dd-a902-5b5efc84904c req-c0a81fab-9263-4241-ad57-97c99c4f827f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:33.325607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea05ac93-ec77-43dd-a902-5b5efc84904c req-c0a81fab-9263-4241-ad57-97c99c4f827f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 945 time: 0.0577102 Aug 06 15:29:33.352281 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.363241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:33.363241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9c3d723e-1dc8-41ed-b04e-d845c951038f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:33.368675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea05ac93-ec77-43dd-a902-5b5efc84904c req-f9c38a14-d312-4778-9189-b1b0c2aaeeff tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372334 Aug 06 15:29:33.387154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=813687af-3da5-409e-a672-018089b7fd6b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:33.447231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port 813687af-3da5-409e-a672-018089b7fd6b on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:33.450238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.453010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-385a35c6-d0af-427b-8b49-77aea172cf87 req-47abbf7e-5eef-4afa-b2c7-ee195534aebc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "DELETE /v2.0/ports/813687af-3da5-409e-a672-018089b7fd6b HTTP/1.1" status: 204 len: 173 time: 0.5956025 Aug 06 15:29:33.454108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'name': 'network-vif-deleted', 'tag': '813687af-3da5-409e-a672-018089b7fd6b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:33.457618 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2994db-7351-474f-9475-f36e3f036c5c" -d '{"events": [{"server_uuid": "b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae", "name": "network-vif-deleted", "tag": "813687af-3da5-409e-a672-018089b7fd6b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:33.503159 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c6abe-8760-474a-b8d2-22abcc26db87 x-openstack-request-id: req-fa0c6abe-8760-474a-b8d2-22abcc26db87 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:33.503489 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae", "name": "network-vif-deleted", "tag": "813687af-3da5-409e-a672-018089b7fd6b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:33.504381 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa0c6abe-8760-474a-b8d2-22abcc26db87 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:33.504381 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7adfb8d-cf0b-440a-bc48-5f6fe5a814ae', 'name': 'network-vif-deleted', 'tag': '813687af-3da5-409e-a672-018089b7fd6b', 'status': 'completed', 'code': 200} Aug 06 15:29:33.564212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.580920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-b38d659f-4ead-4e3a-814a-15474606b91e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:33.596291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-b38d659f-4ead-4e3a-814a-15474606b91e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 950 time: 0.0786874 Aug 06 15:29:33.627410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:33.629984 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99e307c-53df-494a-80e3-37dc4b28fff5" -d '{"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-plugged", "status": "completed", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:33.716154 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa13e8b-83f9-45ef-938b-8e7c4835a8b8 x-openstack-request-id: req-ffa13e8b-83f9-45ef-938b-8e7c4835a8b8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:33.716453 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-plugged", "status": "completed", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:33.716687 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffa13e8b-83f9-45ef-938b-8e7c4835a8b8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:33.717110 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'code': 200} Aug 06 15:29:33.735096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:33.823963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:33.874435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7862d-7715-4a16-90b8-3a641e931e46 req-b058b1ec-2e14-4087-a037-e4450bdf4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:33.876959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea7862d-7715-4a16-90b8-3a641e931e46 req-b058b1ec-2e14-4087-a037-e4450bdf4f67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 1097 time: 0.0855327 Aug 06 15:29:33.920419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:33.972132 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea7862d-7715-4a16-90b8-3a641e931e46 req-ad7e5b2b-e59a-4e66-abb9-2bf03529f470 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861204 Aug 06 15:29:34.263384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d41b-20fa-4ba0-bf42-378a1aeb8bd3 req-7f2f6f27-6e89-4a50-9722-f21130c94555 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:34.268324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9898d41b-20fa-4ba0-bf42-378a1aeb8bd3 req-7f2f6f27-6e89-4a50-9722-f21130c94555 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 950 time: 0.4715204 Aug 06 15:29:34.292696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30945b-c383-4962-8c1f-629e04bcf29a req-fbc4a41a-6377-4322-b4dd-4fb37c9ea19d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:34.294160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb30945b-c383-4962-8c1f-629e04bcf29a req-fbc4a41a-6377-4322-b4dd-4fb37c9ea19d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0965300 Aug 06 15:29:34.305232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port 9c3d723e-1dc8-41ed-b04e-d845c951038f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:34.305577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:34.398366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9898d41b-20fa-4ba0-bf42-378a1aeb8bd3 req-4e560077-9fab-4da1-81e7-17931e88b955 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248102 Aug 06 15:29:34.423626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb30945b-c383-4962-8c1f-629e04bcf29a req-cd0055c7-8100-4761-bf67-1dfb2f099939 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209931 Aug 06 15:29:34.473870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port 9c3d723e-1dc8-41ed-b04e-d845c951038f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9c3d723e-1dc8-41ed-b04e-d845c951038f,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:34.474266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:34.492440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for 9c3d723e-1dc8-41ed-b04e-d845c951038f owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:34.742570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e6e51-1631-4100-bbbb-cc0e0ee4ff07 req-ea97551e-9152-41d2-b8ee-ad3d07b012ad tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:34.754822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-234e6e51-1631-4100-bbbb-cc0e0ee4ff07 req-ea97551e-9152-41d2-b8ee-ad3d07b012ad tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1994367 Aug 06 15:29:34.788757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ad240-f203-4002-991f-64f930539975 req-ac03dc87-95b5-47f7-9c1a-378b6d9d426c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:34.790456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-005ad240-f203-4002-991f-64f930539975 req-ac03dc87-95b5-47f7-9c1a-378b6d9d426c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.2340844 Aug 06 15:29:34.848852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-234e6e51-1631-4100-bbbb-cc0e0ee4ff07 req-1d43192e-0187-485f-a8fe-42d58977a3f2 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928302 Aug 06 15:29:34.907866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-595ae206-7cf2-4277-9038-60411034dc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:34.936292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-005ad240-f203-4002-991f-64f930539975 req-ae78d46b-5610-4117-9cfb-e6c0f4d577d6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200957 Aug 06 15:29:35.028863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:35.041157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', '813687af-3da5-409e-a672-018089b7fd6b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:35.075692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=9c3d723e-1dc8-41ed-b04e-d845c951038f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:35.094568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eb5af-cd39-41ef-86fc-71beb261bd0b req-b39a4e2f-dfac-418b-bc2f-a97bf6196896 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:35.102204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-428eb5af-cd39-41ef-86fc-71beb261bd0b req-b39a4e2f-dfac-418b-bc2f-a97bf6196896 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1385448 Aug 06 15:29:35.180807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port 9c3d723e-1dc8-41ed-b04e-d845c951038f on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:35.188854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:35.191433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c021ca33-2a5d-46ee-be84-0946210d3784 req-3372ec8e-5a1f-4ca1-9190-391c9f04582b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.64 "DELETE /v2.0/ports/9c3d723e-1dc8-41ed-b04e-d845c951038f HTTP/1.1" status: 204 len: 173 time: 1.5864730 Aug 06 15:29:35.191941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'name': 'network-vif-deleted', 'tag': '9c3d723e-1dc8-41ed-b04e-d845c951038f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:35.194441 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c5166-ee6c-4bd3-8a10-89b5b5a52f7e" -d '{"events": [{"server_uuid": "9675b8c1-0f59-4982-9de1-c6c7714cf674", "name": "network-vif-deleted", "tag": "9c3d723e-1dc8-41ed-b04e-d845c951038f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:35.228186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-428eb5af-cd39-41ef-86fc-71beb261bd0b req-9da14350-0686-44f1-a784-9f02debe4e88 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179051 Aug 06 15:29:35.283574 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813d7cb-5f22-4b18-bab0-d7bb0d6818d9 x-openstack-request-id: req-0813d7cb-5f22-4b18-bab0-d7bb0d6818d9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:35.283880 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9675b8c1-0f59-4982-9de1-c6c7714cf674", "name": "network-vif-deleted", "tag": "9c3d723e-1dc8-41ed-b04e-d845c951038f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:35.284197 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0813d7cb-5f22-4b18-bab0-d7bb0d6818d9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:35.284670 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9675b8c1-0f59-4982-9de1-c6c7714cf674', 'name': 'network-vif-deleted', 'tag': '9c3d723e-1dc8-41ed-b04e-d845c951038f', 'status': 'completed', 'code': 200} Aug 06 15:29:35.570152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bd47038-ee76-4d00-b741-fe4e28a40861 req-ec90ff1f-6d91-43af-bb4e-a1658c1863db tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=9675b8c1-0f59-4982-9de1-c6c7714cf674 HTTP/1.1" status: 200 len: 210 time: 0.0414178 Aug 06 15:29:35.628008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c538b-37c7-4769-8046-0ff1560f0593 req-8412e317-9eff-45b1-878b-3f8411e87d9b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:35.634636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-039c538b-37c7-4769-8046-0ff1560f0593 req-8412e317-9eff-45b1-878b-3f8411e87d9b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0931067 Aug 06 15:29:35.707784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-039c538b-37c7-4769-8046-0ff1560f0593 req-6f8ea435-025a-48f4-b141-0c2534190a5a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669630 Aug 06 15:29:35.971310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01d607-fe55-4652-8389-b0862a12111d req-5ce74a28-d824-485c-b60c-b73e598aa532 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:35.976385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f01d607-fe55-4652-8389-b0862a12111d req-5ce74a28-d824-485c-b60c-b73e598aa532 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0562992 Aug 06 15:29:36.016670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f01d607-fe55-4652-8389-b0862a12111d req-ca9d84ff-c557-4212-9db2-53870e33d251 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Aug 06 15:29:36.071794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b83cdd-9fc4-4fc4-8490-e906a864f42f req-3b750ab8-9008-4fdd-ad9c-e96fc3fc6e8b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:36.073393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b83cdd-9fc4-4fc4-8490-e906a864f42f req-3b750ab8-9008-4fdd-ad9c-e96fc3fc6e8b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 945 time: 0.0525591 Aug 06 15:29:36.116823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b83cdd-9fc4-4fc4-8490-e906a864f42f req-a03d83a8-f6a4-47ae-b9f2-e47885de96ca tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Aug 06 15:29:36.123114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9c3d723e-1dc8-41ed-b04e-d845c951038f no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:36.148193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 9c3d723e-1dc8-41ed-b04e-d845c951038f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:36.148552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9c3d723e-1dc8-41ed-b04e-d845c951038f not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:36.351956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e53515-ea5c-4671-8ac9-aa8329e3dbb8 req-79789f82-a558-4601-94cd-e31edb0a4a84 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:36.353851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86e53515-ea5c-4671-8ac9-aa8329e3dbb8 req-79789f82-a558-4601-94cd-e31edb0a4a84 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0566809 Aug 06 15:29:36.372970 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-279cdf04-150a-4c5e-8bb3-451ffcb1ae6c service neutron] show failed (client error): The resource could not be found. Aug 06 15:29:36.374396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-279cdf04-150a-4c5e-8bb3-451ffcb1ae6c service neutron] 10.222.0.59 "GET /v2.0/ports/b6b4d4d0-9097-4314-b520-9cd4427baab2/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0730722 Aug 06 15:29:36.398043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86e53515-ea5c-4671-8ac9-aa8329e3dbb8 req-f132f9a4-0475-4ef4-b36e-13368bbf89a4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369301 Aug 06 15:29:36.530744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa646b6-717c-4721-b24f-2316b6922e8f req-f615b49f-2d64-4c6a-b160-f0efba06e735 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:36.532240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffa646b6-717c-4721-b24f-2316b6922e8f req-f615b49f-2d64-4c6a-b160-f0efba06e735 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0508976 Aug 06 15:29:36.571989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffa646b6-717c-4721-b24f-2316b6922e8f req-4d2e5ecd-85be-47ae-ac76-c676458add45 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Aug 06 15:29:36.745391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-eeed7f3a-31ab-4691-ad51-ebd44cbbce99 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:36.746966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-eeed7f3a-31ab-4691-ad51-ebd44cbbce99 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.0596893 Aug 06 15:29:36.759640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:36.832947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:36.955893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4df59-659a-4cc2-b726-6d0f363a2c5d req-159a77be-ff90-4a1c-b02e-6f757d5420b5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:36.958910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7e4df59-659a-4cc2-b726-6d0f363a2c5d req-159a77be-ff90-4a1c-b02e-6f757d5420b5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0899034 Aug 06 15:29:37.026000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:37.066910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:37.087520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7e4df59-659a-4cc2-b726-6d0f363a2c5d req-1647a09d-233b-4a86-ba23-76b53bb42fb7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688145 Aug 06 15:29:37.096078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-f7185c99-2967-4c7f-a98f-017a352a9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:37.097592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-f7185c99-2967-4c7f-a98f-017a352a9139 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 1101 time: 0.1361976 Aug 06 15:29:37.118685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:37.120448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:37.123036 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6be89-2e50-45bd-9f41-80d55769dfa0" -d '{"events": [{"server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:37.127107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.179508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:37.184393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 813687af-3da5-409e-a672-018089b7fd6b no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:37.191928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.215369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 813687af-3da5-409e-a672-018089b7fd6b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:37.215797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 813687af-3da5-409e-a672-018089b7fd6b not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:37.256984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.318724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95942c8b-d010-4ab2-a40d-17bbd1bf1a4b req-d3521bf4-c315-46a1-907a-cb50bace5d71 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:37.319854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95942c8b-d010-4ab2-a40d-17bbd1bf1a4b req-d3521bf4-c315-46a1-907a-cb50bace5d71 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1455512 Aug 06 15:29:37.376624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:37.411945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:29:37.504984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95942c8b-d010-4ab2-a40d-17bbd1bf1a4b req-7f226107-15db-4972-9c3d-8be7924de849 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806491 Aug 06 15:29:37.587722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a857f54-8375-47e2-a700-dcbb9aa3823f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.616536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.643865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:37.693277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:37.700656 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9bb25b-06f4-4249-8e94-fd199af52333 x-openstack-request-id: req-2c9bb25b-06f4-4249-8e94-fd199af52333 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:37.701545 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "name": "network-vif-unplugged", "status": "completed", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:37.701955 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c9bb25b-06f4-4249-8e94-fd199af52333 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:37.702485 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'code': 200} Aug 06 15:29:37.703276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:37.715763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:29:37.718140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:29:37.718140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:37.721567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:29:37.722114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Attempting to bind port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:37.728420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:29:37.728993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:29:37.729677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:29:37.730270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Bound port: 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:29:37.730797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.782378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbb112-23d9-4563-b764-146bda404478 req-8b1a5fa6-7135-4884-9bcf-5f251a978907 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:37.783744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5bbb112-23d9-4563-b764-146bda404478 req-8b1a5fa6-7135-4884-9bcf-5f251a978907 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.2758720 Aug 06 15:29:37.818357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:37.820117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:37.825789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:29:37.825925 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ad621-bef1-4a05-bda4-d7bac99679f6" -d '{"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:37.826675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.858466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980b5c-578f-4a72-b3e9-d5032dfb0317 req-a1cb3a3e-6d39-40ff-a75c-bf898cf302bf tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:37.860108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be980b5c-578f-4a72-b3e9-d5032dfb0317 req-a1cb3a3e-6d39-40ff-a75c-bf898cf302bf tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.1315186 Aug 06 15:29:37.880220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Transition to ACTIVE for port object b6b4d4d0-9097-4314-b520-9cd4427baab2 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:29:37.884778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5bbb112-23d9-4563-b764-146bda404478 req-e7b61f02-54fd-4151-bfa1-3bca00eb3c44 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873976 Aug 06 15:29:37.897482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:37.940482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be980b5c-578f-4a72-b3e9-d5032dfb0317 req-a7aec543-db4b-4abd-be91-d00f2ad6711e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Aug 06 15:29:37.986206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:38.020054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.022060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:38.023273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 1121 time: 1.2684996 Aug 06 15:29:38.030092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032b0cf-3a5e-4436-93f3-2beda6699c30 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:38.154042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6e1ce1bd-c478-46bd-9a98-3e86ec17c337'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:38.156506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:38.182259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] No DVR routers for this DVR port b6b4d4d0-9097-4314-b520-9cd4427baab2 on host n-h1-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:38.197568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38103-9c5b-4501-9633-2881191460b2 req-0e3153c1-049a-4b8b-89eb-45b59741573e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.207641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6e1ce1bd-c478-46bd-9a98-3e86ec17c337'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:38.211613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bf38103-9c5b-4501-9633-2881191460b2 req-0e3153c1-049a-4b8b-89eb-45b59741573e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1172125 Aug 06 15:29:38.308829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:29:38.310199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:29:38.310643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:38.323899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Port b6b4d4d0-9097-4314-b520-9cd4427baab2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:29:38.324390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Attempting to bind port b6b4d4d0-9097-4314-b520-9cd4427baab2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:38.351755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bf38103-9c5b-4501-9633-2881191460b2 req-7a6dd20a-9a31-4966-b10d-1bcead75bafb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396470 Aug 06 15:29:38.355263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:29:38.357171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:29:38.357865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:29:38.358551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Bound port: b6b4d4d0-9097-4314-b520-9cd4427baab2, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:29:38.359155 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:38.486024 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fadaf5-717d-4282-8716-63dd98260ee5 x-openstack-request-id: req-c8fadaf5-717d-4282-8716-63dd98260ee5 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:38.490327 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:38.490603 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8fadaf5-717d-4282-8716-63dd98260ee5 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:38.497113 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'code': 200} Aug 06 15:29:38.539170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:38.550501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:29:38.619518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99458d8-39f3-40c1-8ded-1ce9911746d7 req-d81b2edf-1b34-4c92-8f67-c615bb3f2d47 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.621235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a99458d8-39f3-40c1-8ded-1ce9911746d7 req-d81b2edf-1b34-4c92-8f67-c615bb3f2d47 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.0641787 Aug 06 15:29:38.660764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:38.696811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a99458d8-39f3-40c1-8ded-1ce9911746d7 req-bf07c3ff-38c5-4b56-a6e0-fa50568c4ca2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670981 Aug 06 15:29:38.712146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.712146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:38.712146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] 10.222.0.64 "PUT /v2.0/ports/b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 1096 time: 1.5962343 Aug 06 15:29:38.743068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58ace0-28d5-4fe9-a4a1-d74190d6ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:38.771370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:38.846590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-51c6e28a-a716-4424-9aca-6156febe4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.848713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-51c6e28a-a716-4424-9aca-6156febe4d10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1099 time: 0.1018755 Aug 06 15:29:38.850501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-5799c635-3cf8-4684-bf60-e7ecb248789e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.852569 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-5799c635-3cf8-4684-bf60-e7ecb248789e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 950 time: 0.1305685 Aug 06 15:29:38.911353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba514-c4da-4246-9c0c-e49425bd9dde req-6cfa1932-4519-4811-9246-810320035e2e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:38.919657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-381ba514-c4da-4246-9c0c-e49425bd9dde req-6cfa1932-4519-4811-9246-810320035e2e tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 950 time: 0.1274064 Aug 06 15:29:38.973337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:38.973868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:39.026792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-381ba514-c4da-4246-9c0c-e49425bd9dde req-ea18ec35-1211-4cb8-a43a-2ab2bbe0f55b tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060457 Aug 06 15:29:39.070252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-f309c241-ca42-40ff-bd3f-d242d018fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.071730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-f309c241-ca42-40ff-bd3f-d242d018fa03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2057583 Aug 06 15:29:39.117325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:39.117746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:39.141259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:39.153633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-c60bc891-6d5e-4e13-96bf-d7c5cdd995cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.0685349 Aug 06 15:29:39.182610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:39.248122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:39.271467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-d763e105-1b52-4214-bdb7-b9f9b4645a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.277031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-d763e105-1b52-4214-bdb7-b9f9b4645a01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1097162 Aug 06 15:29:39.281703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5744e-faa6-47e2-bcca-954e80db9b4e req-04c79c25-4ab9-4945-a55b-55085c82f5dc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.289682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42a5744e-faa6-47e2-bcca-954e80db9b4e req-04c79c25-4ab9-4945-a55b-55085c82f5dc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1385863 Aug 06 15:29:39.402395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42a5744e-faa6-47e2-bcca-954e80db9b4e req-6e65c5b1-576a-4da8-8552-833011595266 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118391 Aug 06 15:29:39.410076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7f6a-b4c8-4f73-bbd1-e4dbf2d45eb2 req-5e2dc061-f0f4-4ada-a64e-1bd4ad4cb0b2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.414311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee9e7f6a-b4c8-4f73-bbd1-e4dbf2d45eb2 req-5e2dc061-f0f4-4ada-a64e-1bd4ad4cb0b2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.1674390 Aug 06 15:29:39.423399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-1ef98e04-765d-4102-b0e1-da2d86026b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.424925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-1ef98e04-765d-4102-b0e1-da2d86026b97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333451 Aug 06 15:29:39.434367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:39.446196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:39.526986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee9e7f6a-b4c8-4f73-bbd1-e4dbf2d45eb2 req-3fbc435e-605f-4df8-855f-a3817efe0325 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011846 Aug 06 15:29:39.544570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=61ed4470-d831-4f9a-a3ac-2ea71bd8aad6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:39.568730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-736a0901-8e4e-4cd9-b146-6e0d81f64868 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265340 Aug 06 15:29:39.642115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:39.645080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:39.648076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4f81cdd-0687-4a22-996b-0a5ffee0d1db req-62e039a3-ea11-4ae5-9725-edee4c04ede0 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "DELETE /v2.0/ports/61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 HTTP/1.1" status: 204 len: 173 time: 0.7876093 Aug 06 15:29:39.703978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337'}, {'server_uuid': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'name': 'network-vif-deleted', 'tag': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:39.709034 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338" -d '{"events": [{"name": "network-changed", "server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337"}, {"server_uuid": "ebb7811e-a077-4f64-977c-0f9800c8a912", "name": "network-vif-deleted", "tag": "61ed4470-d831-4f9a-a3ac-2ea71bd8aad6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:39.726125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e77d162-60b4-40ff-a5d6-aeb137136051 req-4d3604bd-df95-4b4f-a047-29ca711ba9ed service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426625 Aug 06 15:29:39.748369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf7a2e-cce5-4f34-8358-e46605871695 req-e206550f-e606-44bb-9fc4-469c559438ed tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.750218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ebf7a2e-cce5-4f34-8358-e46605871695 req-e206550f-e606-44bb-9fc4-469c559438ed tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0865579 Aug 06 15:29:39.806517 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75e658-1f08-4767-86bb-410b8d265a09 x-openstack-request-id: req-3b75e658-1f08-4767-86bb-410b8d265a09 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:39.807027 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337", "status": "completed", "code": 200}, {"server_uuid": "ebb7811e-a077-4f64-977c-0f9800c8a912", "name": "network-vif-deleted", "tag": "61ed4470-d831-4f9a-a3ac-2ea71bd8aad6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:39.807481 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b75e658-1f08-4767-86bb-410b8d265a09 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:39.808759 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'status': 'completed', 'code': 200} Aug 06 15:29:39.809505 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb7811e-a077-4f64-977c-0f9800c8a912', 'name': 'network-vif-deleted', 'tag': '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', 'status': 'completed', 'code': 200} Aug 06 15:29:39.812382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ebf7a2e-cce5-4f34-8358-e46605871695 req-9680c1d3-c87a-4699-b91f-7453840859a3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Aug 06 15:29:39.901650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-9bbef64d-10c4-4422-b08c-f70c7106a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:39.903331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-9bbef64d-10c4-4422-b08c-f70c7106a6b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1124 time: 0.0602274 Aug 06 15:29:40.073884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08f66e-2cc4-4dd4-af78-5f60e80cdcbb req-b4da31cc-56d1-4b89-acd4-c372abcdae67 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.082518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f08f66e-2cc4-4dd4-af78-5f60e80cdcbb req-b4da31cc-56d1-4b89-acd4-c372abcdae67 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.1705859 Aug 06 15:29:40.090734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-c3b68579-d770-4e4a-b05f-c7ebed29a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.092213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-c3b68579-d770-4e4a-b05f-c7ebed29a159 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1686888 Aug 06 15:29:40.157234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-82d2fe3b-a91c-420e-b4c4-b7ddb1583042 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 217 time: 0.0489602 Aug 06 15:29:40.200504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f08f66e-2cc4-4dd4-af78-5f60e80cdcbb req-f5dad7f9-67c7-42cf-af15-bff49d7741ee tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074071 Aug 06 15:29:40.251741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-731c52a3-baa8-4bb9-8d40-6c6b5da034ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.253367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-731c52a3-baa8-4bb9-8d40-6c6b5da034ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0831630 Aug 06 15:29:40.256379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bc31ec9-5805-42c6-9c11-7307b8ce02ce req-2800b586-7ec3-4733-a4ec-60c8a5b48e60 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebb7811e-a077-4f64-977c-0f9800c8a912 HTTP/1.1" status: 200 len: 210 time: 0.1015260 Aug 06 15:29:40.284351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-53523b70-9dac-4c40-9cf7-fab02de6cc92 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.286815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-53523b70-9dac-4c40-9cf7-fab02de6cc92 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 949 time: 0.0684721 Aug 06 15:29:40.299377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-32f8f089-fc5e-45cf-bfd8-f5b2512530e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320961 Aug 06 15:29:40.402719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:40.403335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:40.457834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-8da1c25b-0dd7-427f-b6d7-c7eeb086c36b service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424012 Aug 06 15:29:40.511717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:40.513954 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f17f23-526d-4557-bfcc-d2721d5902e8" -d '{"events": [{"name": "network-changed", "server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:40.571504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:40.572049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:40.599703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:40.606060 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:40.669976 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d8cc82-7491-4e61-90b6-b269e36cd87e x-openstack-request-id: req-94d8cc82-7491-4e61-90b6-b269e36cd87e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:40.670437 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:40.670735 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94d8cc82-7491-4e61-90b6-b269e36cd87e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:40.671072 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'status': 'completed', 'code': 200} Aug 06 15:29:40.684860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf30-c940-413b-9d34-cd36cf2e884e req-c2a088d7-c5ec-4277-bf22-dab6342a7b51 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.687318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-330ddf30-c940-413b-9d34-cd36cf2e884e req-c2a088d7-c5ec-4277-bf22-dab6342a7b51 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1638756 Aug 06 15:29:40.737019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b6c5c8-ad7f-4dd1-9acb-3887e5912338 req-2cdb7df9-3be4-46fd-afdc-2d211a0853b8 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721074 Aug 06 15:29:40.771088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-330ddf30-c940-413b-9d34-cd36cf2e884e req-8614c889-e0e6-4c48-a0e0-33380720dd7b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748823 Aug 06 15:29:40.867601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-06c8bf15-40a1-47ce-8eec-45ef7ca92efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.869574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-06c8bf15-40a1-47ce-8eec-45ef7ca92efa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1099 time: 0.1895447 Aug 06 15:29:40.874891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4dccf-636a-45e3-a43d-1f79f58407c3 req-8b3814cd-cde9-4b8d-9b54-4629286f9ace tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.876757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64a4dccf-636a-45e3-a43d-1f79f58407c3 req-8b3814cd-cde9-4b8d-9b54-4629286f9ace tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.0911841 Aug 06 15:29:40.877072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-bb646e66-30b2-472c-8f2c-ac86489df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:40.880183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-bb646e66-30b2-472c-8f2c-ac86489df0c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1099 time: 0.1837647 Aug 06 15:29:40.955395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64a4dccf-636a-45e3-a43d-1f79f58407c3 req-f02be1f0-8b8b-4a7f-b7fa-2fce6d57a604 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Aug 06 15:29:41.064814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db64e3-89af-4a29-a5d4-aea780095fe6 req-a3d15f0a-8228-445b-93a2-014fe540021c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.070408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33db64e3-89af-4a29-a5d4-aea780095fe6 req-a3d15f0a-8228-445b-93a2-014fe540021c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0652361 Aug 06 15:29:41.119563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:41.121703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33db64e3-89af-4a29-a5d4-aea780095fe6 req-04a92629-4365-4a78-844f-e0b990b27fa1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475161 Aug 06 15:29:41.137075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006', '61ed4470-d831-4f9a-a3ac-2ea71bd8aad6', '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:41.229569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:41.269187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-e70ccea1-a3d5-42bf-813a-270203f4ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.272181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-e70ccea1-a3d5-42bf-813a-270203f4ff89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3876412 Aug 06 15:29:41.273205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:41.277178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:41.281260 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68e83989-8692-4eef-a7d8-24ebbc4cc339 req-33906991-09a2-4864-88af-ef57de053b77 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "DELETE /v2.0/ports/8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef HTTP/1.1" status: 204 len: 173 time: 0.9870343 Aug 06 15:29:41.363652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-197db8c5-f6ef-4700-817f-12d072a54f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.365439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-197db8c5-f6ef-4700-817f-12d072a54f51 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.4664879 Aug 06 15:29:41.367223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-83b1b248-ba44-4efb-b344-adc0e7fce5b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.0613487 Aug 06 15:29:41.471707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f486f-f32d-49dd-b524-d81abe36ac35 req-f18b628f-4404-4db9-b3da-1744d9286fea tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.480812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-841f486f-f32d-49dd-b524-d81abe36ac35 req-f18b628f-4404-4db9-b3da-1744d9286fea tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.1462996 Aug 06 15:29:41.560424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-732eb953-233d-4140-9217-af51571f9e49 req-b5eb2623-0f38-432e-b639-6e9ec7055d79 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=901a127b-8767-4040-8090-df32f5ec6b3a HTTP/1.1" status: 200 len: 210 time: 0.0773001 Aug 06 15:29:41.560574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-4429ba28-923a-4ccf-8efa-71a6db4a7b25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.1767261 Aug 06 15:29:41.600138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-841f486f-f32d-49dd-b524-d81abe36ac35 req-cb2e18da-6660-4564-864d-c9957b77655d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181095 Aug 06 15:29:41.660184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-d3ac0ae9-4fc2-4173-879d-09a658382fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.664977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-d3ac0ae9-4fc2-4173-879d-09a658382fe6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2735972 Aug 06 15:29:41.679762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-d2ca70cb-14e9-45a2-9e11-bbabff3f140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.681319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-d2ca70cb-14e9-45a2-9e11-bbabff3f140c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1126475 Aug 06 15:29:41.765397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-83f08c4d-b99d-4a1c-9db3-5da6e63b922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.766912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-83f08c4d-b99d-4a1c-9db3-5da6e63b922e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847390 Aug 06 15:29:41.774365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-a8742e78-8f59-4712-b1f8-e4b3ba3adb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:41.775927 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-a8742e78-8f59-4712-b1f8-e4b3ba3adb9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633655 Aug 06 15:29:41.815473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901a127b-8767-4040-8090-df32f5ec6b3a', 'name': 'network-vif-deleted', 'tag': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:41.818637 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5afff-2af4-4fe1-b4e4-e4fd014eec23" -d '{"events": [{"server_uuid": "901a127b-8767-4040-8090-df32f5ec6b3a", "name": "network-vif-deleted", "tag": "8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:41.905177 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c90bd-1867-4601-a54b-e3bcd2b462c7 x-openstack-request-id: req-f01c90bd-1867-4601-a54b-e3bcd2b462c7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:41.911275 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901a127b-8767-4040-8090-df32f5ec6b3a", "name": "network-vif-deleted", "tag": "8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:41.911275 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f01c90bd-1867-4601-a54b-e3bcd2b462c7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:41.911275 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '901a127b-8767-4040-8090-df32f5ec6b3a', 'name': 'network-vif-deleted', 'tag': '8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef', 'status': 'completed', 'code': 200} Aug 06 15:29:41.968419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-1026e239-bbf0-4741-a016-c57572ae48e1 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897106 Aug 06 15:29:41.970365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-5d02e54c-05c4-475c-b298-77af28700484 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826568 Aug 06 15:29:42.005949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce8f2f-f27f-4c7b-b37f-e266259e287f req-b6a50fc3-b694-4dc1-838c-a8277ad569d2 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:42.014983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ce8f2f-f27f-4c7b-b37f-e266259e287f req-b6a50fc3-b694-4dc1-838c-a8277ad569d2 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1296837 Aug 06 15:29:42.070856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ce8f2f-f27f-4c7b-b37f-e266259e287f req-195a6153-27b5-4ccd-8020-4f87d74348bc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528061 Aug 06 15:29:42.168811 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-d6e7db62-6e4e-4459-9e25-b66d344193dc service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912122 Aug 06 15:29:42.176084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89f17f23-526d-4557-bfcc-d2721d5902e8 req-fb4f7e4f-cec2-4d33-b2ab-5e5c5a76c791 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964953 Aug 06 15:29:42.219472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c737-54ec-4bea-a59b-6d15ccde0399 req-386abdec-1c06-408f-9447-b3f3002fce1f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:42.228810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad18c737-54ec-4bea-a59b-6d15ccde0399 req-386abdec-1c06-408f-9447-b3f3002fce1f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.0731249 Aug 06 15:29:42.295583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad18c737-54ec-4bea-a59b-6d15ccde0399 req-a8221d0c-97aa-4e31-9ad2-50a7228fbf13 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658963 Aug 06 15:29:42.312345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e1228-836f-477e-9128-3da464473a61 req-4734c6ff-9d15-4f5f-943c-fede6a32a4fa tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:42.313548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2e1228-836f-477e-9128-3da464473a61 req-4734c6ff-9d15-4f5f-943c-fede6a32a4fa tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0827625 Aug 06 15:29:42.355018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2e1228-836f-477e-9128-3da464473a61 req-c1270df4-991f-40f3-a8d3-ce3fe405505f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348804 Aug 06 15:29:42.743611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c4dff-e710-497c-b134-2adb19fb68e9 req-7bbfdffa-2c33-4665-937d-a0e5b575ab89 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:42.774650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-782c4dff-e710-497c-b134-2adb19fb68e9 req-7bbfdffa-2c33-4665-937d-a0e5b575ab89 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.0667083 Aug 06 15:29:42.791424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-782c4dff-e710-497c-b134-2adb19fb68e9 req-1ea76201-5147-4ec0-bda3-7d1115a995a3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381286 Aug 06 15:29:43.242693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:43.259519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85a197-1008-4252-9917-451e9d56179c req-7e691161-3b0a-4fd0-a023-3d26a2ca56de tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:43.268520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd85a197-1008-4252-9917-451e9d56179c req-7e691161-3b0a-4fd0-a023-3d26a2ca56de tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0701807 Aug 06 15:29:43.268692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:43.269555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 61ed4470-d831-4f9a-a3ac-2ea71bd8aad6 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:43.270283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:43.292045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:43.292744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b74d4be-bfdc-4a4f-96a8-6c314d64a2ef not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:43.311597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd85a197-1008-4252-9917-451e9d56179c req-34dc0153-2031-4638-9275-59cff5ccd63c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Aug 06 15:29:43.488139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820f569-a5d9-40eb-869a-d7a37c89415a req-3bb36eae-4cd5-4e7a-93c5-3cfaa39718a7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:43.489647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5820f569-a5d9-40eb-869a-d7a37c89415a req-3bb36eae-4cd5-4e7a-93c5-3cfaa39718a7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.0930095 Aug 06 15:29:43.498276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f012c-e918-4a1f-b599-4b047385fb89 req-536f1bdd-4fb6-4d2a-bfa3-743134fa2743 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:43.499898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de7f012c-e918-4a1f-b599-4b047385fb89 req-536f1bdd-4fb6-4d2a-bfa3-743134fa2743 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 950 time: 0.1145201 Aug 06 15:29:43.556944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5820f569-a5d9-40eb-869a-d7a37c89415a req-1940ed34-e2f2-4be6-a8ba-5ab21bbe59d5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555255 Aug 06 15:29:43.571545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de7f012c-e918-4a1f-b599-4b047385fb89 req-52dfc9d3-5509-4ec8-b651-d71a663f0445 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641999 Aug 06 15:29:43.682557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a982e-c690-4e87-a51c-d4470a53c2c5 req-d76589d1-858e-482f-b21c-3cb58aadbd85 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:43.684061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc2a982e-c690-4e87-a51c-d4470a53c2c5 req-d76589d1-858e-482f-b21c-3cb58aadbd85 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0613289 Aug 06 15:29:43.726707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc2a982e-c690-4e87-a51c-d4470a53c2c5 req-8ba6119b-ea35-41ce-8e2f-8371349dfa6b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340495 Aug 06 15:29:43.925707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854d1e-7abc-48cd-8e8a-afeb539e41de req-e16903c3-519a-44e9-95ba-fc1595650533 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:43.927580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b854d1e-7abc-48cd-8e8a-afeb539e41de req-e16903c3-519a-44e9-95ba-fc1595650533 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.0602884 Aug 06 15:29:43.977442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b854d1e-7abc-48cd-8e8a-afeb539e41de req-c6c5cb50-5004-45f3-a830-d84861a6df06 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Aug 06 15:29:44.156109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:44.282068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:44.305630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'mac_address': 'fa:16:3e:c5:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:44.351552 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:44.374140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b4d4d0-9097-4314-b520-9cd4427baab2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:44.375065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ae8f8-ee7a-4c9c-aea8-f112c3e324d5 req-e58aaf9d-cef6-4958-9e81-e18a901dc03b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.384435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-807ae8f8-ee7a-4c9c-aea8-f112c3e324d5 req-e58aaf9d-cef6-4958-9e81-e18a901dc03b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 948 time: 0.0637689 Aug 06 15:29:44.400286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:44.443961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-807ae8f8-ee7a-4c9c-aea8-f112c3e324d5 req-68f76260-e23f-4699-ba39-43da9df5e11c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538986 Aug 06 15:29:44.505774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:44.510146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746987ce-2f32-4ee8-ac39-56f5ba038dbd req-90304613-65d7-4b1d-a9f1-65de89e14219 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.512064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-746987ce-2f32-4ee8-ac39-56f5ba038dbd req-90304613-65d7-4b1d-a9f1-65de89e14219 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0638030 Aug 06 15:29:44.527512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-475502a5-57e5-4b8a-8130-a9e9798e1d57 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.529468 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-475502a5-57e5-4b8a-8130-a9e9798e1d57 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 948 time: 0.0742207 Aug 06 15:29:44.569490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:44.589775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-746987ce-2f32-4ee8-ac39-56f5ba038dbd req-1e30cf80-f6f1-4c2d-80b7-fc0d3cd3d6be tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Aug 06 15:29:44.647359 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-8eb9f51a-5ea0-4d98-b421-ee001d5d41c0 service neutron] delete failed (client error): The resource could not be found. Aug 06 15:29:44.648777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-8eb9f51a-5ea0-4d98-b421-ee001d5d41c0 service neutron] 10.222.0.59 "DELETE /v2.0/ports/b6b4d4d0-9097-4314-b520-9cd4427baab2/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.1082904 Aug 06 15:29:44.761127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3e5ce-452c-465e-b6b4-e86a7055fb73 req-17ecbe61-7b02-42de-b31e-c2e8a434ba23 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.762957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6db3e5ce-452c-465e-b6b4-e86a7055fb73 req-17ecbe61-7b02-42de-b31e-c2e8a434ba23 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.1035619 Aug 06 15:29:44.794095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8afa-6572-4997-a331-6e72ea3583f9 req-005404b8-37fc-466c-9931-d2fd4015d6a3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.794369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-b094a135-7289-4b54-94c1-c3704b1fb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.795612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfcc8afa-6572-4997-a331-6e72ea3583f9 req-005404b8-37fc-466c-9931-d2fd4015d6a3 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 950 time: 0.0958917 Aug 06 15:29:44.796310 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-b094a135-7289-4b54-94c1-c3704b1fb186 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1100 time: 0.0622580 Aug 06 15:29:44.830974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6db3e5ce-452c-465e-b6b4-e86a7055fb73 req-49b13c9b-597b-4294-8e95-5b02506d379a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620720 Aug 06 15:29:44.859650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfcc8afa-6572-4997-a331-6e72ea3583f9 req-4eebc274-69fd-42c8-a760-1f991f65f6bc tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/security-groups?id=c72fb865-1ce0-4b24-9358-f1d4e244589a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541501 Aug 06 15:29:44.938099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-3b57defd-475c-4e7f-9c89-2dd18fbf1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.939605 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-3b57defd-475c-4e7f-9c89-2dd18fbf1f70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1350863 Aug 06 15:29:44.978770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30284b-38ed-4c3e-a2b1-9cb5d0c96d4b req-8a7a86e5-480d-47f3-be09-0b38ac6b67ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:44.981079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c30284b-38ed-4c3e-a2b1-9cb5d0c96d4b req-8a7a86e5-480d-47f3-be09-0b38ac6b67ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0540562 Aug 06 15:29:45.006506 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-44a268fb-21c7-4bc6-bce3-15edd3cfe4d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.0578885 Aug 06 15:29:45.024829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c30284b-38ed-4c3e-a2b1-9cb5d0c96d4b req-ee53ecc6-bc32-46f7-a27a-e50a71b94ca9 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Aug 06 15:29:45.070205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-286214ec-abd4-4978-af3e-8cf74e242c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:45.072390 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-286214ec-abd4-4978-af3e-8cf74e242c8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0571394 Aug 06 15:29:45.119327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['b6b4d4d0-9097-4314-b520-9cd4427baab2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:45.161314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-ff06a668-1f88-49e9-9dd3-0c6a65a357e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:45.167948 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-ff06a668-1f88-49e9-9dd3-0c6a65a357e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724263 Aug 06 15:29:45.178755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-6c2c3ef1-e547-4c96-8d8b-210646ae477f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:45.180277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-6c2c3ef1-e547-4c96-8d8b-210646ae477f tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 950 time: 0.0886314 Aug 06 15:29:45.347285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-2d4151fd-9958-4853-8c70-99db8f7e57ef service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659703 Aug 06 15:29:45.368160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Deleting port dc18e40e-453a-4205-8b98-604120dcd006 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:45.368260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:45.522594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-953eb33a-9aad-41be-9ff6-ab48bf84e80e req-829a8078-2101-4abd-baf6-3dc1b83f838b service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660006 Aug 06 15:29:45.524333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] For port dc18e40e-453a-4205-8b98-604120dcd006, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dc18e40e-453a-4205-8b98-604120dcd006,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:45.524699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:45.539460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Calling delete_port for dc18e40e-453a-4205-8b98-604120dcd006 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:45.574889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda0d94-33f5-4594-8707-90590f4bc394 req-9fa67e0c-d3fc-4db2-90e0-20c8dde4222d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:45.576460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddda0d94-33f5-4594-8707-90590f4bc394 req-9fa67e0c-d3fc-4db2-90e0-20c8dde4222d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 949 time: 0.0635698 Aug 06 15:29:45.649814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddda0d94-33f5-4594-8707-90590f4bc394 req-20b6dab8-f609-4a81-b420-9a6f1aedf2d4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Aug 06 15:29:45.716769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48311c-3fc3-41e9-be4d-8b8c6c181b11 req-792ff9fb-9994-47f6-9927-08e4c9e751b6 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:45.716769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a48311c-3fc3-41e9-be4d-8b8c6c181b11 req-792ff9fb-9994-47f6-9927-08e4c9e751b6 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 945 time: 0.0609181 Aug 06 15:29:45.792108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03146137-3639-4135-920d-fc1f6fda7b20 req-91460165-e681-4d7c-b6ca-af3a3923f0ef tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:45.793699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03146137-3639-4135-920d-fc1f6fda7b20 req-91460165-e681-4d7c-b6ca-af3a3923f0ef tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0762062 Aug 06 15:29:45.800945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a48311c-3fc3-41e9-be4d-8b8c6c181b11 req-41709775-4be6-4cb2-b9b7-bd5fec000772 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726948 Aug 06 15:29:45.852611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03146137-3639-4135-920d-fc1f6fda7b20 req-e431db88-3f0e-4ec3-93aa-7825cbe75b2b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488973 Aug 06 15:29:45.860086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:45.882573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dc18e40e-453a-4205-8b98-604120dcd006'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:45.933991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Pushing event deleted for resources: {'Port': ['ID=dc18e40e-453a-4205-8b98-604120dcd006,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:46.009645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] No DVR routers for this DVR port dc18e40e-453a-4205-8b98-604120dcd006 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:46.012455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:46.015892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de8ac812-3b02-409f-8d08-237ffd9646f5 req-41ea073a-1cc2-417c-afbf-d6ca0f85f259 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.59 "DELETE /v2.0/ports/dc18e40e-453a-4205-8b98-604120dcd006 HTTP/1.1" status: 204 len: 173 time: 0.8270693 Aug 06 15:29:46.019538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'name': 'network-vif-deleted', 'tag': 'dc18e40e-453a-4205-8b98-604120dcd006'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:46.020343 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b764e33-6118-4a1b-86c7-bd26d8803069" -d '{"events": [{"server_uuid": "ba17b20c-122d-4a3c-8321-68d412faf9ad", "name": "network-vif-deleted", "tag": "dc18e40e-453a-4205-8b98-604120dcd006"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:46.035489 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c510090-43eb-4775-9a97-189f1ec61bb5 req-d8ca9736-9807-4916-958d-1c52ba48a7a4 tempest-ServersOnMultiNodesTest-105625865 tempest-ServersOnMultiNodesTest-105625865-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba17b20c-122d-4a3c-8321-68d412faf9ad HTTP/1.1" status: 200 len: 210 time: 0.0330315 Aug 06 15:29:46.054604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462640c4-b8d2-41fa-a7e4-50e45abf0252 req-2d61b980-2de2-40a3-bd31-78de893cd6f5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:46.056192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-462640c4-b8d2-41fa-a7e4-50e45abf0252 req-2d61b980-2de2-40a3-bd31-78de893cd6f5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.1015270 Aug 06 15:29:46.121456 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc74c8-b024-4385-b884-e3f50abc2367 x-openstack-request-id: req-34dc74c8-b024-4385-b884-e3f50abc2367 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:46.122192 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba17b20c-122d-4a3c-8321-68d412faf9ad", "name": "network-vif-deleted", "tag": "dc18e40e-453a-4205-8b98-604120dcd006", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:46.122544 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34dc74c8-b024-4385-b884-e3f50abc2367 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:46.123071 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba17b20c-122d-4a3c-8321-68d412faf9ad', 'name': 'network-vif-deleted', 'tag': 'dc18e40e-453a-4205-8b98-604120dcd006', 'status': 'completed', 'code': 200} Aug 06 15:29:46.145741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-462640c4-b8d2-41fa-a7e4-50e45abf0252 req-04821f8e-f3ac-476f-a279-d0ea5964a028 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761054 Aug 06 15:29:46.230026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e29ff0-aa13-4ed0-b3f0-5eb801672548 req-64c9b305-839c-4eb5-bec1-48cc2da68d65 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:46.231512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74e29ff0-aa13-4ed0-b3f0-5eb801672548 req-64c9b305-839c-4eb5-bec1-48cc2da68d65 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0599544 Aug 06 15:29:46.278494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74e29ff0-aa13-4ed0-b3f0-5eb801672548 req-4658216e-b5f6-4ee5-b5b9-fade2ffae4cc tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380676 Aug 06 15:29:46.799791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd413a-2873-4d3d-ba37-8c35a26d13de req-f16b9573-dd1a-4fb8-8f29-8d98c18a7148 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:46.807879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02cd413a-2873-4d3d-ba37-8c35a26d13de req-f16b9573-dd1a-4fb8-8f29-8d98c18a7148 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 949 time: 0.0752723 Aug 06 15:29:46.884722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02cd413a-2873-4d3d-ba37-8c35a26d13de req-121e045c-5c36-417f-9591-d534c1af5d65 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Aug 06 15:29:46.954772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f4512-518d-42f1-af56-9e2026a5eb4a req-3c1bbf3e-b249-4f5f-84b4-a0567cbd94b7 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:46.957209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-626f4512-518d-42f1-af56-9e2026a5eb4a req-3c1bbf3e-b249-4f5f-84b4-a0567cbd94b7 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 945 time: 0.0552301 Aug 06 15:29:47.041683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-626f4512-518d-42f1-af56-9e2026a5eb4a req-1605735c-ca8c-4805-a13c-26aeb7db72a2 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611849 Aug 06 15:29:47.054059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59ac47-bb4e-4e0f-8414-62fa1844af26 req-28ad525c-5edb-488f-8339-efc783b840ff tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:47.062819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e59ac47-bb4e-4e0f-8414-62fa1844af26 req-28ad525c-5edb-488f-8339-efc783b840ff tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0995717 Aug 06 15:29:47.114318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e59ac47-bb4e-4e0f-8414-62fa1844af26 req-d49269b4-607f-4cec-bce4-48d1392f1b0d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442524 Aug 06 15:29:47.211190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94847aa2-cf60-4f41-97ed-9a715e24637b req-af7814c2-2cc5-4d2a-9bd3-f973e9e82ff5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:47.213123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94847aa2-cf60-4f41-97ed-9a715e24637b req-af7814c2-2cc5-4d2a-9bd3-f973e9e82ff5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 949 time: 0.0868630 Aug 06 15:29:47.293361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94847aa2-cf60-4f41-97ed-9a715e24637b req-f559ac13-5fb2-4181-8722-655ff3a0f0b2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Aug 06 15:29:47.323338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae07c-fc3d-4e47-b744-6bbe3bb7ce87 req-669eee01-2618-4a4a-9139-cdcd0e69ffb2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:47.333163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-744ae07c-fc3d-4e47-b744-6bbe3bb7ce87 req-669eee01-2618-4a4a-9139-cdcd0e69ffb2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.0871003 Aug 06 15:29:47.376458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-744ae07c-fc3d-4e47-b744-6bbe3bb7ce87 req-6719d0a5-b0a4-4e30-9b87-929e452f02c6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Aug 06 15:29:47.445128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6723e-f03f-46ce-b974-9ac110232d77 req-d75b111e-ebc5-440c-90d3-e53953918f41 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:47.451574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7c6723e-f03f-46ce-b974-9ac110232d77 req-d75b111e-ebc5-440c-90d3-e53953918f41 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0697827 Aug 06 15:29:47.501379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7c6723e-f03f-46ce-b974-9ac110232d77 req-ce7ae7ea-1e9a-4572-8969-321b55d7cba0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492051 Aug 06 15:29:47.726285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:47.866993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-726dc5d6-693d-469b-80a3-669c95c443bd tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379400 Aug 06 15:29:47.948095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ede5ea6b-035b-4f75-9287-085569f1fba9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63870539f7e044a9a021cd9cb081c12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202117 Aug 06 15:29:47.950322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:48.006346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f638e25-4782-4c10-a4e7-b78e868fbe04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.017886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-51a3f5fc-69a0-485f-9ffd-16ece2611ae5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:48.021347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-51a3f5fc-69a0-485f-9ffd-16ece2611ae5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475265 Aug 06 15:29:48.035950 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f638e25-4782-4c10-a4e7-b78e868fbe04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.038288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-f601b27d-8021-4744-9357-702c50f99a04 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/quotas/d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 375 time: 0.0108800 Aug 06 15:29:48.110396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-14e170c5-af77-414c-b185-24723bc51677 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675099 Aug 06 15:29:48.185333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:48.200954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f638e25-4782-4c10-a4e7-b78e868fbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.201184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1f638e25-4782-4c10-a4e7-b78e868fbe04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.202430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1f638e25-4782-4c10-a4e7-b78e868fbe04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c72fb865-1ce0-4b24-9358-f1d4e244589a HTTP/1.1" status: 204 len: 168 time: 0.2511375 Aug 06 15:29:48.213150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f638e25-4782-4c10-a4e7-b78e868fbe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72fb865-1ce0-4b24-9358-f1d4e244589a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:48.217991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440184b4-1b03-4bb1-837a-adb71f46e7ed req-f3cee47c-48b8-44f4-b992-2e12388c9826 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:48.227941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-440184b4-1b03-4bb1-837a-adb71f46e7ed req-f3cee47c-48b8-44f4-b992-2e12388c9826 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 945 time: 0.0776398 Aug 06 15:29:48.286461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-440184b4-1b03-4bb1-837a-adb71f46e7ed req-0800e92b-fe69-429e-bddf-b3402c5167cc tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/security-groups?id=918b9ede-0223-452d-ab5b-54a30b3d4713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516217 Aug 06 15:29:48.370328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port b6b4d4d0-9097-4314-b520-9cd4427baab2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:48.374683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port b6b4d4d0-9097-4314-b520-9cd4427baab2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:48.375412 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.480375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95ccbd0b-9f11-458e-bdd7-97b158f30d33 req-87e2ec1a-0515-4040-98b3-5efeeb625e53 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0394189 Aug 06 15:29:48.495736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3e4d-0741-478d-b55f-f2e51afa7a02 req-fe6dd90a-bdf0-4d95-ad98-cb8b8438c1a9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:48.517391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-446f3e4d-0741-478d-b55f-f2e51afa7a02 req-fe6dd90a-bdf0-4d95-ad98-cb8b8438c1a9 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1726325 Aug 06 15:29:48.652730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe73511-0bde-47d6-9050-6588589d5494 req-cf722c96-f2bd-4f32-aa39-ac7e04e92476 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:48.657906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5fe73511-0bde-47d6-9050-6588589d5494 req-cf722c96-f2bd-4f32-aa39-ac7e04e92476 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.64 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 945 time: 0.1215010 Aug 06 15:29:48.803496 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.832948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:48.835347 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64487b3-20f7-44a7-8645-7c2d66360128" -d '{"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:48.851103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:48.852106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Deleting port 6b299816-e9df-4d23-950d-08b513dc7777 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:29:48.852480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.926057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:48.999303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] For port 6b299816-e9df-4d23-950d-08b513dc7777, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6b299816-e9df-4d23-950d-08b513dc7777,segment=NetworkSegment(e9f45b27-6d59-4748-b172-e1742ef8752c),segment_id=e9f45b27-6d59-4748-b172-e1742ef8752c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:48.999966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.016603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Calling delete_port for 6b299816-e9df-4d23-950d-08b513dc7777 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:29:49.045389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:49.055496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-446f3e4d-0741-478d-b55f-f2e51afa7a02 req-38e4de47-8f45-4a67-85f9-d1eb40dba25b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295908 Aug 06 15:29:49.070653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:49.098268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfd512-17ed-49ea-a61a-01d2d34adca1 req-52a73659-da57-4b16-8e21-143c438c7ce8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:49.106565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61dfd512-17ed-49ea-a61a-01d2d34adca1 req-52a73659-da57-4b16-8e21-143c438c7ce8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 943 time: 0.5368009 Aug 06 15:29:49.179614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-32df1c37-f100-48a9-9d3e-fbe20eedb7b9 service neutron] 10.222.0.64 "GET /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.2561407 Aug 06 15:29:49.193928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61dfd512-17ed-49ea-a61a-01d2d34adca1 req-b19ab7fa-d7d1-4646-bc04-3c622f7c6222 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864105 Aug 06 15:29:49.226894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-11e26c77-fa5f-4baf-98b2-6bffd0905553 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f69df27b9d14c7aaead2cc100cf473d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549351 Aug 06 15:29:49.229803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:49.235385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dc18e40e-453a-4205-8b98-604120dcd006 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:49.270331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: dc18e40e-453a-4205-8b98-604120dcd006 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:49.279558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dc18e40e-453a-4205-8b98-604120dcd006 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:49.294991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.317788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6b299816-e9df-4d23-950d-08b513dc7777'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:49.339333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Pushing event deleted for resources: {'Port': ['ID=6b299816-e9df-4d23-950d-08b513dc7777,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:49.341600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb7701d-c912-4dd2-99d3-7eea91291eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.350557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4c510-f3f7-4a2b-9800-8cae9f8d4e28 req-0a198337-207d-4bb8-b6a0-e710955e7069 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:49.359126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04f4c510-f3f7-4a2b-9800-8cae9f8d4e28 req-0a198337-207d-4bb8-b6a0-e710955e7069 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0970562 Aug 06 15:29:49.379254 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56fc015-ed00-466a-bfed-79535b222901 x-openstack-request-id: req-e56fc015-ed00-466a-bfed-79535b222901 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:49.380578 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:49.381671 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e56fc015-ed00-466a-bfed-79535b222901 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:49.384056 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'code': 200} Aug 06 15:29:49.392354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] No DVR routers for this DVR port 6b299816-e9df-4d23-950d-08b513dc7777 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:49.398813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.399330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5fe73511-0bde-47d6-9050-6588589d5494 req-2c3aa3ae-4ca6-4c90-9b91-07f620d6fb74 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.64 "DELETE /v2.0/ports/6b299816-e9df-4d23-950d-08b513dc7777 HTTP/1.1" status: 204 len: 173 time: 0.7315097 Aug 06 15:29:49.399846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'name': 'network-vif-deleted', 'tag': '6b299816-e9df-4d23-950d-08b513dc7777'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:49.403555 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e4096b-5063-4208-b3d3-82be46759bc5" -d '{"events": [{"server_uuid": "326477c2-df0c-4a68-a519-bc45fa6f4484", "name": "network-vif-deleted", "tag": "6b299816-e9df-4d23-950d-08b513dc7777"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:49.418057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb7701d-c912-4dd2-99d3-7eea91291eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.499376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd7f3c55-97dc-4afa-9276-fdccc63d6bb8 req-3d1c71ef-7839-459b-abd8-c1c12adac2b1 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 210 time: 0.0538218 Aug 06 15:29:49.530773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04f4c510-f3f7-4a2b-9800-8cae9f8d4e28 req-d57e0074-a64e-4bdc-b6ce-19b9bb9b3e91 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707625 Aug 06 15:29:49.537495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb7701d-c912-4dd2-99d3-7eea91291eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.546832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb7701d-c912-4dd2-99d3-7eea91291eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.546832 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-efb7701d-c912-4dd2-99d3-7eea91291eed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8aa8487b-a67c-438d-9678-16c079109b55 HTTP/1.1" status: 204 len: 168 time: 0.3106093 Aug 06 15:29:49.553478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7701d-c912-4dd2-99d3-7eea91291eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa8487b-a67c-438d-9678-16c079109b55,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:49.598474 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1a8c46-8ab7-440e-8ef4-a744629d45e5 x-openstack-request-id: req-ea1a8c46-8ab7-440e-8ef4-a744629d45e5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:49.598983 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326477c2-df0c-4a68-a519-bc45fa6f4484", "name": "network-vif-deleted", "tag": "6b299816-e9df-4d23-950d-08b513dc7777", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:49.599383 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea1a8c46-8ab7-440e-8ef4-a744629d45e5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:49.599974 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326477c2-df0c-4a68-a519-bc45fa6f4484', 'name': 'network-vif-deleted', 'tag': '6b299816-e9df-4d23-950d-08b513dc7777', 'status': 'completed', 'code': 200} Aug 06 15:29:49.649764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a902f69-ae7d-495a-81a3-8ce46094f9e5 req-6b129f4b-434b-48c5-bce8-6aabb7d5ca10 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0403612 Aug 06 15:29:49.691893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:49.715936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:49.752409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:49.764656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:49.832066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:49.920881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] Transition to ACTIVE for port object 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:29:50.011279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:50.117916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] No DVR routers for this DVR port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:29:50.163446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:50.168965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-63d69dbe-c707-4465-a161-3afe08ed3f2e service neutron] 10.222.0.64 "PUT /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9712920 Aug 06 15:29:50.183178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:50.238802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:50.245285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342f5b7-2830-497a-b38a-8842d3430450 req-0590e43b-ba12-48b6-8470-1e57eacf1641 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.246919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f342f5b7-2830-497a-b38a-8842d3430450 req-0590e43b-ba12-48b6-8470-1e57eacf1641 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0885506 Aug 06 15:29:50.302845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f342f5b7-2830-497a-b38a-8842d3430450 req-72ef8d7a-7cc3-4daa-8ae2-754f46f6fd8f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458076 Aug 06 15:29:50.353292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b737f3-2def-41d3-b727-f5b778cceb52 req-cbafe2da-37c6-4bd8-bb31-106b2cf7bd06 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.360559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27b737f3-2def-41d3-b727-f5b778cceb52 req-cbafe2da-37c6-4bd8-bb31-106b2cf7bd06 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.0742488 Aug 06 15:29:50.402452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27b737f3-2def-41d3-b727-f5b778cceb52 req-61882c3a-a0eb-4e36-893a-60b4bf10914b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Aug 06 15:29:50.454089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-ed2d63f8-ace5-49d9-83a9-9003ca774c20 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.455624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-ed2d63f8-ace5-49d9-83a9-9003ca774c20 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0708141 Aug 06 15:29:50.512987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e189cfc8-3593-4fdf-b894-e3baad8ecbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.514486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-e189cfc8-3593-4fdf-b894-e3baad8ecbca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271&tenant_id=ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 1095 time: 0.0509398 Aug 06 15:29:50.647602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-98d0431e-ed3c-4068-b709-2e6db33fa411 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510716 Aug 06 15:29:50.686857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f0ea76f-d6aa-41ee-9cb6-e2b3e54b3c4a req-147ce51d-f673-4311-acec-217b4e9e9575 tempest-VolumesAdminNegativeTest-1855949483 tempest-VolumesAdminNegativeTest-1855949483-project] 10.222.0.16 "GET /v2.0/ports?device_id=326477c2-df0c-4a68-a519-bc45fa6f4484 HTTP/1.1" status: 200 len: 210 time: 0.0692163 Aug 06 15:29:50.717578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3ecd-f1f1-452b-94b6-5ef3c2c74ef0 req-887f61f8-2222-4a01-b42d-294d4f9337c3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.720819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe3b3ecd-f1f1-452b-94b6-5ef3c2c74ef0 req-887f61f8-2222-4a01-b42d-294d4f9337c3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0940030 Aug 06 15:29:50.769640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-276dbf3f-2962-416a-801a-fe39c1b1ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.771397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-276dbf3f-2962-416a-801a-fe39c1b1ae95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1095 time: 0.2308781 Aug 06 15:29:50.817895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe3b3ecd-f1f1-452b-94b6-5ef3c2c74ef0 req-5006f873-3c18-45b6-bade-a162a7f38ec3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849862 Aug 06 15:29:50.820389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ee6db2b-4b65-4261-8409-d98401298c13 req-272c4b8e-769a-4d04-9b41-46fa520afcb7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0421576 Aug 06 15:29:50.868515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-b1ccbc9c-8b8d-4620-8e09-f1dac4977bd1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:50.868515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-b1ccbc9c-8b8d-4620-8e09-f1dac4977bd1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120686 Aug 06 15:29:51.151013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Request body: {'port': {'device_id': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': 'd6bb906952f24c7e8475bfa8bc8bcd4b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:51.228951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-c994a71f-5909-45db-b30b-5524bf41b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:51.230441 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-c994a71f-5909-45db-b30b-5524bf41b496 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.4491799 Aug 06 15:29:51.288764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-cf5be424-5c6d-42c4-b972-57567b25ab18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 200 len: 217 time: 0.0495965 Aug 06 15:29:51.369570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-33feb256-5681-4b27-9382-242047038540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:51.371060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-33feb256-5681-4b27-9382-242047038540 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0656288 Aug 06 15:29:51.416228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-033f3dce-16ff-44dc-b7eb-e701c47862fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355227 Aug 06 15:29:51.442966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929d856-258c-4798-ba6b-0df4e79b202e req-ff702194-3e0c-4fad-9693-c6a4fbbea27c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:51.444947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e929d856-258c-4798-ba6b-0df4e79b202e req-ff702194-3e0c-4fad-9693-c6a4fbbea27c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0653722 Aug 06 15:29:51.471588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Made reservation on behalf of d6bb906952f24c7e8475bfa8bc8bcd4b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:29:51.476377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:51.524764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e929d856-258c-4798-ba6b-0df4e79b202e req-d9fff02c-86f0-4ed1-a8cc-15260ddc8c25 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670192 Aug 06 15:29:51.605202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5f43e-2109-4511-a7e7-dcfe2af393ce req-0e2a9a58-3a1e-4d3c-8649-616a311251ac tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:51.607763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8e5f43e-2109-4511-a7e7-dcfe2af393ce req-0e2a9a58-3a1e-4d3c-8649-616a311251ac tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.0712354 Aug 06 15:29:51.635279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-9306ce73-ec07-4e4b-8cd2-300a5229e80a service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112033 Aug 06 15:29:51.652676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8e5f43e-2109-4511-a7e7-dcfe2af393ce req-54b2b9ee-e1f4-4b07-9083-270b30031acc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Aug 06 15:29:51.754966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:51.771945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Allocated IP 192.168.233.251 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/3c0bf0b0-68d2-46c2-8579-a1cc16e1a370) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:29:51.806939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Deleting subnet d69b4a22-07d0-439e-93bb-db8d759d2903 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:29:51.810203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:51.837315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-8b033a53-47fa-476a-a0f3-ec1d614a36c5 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937521 Aug 06 15:29:51.866387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:51.928132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.027471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab371a96-5f3a-478e-8565-687a237efe56 req-7c66f076-cf77-4f9b-b7d8-bef9299f6468 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 210 time: 0.0724597 Aug 06 15:29:52.059221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.078536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9913d-137a-4bfe-860b-0c2fc1383c16 req-286d8fb5-e83e-42db-9f09-4411c6b5252e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:52.078762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Transition to ACTIVE for port object 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:29:52.087258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31e9913d-137a-4bfe-860b-0c2fc1383c16 req-286d8fb5-e83e-42db-9f09-4411c6b5252e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1310754 Aug 06 15:29:52.129192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31e9913d-137a-4bfe-860b-0c2fc1383c16 req-78ac084b-97ef-47c4-b4c0-400f3f9c53ad tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Aug 06 15:29:52.184254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6b299816-e9df-4d23-950d-08b513dc7777 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:29:52.197579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.197788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.217247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.222219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d69b4a22-07d0-439e-93bb-db8d759d2903 HTTP/1.1" status: 204 len: 168 time: 0.4639637 Aug 06 15:29:52.223027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:52.259615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:29:52.263742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:29:52.267453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:29:52.269654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41', 'b6b4d4d0-9097-4314-b520-9cd4427baab2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:52.274714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:52.276738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573011e2-5d00-4a97-8d5f-6f4cc852655f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69b4a22-07d0-439e-93bb-db8d759d2903,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:52.281533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 6b299816-e9df-4d23-950d-08b513dc7777 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:29:52.281925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6b299816-e9df-4d23-950d-08b513dc7777 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:29:52.365369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.401576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:52.402754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.424354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-ce7a9382-9be5-42d1-bc74-bb6217885700 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:52.426818 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-ce7a9382-9be5-42d1-bc74-bb6217885700 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.1077509 Aug 06 15:29:52.523746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.535684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:52.543669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-0183f4f1-bfaf-4807-bf67-17435e510024 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3966019 Aug 06 15:29:52.553021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f45b27-6d59-4748-b172-e1742ef8752c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:52.553340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f45b27-6d59-4748-b172-e1742ef8752c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:52.561871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Request body: {'port': {'device_id': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:29:52.566221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.582340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.592174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:29:52.592174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:29:52.642921 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:29:52.653088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.744836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-8ff132b0-df0f-442b-9fe9-698b6fb492a3 service neutron] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:52.761515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-8ff132b0-df0f-442b-9fe9-698b6fb492a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.763595 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99504422-fd15-4e93-9d91-c3c4bf751094 req-8ff132b0-df0f-442b-9fe9-698b6fb492a3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.3279872 Aug 06 15:29:52.798387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.814165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8a958fed-2aea-468d-ac9f-57d290db85e5 None None] Provisioning for port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:52.830164 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.830838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8a958fed-2aea-468d-ac9f-57d290db85e5 None None] Provisioning complete for port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:52.831287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8a958fed-2aea-468d-ac9f-57d290db85e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:52.832411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4 HTTP/1.1" status: 204 len: 168 time: 0.6088879 Aug 06 15:29:52.844182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:52.854706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608916c2-124d-47ca-8293-fd2ec2fbda5f admin admin] Pushing event deleted for resources: {'Network': ['ID=7e52e75a-d18e-4ec6-9a74-1d95e1bf71e4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:52.901455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8a958fed-2aea-468d-ac9f-57d290db85e5 None None] Port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:29:52.909093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ba1e2-96ba-432c-8c50-c68ecea7db9d req-581a953e-b776-489c-805d-3d3bf51947e0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:52.910787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-947ba1e2-96ba-432c-8c50-c68ecea7db9d req-581a953e-b776-489c-805d-3d3bf51947e0 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1629221 Aug 06 15:29:52.926396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637797ab-ef34-4469-b2d6-5c1cd17fab5c req-bb7e0bd2-7fc4-403d-8cc4-a3f5fea0d3b5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:52.928010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637797ab-ef34-4469-b2d6-5c1cd17fab5c req-bb7e0bd2-7fc4-403d-8cc4-a3f5fea0d3b5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.1329172 Aug 06 15:29:52.939841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Deleting subnet 0c6bc35e-cbd9-42ff-ba18-a131e1969863 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:29:52.959275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.026646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-947ba1e2-96ba-432c-8c50-c68ecea7db9d req-ab1b0d92-09cf-4ea8-b102-f8656ef759e1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949333 Aug 06 15:29:53.031893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637797ab-ef34-4469-b2d6-5c1cd17fab5c req-ef7dfb46-1d31-41dd-b026-a22951fabe2a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887678 Aug 06 15:29:53.033879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.085812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:53.086039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.095499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.109924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Transition to ACTIVE for port object 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:29:53.203065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.235455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17401024-6b2a-498a-bcda-2f401047ddee req-ccbac85e-3867-415a-93c5-2415ddad09c1 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:53.237379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17401024-6b2a-498a-bcda-2f401047ddee req-ccbac85e-3867-415a-93c5-2415ddad09c1 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1095 time: 0.0768769 Aug 06 15:29:53.239265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.259512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:53.337872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace6b8-4696-412d-a2ab-8642d9b39894 req-3e65a079-f9f7-4e95-91df-fe6e82a190e5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:53.352958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ace6b8-4696-412d-a2ab-8642d9b39894 req-3e65a079-f9f7-4e95-91df-fe6e82a190e5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 936 time: 0.1667016 Aug 06 15:29:53.362365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6bc35e-cbd9-42ff-ba18-a131e1969863,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:53.378888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.381194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-87c7daac-7ec0-4423-9926-82a97adc4091 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c6bc35e-cbd9-42ff-ba18-a131e1969863 HTTP/1.1" status: 204 len: 168 time: 0.5343120 Aug 06 15:29:53.387314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Attempting to bind port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:29:53.387314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Attempting to bind port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:29:53.391732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:53.392348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Attempting to bind port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:53.395999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:53.406941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:29:53.407883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Attempting to bind port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:29:53.414823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:29:53.415317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:29:53.415839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:29:53.416426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Bound port: 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:29:53.417556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.464133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17401024-6b2a-498a-bcda-2f401047ddee req-35aedfc0-0c5d-400b-a0ea-3345f99e1094 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140403 Aug 06 15:29:53.525233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a39a329-bc97-4e5f-bf33-2d8fe2e27171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.544705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:29:53.561575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ace6b8-4696-412d-a2ab-8642d9b39894 req-4cbe1e1e-ee97-4769-aef2-3c838d249a70 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062645 Aug 06 15:29:53.564253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:29:53.613237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.663143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.675735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a39a329-bc97-4e5f-bf33-2d8fe2e27171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.712254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:53.712839 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.714266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 1096 time: 1.1580851 Aug 06 15:29:53.714713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:53.717133 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7" -d '{"events": [{"name": "network-changed", "server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:53.730922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15eb55-7ad1-4f76-a887-8f0b1843d73c req-3c284ef0-09a7-4cef-a7be-eafb1e789d80 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:53.730922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd15eb55-7ad1-4f76-a887-8f0b1843d73c req-3c284ef0-09a7-4cef-a7be-eafb1e789d80 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1329870 Aug 06 15:29:53.738226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3fc80-6f5b-4b84-aab5-1411275d4799 req-00228814-56dc-4d38-bb68-3a7c9cd826fe tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:53.738629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa4d4b-e0b3-4812-b6d7-2ede5d90f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:53.739768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30a3fc80-6f5b-4b84-aab5-1411275d4799 req-00228814-56dc-4d38-bb68-3a7c9cd826fe tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 1095 time: 0.1078618 Aug 06 15:29:53.754784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a39a329-bc97-4e5f-bf33-2d8fe2e27171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.807480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.808321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39a329-bc97-4e5f-bf33-2d8fe2e27171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b1c2c6-4db5-46fe-ac7e-8d02ac3fb92a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:53.816972 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7a39a329-bc97-4e5f-bf33-2d8fe2e27171 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b04652018fcb4241b75ae59f52bb18db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5518227 Aug 06 15:29:53.818202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:53.837082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1392eb61-5614-4457-b99c-a71d9bfda058']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:53.858660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd15eb55-7ad1-4f76-a887-8f0b1843d73c req-287f9e4b-8978-46da-bfbc-125e936554a9 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178181 Aug 06 15:29:53.860229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8812f8c-a43c-4e52-9e30-0325b40e5365') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:53.860525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8812f8c-a43c-4e52-9e30-0325b40e5365') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:29:53.877723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30a3fc80-6f5b-4b84-aab5-1411275d4799 req-15851c79-63d1-4b8d-951f-7af91c098fbf tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247239 Aug 06 15:29:53.888847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.932603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-fd76bec0-e237-490b-8180-9cd03846ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:53.934147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-fd76bec0-e237-490b-8180-9cd03846ed7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1099 time: 0.0834675 Aug 06 15:29:53.935196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1459fd-3403-4a09-844f-6c5c6368973d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.942823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.954074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:29:53.954074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:29:53.958130 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:29:54.030707 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a2eae-e54e-4ec4-9174-dbf7baf10c6e x-openstack-request-id: req-952a2eae-e54e-4ec4-9174-dbf7baf10c6e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:54.031002 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:54.031260 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-952a2eae-e54e-4ec4-9174-dbf7baf10c6e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:54.031664 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'status': 'completed', 'code': 200} Aug 06 15:29:54.040895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-96982932-16d6-438d-a9b8-de565307c31a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 217 time: 0.0930159 Aug 06 15:29:54.043302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1459fd-3403-4a09-844f-6c5c6368973d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:54.127022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-5ce175f4-b7af-4a7c-8dbd-a4896fae2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:54.129175 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-5ce175f4-b7af-4a7c-8dbd-a4896fae2436 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0786233 Aug 06 15:29:54.178456 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:54.189928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:54.190837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-b7242e81-8144-4bad-afd4-3205f555d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:54.192557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1392eb61-5614-4457-b99c-a71d9bfda058 HTTP/1.1" status: 204 len: 168 time: 0.7993417 Aug 06 15:29:54.195438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-b7242e81-8144-4bad-afd4-3205f555d6e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553474 Aug 06 15:29:54.205514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec695750-3e17-443b-a0de-52be88f4c832 admin admin] Pushing event deleted for resources: {'Network': ['ID=1392eb61-5614-4457-b99c-a71d9bfda058,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:54.227752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1459fd-3403-4a09-844f-6c5c6368973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:54.234784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c34b8-7309-4be9-956e-6e0a99f43138 req-d8f6b690-fc07-4652-a1cb-c835c3d979b1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:54.234784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e74c34b8-7309-4be9-956e-6e0a99f43138 req-d8f6b690-fc07-4652-a1cb-c835c3d979b1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0885417 Aug 06 15:29:54.235263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b1459fd-3403-4a09-844f-6c5c6368973d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:54.235263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b1459fd-3403-4a09-844f-6c5c6368973d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29b1c2c6-4db5-46fe-ac7e-8d02ac3fb92a HTTP/1.1" status: 204 len: 168 time: 0.4122727 Aug 06 15:29:54.258277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1459fd-3403-4a09-844f-6c5c6368973d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b1c2c6-4db5-46fe-ac7e-8d02ac3fb92a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:54.312222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e74c34b8-7309-4be9-956e-6e0a99f43138 req-2b030ca8-8560-4c1d-8156-5518d43ad80a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650158 Aug 06 15:29:54.340003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-f3a84350-3d21-4273-ad76-86ecfda5f85f service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360233 Aug 06 15:29:54.445689 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1bb20c28-2343-4c5c-aacd-88a6d7801534 req-979531a9-8ecf-4854-afb5-f01baf21f622 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973697 Aug 06 15:29:54.715863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:54.721085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-72b80380-14e6-4e33-be14-a82fa6c7c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:54.726490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-72b80380-14e6-4e33-be14-a82fa6c7c32e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1099 time: 0.0619323 Aug 06 15:29:54.729706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf3fa-1973-424b-8539-3a082d0396a6 req-6ba71e9e-ca5c-4905-ba65-09579dc25e7f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:54.731258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2adcf3fa-1973-424b-8539-3a082d0396a6 req-6ba71e9e-ca5c-4905-ba65-09579dc25e7f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.0877647 Aug 06 15:29:54.803929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2adcf3fa-1973-424b-8539-3a082d0396a6 req-de8f2d26-1b86-4c11-be1e-6151c6bc2439 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636833 Aug 06 15:29:54.807471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-24106a8c-faa5-4dee-b663-88e7ab7ee81f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=121cbd4dda7940f880bccf145fbd288b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747340 Aug 06 15:29:54.810360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:54.876566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-731a7db3-da2f-4cc2-8746-2d5933a68906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:54.878591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-731a7db3-da2f-4cc2-8746-2d5933a68906 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1458385 Aug 06 15:29:54.903324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe12c-f3dd-4911-be13-fe49076d0677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:54.937196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-53197b81-1f43-4a82-8a93-dbee464b83ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 217 time: 0.0443082 Aug 06 15:29:54.985167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe12c-f3dd-4911-be13-fe49076d0677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.007374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc05d7-4ac3-4eea-825d-de5016a62ffe req-b340aab9-74d2-41a3-9f78-a536f102bcf2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:55.009364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cdc05d7-4ac3-4eea-825d-de5016a62ffe req-b340aab9-74d2-41a3-9f78-a536f102bcf2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0653205 Aug 06 15:29:55.029455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-c19b100e-5e52-4f89-aece-48d98e20d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:55.031300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-c19b100e-5e52-4f89-aece-48d98e20d491 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0835676 Aug 06 15:29:55.065852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cdc05d7-4ac3-4eea-825d-de5016a62ffe req-981993ee-7ecf-45eb-8e18-72a1fa99a65a tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Aug 06 15:29:55.091584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-89c0be24-b2b6-42c9-a511-b29ebc93e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:55.093830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-89c0be24-b2b6-42c9-a511-b29ebc93e157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509207 Aug 06 15:29:55.157791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34064) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:55.168650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe12c-f3dd-4911-be13-fe49076d0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.171204 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3bbe12c-f3dd-4911-be13-fe49076d0677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.172374 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3bbe12c-f3dd-4911-be13-fe49076d0677 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/918b9ede-0223-452d-ab5b-54a30b3d4713 HTTP/1.1" status: 204 len: 168 time: 0.3609087 Aug 06 15:29:55.176336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ee82a95-958a-40d2-a20a-e0300accd0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.188059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbe12c-f3dd-4911-be13-fe49076d0677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918b9ede-0223-452d-ab5b-54a30b3d4713,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:55.230572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-8fd74ab7-77db-4198-87b9-f0c5d5a55c17 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268332 Aug 06 15:29:55.299246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ee82a95-958a-40d2-a20a-e0300accd0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.364781 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ee82a95-958a-40d2-a20a-e0300accd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.374185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c2f56550-2c4f-4ca8-8b52-3dae76d489f7 req-87cfe717-fa5a-40b7-bf8d-0371958ded53 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198573 Aug 06 15:29:55.475885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee82a95-958a-40d2-a20a-e0300accd0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7c0c8-3fdb-4dde-b08b-194b306d3e85,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:55.482102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3ee82a95-958a-40d2-a20a-e0300accd0c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1900dcfb181c40eda5692908bedd1531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231099 Aug 06 15:29:55.484995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:55.511883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.517770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a2b9-a0c6-4b5b-8ab1-6b216258d649 req-ca09d5f6-374a-4677-85b3-922e6ab8baae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:55.525483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb69a2b9-a0c6-4b5b-8ab1-6b216258d649 req-ca09d5f6-374a-4677-85b3-922e6ab8baae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1437070 Aug 06 15:29:55.559866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-354256a7-d303-476f-ae53-dd92dbd4d297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.566737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb69a2b9-a0c6-4b5b-8ab1-6b216258d649 req-62d1cab4-00a8-468b-95e0-bf88504f1392 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393410 Aug 06 15:29:55.610710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-354256a7-d303-476f-ae53-dd92dbd4d297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.745840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-354256a7-d303-476f-ae53-dd92dbd4d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.748462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-354256a7-d303-476f-ae53-dd92dbd4d297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:55.751715 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-354256a7-d303-476f-ae53-dd92dbd4d297 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7d7c0c8-3fdb-4dde-b08b-194b306d3e85 HTTP/1.1" status: 204 len: 168 time: 0.2637951 Aug 06 15:29:55.762759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354256a7-d303-476f-ae53-dd92dbd4d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7c0c8-3fdb-4dde-b08b-194b306d3e85,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:55.942703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8113c6-9ff4-4628-935f-a58a418e281d req-e11a3105-ed88-454d-a2db-f3cb9cb74921 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:55.944165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc8113c6-9ff4-4628-935f-a58a418e281d req-e11a3105-ed88-454d-a2db-f3cb9cb74921 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.0529578 Aug 06 15:29:56.014063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc8113c6-9ff4-4628-935f-a58a418e281d req-83eef5cd-e92f-46be-8b8f-62d8b87be714 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579648 Aug 06 15:29:56.070493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:56.134449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b9ead112-2be2-4513-beee-cba02683d61b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b2479108e614cb9a8ecdbe6b4f7f739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556097 Aug 06 15:29:56.134449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:29:56.218379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9211f3b-efbf-44e1-bfa2-36cb9f97f438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:56.244214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9211f3b-efbf-44e1-bfa2-36cb9f97f438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:56.275410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbcd45-95e0-4e9c-a60e-48196d9e7dac req-1ae5775f-298a-49cf-b3d9-a057d1dce090 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:56.285300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6dbcd45-95e0-4e9c-a60e-48196d9e7dac req-1ae5775f-298a-49cf-b3d9-a057d1dce090 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0896957 Aug 06 15:29:56.336223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6dbcd45-95e0-4e9c-a60e-48196d9e7dac req-96c521d8-ab10-4a73-aad8-9dd7157c0fa5 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Aug 06 15:29:56.412408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9211f3b-efbf-44e1-bfa2-36cb9f97f438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:56.416832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9211f3b-efbf-44e1-bfa2-36cb9f97f438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:56.418050 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b9211f3b-efbf-44e1-bfa2-36cb9f97f438 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8631ce8-ccd8-4c76-a933-b11a77096f5c HTTP/1.1" status: 204 len: 168 time: 0.2825096 Aug 06 15:29:56.427397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9211f3b-efbf-44e1-bfa2-36cb9f97f438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8631ce8-ccd8-4c76-a933-b11a77096f5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:56.729374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b468f9-0e64-42fe-85bd-0f62ce37882a req-5b2e127c-a216-4936-a256-559006f02c81 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:56.738265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b468f9-0e64-42fe-85bd-0f62ce37882a req-5b2e127c-a216-4936-a256-559006f02c81 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0797765 Aug 06 15:29:56.782056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b468f9-0e64-42fe-85bd-0f62ce37882a req-ea65a2b9-356d-4bd5-ab8e-12cd265c23cb tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Aug 06 15:29:57.134718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673a0ab-d25f-45ef-95b3-2cb58e2323e0 req-91976432-4e53-4f28-a9f0-3747c162c1ec tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:57.136590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4673a0ab-d25f-45ef-95b3-2cb58e2323e0 req-91976432-4e53-4f28-a9f0-3747c162c1ec tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.0516233 Aug 06 15:29:57.179260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4673a0ab-d25f-45ef-95b3-2cb58e2323e0 req-c0bdb357-c00c-4140-a620-6f875e41d05a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Aug 06 15:29:57.261385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:29:57.414025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:57.430505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'mac_address': 'fa:16:3e:8d:a1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:29:57.473040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:57.491724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:29:57.514699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:57.520153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5bdc-7995-409a-92a2-505caaa742ca req-8705753f-bd30-4339-b510-1bc441ea4086 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:57.522186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45bc5bdc-7995-409a-92a2-505caaa742ca req-8705753f-bd30-4339-b510-1bc441ea4086 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0854700 Aug 06 15:29:57.570914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45bc5bdc-7995-409a-92a2-505caaa742ca req-f3f07098-4557-4ce9-9fc7-ca6f8650711a tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Aug 06 15:29:57.775662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:57.884705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:57.992553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9947e-96d3-4a7c-93cf-f1644470bf6a req-0852c802-1c68-427b-8765-76e878773619 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:57.994510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1c9947e-96d3-4a7c-93cf-f1644470bf6a req-0852c802-1c68-427b-8765-76e878773619 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0901299 Aug 06 15:29:58.037030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1c9947e-96d3-4a7c-93cf-f1644470bf6a req-93220bc9-e2dd-42da-b276-0cc573bfba30 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345631 Aug 06 15:29:58.061531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:29:58.321303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdbb8d-7da9-4c74-a957-ce1e5f11b690 req-70ba8bd1-9d6c-44a3-90b5-bf949f5f3ddb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:58.327517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-defdbb8d-7da9-4c74-a957-ce1e5f11b690 req-70ba8bd1-9d6c-44a3-90b5-bf949f5f3ddb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 949 time: 0.0580740 Aug 06 15:29:58.397405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-defdbb8d-7da9-4c74-a957-ce1e5f11b690 req-3e273943-4c6a-49e0-862b-77510979df01 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682690 Aug 06 15:29:58.707586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:58.737076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91372b87-8afd-4c9a-9bec-4ac439375550 req-839c1d5b-8a75-40fa-a5b1-3be1c255d149 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:58.739076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91372b87-8afd-4c9a-9bec-4ac439375550 req-839c1d5b-8a75-40fa-a5b1-3be1c255d149 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0874200 Aug 06 15:29:58.798923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91372b87-8afd-4c9a-9bec-4ac439375550 req-e33a33c0-59b3-4cff-b99a-efd48f87a187 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Aug 06 15:29:59.260884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390c6d6-f410-47b8-8322-81041e8fc419 req-92a4f7c1-3756-42cc-8a2f-cfbc9fe98435 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:59.264426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a390c6d6-f410-47b8-8322-81041e8fc419 req-92a4f7c1-3756-42cc-8a2f-cfbc9fe98435 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1005623 Aug 06 15:29:59.279388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:29:59.335050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a390c6d6-f410-47b8-8322-81041e8fc419 req-22e6c3a5-8adb-4c82-ba84-2bd7529544e3 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636947 Aug 06 15:29:59.457631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-332f9a97-739f-498d-868c-8eb1300901ff tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239210 Aug 06 15:29:59.464715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:29:59.469078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:29:59.469452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:59.558299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:59.583633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:29:59.585903 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086ce3b1-5034-44ca-8975-40ef321fc88b" -d '{"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:29:59.602515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b82f1d-c1f2-49f9-b167-800031b0bfba req-6522a08a-b2d3-4dbb-b208-c1ee7788f6cd tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:59.607025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3b82f1d-c1f2-49f9-b167-800031b0bfba req-6522a08a-b2d3-4dbb-b208-c1ee7788f6cd tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 949 time: 0.1250331 Aug 06 15:29:59.623597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:29:59.648167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-a520961c-d4cc-4377-9f93-0cca1f995dbf tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:29:59.650663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-a520961c-d4cc-4377-9f93-0cca1f995dbf tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877503 Aug 06 15:29:59.684403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3b82f1d-c1f2-49f9-b167-800031b0bfba req-2430c4eb-f748-427f-b710-0838632ec13d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708704 Aug 06 15:29:59.687264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-7b86c822-cf1a-4cdf-b051-ba4102f7274a tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/quotas/e8388e7beb514d04be404c8ad2e7c7a7 HTTP/1.1" status: 200 len: 375 time: 0.0197258 Aug 06 15:29:59.691008 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:29:59.756200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-60f993eb-33f3-4c07-902d-1721e6759c07 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605025 Aug 06 15:29:59.776396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:29:59.913043 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38c883f-5355-4e55-86fb-dae982e98382 x-openstack-request-id: req-c38c883f-5355-4e55-86fb-dae982e98382 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:29:59.913342 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:29:59.913597 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c38c883f-5355-4e55-86fb-dae982e98382 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:29:59.913988 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'code': 200} Aug 06 15:30:00.052321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72d53a42-5978-4512-9f26-3f428ad41cc3 req-ec1bddd4-a75f-4140-b034-ebf68f5f57ec tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 210 time: 0.0309589 Aug 06 15:30:00.109699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70da96-3d8b-4057-a3ab-fb1f5cb9a5cc req-6c00d126-fd08-4ff5-8fdb-fe6f4b93c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:00.116915 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3b70da96-3d8b-4057-a3ab-fb1f5cb9a5cc req-6c00d126-fd08-4ff5-8fdb-fe6f4b93c5db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1101 time: 0.1395679 Aug 06 15:30:00.158662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d7b2-4a8a-470b-9cf1-18603c6e7586 req-eac9c0e9-91a3-4dcb-9cbe-1082329a2f18 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:00.169248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f53d7b2-4a8a-470b-9cf1-18603c6e7586 req-eac9c0e9-91a3-4dcb-9cbe-1082329a2f18 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1461425 Aug 06 15:30:00.226884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f53d7b2-4a8a-470b-9cf1-18603c6e7586 req-a97e0a53-45de-46e0-be05-e56547a64205 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548897 Aug 06 15:30:00.234125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3b70da96-3d8b-4057-a3ab-fb1f5cb9a5cc req-011cd82c-64ab-48b3-b4ee-45e60f3a67b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074035 Aug 06 15:30:00.545012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136b676-826d-4f1e-ab95-04012000100b req-05e89768-df27-4d07-8805-19715a5b5a8c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:00.548859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8136b676-826d-4f1e-ab95-04012000100b req-05e89768-df27-4d07-8805-19715a5b5a8c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1251795 Aug 06 15:30:00.599613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8136b676-826d-4f1e-ab95-04012000100b req-ab586873-b7ec-4fc8-bed7-38b3789754ac tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Aug 06 15:30:00.932263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260543e0-c895-4bfe-ab89-135b890f8b4c req-955d177b-8c65-412b-8048-bcc01e877933 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:00.933820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-260543e0-c895-4bfe-ab89-135b890f8b4c req-955d177b-8c65-412b-8048-bcc01e877933 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0933821 Aug 06 15:30:01.001465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-260543e0-c895-4bfe-ab89-135b890f8b4c req-c8a6633d-0719-4128-b564-8c0a3431b21c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 Aug 06 15:30:01.094258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:01.156111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c9cde7c-2567-4cfc-8c3c-27032b2edc5b req-60206e73-b1c7-475c-ac5c-ce42ba61a029 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 210 time: 0.0471225 Aug 06 15:30:01.245594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed131d1-88db-4291-9960-c7fe2cdfa4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.363395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98180c-6145-4404-9a2c-bf2b27dc68fe req-1e952e2f-f5b3-45db-92ee-a6f237961efd tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:01.365144 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c98180c-6145-4404-9a2c-bf2b27dc68fe req-1e952e2f-f5b3-45db-92ee-a6f237961efd tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0769544 Aug 06 15:30:01.412234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed131d1-88db-4291-9960-c7fe2cdfa4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.430310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c98180c-6145-4404-9a2c-bf2b27dc68fe req-aab2b211-2821-462a-9790-4e39f7fca9d7 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Aug 06 15:30:01.478540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed131d1-88db-4291-9960-c7fe2cdfa4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.550703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:01.559889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9ed131d1-88db-4291-9960-c7fe2cdfa4ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6989710d37784cbebbef6e10e321ca7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645317 Aug 06 15:30:01.561036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed131d1-88db-4291-9960-c7fe2cdfa4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809192aa-ecfe-4d2b-833b-7fd947ae386f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:01.624660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-885d321f-7a7d-4dbe-b521-18d9c15e46af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.649838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-885d321f-7a7d-4dbe-b521-18d9c15e46af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.758541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3335f07-d487-4659-b01a-728c536100ce req-d99141fb-6b82-4b1b-a1f2-c5c38c797fcb tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:01.760791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3335f07-d487-4659-b01a-728c536100ce req-d99141fb-6b82-4b1b-a1f2-c5c38c797fcb tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0810459 Aug 06 15:30:01.762637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-885d321f-7a7d-4dbe-b521-18d9c15e46af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.765515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-885d321f-7a7d-4dbe-b521-18d9c15e46af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:01.773679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-885d321f-7a7d-4dbe-b521-18d9c15e46af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/809192aa-ecfe-4d2b-833b-7fd947ae386f HTTP/1.1" status: 204 len: 168 time: 0.2188094 Aug 06 15:30:01.794729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d321f-7a7d-4dbe-b521-18d9c15e46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809192aa-ecfe-4d2b-833b-7fd947ae386f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:01.880531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3335f07-d487-4659-b01a-728c536100ce req-bec754af-7d52-4ae5-9068-29e1b18bab45 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120872 Aug 06 15:30:02.177901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc57e2f-4a35-429e-80f9-a60b790f5975 req-31524efc-dddb-402d-b846-19647d7a7e07 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:02.179459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cc57e2f-4a35-429e-80f9-a60b790f5975 req-31524efc-dddb-402d-b846-19647d7a7e07 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0600119 Aug 06 15:30:02.223597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cc57e2f-4a35-429e-80f9-a60b790f5975 req-49fa4e1a-5993-4156-b6a8-a327f2fee1bf tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375888 Aug 06 15:30:02.317421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-802fccab-6784-4a9a-a9e9-cf0f787ea7dd req-5b38aa7c-ada2-470c-91e2-2f3cda1fea5a tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 210 time: 0.0588095 Aug 06 15:30:02.398951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340dac3-3cd3-4cfe-92f6-3e6de6e13059 req-aba75216-611d-4529-a5a4-14d0552fdaff tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:02.405819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1340dac3-3cd3-4cfe-92f6-3e6de6e13059 req-aba75216-611d-4529-a5a4-14d0552fdaff tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0638537 Aug 06 15:30:02.451855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1340dac3-3cd3-4cfe-92f6-3e6de6e13059 req-6fc28313-100c-4f37-80a3-c09f6e5d2678 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Aug 06 15:30:02.573943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbae54-1cb8-4f28-a25b-26da3b082085 req-3bc20f52-d29e-4070-9833-f0a78a702d2d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:02.575542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4cbae54-1cb8-4f28-a25b-26da3b082085 req-3bc20f52-d29e-4070-9833-f0a78a702d2d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0547736 Aug 06 15:30:02.620386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4cbae54-1cb8-4f28-a25b-26da3b082085 req-c44dd9d2-bdcc-448f-bd1e-9c7a58e91f0d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348568 Aug 06 15:30:03.031712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-db3305c6-3d86-4338-8e64-a2256aff8204 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431151 Aug 06 15:30:03.120471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884b4ee-e6a9-4c50-ae8a-75888a8712e1 req-3d0417b0-d3d9-4c54-b882-eac2ba4019dc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:03.122071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a884b4ee-e6a9-4c50-ae8a-75888a8712e1 req-3d0417b0-d3d9-4c54-b882-eac2ba4019dc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1517599 Aug 06 15:30:03.191155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a884b4ee-e6a9-4c50-ae8a-75888a8712e1 req-c7f25b15-ec4e-4a55-833a-92a0c5b74c3b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Aug 06 15:30:03.199607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-98f8d233-58f9-4cb9-a334-725f6527c4a4 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:03.201145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-98f8d233-58f9-4cb9-a334-725f6527c4a4 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611304 Aug 06 15:30:03.218536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Request body: {'port': {'device_id': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': 'e8388e7beb514d04be404c8ad2e7c7a7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:03.459841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:03.575376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-network', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:03.602613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-411d1c6c-cda7-4bf2-a1e2-8256e45a472b req-20163f81-73eb-4c1d-81f3-4f06f443a926 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 210 time: 0.0937784 Aug 06 15:30:03.658873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f945ea-6705-4f78-9b7c-cce028a982a2 req-3f4324ff-9b6d-4046-a554-94ecff40e01c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:03.661296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2f945ea-6705-4f78-9b7c-cce028a982a2 req-3f4324ff-9b6d-4046-a554-94ecff40e01c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1551535 Aug 06 15:30:03.689260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-a5bdc66e-26d9-4cd6-b8e6-23929216644e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1403849 Aug 06 15:30:03.741919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Made reservation on behalf of afe96c93ef5042bfb3d15e76479edd3d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:03.745046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:03.754078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2f945ea-6705-4f78-9b7c-cce028a982a2 req-78970ec6-74cc-4337-bebb-0846dcdb98f3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821009 Aug 06 15:30:03.755705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:03.781974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafa017-8e69-4b97-b1f2-3b68ea0d5e45 req-5f44fdec-627b-498f-94d7-a9b55c2c61a0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:03.783543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bafa017-8e69-4b97-b1f2-3b68ea0d5e45 req-5f44fdec-627b-498f-94d7-a9b55c2c61a0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0756776 Aug 06 15:30:03.830001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bafa017-8e69-4b97-b1f2-3b68ea0d5e45 req-b2939ba7-c916-48f8-b04b-a99e869bcd8e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Aug 06 15:30:03.848583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Made reservation on behalf of e8388e7beb514d04be404c8ad2e7c7a7 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:03.852746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:03.863258 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:03.951110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.055643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.091007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:30:04.125780 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.126409 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Added segment b87103e8-4b33-4dbf-bf85-3446d22bbf7b of type vlan for network af254b5a-a85b-4209-8d7f-978ddc655f8b Aug 06 15:30:04.136654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a97685-e12e-4656-90bc-bec93a18430a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:04.163062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.189645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.303202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.336051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.337005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e290e-5ba2-409a-899c-e1c875d43247 req-02b60262-3e35-4bfe-adff-3df9f68e48f1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:04.337146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:04.337606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.338922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-418e290e-5ba2-409a-899c-e1c875d43247 req-02b60262-3e35-4bfe-adff-3df9f68e48f1 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0745490 Aug 06 15:30:04.355011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7630573-f0a4-49cb-917c-52c9736e484d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:04.428632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] Pushing event updated for resources: {'Network': ['ID=af254b5a-a85b-4209-8d7f-978ddc655f8b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:04.433569 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c82b4409-62d9-4de5-a65b-4b0c6073f198 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9685373 Aug 06 15:30:04.437940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:04.444887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Request body: {'subnet': {'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-subnet', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:04.448937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network af254b5a-a85b-4209-8d7f-978ddc655f8b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:30:04.451899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-418e290e-5ba2-409a-899c-e1c875d43247 req-07e69a8c-2348-4726-a5dd-683289982252 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890844 Aug 06 15:30:04.547573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Allocated IP 192.168.233.36 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/e487b1e4-9ef9-49d8-a487-2952b29cff79) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:04.569660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Made reservation on behalf of afe96c93ef5042bfb3d15e76479edd3d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:04.574826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.770015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-1735fe22-6041-418c-94b8-d9e138703126 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785360 Aug 06 15:30:04.784021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2774f50d-1b7d-439e-b56e-2b59df82250e req-c6d7f6d0-285e-4bd0-a29c-7f1e746fa614 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 210 time: 0.0556719 Aug 06 15:30:04.843773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.867549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c3d34ed-684f-4cfb-b0de-6d57b540c9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:04.917219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Transition to ACTIVE for port object e487b1e4-9ef9-49d8-a487-2952b29cff79 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:04.931085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-ed534c9f-80be-4cb2-a293-dc4ca1e9579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:04.932721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-ed534c9f-80be-4cb2-a293-dc4ca1e9579d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 1100 time: 0.0870624 Aug 06 15:30:05.000271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e80ff-7be4-4453-a79e-53cc94821a81 req-73525f61-b109-490c-b532-efdf7a51ee74 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.008660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-132e80ff-7be4-4453-a79e-53cc94821a81 req-73525f61-b109-490c-b532-efdf7a51ee74 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1344161 Aug 06 15:30:05.015792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.063470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a7e55-6c80-49b7-853f-f1238d74ddb1 req-6229034f-8d40-40a6-80f3-4324b655e8ac tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.068163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-694a7e55-6c80-49b7-853f-f1238d74ddb1 req-6229034f-8d40-40a6-80f3-4324b655e8ac tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1469796 Aug 06 15:30:05.106976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-132e80ff-7be4-4453-a79e-53cc94821a81 req-c4ec5461-22fa-4417-9b10-8c6115f1b01f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971472 Aug 06 15:30:05.132190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-694a7e55-6c80-49b7-853f-f1238d74ddb1 req-6e8ba596-badf-4f51-af0b-98d012e083f1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Aug 06 15:30:05.138913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-600daab6-41d9-4223-a456-39d099994c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.141417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-600daab6-41d9-4223-a456-39d099994c95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1825054 Aug 06 15:30:05.141417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4156873f-7d4e-47c2-b011-0771b24a72d3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:05.195386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-cc306785-fde7-4231-a74e-f47dcb301a0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 200 len: 217 time: 0.0433917 Aug 06 15:30:05.196131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Checking segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:05.196494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Network hostable DHCP agents. Network: af254b5a-a85b-4209-8d7f-978ddc655f8b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:30:05.217492 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:30:05.255959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-7dcef66e-5671-4209-8927-8a5221e22e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.258376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-7dcef66e-5671-4209-8927-8a5221e22e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0531251 Aug 06 15:30:05.287427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.321321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-236d4c61-0204-4707-bad9-1a674466289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.322709 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-236d4c61-0204-4707-bad9-1a674466289f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503716 Aug 06 15:30:05.323512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Network af254b5a-a85b-4209-8d7f-978ddc655f8b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:30:05.353153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:05.365680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:05.369527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:05.373533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Pushing event updated for resources: {'Port': ['ID=e487b1e4-9ef9-49d8-a487-2952b29cff79,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:05.457206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-4093ea73-ca63-4c4b-bc75-200d9165e1cf service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211536 Aug 06 15:30:05.457337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.457643 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.490934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, af254b5a-a85b-4209-8d7f-978ddc655f8b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:05.492609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d288049-2ce3-43f0-abe7-723402614064 None None] Network af254b5a-a85b-4209-8d7f-978ddc655f8b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:30:05.513331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.519347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.631036 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df516204-80cf-4e86-bf2a-b4b21aaecbcf req-5410c0c4-540a-4af3-aa0f-362d41a99ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659822 Aug 06 15:30:05.649130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631be7b-ff3c-4abd-b691-b5fc099eee82 req-f9549bb0-f7ca-4608-9bb4-f3d78c67f84c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:05.650719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e631be7b-ff3c-4abd-b691-b5fc099eee82 req-f9549bb0-f7ca-4608-9bb4-f3d78c67f84c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0990510 Aug 06 15:30:05.652534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-70ade74c-13ea-4e96-8b3d-b42c823c9291 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4382675 Aug 06 15:30:05.690360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Request body: {'port': {'device_id': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:05.729550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-26a961b7-6c62-4b1e-847c-3f74d16049ee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2905157 Aug 06 15:30:05.730209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34470) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:05.734928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:05.740821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e631be7b-ff3c-4abd-b691-b5fc099eee82 req-4eb3df44-426b-49c5-810a-210763b810c7 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Aug 06 15:30:05.749835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-af254b5a-a85b-4209-8d7f-978ddc655f8b', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:30:05.750946 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.780772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.835284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c591cb19-2f74-423a-a653-4c8189bb7f5b None None] Provisioning for port e487b1e4-9ef9-49d8-a487-2952b29cff79 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:05.848028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c591cb19-2f74-423a-a653-4c8189bb7f5b None None] Provisioning complete for port e487b1e4-9ef9-49d8-a487-2952b29cff79 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:05.848028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c591cb19-2f74-423a-a653-4c8189bb7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.866927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.867851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:05.913395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c591cb19-2f74-423a-a653-4c8189bb7f5b None None] Port e487b1e4-9ef9-49d8-a487-2952b29cff79 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:05.948553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Allocated IP 172.20.0.2 (af254b5a-a85b-4209-8d7f-978ddc655f8b/4156873f-7d4e-47c2-b011-0771b24a72d3/e3d35482-02cd-4c57-98e5-88a1e1525a1a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:05.951648 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.067506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea004f-d2e6-4659-af9f-bf2d8772abe7 req-be822a78-0d97-460a-b0b6-9f3e474888d4 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:06.069088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15ea004f-d2e6-4659-af9f-bf2d8772abe7 req-be822a78-0d97-460a-b0b6-9f3e474888d4 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 935 time: 0.1180880 Aug 06 15:30:06.143186 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.155495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15ea004f-d2e6-4659-af9f-bf2d8772abe7 req-980cf051-237a-4ad4-9f19-ed6884261be0 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694633 Aug 06 15:30:06.182123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Transition to ACTIVE for port object e3d35482-02cd-4c57-98e5-88a1e1525a1a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:06.224373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Transition to ACTIVE for port object e3d35482-02cd-4c57-98e5-88a1e1525a1a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:06.295008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e487b1e4-9ef9-49d8-a487-2952b29cff79 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:06.317566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.319023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.332161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.366864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Network af254b5a-a85b-4209-8d7f-978ddc655f8b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:06.367128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Transition to ACTIVE for port object e487b1e4-9ef9-49d8-a487-2952b29cff79 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:06.367246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:06.369197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:06.379490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012efe0-d0fc-4d6e-bf53-23c40fdab68f req-a2248fe5-038f-4b3e-a7f3-3b18a30d2b5f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:06.382342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3012efe0-d0fc-4d6e-bf53-23c40fdab68f req-a2248fe5-038f-4b3e-a7f3-3b18a30d2b5f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1625526 Aug 06 15:30:06.382485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Pushing event updated for resources: {'Port': ['ID=e3d35482-02cd-4c57-98e5-88a1e1525a1a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:06.390446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dcba0-334f-4db9-bbe1-76f439331ab6 req-17f622ee-19b0-40e9-918e-c0d51fca56ba tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:06.397746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e34dcba0-334f-4db9-bbe1-76f439331ab6 req-17f622ee-19b0-40e9-918e-c0d51fca56ba tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1166847 Aug 06 15:30:06.433752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Attempting to bind port e3d35482-02cd-4c57-98e5-88a1e1525a1a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:06.434206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Attempting to bind port e3d35482-02cd-4c57-98e5-88a1e1525a1a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:06.434589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Attempting to bind port e3d35482-02cd-4c57-98e5-88a1e1525a1a on network af254b5a-a85b-4209-8d7f-978ddc655f8b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:06.448615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:06.454572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Checking segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:06.454572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.454572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Bound using segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:06.454572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Bound port: e3d35482-02cd-4c57-98e5-88a1e1525a1a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:06.454572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.476292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e34dcba0-334f-4db9-bbe1-76f439331ab6 req-1f049f17-92fc-46e3-a493-a9d5d04b57a5 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Aug 06 15:30:06.485049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3012efe0-d0fc-4d6e-bf53-23c40fdab68f req-b0fa20e3-d966-40a0-8b70-fa245455c8b7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830252 Aug 06 15:30:06.500419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.574359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] For port e3d35482-02cd-4c57-98e5-88a1e1525a1a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:06.578083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] For port e3d35482-02cd-4c57-98e5-88a1e1525a1a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3d35482-02cd-4c57-98e5-88a1e1525a1a,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:06.648397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e487b1e4-9ef9-49d8-a487-2952b29cff79,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:06.685326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Attempting to bind port e487b1e4-9ef9-49d8-a487-2952b29cff79 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:06.685863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Attempting to bind port e487b1e4-9ef9-49d8-a487-2952b29cff79 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:06.686294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Attempting to bind port e487b1e4-9ef9-49d8-a487-2952b29cff79 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:06.691908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Port e487b1e4-9ef9-49d8-a487-2952b29cff79 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:06.692329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Attempting to bind port e487b1e4-9ef9-49d8-a487-2952b29cff79 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:06.698136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:06.698561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:06.699013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:06.699551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Bound port: e487b1e4-9ef9-49d8-a487-2952b29cff79, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:06.700201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.724986 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.813340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] For port e487b1e4-9ef9-49d8-a487-2952b29cff79, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:06.816884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] For port e487b1e4-9ef9-49d8-a487-2952b29cff79, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e487b1e4-9ef9-49d8-a487-2952b29cff79,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:06.823935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16c7d6-2076-4591-a242-b68322747b67 None None] Pushing event updated for resources: {'Port': ['ID=e3d35482-02cd-4c57-98e5-88a1e1525a1a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:06.857243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-966f6348-c0ae-498e-8ef7-f2bb6865b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:06.859652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-966f6348-c0ae-498e-8ef7-f2bb6865b623 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1101 time: 0.1922586 Aug 06 15:30:06.880099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.910263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.922319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.958912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:06.959729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:06.961858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e487b1e4-9ef9-49d8-a487-2952b29cff79 HTTP/1.1" status: 200 len: 1095 time: 1.2874997 Aug 06 15:30:06.964368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'tag': 'e487b1e4-9ef9-49d8-a487-2952b29cff79'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:06.966257 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4980c729-215c-4a4b-a08e-52197e4a0c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "aea866a0-d85f-4311-ae97-89ce0d42ce0a", "tag": "e487b1e4-9ef9-49d8-a487-2952b29cff79"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:06.999584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dddc1-dbd4-427a-b0cd-a5027d00670e req-6646af69-7d4a-4fc5-9d83-99b265d8a0ba tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.001262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b22dddc1-dbd4-427a-b0cd-a5027d00670e req-6646af69-7d4a-4fc5-9d83-99b265d8a0ba tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1307003 Aug 06 15:30:07.040055 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e1dd53-2021-4894-a850-80c9740e5a45 x-openstack-request-id: req-c1e1dd53-2021-4894-a850-80c9740e5a45 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:07.040348 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea866a0-d85f-4311-ae97-89ce0d42ce0a", "tag": "e487b1e4-9ef9-49d8-a487-2952b29cff79", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:07.040683 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1e1dd53-2021-4894-a850-80c9740e5a45 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:07.041109 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'tag': 'e487b1e4-9ef9-49d8-a487-2952b29cff79', 'status': 'completed', 'code': 200} Aug 06 15:30:07.047655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d18546-8b6e-4a1c-ab08-8cabe84a11a0 service neutron] Pushing event updated for resources: {'Port': ['ID=e487b1e4-9ef9-49d8-a487-2952b29cff79,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:07.102419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b22dddc1-dbd4-427a-b0cd-a5027d00670e req-2a783fa9-4a41-4cda-949c-56313c0bd21f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897837 Aug 06 15:30:07.149871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-897f940b-915e-4e5c-9012-6c659b244c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.154204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-897f940b-915e-4e5c-9012-6c659b244c5e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2865307 Aug 06 15:30:07.166134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c729-215c-4a4b-a08e-52197e4a0c5d req-8f1474ac-4e71-4509-be88-18f6377a1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.169404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4980c729-215c-4a4b-a08e-52197e4a0c5d req-8f1474ac-4e71-4509-be88-18f6377a1e86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 1098 time: 0.0817173 Aug 06 15:30:07.260601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4980c729-215c-4a4b-a08e-52197e4a0c5d req-b9ef3e87-c0bd-4e86-a322-42480ea2fc68 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711894 Aug 06 15:30:07.297006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-54111464-b2ba-4b82-b2d6-8ae419dcc9e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 217 time: 0.0996244 Aug 06 15:30:07.376870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Allocated IP 172.25.5.212 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/0ee93e4b-bdad-482b-ad76-af8837e4ef00) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:07.392621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-93df0b39-57cb-488b-bfef-248e839d91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.394776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-93df0b39-57cb-488b-bfef-248e839d91b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0894182 Aug 06 15:30:07.490445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-64bd4add-ba91-4786-8688-60873d44c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.494284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-64bd4add-ba91-4786-8688-60873d44c491 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909681 Aug 06 15:30:07.609855 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:07.615368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3b12e-2ef7-4eca-9ed7-3be998b50e34 req-4d0207c5-c1bc-47a4-9bd9-38313bb8ef08 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.617112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad3b12e-2ef7-4eca-9ed7-3be998b50e34 req-4d0207c5-c1bc-47a4-9bd9-38313bb8ef08 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 947 time: 0.2754364 Aug 06 15:30:07.660633 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9196126d-1717-4add-9e39-999b1b38c3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:07.663944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c729-215c-4a4b-a08e-52197e4a0c5d req-1bd1853e-bd79-406b-a40a-9a98a977ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.665391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4980c729-215c-4a4b-a08e-52197e4a0c5d req-1bd1853e-bd79-406b-a40a-9a98a977ad5d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900104 Aug 06 15:30:07.696061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad3b12e-2ef7-4eca-9ed7-3be998b50e34 req-87a67bcb-121d-4863-a8d4-f33158e4598d tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723407 Aug 06 15:30:07.708214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b14d-8d02-40b0-b54e-e9cd44a45645 req-eea862e1-fdca-4786-9c8b-1a1dae1f3326 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.709763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f86b14d-8d02-40b0-b54e-e9cd44a45645 req-eea862e1-fdca-4786-9c8b-1a1dae1f3326 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1030633 Aug 06 15:30:07.866750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f86b14d-8d02-40b0-b54e-e9cd44a45645 req-e55d3290-0d2b-4723-b8c0-989500d9d7ed tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472046 Aug 06 15:30:07.886452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-be10438f-612b-4ea7-8dfc-b4273a9563b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:07.888515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-be10438f-612b-4ea7-8dfc-b4273a9563b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 1098 time: 0.1778452 Aug 06 15:30:07.975647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-e4b15ffe-5d5b-4e01-ac8e-59eebebcc013 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=e487b1e4-9ef9-49d8-a487-2952b29cff79 HTTP/1.1" status: 200 len: 217 time: 0.0732810 Aug 06 15:30:08.140119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0b1a3-7e5f-4824-912b-8ce65df02f39 req-c201480f-aadd-4c81-81a2-4d735f8266b2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:08.142592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aea0b1a3-7e5f-4824-912b-8ce65df02f39 req-c201480f-aadd-4c81-81a2-4d735f8266b2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.2332621 Aug 06 15:30:08.146571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-8d11e92d-cb06-4198-86b5-9d40207cb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:08.153077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-8d11e92d-cb06-4198-86b5-9d40207cb4ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1546009 Aug 06 15:30:08.207222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3d35482-02cd-4c57-98e5-88a1e1525a1a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:08.276745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:08.292116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aea0b1a3-7e5f-4824-912b-8ce65df02f39 req-e37e26f6-6d47-4733-a340-3acb2c2f8c3d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367941 Aug 06 15:30:08.304811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b46f-76a6-4329-803e-9713a53f158b req-479445dc-be2a-4d12-bc6f-1a955138a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:08.306411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-479445dc-be2a-4d12-bc6f-1a955138a3fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440034 Aug 06 15:30:08.336338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8b7e4-c0a3-4047-816d-e5ea36bec486 req-8304e538-8ce0-4276-bd17-2fc9d1b7a146 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:08.338252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79f8b7e4-c0a3-4047-816d-e5ea36bec486 req-8304e538-8ce0-4276-bd17-2fc9d1b7a146 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0924227 Aug 06 15:30:08.363251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a1906d-fffd-4adf-8ecc-2b595b071649 None None] Network af254b5a-a85b-4209-8d7f-978ddc655f8b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:30:08.399461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-f4253849-1bab-424c-a58f-99dac66d9800 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526151 Aug 06 15:30:08.426630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e3d35482-02cd-4c57-98e5-88a1e1525a1a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:08.467778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79f8b7e4-c0a3-4047-816d-e5ea36bec486 req-79a96251-6129-4f67-b05c-36c0fc51b78c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190002 Aug 06 15:30:08.516322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-35338538-c607-4a5d-9891-3d959fe5936d service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997349 Aug 06 15:30:08.541023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:08.572627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] Provisioning for port e3d35482-02cd-4c57-98e5-88a1e1525a1a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:08.583278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] Provisioning complete for port e3d35482-02cd-4c57-98e5-88a1e1525a1a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:08.583991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:08.616155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:08.624077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:08.626657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:08.648183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c5b46f-76a6-4329-803e-9713a53f158b req-4fbfca42-cabe-4ba6-b774-30b56cdfa9a0 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224711 Aug 06 15:30:08.672346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Pushing event updated for resources: {'Port': ['ID=0ee93e4b-bdad-482b-ad76-af8837e4ef00,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:08.704992 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-25497971-b01c-4b20-827b-c589e5bc5583 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960231 Aug 06 15:30:08.719394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:08.768080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] For port e3d35482-02cd-4c57-98e5-88a1e1525a1a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3d35482-02cd-4c57-98e5-88a1e1525a1a,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:08.770178 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:08.863898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498e8c8-0b8e-4063-a88e-e7cd310e5360 req-0e8f5c17-44d4-454c-aacb-fff85e1c233d tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:08.866717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e498e8c8-0b8e-4063-a88e-e7cd310e5360 req-0e8f5c17-44d4-454c-aacb-fff85e1c233d tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 947 time: 0.0678196 Aug 06 15:30:08.879344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:08.924679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e498e8c8-0b8e-4063-a88e-e7cd310e5360 req-ccdfe674-62d3-443f-b355-c0133d9db54b tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Aug 06 15:30:08.969637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d61eff-80cc-4e49-893a-f45ff062d378 None None] Pushing event updated for resources: {'Port': ['ID=e3d35482-02cd-4c57-98e5-88a1e1525a1a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:09.062478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0a78f-d1a2-46ad-a120-2fc9cd203c10 req-15f3bfa8-5356-4f66-8fad-47c635e9a68f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:09.070584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d0a78f-d1a2-46ad-a120-2fc9cd203c10 req-15f3bfa8-5356-4f66-8fad-47c635e9a68f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0825682 Aug 06 15:30:09.108296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b95caea-3f11-4caf-b4df-69503953c0b5 None None] Provisioning complete for port e3d35482-02cd-4c57-98e5-88a1e1525a1a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:09.109624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b95caea-3f11-4caf-b4df-69503953c0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:09.111966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d0a78f-d1a2-46ad-a120-2fc9cd203c10 req-6fe6697e-c9a8-4990-8dd6-1aeddc23d53d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Aug 06 15:30:09.130891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:09.344612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:09.440553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211b26-5bf6-4d4f-89bb-735898d6fe17 req-8ec211a3-b1f9-4bc5-9a61-f0ab75b75083 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:09.443078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08211b26-5bf6-4d4f-89bb-735898d6fe17 req-8ec211a3-b1f9-4bc5-9a61-f0ab75b75083 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0669060 Aug 06 15:30:09.492087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08211b26-5bf6-4d4f-89bb-735898d6fe17 req-1e4e3753-5053-4147-bded-5f3e1f27173a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Aug 06 15:30:09.615270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31acdf6-30a3-44ad-9719-d1ec184ec74d req-ccbd09ca-321b-4cf0-a684-5592cab0b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:09.616781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a31acdf6-30a3-44ad-9719-d1ec184ec74d req-ccbd09ca-321b-4cf0-a684-5592cab0b4ae tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0671175 Aug 06 15:30:09.661948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a31acdf6-30a3-44ad-9719-d1ec184ec74d req-20fafc66-f44d-4b00-a4ee-424837b12cef tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Aug 06 15:30:10.089205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaced4-5b4d-4b75-8b0d-cc0e3bac51c0 req-53144838-fed5-42e3-a8f9-20b765820cbd tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:10.089916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3d35482-02cd-4c57-98e5-88a1e1525a1a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:10.097858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ecaced4-5b4d-4b75-8b0d-cc0e3bac51c0 req-53144838-fed5-42e3-a8f9-20b765820cbd tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 947 time: 0.0972841 Aug 06 15:30:10.152220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:30:10.190640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ecaced4-5b4d-4b75-8b0d-cc0e3bac51c0 req-0a02a362-dd66-4224-aedb-8907444c4042 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638580 Aug 06 15:30:10.191069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e3d35482-02cd-4c57-98e5-88a1e1525a1a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:10.191069 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:10.272925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e487b1e4-9ef9-49d8-a487-2952b29cff79 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:10.291584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbcba3-a2ab-4912-8403-73c386864c86 req-7a19b6ae-59aa-4ed1-b6c0-d18343964b93 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:10.293449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cbbcba3-a2ab-4912-8403-73c386864c86 req-7a19b6ae-59aa-4ed1-b6c0-d18343964b93 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0651803 Aug 06 15:30:10.295911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:30:10.306846 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Sync routers for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:30:10.322621 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:10.327986 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:10.358676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cbbcba3-a2ab-4912-8403-73c386864c86 req-27a8e15f-f329-474d-94db-55e2c1979ef6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571692 Aug 06 15:30:10.423365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e487b1e4-9ef9-49d8-a487-2952b29cff79, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e487b1e4-9ef9-49d8-a487-2952b29cff79,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:10.438397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e487b1e4-9ef9-49d8-a487-2952b29cff79', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'e487b1e4-9ef9-49d8-a487-2952b29cff79', 'mac_address': 'fa:16:3e:03:53:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:10.441263 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:10.459713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:10.461036 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2a4ffbe-c3d1-4fef-9ce3-84666fafcdec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.7298839 Aug 06 15:30:10.465931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34526) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:10.496798 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:10.522243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e487b1e4-9ef9-49d8-a487-2952b29cff79 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:10.556816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e487b1e4-9ef9-49d8-a487-2952b29cff79, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e487b1e4-9ef9-49d8-a487-2952b29cff79,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:10.629005 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:10.634375 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:10.691086 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:08Z', 'revision_number': 3, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:10.722742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e487b1e4-9ef9-49d8-a487-2952b29cff79,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:10.733244 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Checking router: cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:30:10.734103 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Updating router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:30:10.770310 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:10.993610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e487b1e4-9ef9-49d8-a487-2952b29cff79'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:11.086597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca76fdf-9e62-4da2-bba8-f689efe6f713 req-155f4426-53b3-4ac8-86e7-2dbe67ef091a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:11.094652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ca76fdf-9e62-4da2-bba8-f689efe6f713 req-155f4426-53b3-4ac8-86e7-2dbe67ef091a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1423473 Aug 06 15:30:11.119392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2252f32-b0ad-484e-b038-88589d09ee59 req-039854ad-8d43-4b4b-b712-912561f51cdc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:11.129028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2252f32-b0ad-484e-b038-88589d09ee59 req-039854ad-8d43-4b4b-b712-912561f51cdc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1778817 Aug 06 15:30:11.196308 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.220649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Transition to ACTIVE for port object 0ee93e4b-bdad-482b-ad76-af8837e4ef00 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:11.283241 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ca76fdf-9e62-4da2-bba8-f689efe6f713 req-da134608-30b9-4f47-a3b2-23237a039f17 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875644 Aug 06 15:30:11.296969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2252f32-b0ad-484e-b038-88589d09ee59 req-c7f84dbd-ab02-4283-86e5-e80a5c253d22 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659043 Aug 06 15:30:11.348253 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.405700 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Pushing event updated for resources: {'Port': ['ID=0ee93e4b-bdad-482b-ad76-af8837e4ef00,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:11.431750 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.432415 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.432766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.433354 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.434109 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.434502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.437220 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.437584 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.438777 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.439120 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.439459 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.440604 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:11.454354 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Attempting to bind port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:11.454915 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Attempting to bind port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:11.455742 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Attempting to bind port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:11.468011 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:11.468397 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:11.469073 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.469657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:11.470206 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Bound port: 0ee93e4b-bdad-482b-ad76-af8837e4ef00, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:11.470641 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.531872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] For port 0ee93e4b-bdad-482b-ad76-af8837e4ef00, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:11.536346 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] For port 0ee93e4b-bdad-482b-ad76-af8837e4ef00, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ee93e4b-bdad-482b-ad76-af8837e4ef00,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:11.545457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11063a0-4549-415f-9233-e5bdb76c8bd7 req-4c473c36-7e4a-437e-88a3-d091bb7061b9 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:11.547104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a11063a0-4549-415f-9233-e5bdb76c8bd7 req-4c473c36-7e4a-437e-88a3-d091bb7061b9 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 948 time: 0.1689913 Aug 06 15:30:11.578106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568b6cc-a341-4e78-9a52-2cf995f0c48e req-61617a06-dcd0-4763-9d32-3dfc3115f5fb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:11.579790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f568b6cc-a341-4e78-9a52-2cf995f0c48e req-61617a06-dcd0-4763-9d32-3dfc3115f5fb tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1200619 Aug 06 15:30:11.608898 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.638531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a11063a0-4549-415f-9233-e5bdb76c8bd7 req-f4b7d1c7-3981-4873-bbf9-afadf3866762 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839658 Aug 06 15:30:11.671494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f568b6cc-a341-4e78-9a52-2cf995f0c48e req-4ff36fcf-2d15-4e3a-bde7-6631547cb49d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775106 Aug 06 15:30:11.679341 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.769353 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:11.770212 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:11.773147 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e5fbd-e464-4f36-b434-1bb1fa7178a8 None None] Pushing event updated for resources: {'Port': ['ID=0ee93e4b-bdad-482b-ad76-af8837e4ef00,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:11.839907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Allocated IP 172.20.0.1 (af254b5a-a85b-4209-8d7f-978ddc655f8b/4156873f-7d4e-47c2-b011-0771b24a72d3/6e5fa426-3f1c-42ae-ae78-1d016008e49f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:11.899203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:11.973525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:11.991242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Transition to ACTIVE for port object 6e5fa426-3f1c-42ae-ae78-1d016008e49f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:12.098679 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:08Z', 'revision_number': 3, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:12.129995 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968394bf-8573-4c9a-864d-05df6639ea21 None None] The sync data for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 is: [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:08Z', 'revision_number': 3, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:30:12.164502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.212835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Network af254b5a-a85b-4209-8d7f-978ddc655f8b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:12.216134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:12.219650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:12.250382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e487b1e4-9ef9-49d8-a487-2952b29cff79 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:12.259392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5fa426-3f1c-42ae-ae78-1d016008e49f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:12.300939 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.489829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e487b1e4-9ef9-49d8-a487-2952b29cff79 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:12.497916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e487b1e4-9ef9-49d8-a487-2952b29cff79 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:12.498293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.678526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d367a3-b074-4286-a3a7-556b458a16ae req-f2a7cb5b-b1da-43ce-9587-6f7b3366d0a4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:12.680159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25d367a3-b074-4286-a3a7-556b458a16ae req-f2a7cb5b-b1da-43ce-9587-6f7b3366d0a4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.2101123 Aug 06 15:30:12.693916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010c73d-b055-4ee0-a672-3ed47ed9896e req-5da436a4-e41e-473a-85ad-081c36ea5a77 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:12.701524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2010c73d-b055-4ee0-a672-3ed47ed9896e req-5da436a4-e41e-473a-85ad-081c36ea5a77 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.2142744 Aug 06 15:30:12.703201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.733503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e487b1e4-9ef9-49d8-a487-2952b29cff79'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:12.735849 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69529bd2-5c9b-42b0-b080-195be9e3a3bf" -d '{"events": [{"server_uuid": "aea866a0-d85f-4311-ae97-89ce0d42ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "e487b1e4-9ef9-49d8-a487-2952b29cff79"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:12.754353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e487b1e4-9ef9-49d8-a487-2952b29cff79, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e487b1e4-9ef9-49d8-a487-2952b29cff79,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:12.814724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25d367a3-b074-4286-a3a7-556b458a16ae req-1a92bcd6-474f-4be3-8404-8cb8215b7cf7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109395 Aug 06 15:30:12.830341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2010c73d-b055-4ee0-a672-3ed47ed9896e req-32c56ce4-a421-4cbc-beb5-b55cbb9ae688 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225743 Aug 06 15:30:12.838396 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.890302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5a16fd02-958f-4eea-ad40-f85dce89ba2b None None] Provisioning for port 6e5fa426-3f1c-42ae-ae78-1d016008e49f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:12.902814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5a16fd02-958f-4eea-ad40-f85dce89ba2b None None] Provisioning complete for port 6e5fa426-3f1c-42ae-ae78-1d016008e49f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:12.902814 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a16fd02-958f-4eea-ad40-f85dce89ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.975710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:12.983593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5a16fd02-958f-4eea-ad40-f85dce89ba2b None None] Port 6e5fa426-3f1c-42ae-ae78-1d016008e49f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:12.996446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e487b1e4-9ef9-49d8-a487-2952b29cff79,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:13.236472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de94ff-cb2f-4da1-ac20-a087e0286306 req-f4e906ce-07c1-424a-adfc-8f01fcf9e04c tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:13.238297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93de94ff-cb2f-4da1-ac20-a087e0286306 req-f4e906ce-07c1-424a-adfc-8f01fcf9e04c tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 949 time: 0.1659403 Aug 06 15:30:13.255409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8336752-56f9-4944-9aea-bfe790316e2b req-1236cb0d-d0a6-43ee-9adb-24a056567d53 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:13.259290 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8336752-56f9-4944-9aea-bfe790316e2b req-1236cb0d-d0a6-43ee-9adb-24a056567d53 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1701663 Aug 06 15:30:13.386620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93de94ff-cb2f-4da1-ac20-a087e0286306 req-a666ebde-8522-4aa0-94a1-242770ff20a6 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260643 Aug 06 15:30:13.406519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8336752-56f9-4944-9aea-bfe790316e2b req-c62d712e-fca9-43f0-90d8-6f7c617a380d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372309 Aug 06 15:30:13.431755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:13.465255 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b751bc3-e074-4efc-9322-ba37aac5feca x-openstack-request-id: req-7b751bc3-e074-4efc-9322-ba37aac5feca {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:13.465850 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea866a0-d85f-4311-ae97-89ce0d42ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "e487b1e4-9ef9-49d8-a487-2952b29cff79", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:13.465850 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b751bc3-e074-4efc-9322-ba37aac5feca {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:13.466218 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e487b1e4-9ef9-49d8-a487-2952b29cff79', 'code': 200} Aug 06 15:30:13.523995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:13.633434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:13.637663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Pushing event updated for resources: {'Port': ['ID=6e5fa426-3f1c-42ae-ae78-1d016008e49f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:13.670258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0bc98-dabe-4cd4-b30a-c9e69ec99d89 req-7de3aee0-032b-469d-bdce-0b90523c7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:13.671880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcb0bc98-dabe-4cd4-b30a-c9e69ec99d89 req-7de3aee0-032b-469d-bdce-0b90523c7e37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 1100 time: 0.1197927 Aug 06 15:30:13.761217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcb0bc98-dabe-4cd4-b30a-c9e69ec99d89 req-d080f58c-0875-4568-b408-911de7513d49 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559442 Aug 06 15:30:13.783354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Network af254b5a-a85b-4209-8d7f-978ddc655f8b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:13.785579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:14.118410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:30:14.137708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75fdb6-42fd-4ce0-9a4d-b93e249099a1 req-15f86534-3bba-414c-9e59-8420cc9de69f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:14.143509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f75fdb6-42fd-4ce0-9a4d-b93e249099a1 req-15f86534-3bba-414c-9e59-8420cc9de69f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.2057502 Aug 06 15:30:14.143723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b761bfa8-f6ec-4c2f-8b0f-8128826fc276 None None] Provisioning complete for port 6e5fa426-3f1c-42ae-ae78-1d016008e49f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:14.143723 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b761bfa8-f6ec-4c2f-8b0f-8128826fc276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:14.153051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadf5ad-43b3-473e-b74e-e12299184b7b req-ef8ee9b0-ef37-462b-8a74-1e1a06c5a159 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:14.164923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dadf5ad-43b3-473e-b74e-e12299184b7b req-ef8ee9b0-ef37-462b-8a74-1e1a06c5a159 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1677449 Aug 06 15:30:14.218156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ee93e4b-bdad-482b-ad76-af8837e4ef00 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:14.279163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b761bfa8-f6ec-4c2f-8b0f-8128826fc276 None None] Port 6e5fa426-3f1c-42ae-ae78-1d016008e49f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:14.313515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f75fdb6-42fd-4ce0-9a4d-b93e249099a1 req-48cea8bf-49fc-486e-a17d-feeea0facd93 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406479 Aug 06 15:30:14.437088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dadf5ad-43b3-473e-b74e-e12299184b7b req-e9a51a16-81da-4090-8e5f-cce1ffb4bb31 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712798 Aug 06 15:30:14.438184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:30:14.443578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4d350102-db35-445a-b449-24d48dbbac22 admin admin] 10.222.0.16 "PUT /v2.0/routers/cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9760182 Aug 06 15:30:14.464954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:14.483659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:14.483659 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:14.646237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50542de-d652-4a92-9e89-52795ef70394 req-84bbd5a6-f124-4bed-b2de-370b87f70e17 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:14.648258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b50542de-d652-4a92-9e89-52795ef70394 req-84bbd5a6-f124-4bed-b2de-370b87f70e17 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 949 time: 0.1166544 Aug 06 15:30:14.682575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:14.758018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Sync routers for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:30:14.777186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4aaa4a-f2f6-4d35-8747-7a8687b8ff3b req-743a2e70-d796-4c4c-8bdb-6b48d9689c10 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:14.777186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb4aaa4a-f2f6-4d35-8747-7a8687b8ff3b req-743a2e70-d796-4c4c-8bdb-6b48d9689c10 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1525393 Aug 06 15:30:14.777992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 0ee93e4b-bdad-482b-ad76-af8837e4ef00, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ee93e4b-bdad-482b-ad76-af8837e4ef00,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:14.777992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:14.778192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b50542de-d652-4a92-9e89-52795ef70394 req-d1580e2e-e833-43b0-addd-846120fd3854 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019340 Aug 06 15:30:14.796432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:14.817003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb4aaa4a-f2f6-4d35-8747-7a8687b8ff3b req-90ee1a58-0837-4003-9139-63a542e3236e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Aug 06 15:30:14.885727 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:14.991484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=0ee93e4b-bdad-482b-ad76-af8837e4ef00,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:15.006962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:15.193252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-a8f55242-a12e-4ed6-9e67-4b8c9ec597ac tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:15.194821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-a8f55242-a12e-4ed6-9e67-4b8c9ec597ac tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks?id=af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 200 len: 828 time: 0.1458278 Aug 06 15:30:15.212636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-5e35eb24-3547-4f1c-860b-e12dbfa4c4cb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/quotas/afe96c93ef5042bfb3d15e76479edd3d HTTP/1.1" status: 200 len: 375 time: 0.0105689 Aug 06 15:30:15.281442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-d5f6f048-a76c-4804-a5ed-30250dd50628 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581636 Aug 06 15:30:15.355498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:15.365767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:15.394612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-17d85908-1046-46a1-80f8-0e326a21c6dd service neutron] 10.222.0.16 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058211 Aug 06 15:30:15.405745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:13Z', 'revision_number': 2, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:15.448987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Checking router: cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:30:15.449247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Updating router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 port 6e5fa426-3f1c-42ae-ae78-1d016008e49f binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:30:15.550207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:15.552717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15ae72-eb70-454c-9317-699fddefac70 req-04e11d3b-4ba7-4a6b-afc7-830eae15219f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:15.556988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df15ae72-eb70-454c-9317-699fddefac70 req-04e11d3b-4ba7-4a6b-afc7-830eae15219f tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1234024 Aug 06 15:30:15.564378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-fa03efbb-92bc-4afc-949a-dfee8a8b58e0 service neutron] 10.222.0.16 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608026 Aug 06 15:30:15.618594 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df15ae72-eb70-454c-9317-699fddefac70 req-9639638e-2301-4327-9104-b09f6ff89ea2 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Aug 06 15:30:15.709869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:15.736696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:15.742929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'port_id': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'mac_address': 'fa:16:3e:35:cf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a999bae-49ec-4bbb-873c-ad891017df82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:15.805782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bfba-1a7b-4bef-9eb2-51ad35ce9a50 req-57aa5562-6a9c-40d0-925c-1ae8165fac10 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:15.808134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dce8bfba-1a7b-4bef-9eb2-51ad35ce9a50 req-57aa5562-6a9c-40d0-925c-1ae8165fac10 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0630088 Aug 06 15:30:15.813859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:15.816670 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52be65ab-91db-4128-85ef-e1e4055f6a45" -d '{"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:15.868074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:15.874466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e41b662f-0fdb-41be-a268-137159ac6065 req-ac75d8b8-7093-443b-9a76-9cf352bf616a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 210 time: 0.0389519 Aug 06 15:30:15.900854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dce8bfba-1a7b-4bef-9eb2-51ad35ce9a50 req-9805619c-fa8f-4502-a9de-7791bd9d9b65 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795581 Aug 06 15:30:15.935906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:15.947977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3098ad90-e967-4fdc-b13d-228c5dcbd762 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:15.955664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.075639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:16.078144 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:30:16.078537 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:30:16.120978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ee93e4b-bdad-482b-ad76-af8837e4ef00 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:16.123508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdd6b9-5e1d-46da-9b22-5786e47c34ba req-3d464295-4320-418a-8c37-b0e265042f6f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:16.130314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8bdd6b9-5e1d-46da-9b22-5786e47c34ba req-3d464295-4320-418a-8c37-b0e265042f6f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 944 time: 0.1217887 Aug 06 15:30:16.146059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094f70e-efa4-487b-8fb6-142bcc8bf15e req-69a3acbc-b629-4ffd-88ea-f6c248308f68 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:16.147551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9094f70e-efa4-487b-8fb6-142bcc8bf15e req-69a3acbc-b629-4ffd-88ea-f6c248308f68 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 949 time: 0.1270702 Aug 06 15:30:16.183573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.203646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Transition to ACTIVE for port object 6e5fa426-3f1c-42ae-ae78-1d016008e49f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:16.203646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:16.203646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.213696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8bdd6b9-5e1d-46da-9b22-5786e47c34ba req-b5093ed4-e62f-4604-88b2-13f488861b5e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822599 Aug 06 15:30:16.239857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9094f70e-efa4-487b-8fb6-142bcc8bf15e req-b8ddf98e-cc11-4f60-8e4d-cfe3e1631620 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730293 Aug 06 15:30:16.297040 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a632add-9c57-4cdc-a23b-953733c4c38d x-openstack-request-id: req-6a632add-9c57-4cdc-a23b-953733c4c38d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:16.297354 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:16.297730 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a632add-9c57-4cdc-a23b-953733c4c38d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:16.298003 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'code': 200} Aug 06 15:30:16.332788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.406430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43714aa6-f64e-4261-b2d4-a3db76eb1181 None None] Pushing event updated for resources: {'Port': ['ID=6e5fa426-3f1c-42ae-ae78-1d016008e49f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:16.472421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Attempting to bind port 6e5fa426-3f1c-42ae-ae78-1d016008e49f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:16.472803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Attempting to bind port 6e5fa426-3f1c-42ae-ae78-1d016008e49f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:16.473227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Attempting to bind port 6e5fa426-3f1c-42ae-ae78-1d016008e49f on network af254b5a-a85b-4209-8d7f-978ddc655f8b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:16.487964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:16.487964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Checking segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:16.487964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.487964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Bound using segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:16.487964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Bound port: 6e5fa426-3f1c-42ae-ae78-1d016008e49f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:16.487964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.525445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-9953bc70-a0a4-44d1-ae8e-e9cd4e164b15 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:16.527388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-9953bc70-a0a4-44d1-ae8e-e9cd4e164b15 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.1560545 Aug 06 15:30:16.550572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-ad479f80-01ec-4ddd-9fc4-09e8c34f4312 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/quotas/cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 375 time: 0.0113719 Aug 06 15:30:16.580517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] For port 6e5fa426-3f1c-42ae-ae78-1d016008e49f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:16.584503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] For port 6e5fa426-3f1c-42ae-ae78-1d016008e49f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6e5fa426-3f1c-42ae-ae78-1d016008e49f,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:16.650199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.665678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.677876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3098ad90-e967-4fdc-b13d-228c5dcbd762 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:16.680759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-499de734-4674-46e8-b488-aba27d30c0fb tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1202075 Aug 06 15:30:16.760229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:16.777160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:16.777802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:16.860539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-790d7b4d-3f34-4c04-b11e-f4c2233f15ab service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787581 Aug 06 15:30:16.877262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13f1d-a99b-4da4-956f-708c49fc98fd req-45e4bc26-7783-4bd6-9edc-edcf92c64aa8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:16.878162 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:16.886570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ae13f1d-a99b-4da4-956f-708c49fc98fd req-45e4bc26-7783-4bd6-9edc-edcf92c64aa8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.1011693 Aug 06 15:30:16.920192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43714aa6-f64e-4261-b2d4-a3db76eb1181 None None] Pushing event updated for resources: {'Port': ['ID=6e5fa426-3f1c-42ae-ae78-1d016008e49f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:16.992697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:16.994808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:17.154782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3098ad90-e967-4fdc-b13d-228c5dcbd762'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:17.267982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ae13f1d-a99b-4da4-956f-708c49fc98fd req-ed41d811-0e93-4fad-b319-cdc640c7d716 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802855 Aug 06 15:30:17.327734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-f305a8e1-6b48-4e09-9f4e-09d645449516 service neutron] 10.222.0.16 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321191 Aug 06 15:30:17.344836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:16Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:17.387515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccaac8-7a9a-4203-b3af-87d49e0cc53e None None] The sync data for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 is: [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:16Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:30:17.629994 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a35f7cb4-e745-4ec8-8e20-56fadc36cb2e req-3026c4aa-99ef-4f7a-85ff-9c75649a8242 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 210 time: 0.0401874 Aug 06 15:30:17.766590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc1d19-b4b0-4e84-85b5-11c878c1eabe req-2ef6aba7-1398-4b2c-b574-08e38cf96f32 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:17.769140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bcc1d19-b4b0-4e84-85b5-11c878c1eabe req-2ef6aba7-1398-4b2c-b574-08e38cf96f32 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0753081 Aug 06 15:30:17.812941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bcc1d19-b4b0-4e84-85b5-11c878c1eabe req-fb342f12-c256-4be6-b8b4-866300b16987 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375566 Aug 06 15:30:17.937339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c21ddb-aa59-43d3-8532-558e642770f1 req-a5077c9c-435a-4a67-80fc-ca1e1b40cef0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:17.938936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55c21ddb-aa59-43d3-8532-558e642770f1 req-a5077c9c-435a-4a67-80fc-ca1e1b40cef0 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 945 time: 0.0564935 Aug 06 15:30:18.011079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55c21ddb-aa59-43d3-8532-558e642770f1 req-8151eb52-08c9-4cfc-960b-b71086c2977c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626364 Aug 06 15:30:18.118216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6e5fa426-3f1c-42ae-ae78-1d016008e49f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:18.264538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:18.266983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:18.301315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6e5fa426-3f1c-42ae-ae78-1d016008e49f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:18.306900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6528967-62a0-45e7-8c16-03640022ac31 req-686a10d6-3f7d-43ab-8104-067185caf2d3 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0452666 Aug 06 15:30:18.322996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6e5fa426-3f1c-42ae-ae78-1d016008e49f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:18.322996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:18.471362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02b1c8-73fe-4d04-92db-847b4da9bd43 req-d956dbde-2f59-4b03-a8a8-c4d4a1ae5cab tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:18.480070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca02b1c8-73fe-4d04-92db-847b4da9bd43 req-d956dbde-2f59-4b03-a8a8-c4d4a1ae5cab tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0716145 Aug 06 15:30:18.568027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca02b1c8-73fe-4d04-92db-847b4da9bd43 req-61264540-b72f-49a6-bc41-f912d2a8a4d4 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820618 Aug 06 15:30:18.684734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-b6e8293c-0e8b-4368-b287-256b22c2d04c tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:18.689497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-b6e8293c-0e8b-4368-b287-256b22c2d04c tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.59 "GET /v2.0/networks?id=af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 200 len: 828 time: 0.3126631 Aug 06 15:30:18.708268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Request body: {'port': {'device_id': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'admin_state_up': True, 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:18.820730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bce2e-081b-4f72-8e1d-c74f3d9f6859 req-31c14db0-b54e-4120-a67f-421c31d1f7ae tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:18.843289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b09bce2e-081b-4f72-8e1d-c74f3d9f6859 req-31c14db0-b54e-4120-a67f-421c31d1f7ae tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 949 time: 0.1964071 Aug 06 15:30:18.895375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:18.908852 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:18.932735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'mac_address': 'fa:16:3e:33:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:18.941604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:18.968129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:18.970046 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cda4c45-66d1-4243-8058-b8f6e5b9ee89" -d '{"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:18.979771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c2fd4ab-4df6-4449-8d0b-532c79fb7175 req-cd562247-615f-45f0-a60e-be022846de1a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 210 time: 0.1263220 Aug 06 15:30:19.020474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b09bce2e-081b-4f72-8e1d-c74f3d9f6859 req-2c6edc72-3027-4795-ba51-e7ea92d31422 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759839 Aug 06 15:30:19.030819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Made reservation on behalf of afe96c93ef5042bfb3d15e76479edd3d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:19.036176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.046158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:19.073330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.112858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:19.136165 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03710017-b938-4cd3-9c78-209a2a2888e7 x-openstack-request-id: req-03710017-b938-4cd3-9c78-209a2a2888e7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:19.136821 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:19.143846 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03710017-b938-4cd3-9c78-209a2a2888e7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:19.143846 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'code': 200} Aug 06 15:30:19.143846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6e5fa426-3f1c-42ae-ae78-1d016008e49f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6e5fa426-3f1c-42ae-ae78-1d016008e49f,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:19.150757 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.155567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16470-1ee5-4a7e-ae36-2ccda3e51a2c req-3dab7e5a-b007-4e96-bfff-2ec464d6eb30 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:19.157868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dee16470-1ee5-4a7e-ae36-2ccda3e51a2c req-3dab7e5a-b007-4e96-bfff-2ec464d6eb30 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0888958 Aug 06 15:30:19.238841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dee16470-1ee5-4a7e-ae36-2ccda3e51a2c req-90f5d3b2-74a6-48d5-b1e6-3ede2da89223 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727499 Aug 06 15:30:19.254568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:30:19.255839 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:30:19.258614 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.265029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153a4af-7cfa-4841-85f8-dacc17b935e1 req-20bdd679-431f-4f17-8fcf-7855d60d4a6b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:19.267512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c153a4af-7cfa-4841-85f8-dacc17b935e1 req-20bdd679-431f-4f17-8fcf-7855d60d4a6b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 945 time: 0.0721779 Aug 06 15:30:19.303596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:19.321447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c153a4af-7cfa-4841-85f8-dacc17b935e1 req-9b6ebe2a-1107-41f4-91ab-0c1c136f3114 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479228 Aug 06 15:30:19.343091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Allocated IP 172.20.0.12 (af254b5a-a85b-4209-8d7f-978ddc655f8b/4156873f-7d4e-47c2-b011-0771b24a72d3/8d40c207-1bf8-465d-845d-e1f45fed0604) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:19.373639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:19.396284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e931fa33-eae9-47f7-afb1-f2841266d8c0 req-2b90e8fc-7989-4066-9ade-c78b3e0907d9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0388527 Aug 06 15:30:19.433172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6e5fa426-3f1c-42ae-ae78-1d016008e49f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:19.454460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3098ad90-e967-4fdc-b13d-228c5dcbd762 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:19.454838 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.535906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.542231 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.553815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Transition to ACTIVE for port object 8d40c207-1bf8-465d-845d-e1f45fed0604 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:19.586454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:19.678779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.680939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.703523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f1c4b-dec1-48df-af7d-e90405a0ee7d req-8e2cc0c1-65d6-4593-a49e-22a9c2339a8b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:19.709054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b6f1c4b-dec1-48df-af7d-e90405a0ee7d req-8e2cc0c1-65d6-4593-a49e-22a9c2339a8b tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 948 time: 0.0697315 Aug 06 15:30:19.745633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event updated for resources: {'Port': ['ID=8d40c207-1bf8-465d-845d-e1f45fed0604,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:19.762603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.766942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.767482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.770502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.770634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.770958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.778223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b6f1c4b-dec1-48df-af7d-e90405a0ee7d req-dc3141fb-712a-4399-ba5a-955cc68c40ec tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607772 Aug 06 15:30:19.790608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Network af254b5a-a85b-4209-8d7f-978ddc655f8b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:19.792859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:19.795837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:19.849793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:19.868726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.869662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.870177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.871031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.871554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.871928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.872273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.878330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.878330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.878330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.878330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.878330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:19.884328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.897119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:19.898416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:19.906104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:19.934753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:19.976716 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-711da53c-311c-4dd0-a563-805caab1101e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2752786 Aug 06 15:30:19.992349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Request body: {'port': {'device_id': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:20.010139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.125262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.145348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:20.151589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-ce037d2c-cd9d-4c9e-aa0d-4a638a9c9ab5 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:20.153198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-ce037d2c-cd9d-4c9e-aa0d-4a638a9c9ab5 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.64 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 949 time: 0.1333468 Aug 06 15:30:20.175385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6e5fa426-3f1c-42ae-ae78-1d016008e49f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:20.282245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6e5fa426-3f1c-42ae-ae78-1d016008e49f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:20.282622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.326213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb6ea1-adf9-45dc-b186-4463a01586d2 req-24db31b8-bd7f-4c24-9816-2436f1ecf259 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:20.333248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2ce8c96e-c83c-4648-8dd7-8356261d4df2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:20.334913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8e83b7-a387-4163-838e-11dc69e54a28 None None] Provisioning for port 8d40c207-1bf8-465d-845d-e1f45fed0604 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:20.336541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4fb6ea1-adf9-45dc-b186-4463a01586d2 req-24db31b8-bd7f-4c24-9816-2436f1ecf259 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 932 time: 0.1823125 Aug 06 15:30:20.370944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8e83b7-a387-4163-838e-11dc69e54a28 None None] Provisioning complete for port 8d40c207-1bf8-465d-845d-e1f45fed0604 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:20.371316 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff8e83b7-a387-4163-838e-11dc69e54a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.396758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918f588-4f98-4ccf-95de-7d34e332690f req-0077ec78-8064-4fa7-987d-1ffbf8ec7b1d tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:20.399561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5918f588-4f98-4ccf-95de-7d34e332690f req-0077ec78-8064-4fa7-987d-1ffbf8ec7b1d tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 949 time: 0.1560578 Aug 06 15:30:20.437935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4fb6ea1-adf9-45dc-b186-4463a01586d2 req-3f68e983-05b1-43c0-a24d-bbcb4bdd6339 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989237 Aug 06 15:30:20.484379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e83b7-a387-4163-838e-11dc69e54a28 None None] Port 8d40c207-1bf8-465d-845d-e1f45fed0604 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:20.511851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Deleting port e487b1e4-9ef9-49d8-a487-2952b29cff79 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:20.512401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.606744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d40c207-1bf8-465d-845d-e1f45fed0604 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:20.616791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5918f588-4f98-4ccf-95de-7d34e332690f req-819e23c1-c070-46cb-acf5-eb76552bc6f5 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/security-groups?id=f7630573-f0a4-49cb-917c-52c9736e484d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070220 Aug 06 15:30:20.642510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.679112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Transition to ACTIVE for port object 8d40c207-1bf8-465d-845d-e1f45fed0604 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:20.781491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] For port e487b1e4-9ef9-49d8-a487-2952b29cff79, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e487b1e4-9ef9-49d8-a487-2952b29cff79,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:20.781905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:20.808508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Calling delete_port for e487b1e4-9ef9-49d8-a487-2952b29cff79 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:20.824092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5454471-aaf5-4c78-ad1c-17cd6a34ba05 req-0d9a2796-4301-4f65-bd18-e452e7363eab tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:20.825882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5454471-aaf5-4c78-ad1c-17cd6a34ba05 req-0d9a2796-4301-4f65-bd18-e452e7363eab tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.2600505 Aug 06 15:30:20.871473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63600c-c4b7-45ed-9c43-1573dd5158c9 req-dd7a907d-32e8-4411-8887-c4e9c969e4d1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:20.877042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b63600c-c4b7-45ed-9c43-1573dd5158c9 req-dd7a907d-32e8-4411-8887-c4e9c969e4d1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1657138 Aug 06 15:30:20.966749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5454471-aaf5-4c78-ad1c-17cd6a34ba05 req-569fecbb-90c7-4ce5-8ca9-8d0218a6cb3d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335318 Aug 06 15:30:21.103382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b63600c-c4b7-45ed-9c43-1573dd5158c9 req-f5bf1b7b-6782-494c-a1cc-1b95f12f3bef tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840920 Aug 06 15:30:21.107753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3eddc5eb-a4bf-4d6f-b547-cd52ba5f3ce1 req-f3295104-8029-43a2-b25a-e71973242d91 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0549407 Aug 06 15:30:21.141763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:21.144329 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cecc1fcc-d157-4627-bcae-c223b8227a26" -d '{"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-plugged", "status": "completed", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:21.160049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:21.241886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b2743-0a8b-4f68-bc9c-e24fc018dbd4 req-1fa75934-0642-419c-8cec-8c55bed4aa9e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:21.243908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c23b2743-0a8b-4f68-bc9c-e24fc018dbd4 req-1fa75934-0642-419c-8cec-8c55bed4aa9e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0635865 Aug 06 15:30:21.252390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Pushing event updated for resources: {'Port': ['ID=8d40c207-1bf8-465d-845d-e1f45fed0604,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:21.273755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:21.294220 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabd8f18-226d-43bb-8492-2e8afc411b20 x-openstack-request-id: req-eabd8f18-226d-43bb-8492-2e8afc411b20 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:21.294727 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-plugged", "status": "completed", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:21.294727 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eabd8f18-226d-43bb-8492-2e8afc411b20 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:21.296011 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'code': 200} Aug 06 15:30:21.362662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Pushing event deleted for resources: {'Port': ['ID=e487b1e4-9ef9-49d8-a487-2952b29cff79,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:21.416380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Attempting to bind port 8d40c207-1bf8-465d-845d-e1f45fed0604 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:21.416989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Attempting to bind port 8d40c207-1bf8-465d-845d-e1f45fed0604 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:21.417519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Attempting to bind port 8d40c207-1bf8-465d-845d-e1f45fed0604 on network af254b5a-a85b-4209-8d7f-978ddc655f8b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:21.431308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c23b2743-0a8b-4f68-bc9c-e24fc018dbd4 req-2632929d-9372-4308-a713-fd1160add234 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784415 Aug 06 15:30:21.451618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Port 8d40c207-1bf8-465d-845d-e1f45fed0604 on network af254b5a-a85b-4209-8d7f-978ddc655f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:21.452241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Attempting to bind port 8d40c207-1bf8-465d-845d-e1f45fed0604 on network af254b5a-a85b-4209-8d7f-978ddc655f8b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:21.478521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:21.483905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Checking segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:21.483905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Bound using segment: {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:21.483905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Bound port: 8d40c207-1bf8-465d-845d-e1f45fed0604, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:21.483905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:21.484444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] No DVR routers for this DVR port e487b1e4-9ef9-49d8-a487-2952b29cff79 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:30:21.489540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:21.493745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66cb1416-987c-43d6-9eb5-a7f3503047d1 req-abb18a24-661f-48fa-9b3e-a36d69565d09 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.64 "DELETE /v2.0/ports/e487b1e4-9ef9-49d8-a487-2952b29cff79 HTTP/1.1" status: 204 len: 173 time: 1.3293023 Aug 06 15:30:21.508392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'name': 'network-vif-deleted', 'tag': 'e487b1e4-9ef9-49d8-a487-2952b29cff79'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:21.513689 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11d5fc8-a98a-47a4-bacf-45e786cc0484" -d '{"events": [{"server_uuid": "aea866a0-d85f-4311-ae97-89ce0d42ce0a", "name": "network-vif-deleted", "tag": "e487b1e4-9ef9-49d8-a487-2952b29cff79"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:21.531155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-9d90384e-026f-4e1b-b6c6-0fc2156c0f26 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:21.533111 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-9d90384e-026f-4e1b-b6c6-0fc2156c0f26 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 820 time: 0.2144148 Aug 06 15:30:21.612774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Request body: {'port': {'device_id': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'admin_state_up': True, 'tenant_id': 'cf5d145e7085415f8883a32812e19849'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:21.638435 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a1ef01-5c4f-4b3b-a4b0-502a9efcccf0 x-openstack-request-id: req-e5a1ef01-5c4f-4b3b-a4b0-502a9efcccf0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:21.638775 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea866a0-d85f-4311-ae97-89ce0d42ce0a", "name": "network-vif-deleted", "tag": "e487b1e4-9ef9-49d8-a487-2952b29cff79", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:21.638882 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5a1ef01-5c4f-4b3b-a4b0-502a9efcccf0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:21.639278 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea866a0-d85f-4311-ae97-89ce0d42ce0a', 'name': 'network-vif-deleted', 'tag': 'e487b1e4-9ef9-49d8-a487-2952b29cff79', 'status': 'completed', 'code': 200} Aug 06 15:30:21.676971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336cb8c-23f4-4457-ae90-af6fd85fc480 req-659fbcb1-7b34-4bfc-9714-48b40b919eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:21.684518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6336cb8c-23f4-4457-ae90-af6fd85fc480 req-659fbcb1-7b34-4bfc-9714-48b40b919eb6 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 944 time: 0.0929778 Aug 06 15:30:21.786884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-527051f1-98a8-4b6e-957e-ed31aba3ec07 req-6a8c9251-389c-4c05-9cc2-bf4b4f1d8d92 tempest-TenantUsagesTestJSON-353903151 tempest-TenantUsagesTestJSON-353903151-project] 10.222.0.16 "GET /v2.0/ports?device_id=aea866a0-d85f-4311-ae97-89ce0d42ce0a HTTP/1.1" status: 200 len: 210 time: 0.0656765 Aug 06 15:30:21.816733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6336cb8c-23f4-4457-ae90-af6fd85fc480 req-2fb70b65-47fb-476d-a60c-7a8c9a9ad299 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257775 Aug 06 15:30:21.845265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] For port 8d40c207-1bf8-465d-845d-e1f45fed0604, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:21.866064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] For port 8d40c207-1bf8-465d-845d-e1f45fed0604, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8d40c207-1bf8-465d-845d-e1f45fed0604,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:21.871748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e964111-2182-4511-97cb-54d7897138af req-fa8e2aa6-ccc3-47c3-bda8-7828c22229ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:21.873756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e964111-2182-4511-97cb-54d7897138af req-fa8e2aa6-ccc3-47c3-bda8-7828c22229ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 1097 time: 0.2255485 Aug 06 15:30:21.934172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e964111-2182-4511-97cb-54d7897138af req-1fae64af-8391-4623-8307-8abe36d549a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Aug 06 15:30:21.952650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:21.992128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.001336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:22.002825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] 10.222.0.59 "PUT /v2.0/ports/8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 1092 time: 2.0168550 Aug 06 15:30:22.003355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:22.005709 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f095166-51a9-4036-9c13-6287d0e09ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:22.054249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a5cf4-9650-4115-9795-45d3423b128c service neutron] Pushing event updated for resources: {'Port': ['ID=8d40c207-1bf8-465d-845d-e1f45fed0604,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:22.071086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Made reservation on behalf of cf5d145e7085415f8883a32812e19849 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:22.074679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:22.125904 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcb5e52-8a50-45d5-99a5-23214c50a50b x-openstack-request-id: req-1dcb5e52-8a50-45d5-99a5-23214c50a50b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:22.126122 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:22.126338 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dcb5e52-8a50-45d5-99a5-23214c50a50b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:22.126695 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'status': 'completed', 'code': 200} Aug 06 15:30:22.213730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aafef-e27c-406e-b2cb-a8dbf90b8c1a req-28fd9018-e7a1-4faf-bddf-46eb4033c849 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.213730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd6aafef-e27c-406e-b2cb-a8dbf90b8c1a req-28fd9018-e7a1-4faf-bddf-46eb4033c849 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0957022 Aug 06 15:30:22.264654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095166-51a9-4036-9c13-6287d0e09ecc req-9d4468ea-a47d-4c61-b59c-686ce8d445b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.267004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f095166-51a9-4036-9c13-6287d0e09ecc req-9d4468ea-a47d-4c61-b59c-686ce8d445b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1095 time: 0.1430764 Aug 06 15:30:22.281255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:22.313096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd6aafef-e27c-406e-b2cb-a8dbf90b8c1a req-25dae6d3-d4b3-44ba-ade2-9da6ef4aa047 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919266 Aug 06 15:30:22.340249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b99d-45a4-476a-8e7e-1b6e29bb8fa3 req-f08f4525-5627-40a5-b9a5-1788a3a40f88 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.341918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6d9b99d-45a4-476a-8e7e-1b6e29bb8fa3 req-f08f4525-5627-40a5-b9a5-1788a3a40f88 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1226940 Aug 06 15:30:22.417269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6d9b99d-45a4-476a-8e7e-1b6e29bb8fa3 req-2af8b15e-e557-49bc-8167-fc87c9d1bd09 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638876 Aug 06 15:30:22.432345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:22.432867 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:22.520338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-212200b5-0723-44a1-8942-568c95f926b5 req-87e02619-9c16-4073-a867-25ff9da78922 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0772362 Aug 06 15:30:22.598353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Allocated IP 172.20.0.9 (be11bacc-ac25-455f-9473-efb1d3d3947f/5d7380fa-fc0b-41c9-a93f-d008b705ff8d/d69dba3e-3234-4ed5-9147-b2a0ea06a84a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:22.652802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095166-51a9-4036-9c13-6287d0e09ecc req-a4d70297-1fd0-43f5-adf8-8c42bfbb3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.654314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f095166-51a9-4036-9c13-6287d0e09ecc req-a4d70297-1fd0-43f5-adf8-8c42bfbb3ff1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&shared=False HTTP/1.1" status: 200 len: 929 time: 0.3668466 Aug 06 15:30:22.657505 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:22.696741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d699b-3ef3-45a0-912e-2de0df10e762 req-8564c381-3091-4523-90a9-912984620008 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.707021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f2d699b-3ef3-45a0-912e-2de0df10e762 req-8564c381-3091-4523-90a9-912984620008 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 950 time: 0.0977569 Aug 06 15:30:22.728195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:22.760832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f2d699b-3ef3-45a0-912e-2de0df10e762 req-dbf42e4b-0694-405b-a673-209223ec6f7e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528007 Aug 06 15:30:22.832789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:22.833609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e487b1e4-9ef9-49d8-a487-2952b29cff79 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:22.855169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095166-51a9-4036-9c13-6287d0e09ecc req-8889b2e7-ca9a-413e-8885-a4640f43352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.855169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f095166-51a9-4036-9c13-6287d0e09ecc req-8889b2e7-ca9a-413e-8885-a4640f43352d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920238 Aug 06 15:30:22.873601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e487b1e4-9ef9-49d8-a487-2952b29cff79 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:30:22.874109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e487b1e4-9ef9-49d8-a487-2952b29cff79 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:30:22.961733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:22.997639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b006-2e38-4c30-876d-d312b28b517f req-e21f8e14-aef6-4c32-a77e-062172716679 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:22.999484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0d1b006-2e38-4c30-876d-d312b28b517f req-e21f8e14-aef6-4c32-a77e-062172716679 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 944 time: 0.0928097 Aug 06 15:30:23.045762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:23.050974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-d8fd97cb-0906-43c0-bc30-8952fb17b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.056075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-d8fd97cb-0906-43c0-bc30-8952fb17b7b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1095 time: 0.0767884 Aug 06 15:30:23.071691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0d1b006-2e38-4c30-876d-d312b28b517f req-5ab2f13e-073e-4f29-86ae-18d0860374b9 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Aug 06 15:30:23.100360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-fccff54b-605c-425e-8566-fae337c587df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 217 time: 0.0384524 Aug 06 15:30:23.176567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-bacbfbb6-1953-4033-b008-bdb49e0f515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.178393 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-bacbfbb6-1953-4033-b008-bdb49e0f515b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4156873f-7d4e-47c2-b011-0771b24a72d3 HTTP/1.1" status: 200 len: 867 time: 0.0663943 Aug 06 15:30:23.234878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-164c114f-6e56-4584-a75f-00088880e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.236471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-164c114f-6e56-4584-a75f-00088880e67d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af254b5a-a85b-4209-8d7f-978ddc655f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507803 Aug 06 15:30:23.253108 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:23.264770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:23.297165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:23.306086 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779bb418-954b-4c9e-801b-53f7926bdc69" -d '{"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:23.318983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:23.447374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Network be11bacc-ac25-455f-9473-efb1d3d3947f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:23.450790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:23.468894 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f361f75-64c7-409f-869d-2a4733454370 x-openstack-request-id: req-9f361f75-64c7-409f-869d-2a4733454370 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:23.469570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:23.469767 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-plugged", "status": "completed", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:23.469959 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f361f75-64c7-409f-869d-2a4733454370 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:23.470326 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'code': 200} Aug 06 15:30:23.600215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff182ae-ce7a-4cf4-bcef-321f976b55bf req-c6c3509a-4790-4399-9c0d-38dc278fabcc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.617192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-2abd9487-3f19-45fa-b12f-3be8e538ece6 service neutron] 10.222.0.59 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733404 Aug 06 15:30:23.621485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff182ae-ce7a-4cf4-bcef-321f976b55bf req-c6c3509a-4790-4399-9c0d-38dc278fabcc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1999021 Aug 06 15:30:23.623594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.626870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:23.738336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:23.747094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-c712c1bb-4f83-4782-ac6a-6b4f87628c9e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1470900 Aug 06 15:30:23.767278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Request body: {'port': {'device_id': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:23.794513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a2d9e-eb9d-4496-80ef-022790aa9f60 req-88ef836a-dbf5-444e-96f1-b6fe6a893225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.796114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-882a2d9e-eb9d-4496-80ef-022790aa9f60 req-88ef836a-dbf5-444e-96f1-b6fe6a893225 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1102 time: 0.1079464 Aug 06 15:30:23.807130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff182ae-ce7a-4cf4-bcef-321f976b55bf req-766a2d17-cf1a-42cd-9a7d-8c3d7c2b3ae6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707206 Aug 06 15:30:23.817493 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5006af32-d4d5-4911-900c-3c52b3511fbb req-cffa4645-3c12-4c56-9858-d52b30b2de90 service neutron] 10.222.0.59 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857767 Aug 06 15:30:23.854777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb7644-86ba-440c-82dd-3db7d60dfd58 req-05da1b61-805f-46f3-bc00-d8ea259de599 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:23.858381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1fb7644-86ba-440c-82dd-3db7d60dfd58 req-05da1b61-805f-46f3-bc00-d8ea259de599 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1713521 Aug 06 15:30:23.892931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:23.915974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-882a2d9e-eb9d-4496-80ef-022790aa9f60 req-83387b36-545b-47d3-89ac-b37adeaccb5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077821 Aug 06 15:30:23.942541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1fb7644-86ba-440c-82dd-3db7d60dfd58 req-4098d169-a103-424d-8af5-7262a9f90891 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664010 Aug 06 15:30:24.147643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9552c6-68b0-4bba-a5a8-bd8578f2f4ac req-e69beee9-f75c-4bb9-9370-c8e627a2a00c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:24.149192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c9552c6-68b0-4bba-a5a8-bd8578f2f4ac req-e69beee9-f75c-4bb9-9370-c8e627a2a00c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 931 time: 0.1076293 Aug 06 15:30:24.186603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed44c2-0312-4501-bc82-11f1986bd893 req-450a6607-7abb-441b-b5af-a8ed64cd35fc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:24.188420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7eed44c2-0312-4501-bc82-11f1986bd893 req-450a6607-7abb-441b-b5af-a8ed64cd35fc tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 951 time: 0.1025822 Aug 06 15:30:24.262250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7eed44c2-0312-4501-bc82-11f1986bd893 req-9c96f1ca-1dc4-4733-aae5-8730f6c81383 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Aug 06 15:30:24.279738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c9552c6-68b0-4bba-a5a8-bd8578f2f4ac req-88e11f95-091f-4795-bde6-2fb7dad1ad31 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184707 Aug 06 15:30:24.461203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa00417-4814-4ef9-a9e0-e83a922ca3c2 req-a955172b-81c9-4fa7-a026-055055f5ed6e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:24.463253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-50ff6099-0acd-4a26-89c5-7417cd9a98c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8388e7beb514d04be404c8ad2e7c7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184780 Aug 06 15:30:24.466757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:24.471396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fa00417-4814-4ef9-a9e0-e83a922ca3c2 req-a955172b-81c9-4fa7-a026-055055f5ed6e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.1015646 Aug 06 15:30:24.501860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c360ee-ae10-4cef-8d2f-d3b722e2136a req-072f0eec-a98f-43da-8bd6-6e5f592a790e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:24.504095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6c360ee-ae10-4cef-8d2f-d3b722e2136a req-072f0eec-a98f-43da-8bd6-6e5f592a790e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 944 time: 0.1232433 Aug 06 15:30:24.546167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-009c34c7-240a-4792-a15b-22713dba3cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:24.551717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fa00417-4814-4ef9-a9e0-e83a922ca3c2 req-a7a345b7-5774-426e-9958-bd9097bf4e0f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750840 Aug 06 15:30:24.592008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6c360ee-ae10-4cef-8d2f-d3b722e2136a req-fc39cbc3-f822-401b-b8a2-5d22ea349dcf tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805738 Aug 06 15:30:24.639639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-009c34c7-240a-4792-a15b-22713dba3cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:24.774729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69dba3e-3234-4ed5-9147-b2a0ea06a84a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:24.783686 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:24.797268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Transition to ACTIVE for port object d69dba3e-3234-4ed5-9147-b2a0ea06a84a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:24.853642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-009c34c7-240a-4792-a15b-22713dba3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:24.856684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-009c34c7-240a-4792-a15b-22713dba3cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:24.858193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-009c34c7-240a-4792-a15b-22713dba3cf3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7630573-f0a4-49cb-917c-52c9736e484d HTTP/1.1" status: 204 len: 168 time: 0.3905027 Aug 06 15:30:24.871335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c34c7-240a-4792-a15b-22713dba3cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7630573-f0a4-49cb-917c-52c9736e484d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:24.889835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:24.985104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:25.015385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e889a8-c29a-4896-a915-3ee032c0d10e req-75841b9b-113f-45c6-a288-a17e7f4d8dcc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.017131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60e889a8-c29a-4896-a915-3ee032c0d10e req-75841b9b-113f-45c6-a288-a17e7f4d8dcc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0696485 Aug 06 15:30:25.125554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60e889a8-c29a-4896-a915-3ee032c0d10e req-df811ab6-e06c-41cd-9f75-933eae287866 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004887 Aug 06 15:30:25.131609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:25.133438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:25.135435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:25.142715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:25.145208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:25.157913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:25.159039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:25.160270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:25.163757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Bound port: d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:25.164423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.297268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:25.309595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:25.374301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.389062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8d40c207-1bf8-465d-845d-e1f45fed0604 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:25.434138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.434751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.436163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 1091 time: 1.6788969 Aug 06 15:30:25.436597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:25.438840 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e6e35-8548-4b1f-a035-6ce880bf2b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:25.483240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfbed1-b746-48cc-a158-f7b2e1eac1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:25.534166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e2b1-3ba7-428c-b6cd-18bff94fda3e req-dfbe3b07-9f44-456c-878e-89fca57c847e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.541448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cb9e2b1-3ba7-428c-b6cd-18bff94fda3e req-dfbe3b07-9f44-456c-878e-89fca57c847e tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 951 time: 0.1369536 Aug 06 15:30:25.557089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-b10cd3e9-04c1-429b-ade9-5ef7aaa43e66 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.558513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-b10cd3e9-04c1-429b-ade9-5ef7aaa43e66 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 814 time: 0.1949472 Aug 06 15:30:25.565703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.581619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8d40c207-1bf8-465d-845d-e1f45fed0604, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8d40c207-1bf8-465d-845d-e1f45fed0604,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:25.600519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'port_id': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'mac_address': 'fa:16:3e:33:5d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:25.635630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-2b9d2f0e-c0c5-43ed-8bc2-fafabc035644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.637198 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-2b9d2f0e-c0c5-43ed-8bc2-fafabc035644 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1094 time: 0.0709288 Aug 06 15:30:25.640826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cb9e2b1-3ba7-428c-b6cd-18bff94fda3e req-9b64a179-1bed-4027-84d3-749c9960aa8d tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984073 Aug 06 15:30:25.648127 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.650756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-8b394b12-d2e3-4ac6-b1f8-2d53fb5c8702 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/quotas/fe918762b22847a7874ddde38782db75 HTTP/1.1" status: 200 len: 375 time: 0.0264716 Aug 06 15:30:25.680001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d40c207-1bf8-465d-845d-e1f45fed0604 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:25.727534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8d40c207-1bf8-465d-845d-e1f45fed0604, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8d40c207-1bf8-465d-845d-e1f45fed0604,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:25.762594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-c26f30c5-5d5d-480f-b458-999ff27fd5c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 217 time: 0.1057315 Aug 06 15:30:25.764897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-318f5588-e52b-407e-944a-abf84c6fcf3d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024840 Aug 06 15:30:25.813814 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.816564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74612be5-045b-46ac-b982-3cccb765a0de req-cd3da0eb-bf1c-4367-a8ac-f90572817ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.818172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-cd3da0eb-bf1c-4367-a8ac-f90572817ec7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0470161 Aug 06 15:30:25.863584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:25.876630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-2bbdd8ce-22cd-47e6-a02d-f24703d5600f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504856 Aug 06 15:30:25.889180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8d40c207-1bf8-465d-845d-e1f45fed0604,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:25.892051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33839ab2-e4c5-4e14-a5dd-ac228921989f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:25.946682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a7fe1-8b8a-4f24-b326-014476a14118 req-85d7cac2-dab7-4b7d-8080-998301a0470a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:25.949200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e5a7fe1-8b8a-4f24-b326-014476a14118 req-85d7cac2-dab7-4b7d-8080-998301a0470a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.1746287 Aug 06 15:30:25.964586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-ba08a490-8b41-45a2-a879-b830acb27c4a service neutron] 10.222.0.16 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988790 Aug 06 15:30:26.004961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-a0be24c3-6acb-4dd0-bdee-b0c25c6c97b1 service neutron] 10.222.0.59 "GET /v2.0/ports/3c0bf0b0-68d2-46c2-8579-a1cc16e1a370/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 382 time: 0.1359155 Aug 06 15:30:26.037359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-26ce9dac-e124-42f6-b570-f752dc0a4845 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334317 Aug 06 15:30:26.072178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8d40c207-1bf8-465d-845d-e1f45fed0604'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:26.095266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e5a7fe1-8b8a-4f24-b326-014476a14118 req-251b15aa-7497-477c-a758-37acf321987c tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334145 Aug 06 15:30:26.156049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74612be5-045b-46ac-b982-3cccb765a0de req-c7ce4275-123a-4724-80b2-13be66e1b7fa service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104479 Aug 06 15:30:26.187932 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3620a69-ea8f-4e48-bd2e-c42d076f0984 x-openstack-request-id: req-e3620a69-ea8f-4e48-bd2e-c42d076f0984 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:26.188228 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:26.188901 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3620a69-ea8f-4e48-bd2e-c42d076f0984 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:26.189225 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'status': 'completed', 'code': 200} Aug 06 15:30:26.201179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-d0138c4f-2d4c-4335-b004-e33d5ad3a111 service neutron] 10.222.0.16 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222099 Aug 06 15:30:26.267822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33839ab2-e4c5-4e14-a5dd-ac228921989f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:26.319615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e250-1a16-414c-879f-c9a3446a993f req-927889ac-210f-4bd4-8e72-e1781ca3a58b tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:26.321546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07d7e250-1a16-414c-879f-c9a3446a993f req-927889ac-210f-4bd4-8e72-e1781ca3a58b tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 945 time: 0.0604327 Aug 06 15:30:26.362294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07d7e250-1a16-414c-879f-c9a3446a993f req-19ba0718-b256-4f9b-af2c-c381b625361f tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Aug 06 15:30:26.415891 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33839ab2-e4c5-4e14-a5dd-ac228921989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:26.490504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-1a906efe-eb21-44f9-aeea-747dae0e28d3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:26.493489 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-1a906efe-eb21-44f9-aeea-747dae0e28d3 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "GET /v2.0/ports?device_id=edb9fe1d-cb19-4924-bcef-04f31b4a35e3 HTTP/1.1" status: 200 len: 946 time: 0.0923491 Aug 06 15:30:26.493690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-33839ab2-e4c5-4e14-a5dd-ac228921989f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d456bef0bfb45e284425384bfcc1158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288478 Aug 06 15:30:26.494421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839ab2-e4c5-4e14-a5dd-ac228921989f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642d1552-73e7-4dce-9549-136cc2de96a5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:26.497105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:26.498276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-809a657e-eb92-4c85-8d42-0378b86828e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:26.513954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-809a657e-eb92-4c85-8d42-0378b86828e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1094 time: 0.0899549 Aug 06 15:30:26.615573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c85c59de-1c9d-42b8-bfeb-6a8064d4bfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:26.699845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c85c59de-1c9d-42b8-bfeb-6a8064d4bfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:26.768230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e780bf-8dc4-4e04-8863-f50b5a5e697f req-988118cf-45f0-4554-a559-bc728855f15d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:26.770183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14e780bf-8dc4-4e04-8863-f50b5a5e697f req-988118cf-45f0-4554-a559-bc728855f15d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1411800 Aug 06 15:30:26.795618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-49aa2c74-ecf1-499a-9237-2ff9a33b75b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:26.800451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-49aa2c74-ecf1-499a-9237-2ff9a33b75b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.2856326 Aug 06 15:30:26.863554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14e780bf-8dc4-4e04-8863-f50b5a5e697f req-72501351-d55b-4def-ac7e-ec175d3982fc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738583 Aug 06 15:30:26.887970 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-95bae6fb-abc6-4dc4-8813-b93ebd4acefc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 217 time: 0.0722587 Aug 06 15:30:26.943768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Deleting port 3098ad90-e967-4fdc-b13d-228c5dcbd762 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:26.943768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:26.972795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65cc47ad-7b8b-4df1-aef5-03abe83bd42e req-9a60ed88-2c46-4116-86ec-118654004c4c tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 210 time: 0.0496509 Aug 06 15:30:27.032317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-4d3521ea-5da1-4f30-b988-9b729ec1c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.034345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-4d3521ea-5da1-4f30-b988-9b729ec1c922 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 1101 time: 0.2220283 Aug 06 15:30:27.046295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-3384f7de-5661-4258-8be2-a32c62a55ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.048224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-3384f7de-5661-4258-8be2-a32c62a55ce0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1594651 Aug 06 15:30:27.049226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c85c59de-1c9d-42b8-bfeb-6a8064d4bfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.056203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c85c59de-1c9d-42b8-bfeb-6a8064d4bfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.057351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c85c59de-1c9d-42b8-bfeb-6a8064d4bfe5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/642d1552-73e7-4dce-9549-136cc2de96a5 HTTP/1.1" status: 204 len: 168 time: 0.5594549 Aug 06 15:30:27.070744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c59de-1c9d-42b8-bfeb-6a8064d4bfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642d1552-73e7-4dce-9549-136cc2de96a5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:27.092191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3d65-8453-4596-9cbc-818f82e53e53 req-f02511ee-2539-43c7-9f82-db36611a7008 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.094126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-024b3d65-8453-4596-9cbc-818f82e53e53 req-f02511ee-2539-43c7-9f82-db36611a7008 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1102 time: 0.0896192 Aug 06 15:30:27.145545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-024b3d65-8453-4596-9cbc-818f82e53e53 req-fb11598e-727f-4fcb-a1d6-b1e5cbc5b305 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352166 Aug 06 15:30:27.167504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] For port 3098ad90-e967-4fdc-b13d-228c5dcbd762, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3098ad90-e967-4fdc-b13d-228c5dcbd762,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:27.168324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.239442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-4daa81a2-920a-4e87-976b-2b53173a9cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324687 Aug 06 15:30:27.244309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Calling delete_port for 3098ad90-e967-4fdc-b13d-228c5dcbd762 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:27.311555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb2c21-6534-442a-b40a-0c8523e418ab req-66c3cc5d-3a39-41fe-afe8-5b4face30cb9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.318997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3bb2c21-6534-442a-b40a-0c8523e418ab req-66c3cc5d-3a39-41fe-afe8-5b4face30cb9 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.0826113 Aug 06 15:30:27.332845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-7e616870-1f70-48e1-a3e6-57a7aad133cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.334380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-7e616870-1f70-48e1-a3e6-57a7aad133cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1101 time: 0.2724500 Aug 06 15:30:27.366181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3bb2c21-6534-442a-b40a-0c8523e418ab req-06e91bbe-6db5-4d48-84eb-aebac223356e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Aug 06 15:30:27.416256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8d40c207-1bf8-465d-845d-e1f45fed0604 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:27.503827 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-bcb923e8-eb3f-4a9b-93ef-fcb41bd6e50b service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535684 Aug 06 15:30:27.558048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a989d-2e09-43a7-96c1-082b574094d2 req-f1654bb4-5a77-47d6-b560-788ce86da6a8 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.566294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-999a989d-2e09-43a7-96c1-082b574094d2 req-f1654bb4-5a77-47d6-b560-788ce86da6a8 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 945 time: 0.0963984 Aug 06 15:30:27.586883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-d656076c-3f32-481c-a902-edf1608ae325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.588545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-d656076c-3f32-481c-a902-edf1608ae325 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2226822 Aug 06 15:30:27.607711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8d40c207-1bf8-465d-845d-e1f45fed0604 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:27.613497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8d40c207-1bf8-465d-845d-e1f45fed0604 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:27.618734 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.622225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-999a989d-2e09-43a7-96c1-082b574094d2 req-dcab59f8-d3fe-4e28-8797-2fc264b78f2d tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548182 Aug 06 15:30:27.693228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-2523036e-bccb-463b-8a3f-ed3a35e18aad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 217 time: 0.0944891 Aug 06 15:30:27.757972 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.784965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-640e6e35-8548-4b1f-a035-6ce880bf2b0e req-2e2a615e-21e0-4190-ba17-732fa30f682f service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678323 Aug 06 15:30:27.808331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-632c6ff7-6aa7-4bbf-a967-f9b5eef169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.809962 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-632c6ff7-6aa7-4bbf-a967-f9b5eef169b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1092367 Aug 06 15:30:27.813576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.821479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:27.824719 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ff0a12-8eb6-4218-b99a-7e8314b573cd" -d '{"events": [{"server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "name": "network-vif-plugged", "status": "completed", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:27.854909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900abdb-8069-44f8-892c-e95d970f63a0 req-fd18fbce-b99e-49ac-b42e-4d0bf3677eef tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:27.864372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e900abdb-8069-44f8-892c-e95d970f63a0 req-fd18fbce-b99e-49ac-b42e-4d0bf3677eef tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 1102 time: 0.0653000 Aug 06 15:30:27.864568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8d40c207-1bf8-465d-845d-e1f45fed0604, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8d40c207-1bf8-465d-845d-e1f45fed0604,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:27.884404 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc599da-9dde-4130-a329-4d393994be7d x-openstack-request-id: req-6cc599da-9dde-4130-a329-4d393994be7d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:27.884404 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "name": "network-vif-plugged", "status": "completed", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:27.884404 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc599da-9dde-4130-a329-4d393994be7d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:27.884404 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'code': 200} Aug 06 15:30:27.911834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Pushing event deleted for resources: {'Port': ['ID=3098ad90-e967-4fdc-b13d-228c5dcbd762,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:27.925462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e900abdb-8069-44f8-892c-e95d970f63a0 req-805da2f9-2f9e-4a9f-8726-4c81b43853c8 tempest-ServersAdminTestJSON-2060776470 tempest-ServersAdminTestJSON-2060776470-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 Aug 06 15:30:27.978491 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:27.979375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:28.017596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] No DVR routers for this DVR port 3098ad90-e967-4fdc-b13d-228c5dcbd762 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:30:28.020561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-967c930a-f227-4e83-8701-ea9ecc011454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:28.022567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-967c930a-f227-4e83-8701-ea9ecc011454 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011285 Aug 06 15:30:28.023584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:28.025577 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7cbcce25-fff4-48f9-a8c0-09989bdd8016 req-a34d2814-dc92-45c5-8647-bccbe521e4b8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.59 "DELETE /v2.0/ports/3098ad90-e967-4fdc-b13d-228c5dcbd762 HTTP/1.1" status: 204 len: 173 time: 1.5103443 Aug 06 15:30:28.034180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf87c06-b503-4487-8302-122c1424a005 req-202c8fb7-7be1-4ace-b248-dd3b25f2645a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:28.043562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cf87c06-b503-4487-8302-122c1424a005 req-202c8fb7-7be1-4ace-b248-dd3b25f2645a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.0841227 Aug 06 15:30:28.083783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 3098ad90-e967-4fdc-b13d-228c5dcbd762 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:30:28.084806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3098ad90-e967-4fdc-b13d-228c5dcbd762 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:30:28.085439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:28.143070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258a933-afd8-4c79-bd62-fce428aa8712 req-3dd6c2d6-f5f5-433f-95a6-4f2d3ba2baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:28.144693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e258a933-afd8-4c79-bd62-fce428aa8712 req-3dd6c2d6-f5f5-433f-95a6-4f2d3ba2baf0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1097 time: 0.1766901 Aug 06 15:30:28.154620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cf87c06-b503-4487-8302-122c1424a005 req-b7e1dfbb-bd71-49d8-a9c1-cd29dee1f776 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050410 Aug 06 15:30:28.192342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-b66f7148-b1c3-4919-a886-c3ae97eea213 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601937 Aug 06 15:30:28.198513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-deleted', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:28.201088 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d23d56-6682-4fe3-b7ff-71aedaf09e77" -d '{"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-deleted", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:28.216941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8d40c207-1bf8-465d-845d-e1f45fed0604,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:28.230638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e258a933-afd8-4c79-bd62-fce428aa8712 req-0e4849d9-20a0-4bb9-9714-8915e72a5920 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772214 Aug 06 15:30:28.243397 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:28.268785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-793b77ed-8737-45d5-ae96-44adee72ab47 req-ee8ac849-c6db-431a-919d-a9327fd081fa tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 210 time: 0.0280409 Aug 06 15:30:28.280056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:28.318913 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b1f22-8b95-46f4-8be6-9c1e42fbf026 x-openstack-request-id: req-b15b1f22-8b95-46f4-8be6-9c1e42fbf026 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:28.319356 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb9fe1d-cb19-4924-bcef-04f31b4a35e3", "name": "network-vif-deleted", "tag": "3098ad90-e967-4fdc-b13d-228c5dcbd762", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:28.319996 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b15b1f22-8b95-46f4-8be6-9c1e42fbf026 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:28.320407 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb9fe1d-cb19-4924-bcef-04f31b4a35e3', 'name': 'network-vif-deleted', 'tag': '3098ad90-e967-4fdc-b13d-228c5dcbd762', 'status': 'completed', 'code': 200} Aug 06 15:30:28.343954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82af00ec-faf5-4090-9313-5d69212c3f41 req-2156945d-7a82-4fd7-a1ac-0d696f5e8107 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351428 Aug 06 15:30:28.375467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:28.444888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:28.505759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78a9a4-6b66-4562-9cef-be4cf3d8fe58 req-9f0218b5-d12c-4ffc-b340-98163a7f2136 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:28.507230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e78a9a4-6b66-4562-9cef-be4cf3d8fe58 req-9f0218b5-d12c-4ffc-b340-98163a7f2136 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.0549471 Aug 06 15:30:28.548831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e78a9a4-6b66-4562-9cef-be4cf3d8fe58 req-a3f4d2d0-6095-4d79-b404-dae72845cf4f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349612 Aug 06 15:30:28.678485 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:28.765318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:28.825718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072954b-3bfd-435b-92e2-4ff0e09430fc req-1937a187-6bbf-4095-81e0-82081c46402c tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:28.827496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d072954b-3bfd-435b-92e2-4ff0e09430fc req-1937a187-6bbf-4095-81e0-82081c46402c tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 946 time: 0.0985706 Aug 06 15:30:28.855258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73858e7b-feea-4614-a0d7-397fe37de197 req-4ac09827-2271-43ae-be5b-1a1288f691c8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:28.863609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73858e7b-feea-4614-a0d7-397fe37de197 req-4ac09827-2271-43ae-be5b-1a1288f691c8 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 950 time: 0.0955558 Aug 06 15:30:28.894720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1376603670-network', 'tenant_id': '38ef7228014b4df48df39c132a2694ef'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:28.928396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d072954b-3bfd-435b-92e2-4ff0e09430fc req-77c1aee2-5043-4c10-ae68-1e83e13d592f tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872862 Aug 06 15:30:28.932595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73858e7b-feea-4614-a0d7-397fe37de197 req-613a273d-5226-4bf8-be0e-e788127a555c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Aug 06 15:30:29.015351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Made reservation on behalf of 38ef7228014b4df48df39c132a2694ef for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:29.017774 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.027744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.167648 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.277243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.278338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b00ae9-95bd-402b-8b8a-8982cbdd5f39 req-36fc9936-1ac7-47e3-8591-a998ff0ed6b6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:29.279947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b00ae9-95bd-402b-8b8a-8982cbdd5f39 req-36fc9936-1ac7-47e3-8591-a998ff0ed6b6 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.0546467 Aug 06 15:30:29.319175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:30:29.331204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c802e8c1-e72b-443e-9e54-ebb07c6cd8ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:29.338473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b00ae9-95bd-402b-8b8a-8982cbdd5f39 req-18e08b11-b57b-4f5e-8961-7ed5dd8d5476 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Aug 06 15:30:29.338615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.338615 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Added segment 2bd8c74b-8ebf-4d57-8a21-9ffa4b814204 of type vlan for network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 Aug 06 15:30:29.396851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.439134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ad59c96-45c4-445d-9de3-1246db81a695 req-15d70485-3419-4caf-ae5b-c11e72344745 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 210 time: 0.0409737 Aug 06 15:30:29.563731 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.564676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:29.565741 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:29.644433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] Pushing event updated for resources: {'Network': ['ID=8523ca23-33ac-4f6a-9e50-d89d0a4f4449,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:29.655983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:30:29.703426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1147f-b630-4484-82c4-4fbf8ec61dcc req-43c39ea8-4f54-4af0-9a3b-85520ce61e12 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:29.705115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38d1147f-b630-4484-82c4-4fbf8ec61dcc req-43c39ea8-4f54-4af0-9a3b-85520ce61e12 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.0640364 Aug 06 15:30:29.754883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38d1147f-b630-4484-82c4-4fbf8ec61dcc req-de66fb00-21a3-4301-b01e-d9b20d0fc132 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Aug 06 15:30:29.797688 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f9af72d6-77ae-4ae6-9afc-12087fa46b06 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0305014 Aug 06 15:30:29.798193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:29.803457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Request body: {'subnet': {'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1376603670-subnet', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:29.883600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:29.886475 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aabc0c-8eee-4fb2-b1c9-3ab55d0ebe4c" -d '{"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:29.938591 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79812b-fb85-4dd4-9845-dd8544ea74f4 x-openstack-request-id: req-6d79812b-fb85-4dd4-9845-dd8544ea74f4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:29.938902 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:29.939181 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d79812b-fb85-4dd4-9845-dd8544ea74f4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:29.939720 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'code': 200} Aug 06 15:30:30.002886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Made reservation on behalf of 38ef7228014b4df48df39c132a2694ef for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:30.006910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:30.169145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-9c1628f1-197a-4a08-a639-3bae10cbc3a2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:30.169983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-9c1628f1-197a-4a08-a639-3bae10cbc3a2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.64 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 814 time: 0.1814141 Aug 06 15:30:30.184892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd8cba-205e-4b30-aab4-b8704510e529 req-d010b160-900d-4cd2-9b78-15d2ead61880 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:30.187468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Request body: {'port': {'device_id': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'admin_state_up': True, 'tenant_id': 'fe918762b22847a7874ddde38782db75'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:30.193516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dcd8cba-205e-4b30-aab4-b8704510e529 req-d010b160-900d-4cd2-9b78-15d2ead61880 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 950 time: 0.1629133 Aug 06 15:30:30.219023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405a5fb-0ea4-4a39-b7e5-d69dfcc03f9d req-6babae04-41b1-4eab-b0f8-cc0edfa86299 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:30.221813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5405a5fb-0ea4-4a39-b7e5-d69dfcc03f9d req-6babae04-41b1-4eab-b0f8-cc0edfa86299 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 946 time: 0.1702549 Aug 06 15:30:30.350234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dcd8cba-205e-4b30-aab4-b8704510e529 req-cd890a8a-8f06-4fb4-b200-f688480c2631 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558278 Aug 06 15:30:30.374479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5405a5fb-0ea4-4a39-b7e5-d69dfcc03f9d req-c055651a-bfe1-497b-8faa-a857daa367ab tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400485 Aug 06 15:30:30.431894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-7b99581d-3a81-402d-9b7c-5236960b0d7a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:30.433650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-7b99581d-3a81-402d-9b7c-5236960b0d7a tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 950 time: 0.1508925 Aug 06 15:30:30.444315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Made reservation on behalf of fe918762b22847a7874ddde38782db75 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:30.448206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:30.638361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Allocated IP 172.20.0.6 (1298baba-1c05-4f2a-b24d-e08ea5e4e181/0a999bae-49ec-4bbb-873c-ad891017df82/9a7aab9a-327e-4fae-bb2a-872878d9c623) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:30.675598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:30.825865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02a06f-95b3-432f-a64a-79ed368f726d req-925183ad-9620-4516-bb9f-6a469d746014 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:30.827417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e02a06f-95b3-432f-a64a-79ed368f726d req-925183ad-9620-4516-bb9f-6a469d746014 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.3209078 Aug 06 15:30:30.865337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:30.883431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e338b6e-063d-4e2a-b3c2-f297d7ded581,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:30.953149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.953937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.954637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.955965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.956803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.957575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.958297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.958923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.959311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.959648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.960143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:30.960687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:30:31.007019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-fdd42e80-ece1-4274-814d-32d2c6d4ddfb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 258 time: 0.4448042 Aug 06 15:30:31.010688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Checking segment: {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:31.017140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Network hostable DHCP agents. Network: 8523ca23-33ac-4f6a-9e50-d89d0a4f4449, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:30:31.029809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e02a06f-95b3-432f-a64a-79ed368f726d req-ac640d51-a31f-4185-be93-8dc02d40bddf tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680100 Aug 06 15:30:31.033253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:31.044108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Deleting port d2c21070-9a15-41ae-8834-e83cf39de042 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:31.044458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.107610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.164685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:31.173577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:31.180368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:31.227607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Pushing event updated for resources: {'Port': ['ID=9a7aab9a-327e-4fae-bb2a-872878d9c623,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:31.281315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:31.282296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.409095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:30:31.417788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:31.520022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20f9a6-b3d1-4c51-92fa-911256a3d8af req-fbb70dc1-0c9c-46bc-adcc-8a9dad50ef22 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:31.522515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c20f9a6-b3d1-4c51-92fa-911256a3d8af req-fbb70dc1-0c9c-46bc-adcc-8a9dad50ef22 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 931 time: 0.1166480 Aug 06 15:30:31.523769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.541036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:31.554230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'mac_address': 'fa:16:3e:8d:a1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:31.577250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] For port d2c21070-9a15-41ae-8834-e83cf39de042, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d2c21070-9a15-41ae-8834-e83cf39de042,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:31.577640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.599351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8523ca23-33ac-4f6a-9e50-d89d0a4f4449) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:31.610669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb9ae3d-4932-4646-becd-5f1eecdb88b7 None None] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:30:31.613935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Calling delete_port for d2c21070-9a15-41ae-8834-e83cf39de042 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:31.624297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:31.625251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.631214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-60705490-4bbc-447c-9293-f3c0a8da7f07 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4494288 Aug 06 15:30:31.645480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Request body: {'port': {'device_id': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:31.729271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c20f9a6-b3d1-4c51-92fa-911256a3d8af req-052b7a9d-5394-475a-a830-e34e979fb2e1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967785 Aug 06 15:30:31.762520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.824860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:31.849718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:31.874444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:31.885356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91d83841-a40c-43a1-b2f1-060dc974e31b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0862253 Aug 06 15:30:31.893078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:31.900412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:31.947553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e566-9e05-4a12-a8b8-fd90f7c9d97e req-71cca9aa-6459-4cec-bd40-29b2e2b7488b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:31.956003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23f7e566-9e05-4a12-a8b8-fd90f7c9d97e req-71cca9aa-6459-4cec-bd40-29b2e2b7488b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.1231542 Aug 06 15:30:31.992602 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.011986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-8523ca23-33ac-4f6a-9e50-d89d0a4f4449', 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'fixed_ips': [{'subnet_id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:30:32.012887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.026638 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.081045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23f7e566-9e05-4a12-a8b8-fd90f7c9d97e req-70bb6597-f68b-4cd8-90e3-d3a2ccccf911 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Aug 06 15:30:32.090380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.148818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7aab9a-327e-4fae-bb2a-872878d9c623 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:32.152049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4f1887ea-80bb-467a-83da-d255d7da5385', '2ce8c96e-c83c-4648-8dd7-8356261d4df2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:32.153892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.155234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.162851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.167583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event deleted for resources: {'Port': ['ID=d2c21070-9a15-41ae-8834-e83cf39de042,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:32.187390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Transition to ACTIVE for port object 9a7aab9a-327e-4fae-bb2a-872878d9c623 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:32.224444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:32.277782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:32.295372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.297705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] No DVR routers for this DVR port d2c21070-9a15-41ae-8834-e83cf39de042 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:30:32.300923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53df0c63-910b-45f3-9fd3-7b3e2f24b289 req-3df237f4-3390-45e1-84dc-289c06b77139 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=02c02f8f-65f0-4ce4-a761-326099864d1c HTTP/1.1" status: 200 len: 210 time: 0.0819540 Aug 06 15:30:32.305485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.307474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfd17333-863c-4e4f-a2d4-47d873e9f5e5 req-65de1d01-7316-41be-af15-181e861d0796 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "DELETE /v2.0/ports/d2c21070-9a15-41ae-8834-e83cf39de042 HTTP/1.1" status: 204 len: 173 time: 1.8544760 Aug 06 15:30:32.308109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'name': 'network-vif-deleted', 'tag': 'd2c21070-9a15-41ae-8834-e83cf39de042'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:32.310614 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415430f-0ad4-4f6b-8754-bdf045551104" -d '{"events": [{"server_uuid": "02c02f8f-65f0-4ce4-a761-326099864d1c", "name": "network-vif-deleted", "tag": "d2c21070-9a15-41ae-8834-e83cf39de042"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:32.349813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d2c21070-9a15-41ae-8834-e83cf39de042 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:32.350731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.371498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Allocated IP 172.25.5.217 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/b23cd575-e88b-4749-83b1-410be5f449cd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:32.383011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7aab9a-327e-4fae-bb2a-872878d9c623,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:32.416173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: d2c21070-9a15-41ae-8834-e83cf39de042 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:30:32.420683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d2c21070-9a15-41ae-8834-e83cf39de042 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:30:32.423668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Allocated IP 172.20.0.2 (8523ca23-33ac-4f6a-9e50-d89d0a4f4449/6e338b6e-063d-4e2a-b3c2-f297d7ded581/97989ea9-8b7e-44e2-80bf-498b554a8666) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:32.522775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Attempting to bind port 9a7aab9a-327e-4fae-bb2a-872878d9c623 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:32.523119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Attempting to bind port 9a7aab9a-327e-4fae-bb2a-872878d9c623 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:32.523449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Attempting to bind port 9a7aab9a-327e-4fae-bb2a-872878d9c623 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:32.553806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Port 9a7aab9a-327e-4fae-bb2a-872878d9c623 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:32.553806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Attempting to bind port 9a7aab9a-327e-4fae-bb2a-872878d9c623 on network 1298baba-1c05-4f2a-b24d-e08ea5e4e181 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:32.566193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:32.566508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Checking segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:32.573887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Bound using segment: {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:32.574395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Bound port: 9a7aab9a-327e-4fae-bb2a-872878d9c623, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dd70319-8317-4143-aa05-b5a3383e78a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:32.574817 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.676326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] For port 9a7aab9a-327e-4fae-bb2a-872878d9c623, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:32.681867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] For port 9a7aab9a-327e-4fae-bb2a-872878d9c623, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:32.709307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.735206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.768633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df261ac-5eb7-4979-855a-7f037b47d57b req-4cd4bfdb-b55d-49c3-8eb4-adb6b870ad63 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:32.770788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2df261ac-5eb7-4979-855a-7f037b47d57b req-4cd4bfdb-b55d-49c3-8eb4-adb6b870ad63 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 949 time: 0.2091520 Aug 06 15:30:32.840770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2df261ac-5eb7-4979-855a-7f037b47d57b req-4ba19cc2-3ce4-40d7-87a5-4104af088fcb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568166 Aug 06 15:30:32.856221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.907208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:32.908011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.910271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] 10.222.0.64 "PUT /v2.0/ports/9a7aab9a-327e-4fae-bb2a-872878d9c623 HTTP/1.1" status: 200 len: 1091 time: 1.2707322 Aug 06 15:30:32.910845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'tag': '9a7aab9a-327e-4fae-bb2a-872878d9c623'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:32.913513 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc5c88-a6b3-4552-9895-6f87a923a617" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1afbac-dc7c-4637-8f89-1bacbe594a8a", "tag": "9a7aab9a-327e-4fae-bb2a-872878d9c623"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:32.915068 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b026d63-0d77-4232-a942-90cc94d739ea x-openstack-request-id: req-4b026d63-0d77-4232-a942-90cc94d739ea {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:32.915872 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c02f8f-65f0-4ce4-a761-326099864d1c", "name": "network-vif-deleted", "tag": "d2c21070-9a15-41ae-8834-e83cf39de042", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:32.916513 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b026d63-0d77-4232-a942-90cc94d739ea {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:32.917755 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c02f8f-65f0-4ce4-a761-326099864d1c', 'name': 'network-vif-deleted', 'tag': 'd2c21070-9a15-41ae-8834-e83cf39de042', 'status': 'completed', 'code': 200} Aug 06 15:30:32.918937 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.944766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Transition to ACTIVE for port object 97989ea9-8b7e-44e2-80bf-498b554a8666 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:32.977959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22e7a4-d48f-486e-a8e4-f38f42a55504 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7aab9a-327e-4fae-bb2a-872878d9c623,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:32.989519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:32.996206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Transition to ACTIVE for port object 97989ea9-8b7e-44e2-80bf-498b554a8666 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:33.078985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:33.103422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:33.107016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.135830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-6730b184-7f93-4de4-be5f-771d22a03d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:33.135830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-6730b184-7f93-4de4-be5f-771d22a03d9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 1094 time: 0.0724833 Aug 06 15:30:33.153921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:33.172313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:33.176855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:33.178611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:33.196426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-9c3bb5e1-80f7-4a76-bf9a-7ff0a8300eb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623 HTTP/1.1" status: 200 len: 217 time: 0.0538619 Aug 06 15:30:33.209077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event updated for resources: {'Port': ['ID=b23cd575-e88b-4749-83b1-410be5f449cd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:33.232167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Pushing event updated for resources: {'Port': ['ID=97989ea9-8b7e-44e2-80bf-498b554a8666,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:33.269328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-88214340-0cc6-4e4b-a3b3-068fd61597ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:33.271016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-88214340-0cc6-4e4b-a3b3-068fd61597ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 200 len: 854 time: 0.0673220 Aug 06 15:30:33.272362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Attempting to bind port 97989ea9-8b7e-44e2-80bf-498b554a8666 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:33.272984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Attempting to bind port 97989ea9-8b7e-44e2-80bf-498b554a8666 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:33.273576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Attempting to bind port 97989ea9-8b7e-44e2-80bf-498b554a8666 on network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:33.280383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:33.280580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecef6f-307d-4da2-a4f1-53d7e165401c req-ab374927-c98a-4288-aa1d-8d94b302e185 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:33.281006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Checking segment: {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:33.281663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.282037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Bound using segment: {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:33.282626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Bound port: 97989ea9-8b7e-44e2-80bf-498b554a8666, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:33.283212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.290654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ecef6f-307d-4da2-a4f1-53d7e165401c req-ab374927-c98a-4288-aa1d-8d94b302e185 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 943 time: 0.2235363 Aug 06 15:30:33.321094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-aae8a1e8-9823-4c4e-9ddd-e9e0c6f9631e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1298baba-1c05-4f2a-b24d-e08ea5e4e181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421364 Aug 06 15:30:33.410765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] For port 97989ea9-8b7e-44e2-80bf-498b554a8666, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:33.414733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] For port 97989ea9-8b7e-44e2-80bf-498b554a8666, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=97989ea9-8b7e-44e2-80bf-498b554a8666,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:33.438754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.462595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ecef6f-307d-4da2-a4f1-53d7e165401c req-e2ca3986-07cd-4f63-ae22-a3fbe44f0aba tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709814 Aug 06 15:30:33.495781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-d0700b39-1a84-4c6e-991f-72411aa66493 service neutron] 10.222.0.64 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636479 Aug 06 15:30:33.544432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.547388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.605550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.702423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb8fe2-b912-46a2-afba-5bbe06af285e None None] Pushing event updated for resources: {'Port': ['ID=97989ea9-8b7e-44e2-80bf-498b554a8666,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:33.719394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:33.739963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cd4c31a-079b-4bd7-9375-d76dbbbe4ae4 req-a35b68da-dcd3-4fac-99d7-9ed179bd2bfb service neutron] 10.222.0.64 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354026 Aug 06 15:30:33.874556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Allocated IP 172.25.5.237 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/00dad1dd-15f9-47a6-b264-0541266bd87f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:34.127922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.142821 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.174922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 97989ea9-8b7e-44e2-80bf-498b554a8666 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:34.248218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.347700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event updated for resources: {'Port': ['ID=b23cd575-e88b-4749-83b1-410be5f449cd,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:34.347850 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e46c01-dfed-4bfd-990f-6d015c0008c5 x-openstack-request-id: req-49e46c01-dfed-4bfd-990f-6d015c0008c5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:34.347850 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1afbac-dc7c-4637-8f89-1bacbe594a8a", "tag": "9a7aab9a-327e-4fae-bb2a-872878d9c623", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:34.347850 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49e46c01-dfed-4bfd-990f-6d015c0008c5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:34.347850 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'tag': '9a7aab9a-327e-4fae-bb2a-872878d9c623', 'status': 'completed', 'code': 200} Aug 06 15:30:34.351648 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.372730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 97989ea9-8b7e-44e2-80bf-498b554a8666 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:34.375993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.493494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-e3ba9166-e4e7-4adb-ab37-37cec585eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:34.496168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-e3ba9166-e4e7-4adb-ab37-37cec585eb96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fe918762b22847a7874ddde38782db75&device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 1094 time: 0.1097801 Aug 06 15:30:34.507952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:34.508291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:34.510426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Pushing event updated for resources: {'Port': ['ID=00dad1dd-15f9-47a6-b264-0541266bd87f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:34.515376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:34.538797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-802b38ab-3d70-4867-996a-7a588facd07d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:34.541238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-802b38ab-3d70-4867-996a-7a588facd07d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 949 time: 0.1168835 Aug 06 15:30:34.552768 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.554033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-3b89e502-6e79-4889-8ee7-80f621d4db81 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5304406 Aug 06 15:30:34.618806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410bcab-5c06-4043-9fe8-3c66e6ae851d req-bcb7ee95-7955-40ee-8c3d-8e254d3701ec tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:34.626832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b410bcab-5c06-4043-9fe8-3c66e6ae851d req-bcb7ee95-7955-40ee-8c3d-8e254d3701ec tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.1771851 Aug 06 15:30:34.697662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-76160876-b0fe-4596-ab4e-138cf8bb715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:34.699220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-76160876-b0fe-4596-ab4e-138cf8bb715e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 200 len: 915 time: 0.1932266 Aug 06 15:30:34.703843 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-de8ef918-d83e-4f0e-b5e5-59d7ccd66226 service neutron] 10.222.0.59 "GET /v2.0/ports/3c0bf0b0-68d2-46c2-8579-a1cc16e1a370/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 382 time: 0.1550384 Aug 06 15:30:34.787879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-087fae1e-b850-4926-a76a-6b3b8391da1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623 HTTP/1.1" status: 200 len: 217 time: 0.0792255 Aug 06 15:30:34.794254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-7e77344a-8379-4e24-be70-4f43bd9828f1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.2262862 Aug 06 15:30:34.816490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-40a07ca5-2a31-43b5-b520-beb4327e0b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:34.821084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b410bcab-5c06-4043-9fe8-3c66e6ae851d req-135049f6-6827-44f0-bf8a-fa6edcb26b39 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928456 Aug 06 15:30:34.873912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-fcb4641d-2520-439a-ae94-95bfcca59d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:34.880201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-fcb4641d-2520-439a-ae94-95bfcca59d2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1100 time: 0.1032419 Aug 06 15:30:34.904174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-675a159c-0d1c-46df-ae07-a6611643cc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:34.905752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-675a159c-0d1c-46df-ae07-a6611643cc3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 200 len: 854 time: 0.1011236 Aug 06 15:30:35.002462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d7c6e3-2608-437b-880e-338c0ee628b4 None None] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:30:35.050711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-7b471f8b-ad41-4c9b-b97c-dffb7e18d364 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:35.058781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-7b471f8b-ad41-4c9b-b97c-dffb7e18d364 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2326436 Aug 06 15:30:35.067366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-b8b6e618-5413-4e39-b818-7a176a9d30d2 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:35.072628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593804ee-c05a-4e16-b159-3b75fad4ae31 req-b8b6e618-5413-4e39-b818-7a176a9d30d2 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128806 Aug 06 15:30:35.182940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c3603-103f-44db-bc16-1e332cd803d5 req-b5d56558-d50c-4323-923a-2d7d1eadc0c8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:35.185590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d6c3603-103f-44db-bc16-1e332cd803d5 req-b5d56558-d50c-4323-923a-2d7d1eadc0c8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 949 time: 0.0769973 Aug 06 15:30:35.261989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] Provisioning for port 97989ea9-8b7e-44e2-80bf-498b554a8666 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:35.280786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] Provisioning complete for port 97989ea9-8b7e-44e2-80bf-498b554a8666 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:35.281398 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:35.375935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126231e1-0791-4949-924b-e69d9c8aefd1 req-41132bec-456b-48b2-87af-2dd03acc5291 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:35.386029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-126231e1-0791-4949-924b-e69d9c8aefd1 req-41132bec-456b-48b2-87af-2dd03acc5291 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 943 time: 0.1991329 Aug 06 15:30:35.400686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d6c3603-103f-44db-bc16-1e332cd803d5 req-db8a8d44-5026-4c13-a643-63316df9aa52 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977265 Aug 06 15:30:35.412881 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:35.445084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:35.489325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-126231e1-0791-4949-924b-e69d9c8aefd1 req-0148866a-493d-4188-87a1-e7260b854b9f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956948 Aug 06 15:30:35.494379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:35.504759 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-67299551-1e12-46e9-a4a3-b323fd54470f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1298baba-1c05-4f2a-b24d-e08ea5e4e181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5746384 Aug 06 15:30:35.609577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] For port 97989ea9-8b7e-44e2-80bf-498b554a8666, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=97989ea9-8b7e-44e2-80bf-498b554a8666,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:35.649890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:35.650325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:35.725268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-b718721d-04b5-47e5-9a92-bb321f90f748 service neutron] 10.222.0.64 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973035 Aug 06 15:30:35.744215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-aa1e95e9-aa1d-4732-8211-d97b08064a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:35.745963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-aa1e95e9-aa1d-4732-8211-d97b08064a2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.8576198 Aug 06 15:30:35.795585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:35.832382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-8d7a6d5a-4901-4959-892b-38cc2f6d3ce2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 217 time: 0.0749433 Aug 06 15:30:35.844187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:35.934889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:35.937877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:35.946136 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4a28d-8db0-4ef5-95c0-24a0b584870a" -d '{"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:35.961140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-2d623d4c-9dfd-4040-937c-d11463e78593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:35.962642 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-2d623d4c-9dfd-4040-937c-d11463e78593 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0876009 Aug 06 15:30:35.969514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f6b3d-3633-4b95-9801-d6d16cb1cf63 None None] Pushing event updated for resources: {'Port': ['ID=97989ea9-8b7e-44e2-80bf-498b554a8666,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:35.973141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-07dc5c88-a6b3-4552-9895-6f87a923a617 req-e82f8db6-3fdf-47e8-b239-c08086298935 service neutron] 10.222.0.64 "GET /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260983 Aug 06 15:30:35.986010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7267372a-4751-43f3-80cc-fb4482dc2eb3 None None] Provisioning complete for port 97989ea9-8b7e-44e2-80bf-498b554a8666 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:35.986470 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7267372a-4751-43f3-80cc-fb4482dc2eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.055124 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.063877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-ff3e9ba0-0f7f-4a7b-b6ba-a0d1ebc90fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:36.064266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-ff3e9ba0-0f7f-4a7b-b6ba-a0d1ebc90fdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893874 Aug 06 15:30:36.140463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 97989ea9-8b7e-44e2-80bf-498b554a8666 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:36.169490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-881b1e58-b53a-42de-bf35-4a672b93de27 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:36.173801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-881b1e58-b53a-42de-bf35-4a672b93de27 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2464445 Aug 06 15:30:36.211079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:36.227297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-33344190-2b9f-4afa-95a7-9a328055d762 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536727 Aug 06 15:30:36.259292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 97989ea9-8b7e-44e2-80bf-498b554a8666 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:36.259664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.349754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9a7aab9a-327e-4fae-bb2a-872878d9c623 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:36.380686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-abce2fc9-de64-4f73-a127-63bb316e324b tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1800306 Aug 06 15:30:36.400623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-17f51a5a-ce73-4d9f-89bf-0fcab67c50b2 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482010 Aug 06 15:30:36.402856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.420596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805cfa68-8c12-4938-b5c7-0746305a534d req-a94b695e-f3d9-4ea3-ba92-578acf6260ca tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:36.422167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-805cfa68-8c12-4938-b5c7-0746305a534d req-a94b695e-f3d9-4ea3-ba92-578acf6260ca tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.1952844 Aug 06 15:30:36.440586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Request body: {'floatingip': {'port_id': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:36.534669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9a7aab9a-327e-4fae-bb2a-872878d9c623, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:36.541512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.549859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '9a7aab9a-327e-4fae-bb2a-872878d9c623', 'network_id': '1298baba-1c05-4f2a-b24d-e08ea5e4e181', 'port_id': '9a7aab9a-327e-4fae-bb2a-872878d9c623', 'mac_address': 'fa:16:3e:84:b7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a999bae-49ec-4bbb-873c-ad891017df82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:36.603273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.617824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7aab9a-327e-4fae-bb2a-872878d9c623 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:36.640857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9a7aab9a-327e-4fae-bb2a-872878d9c623, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:36.710338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-805cfa68-8c12-4938-b5c7-0746305a534d req-72de6370-8d57-4f8e-99a7-5e1459cf6165 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338238 Aug 06 15:30:36.751054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:36.753362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:36.824818 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba628b0d-64fe-4013-89dd-92fcb7414216 x-openstack-request-id: req-ba628b0d-64fe-4013-89dd-92fcb7414216 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:36.825219 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:36.825569 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba628b0d-64fe-4013-89dd-92fcb7414216 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:36.826205 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'code': 200} Aug 06 15:30:36.866050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=9a7aab9a-327e-4fae-bb2a-872878d9c623,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:37.094604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:37.112736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f', 'port_id': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'mac_address': 'fa:16:3e:dc:15:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7380fa-fc0b-41c9-a93f-d008b705ff8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:37.170396 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.188477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d69dba3e-3234-4ed5-9147-b2a0ea06a84a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:37.214529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7298a-5b45-47c1-b098-14a0423c2374 req-22444f54-c22b-4f49-8914-61882363ab49 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:37.216251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73f7298a-5b45-47c1-b098-14a0423c2374 req-22444f54-c22b-4f49-8914-61882363ab49 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 949 time: 0.1881292 Aug 06 15:30:37.222941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:37.305625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:30:37.319101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73f7298a-5b45-47c1-b098-14a0423c2374 req-cca8287f-c5c2-41a5-ae13-c4ada011344c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941193 Aug 06 15:30:37.341220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.413470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:37.462380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.574876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd0e2e-88ff-49a6-9fee-88ea2ce84e34 req-c4c9e476-82d8-4fcf-abee-795d1a5c59a0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:37.576476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99bd0e2e-88ff-49a6-9fee-88ea2ce84e34 req-c4c9e476-82d8-4fcf-abee-795d1a5c59a0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.1187551 Aug 06 15:30:37.587437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32218758-effb-4561-906c-e1549404ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.590721 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.595672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:30:37.600441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.611179 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Sync routers for ids ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:30:37.625939 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Routers {'d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:37.627745 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:37.658227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9a7aab9a-327e-4fae-bb2a-872878d9c623'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:37.667648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d69dba3e-3234-4ed5-9147-b2a0ea06a84a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:37.684034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99bd0e2e-88ff-49a6-9fee-88ea2ce84e34 req-9d4b3eed-a912-4fe7-8c7e-23ec0310d70d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999446 Aug 06 15:30:37.730131 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:37.735387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2de6c212-7141-470c-8cb2-1103d975e256 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8359416 Aug 06 15:30:37.740270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:37.792264 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Set router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:37.859295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51624acd-a922-43c7-93f7-49c9828109d2 req-70c7d7f5-a2fd-45c9-9b15-b4e199963859 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:37.861032 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-51624acd-a922-43c7-93f7-49c9828109d2 req-70c7d7f5-a2fd-45c9-9b15-b4e199963859 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 949 time: 0.1532927 Aug 06 15:30:37.876252 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Floating IP 460de9a6-e205-4fc4-83f1-ec05323145b3 associated. External IP: 172.25.5.217, port: 8d40c207-1bf8-465d-845d-e1f45fed0604. Aug 06 15:30:38.117417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Deleting port 4f1887ea-80bb-467a-83da-d255d7da5385 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:38.118629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.126267 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:30:35Z', 'revision_number': 3, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:38.179774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Checking router: d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:30:38.180557 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Updating router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 port 00dad1dd-15f9-47a6-b264-0541266bd87f binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:30:38.229291 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.256320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] For port 4f1887ea-80bb-467a-83da-d255d7da5385, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4f1887ea-80bb-467a-83da-d255d7da5385,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:38.256803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.272647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Calling delete_port for 4f1887ea-80bb-467a-83da-d255d7da5385 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:38.575436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.629094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051189-80f9-4979-b7bc-75c6db492298 req-fabbfa57-eb90-45dc-bd13-020adec58d8d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:38.632487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event deleted for resources: {'Port': ['ID=4f1887ea-80bb-467a-83da-d255d7da5385,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:38.636728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36051189-80f9-4979-b7bc-75c6db492298 req-fabbfa57-eb90-45dc-bd13-020adec58d8d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 944 time: 0.6269517 Aug 06 15:30:38.639625 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.652885 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Transition to ACTIVE for port object 00dad1dd-15f9-47a6-b264-0541266bd87f will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:38.708721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] No DVR routers for this DVR port 4f1887ea-80bb-467a-83da-d255d7da5385 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:30:38.711628 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.714076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-51624acd-a922-43c7-93f7-49c9828109d2 req-164e3e41-3c64-4ea6-8d11-cd6007360755 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "DELETE /v2.0/ports/4f1887ea-80bb-467a-83da-d255d7da5385 HTTP/1.1" status: 204 len: 173 time: 0.8413980 Aug 06 15:30:38.714535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'name': 'network-vif-deleted', 'tag': '4f1887ea-80bb-467a-83da-d255d7da5385'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:38.717669 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ded5a4-70c5-498f-a1f6-2ea370d9de4a" -d '{"events": [{"server_uuid": "add4ff64-5b03-471c-8e8d-ccac8e8637dc", "name": "network-vif-deleted", "tag": "4f1887ea-80bb-467a-83da-d255d7da5385"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:38.756789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36051189-80f9-4979-b7bc-75c6db492298 req-d61d4296-88ad-4b15-94ab-b2e678d8b748 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190825 Aug 06 15:30:38.763575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2ce8c96e-c83c-4648-8dd7-8356261d4df2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:38.783994 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.806673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.834645 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfdb83-638d-4632-9a90-7fc8d50caabe None None] Pushing event updated for resources: {'Port': ['ID=00dad1dd-15f9-47a6-b264-0541266bd87f,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:38.871277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Attempting to bind port 00dad1dd-15f9-47a6-b264-0541266bd87f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:38.871748 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Attempting to bind port 00dad1dd-15f9-47a6-b264-0541266bd87f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:38.872611 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Attempting to bind port 00dad1dd-15f9-47a6-b264-0541266bd87f on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:38.879576 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:38.880261 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:38.880796 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.886752 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:38.886752 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Bound port: 00dad1dd-15f9-47a6-b264-0541266bd87f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:38.886752 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:38.953474 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] For port 00dad1dd-15f9-47a6-b264-0541266bd87f, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:38.959745 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] For port 00dad1dd-15f9-47a6-b264-0541266bd87f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=00dad1dd-15f9-47a6-b264-0541266bd87f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:39.047166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdbbcf-a10c-49a5-b514-9342154be069 req-927ae976-3abc-4de9-9191-f40572e025ea tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:39.050168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39bdbbcf-a10c-49a5-b514-9342154be069 req-927ae976-3abc-4de9-9191-f40572e025ea tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 944 time: 0.1531715 Aug 06 15:30:39.065758 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:39.142015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Routers {'d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:39.143088 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:39.149204 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfdb83-638d-4632-9a90-7fc8d50caabe None None] Pushing event updated for resources: {'Port': ['ID=00dad1dd-15f9-47a6-b264-0541266bd87f,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:39.191465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:30:39.212592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39bdbbcf-a10c-49a5-b514-9342154be069 req-ab410870-68f2-49b8-be1b-7342727f96ee tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498275 Aug 06 15:30:39.324687 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] Set router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:39.443937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3075a955-4687-4dca-8c63-5755466ebdbc req-e5feb54e-c42b-4e2f-b21a-dced7eee2831 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=add4ff64-5b03-471c-8e8d-ccac8e8637dc HTTP/1.1" status: 200 len: 210 time: 0.0406733 Aug 06 15:30:39.498438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:30:39.499474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-e1ce6ad8-f5e2-485b-9637-ebd2dd9d49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:39.505723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:39.510944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:39.520278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] Sync routers for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:30:39.522810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-e1ce6ad8-f5e2-485b-9637-ebd2dd9d49b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 1101 time: 0.1119139 Aug 06 15:30:39.558956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:39.566787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:39.643123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-3a4542f9-4aab-43d6-810d-f24f532ea378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:39.644576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-3a4542f9-4aab-43d6-810d-f24f532ea378 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 1101 time: 0.0962827 Aug 06 15:30:39.718608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:39.732481 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:30:35Z', 'revision_number': 3, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:39.774888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-3bdcc820-100c-49a8-9ecf-49234fa297c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:39.778450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-3bdcc820-100c-49a8-9ecf-49234fa297c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1264019 Aug 06 15:30:39.786974 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b1a41-c61b-4c2b-acc1-0aab41599b1a None None] The sync data for ids ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'] in n-d-778550-6 is: [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:30:35Z', 'revision_number': 3, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:30:39.819537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-eb86932a-731c-4566-8c77-ba3a5d78a7a1 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "PUT /v2.0/floatingips/460de9a6-e205-4fc4-83f1-ec05323145b3 HTTP/1.1" status: 200 len: 997 time: 3.3865857 Aug 06 15:30:39.824118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:39.826600 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c541012-0438-4e7f-b32e-9069389170d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:39.830460 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-e07eaefa-b7e1-419a-a3bc-bdcff4e5632c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 200 len: 217 time: 0.0438933 Aug 06 15:30:39.901538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-36476767-834e-44a7-aa70-8370f4506a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:39.903172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-36476767-834e-44a7-aa70-8370f4506a1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0662723 Aug 06 15:30:39.979883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Allocated IP 172.20.0.1 (8523ca23-33ac-4f6a-9e50-d89d0a4f4449/6e338b6e-063d-4e2a-b3c2-f297d7ded581/a8e7a50d-0ff2-434d-917e-c58f7c26b4ae) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:39.992217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2579a-fd30-4290-830b-2920cf527660 req-d6d0711b-cd86-466f-af3f-af2faa013820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:39.994156 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-d6d0711b-cd86-466f-af3f-af2faa013820 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795653 Aug 06 15:30:40.015707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c195-035b-456e-8d08-b2c0ae4b9673 req-ea3b5f79-3bfd-40bc-8fab-31dc4aeea5b9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:40.034632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3704c195-035b-456e-8d08-b2c0ae4b9673 req-ea3b5f79-3bfd-40bc-8fab-31dc4aeea5b9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 950 time: 0.2485242 Aug 06 15:30:40.038817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-b1bba229-a9ce-40b7-bf55-eec5d1145928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:40.040806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-b1bba229-a9ce-40b7-bf55-eec5d1145928 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1097 time: 0.1851311 Aug 06 15:30:40.127744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '460de9a6-e205-4fc4-83f1-ec05323145b3', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'port_id': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'mac_address': 'fa:16:3e:33:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:37Z', 'revision_number': 1, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:19Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:40.154136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-f921d16f-ff3a-4051-9a5d-cf128e5c28e7 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515875 Aug 06 15:30:40.195312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] Checking router: cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:30:40.214933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:40.215951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:40.259675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3704c195-035b-456e-8d08-b2c0ae4b9673 req-e28c7639-0bde-405f-af58-bc7751aa5b2c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234998 Aug 06 15:30:40.341979 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ba2579a-fd30-4290-830b-2920cf527660 req-b448ea90-d4c3-4c72-94dd-7927fd63be26 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809118 Aug 06 15:30:40.362394 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2d862-5346-4b94-ab58-58a19ca49846 x-openstack-request-id: req-c2d2d862-5346-4b94-ab58-58a19ca49846 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:40.364128 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add4ff64-5b03-471c-8e8d-ccac8e8637dc", "name": "network-vif-deleted", "tag": "4f1887ea-80bb-467a-83da-d255d7da5385", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:40.367095 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2d2d862-5346-4b94-ab58-58a19ca49846 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:40.368376 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add4ff64-5b03-471c-8e8d-ccac8e8637dc', 'name': 'network-vif-deleted', 'tag': '4f1887ea-80bb-467a-83da-d255d7da5385', 'status': 'completed', 'code': 200} Aug 06 15:30:40.376183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:40.411422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-667e9447-5fc1-4f1e-be55-3cdf2b9331ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:40.432281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-667e9447-5fc1-4f1e-be55-3cdf2b9331ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 200 len: 929 time: 0.3607681 Aug 06 15:30:40.477139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:40.514322 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:40.580909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port d69dba3e-3234-4ed5-9147-b2a0ea06a84a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:40.583519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Transition to ACTIVE for port object a8e7a50d-0ff2-434d-917e-c58f7c26b4ae will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:40.592291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port d69dba3e-3234-4ed5-9147-b2a0ea06a84a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:40.592877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:40.633080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-f485ec5d-3686-402d-b2bf-2f872852e057 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 1000 time: 0.2094338 Aug 06 15:30:40.663018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:40.746646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-dd1f05c1-3db4-4239-8453-35549704a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:40.754451 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-dd1f05c1-3db4-4239-8453-35549704a8d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4156873f-7d4e-47c2-b011-0771b24a72d3 HTTP/1.1" status: 200 len: 867 time: 0.1204896 Aug 06 15:30:40.770268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-aa7fe926-e7c9-4f27-9e2e-2d55a9508d71 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:40.771788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-aa7fe926-e7c9-4f27-9e2e-2d55a9508d71 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.2763507 Aug 06 15:30:40.786649 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:40.812212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-a1d5a29a-198d-443b-b266-ba64947d87fc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/quotas/ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 375 time: 0.0325754 Aug 06 15:30:40.819662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:40.820989 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:40.823118 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f05cbe2-2233-4f8c-b3a3-67f5b74bdeb8" -d '{"events": [{"server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "name": "network-vif-plugged", "status": "completed", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:40.842231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:40.842818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-93a56e9c-55e9-48de-bc53-9e7c91bd2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:40.850805 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-93a56e9c-55e9-48de-bc53-9e7c91bd2b05 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af254b5a-a85b-4209-8d7f-978ddc655f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954702 Aug 06 15:30:40.856400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-870ce732-88bb-4591-8861-b321706f57bc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:40.862544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '460de9a6-e205-4fc4-83f1-ec05323145b3', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'port_id': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'mac_address': 'fa:16:3e:33:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:37Z', 'revision_number': 1, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:19Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:40.865267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-870ce732-88bb-4591-8861-b321706f57bc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123785 Aug 06 15:30:40.900906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:40.907420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9a7aab9a-327e-4fae-bb2a-872878d9c623 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:40.962113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4205a6db-119d-4002-8c81-eed0be660013 None None] The sync data for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 is: [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '460de9a6-e205-4fc4-83f1-ec05323145b3', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'port_id': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'mac_address': 'fa:16:3e:33:5d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:37Z', 'revision_number': 1, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:19Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:30:40.990653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:41.012240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:41.021315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:41.023367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:41.037562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:41.108733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-57849518-2134-4cf8-ad39-e40e1670b759 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2827942 Aug 06 15:30:41.133882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 9a7aab9a-327e-4fae-bb2a-872878d9c623 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:41.138983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 9a7aab9a-327e-4fae-bb2a-872878d9c623 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:41.139446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.143896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.242628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-986ce35f-5ba2-45c4-b1ec-9ccfd2aeb3e6 service neutron] 10.222.0.16 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762014 Aug 06 15:30:41.341606 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.391980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9a7aab9a-327e-4fae-bb2a-872878d9c623, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:41.437250 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ee678-40e6-4d1f-8297-a5c2bdbffb64 None None] New status for floating IP 460de9a6-e205-4fc4-83f1-ec05323145b3: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:30:41.479517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:41.518358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-1a0833c6-8259-4190-8b5b-daa57a90fa58 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952131 Aug 06 15:30:41.529236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49f133ad-d322-4d5a-a14d-a08575ba7d33 req-d0f34a1d-73fb-4387-8c98-6469d58d3a76 service neutron] 10.222.0.16 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432809 Aug 06 15:30:41.623906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.624379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4f1887ea-80bb-467a-83da-d255d7da5385 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:41.657000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.658807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 4f1887ea-80bb-467a-83da-d255d7da5385 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:30:41.659148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4f1887ea-80bb-467a-83da-d255d7da5385 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:30:41.684598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bedba705-61e8-4ace-a675-8e25cfab04a7 None None] Provisioning for port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:41.709977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bedba705-61e8-4ace-a675-8e25cfab04a7 None None] Provisioning complete for port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:41.710340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bedba705-61e8-4ace-a675-8e25cfab04a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.813850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=9a7aab9a-327e-4fae-bb2a-872878d9c623,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:41.823208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:41.830292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bedba705-61e8-4ace-a675-8e25cfab04a7 None None] Port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:41.894255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:41.964537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:42.023895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.118862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 00dad1dd-15f9-47a6-b264-0541266bd87f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:42.149587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-09d9a825-1642-48f8-83a8-99d3ffcba3a3 service neutron] 10.222.0.16 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6302338 Aug 06 15:30:42.178816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e805-d943-42c3-b317-e42cf7a4ba09 req-fc795e6f-8c19-4a9d-90c8-d1d55a3c1e67 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:42.182365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11f3e805-d943-42c3-b317-e42cf7a4ba09 req-fc795e6f-8c19-4a9d-90c8-d1d55a3c1e67 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.2153485 Aug 06 15:30:42.216749 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:30:42.255074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 00dad1dd-15f9-47a6-b264-0541266bd87f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:42.260589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11f3e805-d943-42c3-b317-e42cf7a4ba09 req-b54de07c-f947-48d4-996d-b2bf7d29a1c5 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689380 Aug 06 15:30:42.268804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 00dad1dd-15f9-47a6-b264-0541266bd87f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:42.269574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.365425 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95f4ae3-510f-4ce8-b524-1c0df51d97b7 x-openstack-request-id: req-f95f4ae3-510f-4ce8-b524-1c0df51d97b7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:42.374065 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:42.374065 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f95f4ae3-510f-4ce8-b524-1c0df51d97b7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:42.374065 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'status': 'completed', 'code': 200} Aug 06 15:30:42.423147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.454111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 00dad1dd-15f9-47a6-b264-0541266bd87f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=00dad1dd-15f9-47a6-b264-0541266bd87f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:42.466448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541012-0438-4e7f-b32e-9069389170d2 req-f2659580-ebc7-4b85-8fc0-46ac395fdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:42.468777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-f2659580-ebc7-4b85-8fc0-46ac395fdf4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1097 time: 0.0791855 Aug 06 15:30:42.470285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.524060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117a3d-a65f-4443-a33d-f74a0e19a7e7 req-41edf381-5e37-4bb1-ad4c-07a05e553fcc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:42.525612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9117a3d-a65f-4443-a33d-f74a0e19a7e7 req-41edf381-5e37-4bb1-ad4c-07a05e553fcc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.0599415 Aug 06 15:30:42.552311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.564354 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.591257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541012-0438-4e7f-b32e-9069389170d2 req-9f2f8bcd-c1a0-4cab-bed1-4770b5fbe033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:42.594203 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-9f2f8bcd-c1a0-4cab-bed1-4770b5fbe033 service neutron] 10.222.0.59 "GET /v2.0/networks?id=af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 200 len: 929 time: 0.1162746 Aug 06 15:30:42.628322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=00dad1dd-15f9-47a6-b264-0541266bd87f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:42.656840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9117a3d-a65f-4443-a33d-f74a0e19a7e7 req-dcf7a915-4c0f-434f-bf95-ccb6e6892dfb tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230626 Aug 06 15:30:42.662332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:42.675869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:42.680034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-8fbf327f-685a-472a-89ae-6ba24900d190 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 1002 time: 0.0756526 Aug 06 15:30:42.742844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541012-0438-4e7f-b32e-9069389170d2 req-2e27024d-96ec-4f10-ba86-9c2d9ec4edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:42.744677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-2e27024d-96ec-4f10-ba86-9c2d9ec4edfd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4156873f-7d4e-47c2-b011-0771b24a72d3 HTTP/1.1" status: 200 len: 867 time: 0.0567284 Aug 06 15:30:42.786050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:42.787674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:42.837382 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b99aa7-82fa-402b-9e27-6c2c37989c99 x-openstack-request-id: req-80b99aa7-82fa-402b-9e27-6c2c37989c99 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:42.837785 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "name": "network-vif-plugged", "status": "completed", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:42.838140 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80b99aa7-82fa-402b-9e27-6c2c37989c99 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:42.838622 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'code': 200} Aug 06 15:30:42.856473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541012-0438-4e7f-b32e-9069389170d2 req-cf2694b9-e505-4898-974d-dc40fa22142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:42.860229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-cf2694b9-e505-4898-974d-dc40fa22142a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af254b5a-a85b-4209-8d7f-978ddc655f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047034 Aug 06 15:30:43.030293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04837-ac8f-466a-96d7-7bf10f35eaba req-70dfe908-d8ee-4791-8bee-ebdf6f0336c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:43.031926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90b04837-ac8f-466a-96d7-7bf10f35eaba req-70dfe908-d8ee-4791-8bee-ebdf6f0336c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1096 time: 0.1252685 Aug 06 15:30:43.047383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-4141e935-5853-4fb3-9271-31416f9ff94d service neutron] 10.222.0.59 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771376 Aug 06 15:30:43.095057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:30:43.106187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a017d-3ede-4559-86d3-0ef56b7c943e req-1888488a-4b21-46fa-ab9c-977080bf2e37 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:43.107688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-624a017d-3ede-4559-86d3-0ef56b7c943e req-1888488a-4b21-46fa-ab9c-977080bf2e37 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.1193957 Aug 06 15:30:43.112774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-b7f7fa0d-25a2-4926-b2e2-a9d430d4a0f4 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 258 time: 0.2438040 Aug 06 15:30:43.129265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:43.130528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90b04837-ac8f-466a-96d7-7bf10f35eaba req-ac5e4340-fc0e-4f7a-b639-19e15a2c20e8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814917 Aug 06 15:30:43.163634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a9bbec4-8e46-47e3-9d1b-5cd2aeea2461 None None] Provisioning complete for port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:43.164094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a9bbec4-8e46-47e3-9d1b-5cd2aeea2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.171068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0c541012-0438-4e7f-b32e-9069389170d2 req-a75a1f46-0aa9-4618-92db-1b35d99bb868 service neutron] 10.222.0.59 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052351 Aug 06 15:30:43.211923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-624a017d-3ede-4559-86d3-0ef56b7c943e req-f2872a57-b6dd-44f9-8cf4-2ad2f90913ae tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965757 Aug 06 15:30:43.308697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b4e1224-b828-43fd-81f8-645a467c6a27 req-e4392da9-7b5e-454e-8b5f-bc67cde64ddf tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 210 time: 0.0382650 Aug 06 15:30:43.311932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.333625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3a9bbec4-8e46-47e3-9d1b-5cd2aeea2461 None None] Port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:43.344264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:30:43.353337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4462a5ad-d985-4c79-bf2b-f8d4dce34402 admin admin] 10.222.0.16 "PUT /v2.0/routers/d5e2cd74-22f4-49e8-8d91-cd66b30eabf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6087432 Aug 06 15:30:43.367137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Sync routers for ids ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:30:43.379482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Routers {'d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:43.380606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:43.457320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.493580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:43.529290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Set router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:43.581150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Allocated IP 172.25.5.30 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/c0aef55e-5774-4253-a132-004629fe1fe1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:43.725591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.737381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:43.759080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'mac_address': 'fa:16:3e:8d:a1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:43.811730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5fff-3e97-4536-be72-f4ce20331099 req-6691dbaa-cb00-4905-ab85-0dd23ae5e813 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:43.813586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-190c5fff-3e97-4536-be72-f4ce20331099 req-6691dbaa-cb00-4905-ab85-0dd23ae5e813 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 948 time: 0.0733006 Aug 06 15:30:43.839494 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.865535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-190c5fff-3e97-4536-be72-f4ce20331099 req-4535dc7e-7253-41f6-913c-f6083755bdd9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355039 Aug 06 15:30:43.865913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:43.886116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.906046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:43.914777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:30:41Z', 'revision_number': 4, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8e7a50d-0ff2-434d-917e-c58f7c26b4ae', 'name': '', 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'mac_address': 'fa:16:3e:f1:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:39Z', 'updated_at': '2021-08-06T15:30:42Z', 'revision_number': 2, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'subnets': [{'id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:43.933749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:43.939444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:43.944420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:43.949921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Checking router: d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:30:43.950281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Updating router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:30:43.975750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event updated for resources: {'Port': ['ID=c0aef55e-5774-4253-a132-004629fe1fe1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:43.994633 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:43.997007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.073037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c22ac-885e-4a8a-a669-82dc56bc0971 req-3d7b1113-2bb5-46b4-9666-fe7038be1f0f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:44.074584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d97c22ac-885e-4a8a-a669-82dc56bc0971 req-3d7b1113-2bb5-46b4-9666-fe7038be1f0f tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.1228981 Aug 06 15:30:44.085709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:44.106522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 00dad1dd-15f9-47a6-b264-0541266bd87f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:44.136047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.147267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d97c22ac-885e-4a8a-a669-82dc56bc0971 req-79a20089-fe47-4a01-823f-ed2510c2feb1 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531597 Aug 06 15:30:44.252727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.312914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:44.349266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 00dad1dd-15f9-47a6-b264-0541266bd87f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:44.349928 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.560722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.564104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-78c062fd-e998-48ac-874d-278119afdef2 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2558267 Aug 06 15:30:44.583373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Transition to ACTIVE for port object a8e7a50d-0ff2-434d-917e-c58f7c26b4ae will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:44.591042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:44.636513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.654779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.705745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31f12-8871-4e77-bff2-01f2b436031f None None] Pushing event updated for resources: {'Port': ['ID=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:44.713125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.743986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.759723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Attempting to bind port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:44.759723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Attempting to bind port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:44.759723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Attempting to bind port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae on network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:44.771269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:44.772345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Checking segment: {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:44.773032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.773650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Bound using segment: {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:44.774579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Bound port: a8e7a50d-0ff2-434d-917e-c58f7c26b4ae, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:44.775315 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.839396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7aab9a-327e-4fae-bb2a-872878d9c623'}, {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:44.841700 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86403d-4fce-4141-976f-dbd498b1b347" -d '{"events": [{"server_uuid": "2e1afbac-dc7c-4637-8f89-1bacbe594a8a", "name": "network-vif-plugged", "status": "completed", "tag": "9a7aab9a-327e-4fae-bb2a-872878d9c623"}, {"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:44.858278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event updated for resources: {'Port': ['ID=c0aef55e-5774-4253-a132-004629fe1fe1,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:44.858522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] For port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:44.864724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] For port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:44.878231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.919709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.946991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.974500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:44.975647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-6976a473-1026-4306-8156-d34a071de7bb tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8532393 Aug 06 15:30:45.026528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Routers {'d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:45.027576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:45.057640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-9a2bd746-60ae-425c-96ba-0a916e34e235 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.0717556 Aug 06 15:30:45.074037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f31f12-8871-4e77-bff2-01f2b436031f None None] Pushing event updated for resources: {'Port': ['ID=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:45.172141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] Set router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:45.176123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Allocated IP 172.25.5.25 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/9f65a0ae-e6f7-4874-8270-a6a45769ca0a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:45.187711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7c1e95d0-1325-45ac-827f-269e41c0a6f5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:45.189650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7c1e95d0-1325-45ac-827f-269e41c0a6f5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 808 time: 0.1780288 Aug 06 15:30:45.208387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Request body: {'port': {'device_id': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'admin_state_up': True, 'tenant_id': 'ee11391ec3544057aa34e1e66e153a46'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:45.241059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-a6bcd11f-975c-48da-b96c-a91e56187978 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:45.247600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-a6bcd11f-975c-48da-b96c-a91e56187978 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1781301 Aug 06 15:30:45.253124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-5fa597bb-1cb4-455c-8872-58a6a3c12b05 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:45.267035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-730eb5c0-f5d4-4c5c-9406-ba21db320927 req-5fa597bb-1cb4-455c-8872-58a6a3c12b05 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184741 Aug 06 15:30:45.368180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-0891a168-cbb7-4fde-8f0c-5228c153fc03 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:45.369351 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-0891a168-cbb7-4fde-8f0c-5228c153fc03 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 951 time: 0.1550715 Aug 06 15:30:45.419705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.458725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53da5d6-4d79-4b90-a3ee-a68e41ccbc66 req-5d86285e-4ddd-409d-8de6-5241870fff8c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:45.460384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b53da5d6-4d79-4b90-a3ee-a68e41ccbc66 req-5d86285e-4ddd-409d-8de6-5241870fff8c tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/ports?device_id=4ca8714f-2a93-4139-a56b-3a00e3841e21 HTTP/1.1" status: 200 len: 951 time: 0.1005578 Aug 06 15:30:45.474638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:30:41Z', 'revision_number': 4, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8e7a50d-0ff2-434d-917e-c58f7c26b4ae', 'name': '', 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'mac_address': 'fa:16:3e:f1:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:39Z', 'updated_at': '2021-08-06T15:30:44Z', 'revision_number': 4, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'subnets': [{'id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:45.508226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9406c018-3346-4b06-998a-6ef4c4904c90 None None] The sync data for ids ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'] in n-d-778550-6 is: [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:30:41Z', 'revision_number': 4, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8e7a50d-0ff2-434d-917e-c58f7c26b4ae', 'name': '', 'network_id': '8523ca23-33ac-4f6a-9e50-d89d0a4f4449', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'mac_address': 'fa:16:3e:f1:f9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:39Z', 'updated_at': '2021-08-06T15:30:44Z', 'revision_number': 4, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'subnets': [{'id': '6e338b6e-063d-4e2a-b3c2-f297d7ded581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:30:45.513944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Deleting port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:45.514389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.516642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:45.530694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b53da5d6-4d79-4b90-a3ee-a68e41ccbc66 req-362fb2ab-5c35-41c2-8f8d-c3225fdcebcd tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.16 "GET /v2.0/security-groups?id=427dff1e-23e4-4971-9544-3cf5959fb85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605161 Aug 06 15:30:45.587095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Made reservation on behalf of ee11391ec3544057aa34e1e66e153a46 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:45.600315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.622952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:45.624255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.675369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.757205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Pushing event updated for resources: {'Port': ['ID=9f65a0ae-e6f7-4874-8270-a6a45769ca0a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:45.770515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:45.776851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:45.784828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:45.817206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] For port 2ce8c96e-c83c-4648-8dd7-8356261d4df2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2ce8c96e-c83c-4648-8dd7-8356261d4df2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:45.817665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.841059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb7cd1-691e-4a67-8a99-c7b303551b7d req-8f86e23f-129f-4187-bd05-ab53bd73aa8b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:45.850992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dfb7cd1-691e-4a67-8a99-c7b303551b7d req-8f86e23f-129f-4187-bd05-ab53bd73aa8b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.2437704 Aug 06 15:30:45.895396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Calling delete_port for 2ce8c96e-c83c-4648-8dd7-8356261d4df2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:45.933698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dfb7cd1-691e-4a67-8a99-c7b303551b7d req-1ea89389-0fb6-468c-88e5-066cc97e09b1 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802381 Aug 06 15:30:45.954080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:45.991737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.025295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:46.033450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Allocated IP 172.20.0.2 (b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0/fc4e9bbe-b769-431f-ab57-a6184ec0a741/55f72c1f-0323-47fa-9cda-8d62fe34294c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:46.129743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.152850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.213680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8e7a50d-0ff2-434d-917e-c58f7c26b4ae up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:46.305492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffe8e37d-22c4-4965-ac40-37d74dc62904 req-63853f68-d90a-45b3-90a6-673c1affd581 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 210 time: 0.0440102 Aug 06 15:30:46.444303 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45255302-740c-458a-829e-c263053d3602 x-openstack-request-id: req-45255302-740c-458a-829e-c263053d3602 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:46.448316 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1afbac-dc7c-4637-8f89-1bacbe594a8a", "name": "network-vif-plugged", "status": "completed", "tag": "9a7aab9a-327e-4fae-bb2a-872878d9c623", "code": 200}, {"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:46.448635 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45255302-740c-458a-829e-c263053d3602 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:46.449068 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7aab9a-327e-4fae-bb2a-872878d9c623', 'code': 200} Aug 06 15:30:46.449331 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'code': 200} Aug 06 15:30:46.469096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.472926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.490767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:46.573984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:46.575111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Pushing event deleted for resources: {'Port': ['ID=2ce8c96e-c83c-4648-8dd7-8356261d4df2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:46.582866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:46.584243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.644234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] No DVR routers for this DVR port 2ce8c96e-c83c-4648-8dd7-8356261d4df2 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:30:46.647033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.653614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ddacf8f0-e1ae-4aa2-b3a9-83b3ad7e6447 req-b5f12cf9-b731-49e3-bcfd-21be34f56529 tempest-ServersAdminTestJSON-1636613490 tempest-ServersAdminTestJSON-1636613490-project] 10.222.0.64 "DELETE /v2.0/ports/2ce8c96e-c83c-4648-8dd7-8356261d4df2 HTTP/1.1" status: 204 len: 173 time: 1.2685037 Aug 06 15:30:46.654195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-deleted', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:46.662050 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13bb896-291c-4c8f-883e-3dda463280b6" -d '{"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-deleted", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:46.671781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.686062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6e1ce1bd-c478-46bd-9a98-3e86ec17c337'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:46.847543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:46.857048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:46.862980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:46.869757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:46.951122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:46.978592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:46.979580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.073226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7050ac8d-d930-4029-a516-3e5a3e749853 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8721368 Aug 06 15:30:47.086979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Request body: {'port': {'device_id': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:47.110655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:47.180093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.212237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d55ec5-eefb-4b86-bf19-fb8151a51bd9 req-d81188cb-4f22-40de-9bba-7710ac68f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:47.213828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20d55ec5-eefb-4b86-bf19-fb8151a51bd9 req-d81188cb-4f22-40de-9bba-7710ac68f118 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 1096 time: 0.6989250 Aug 06 15:30:47.216746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.220400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.240822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104dd62-8670-4a1d-bfdc-de04a07c659b req-20bff458-a673-4a0e-b7fc-07e67a11071d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:47.248175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2104dd62-8670-4a1d-bfdc-de04a07c659b req-20bff458-a673-4a0e-b7fc-07e67a11071d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.7320278 Aug 06 15:30:47.296247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20d55ec5-eefb-4b86-bf19-fb8151a51bd9 req-84b87c27-b08b-4dda-b511-a985f82799a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728841 Aug 06 15:30:47.305121 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.331097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:47.351910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2104dd62-8670-4a1d-bfdc-de04a07c659b req-43c8f3bf-384f-44de-8a36-9a77c812d566 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028681 Aug 06 15:30:47.411288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.436008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Pushing event updated for resources: {'Port': ['ID=9f65a0ae-e6f7-4874-8270-a6a45769ca0a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:47.507847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.509376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-218a13a7-df47-4279-85a5-32071dbf12e7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9326477 Aug 06 15:30:47.618679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-1c9c5801-1cbb-4a1f-a6b2-21cdc1b1e729 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0888739 Aug 06 15:30:47.634925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f72c1f-0323-47fa-9cda-8d62fe34294c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:47.638460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-aef6404c-a5c0-405d-b2b6-972f9802ca48 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:47.640640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-aef6404c-a5c0-405d-b2b6-972f9802ca48 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1466904 Aug 06 15:30:47.651474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.666655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Transition to ACTIVE for port object 55f72c1f-0323-47fa-9cda-8d62fe34294c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:47.735084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.758709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-7d47230e-4585-46ff-87bc-7004dd7813ca tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.1060274 Aug 06 15:30:47.765648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-129bebd7-e22c-487e-bc04-cf9384a5b0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Request body: {'floatingip': {'port_id': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:47.801196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:47.834500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-129bebd7-e22c-487e-bc04-cf9384a5b0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.874893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:47.875270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:47.875642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:47.880704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:47.881035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:47.886763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:47.887131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:47.887557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:47.888204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Bound port: 55f72c1f-0323-47fa-9cda-8d62fe34294c, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:47.890048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:47.923683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-b5845230-3d26-4c14-90e8-2d24fa08223b tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:47.925929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3f60b8c-2661-4d6c-90f7-1ebab8cc390e req-b5845230-3d26-4c14-90e8-2d24fa08223b tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2994177 Aug 06 15:30:47.963233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:47.966853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:48.015881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:48.072242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.072857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:48.074261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] 10.222.0.59 "PUT /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 1091 time: 0.9919362 Aug 06 15:30:48.112309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73585289-2fe9-4811-a3e2-3e6671e7af2b service neutron] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:48.118043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8e7a50d-0ff2-434d-917e-c58f7c26b4ae up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:30:48.124474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cfbf1-23f0-42a9-9a04-c3c4853e69ef req-f5e790de-9b46-42c1-8147-c5f69e60fa91 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.126013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e3cfbf1-23f0-42a9-9a04-c3c4853e69ef req-f5e790de-9b46-42c1-8147-c5f69e60fa91 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1096 time: 0.1036067 Aug 06 15:30:48.157088 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-129bebd7-e22c-487e-bc04-cf9384a5b0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 15:30:48.158203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf2809d2-e411-40d9-b8b7-67ba82f589f9 req-129bebd7-e22c-487e-bc04-cf9384a5b0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "PUT /v2.0/floatingips/43f26fda-d364-415f-a1d5-5e6172796558 HTTP/1.1" status: 409 len: 550 time: 0.3986573 Aug 06 15:30:48.184726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e3cfbf1-23f0-42a9-9a04-c3c4853e69ef req-e3b12173-133d-4104-b233-df275864c027 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495033 Aug 06 15:30:48.187208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:48.187589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:48.294957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-40cb6851-680c-4a69-ac4b-3e03b0cd6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.303558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-ccc141e5-5aff-4405-bc49-efe1d81e7caf tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370586 Aug 06 15:30:48.303795 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-40cb6851-680c-4a69-ac4b-3e03b0cd6732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1094 time: 0.0981655 Aug 06 15:30:48.364565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-7cea251d-75d0-4c99-bed7-1baa283b3879 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 217 time: 0.0536423 Aug 06 15:30:48.366714 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73cae91-a297-472c-a15b-fddcfd8bca93 x-openstack-request-id: req-f73cae91-a297-472c-a15b-fddcfd8bca93 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:48.367066 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca8714f-2a93-4139-a56b-3a00e3841e21", "name": "network-vif-deleted", "tag": "2ce8c96e-c83c-4648-8dd7-8356261d4df2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:48.367309 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f73cae91-a297-472c-a15b-fddcfd8bca93 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:48.367753 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca8714f-2a93-4139-a56b-3a00e3841e21', 'name': 'network-vif-deleted', 'tag': '2ce8c96e-c83c-4648-8dd7-8356261d4df2', 'status': 'completed', 'code': 200} Aug 06 15:30:48.413182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:30:48.448018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-3d503e0a-505a-4fb7-b480-8a4da9a8129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.449758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 2ce8c96e-c83c-4648-8dd7-8356261d4df2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:30:48.450259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2ce8c96e-c83c-4648-8dd7-8356261d4df2 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:30:48.450454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-3d503e0a-505a-4fb7-b480-8a4da9a8129b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0778868 Aug 06 15:30:48.452013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:48.456935 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b515621c-de20-4133-85c5-e60bcaa52c41" -d '{"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:48.469535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-a16cd8c4-d06e-4278-8383-05259f8f9036 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.471379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-a16cd8c4-d06e-4278-8383-05259f8f9036 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602724 Aug 06 15:30:48.490592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-53e1ac77-c546-47d7-a8ea-e8f343afcd60 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/quotas/d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 375 time: 0.0111673 Aug 06 15:30:48.496634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-b36ef386-e403-48a1-9ffa-9c7fe098054b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387325 Aug 06 15:30:48.604773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-a9f1b812-eae4-4154-ae44-2010cd32a913 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063778 Aug 06 15:30:48.610116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-cafab9a6-a7af-4a3f-9e6a-0cced4ff53c3 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053984 Aug 06 15:30:48.622147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f310e4-d889-4ea9-ade7-4a12b85bd802 req-8e101615-1eef-4da1-885a-7e65c80404c9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.623670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5f310e4-d889-4ea9-ade7-4a12b85bd802 req-8e101615-1eef-4da1-885a-7e65c80404c9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.0838203 Aug 06 15:30:48.681143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5f310e4-d889-4ea9-ade7-4a12b85bd802 req-43ef7b8c-e520-4e52-8f11-38f977b001d6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Aug 06 15:30:48.729212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e4f186c-fcfd-4f07-a23c-87e62f5e59b0 req-443e0be0-bb9a-4513-919c-bec6881e363f service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094728 Aug 06 15:30:48.764364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a649fe30-486e-42db-8595-3c895309482e req-217b7278-7a91-44a8-b821-1bf2301058c4 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips/b81fa8c4-9a01-4e31-bc04-12371a70b756 HTTP/1.1" status: 200 len: 692 time: 0.0546436 Aug 06 15:30:48.890700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:48.904099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-7c69383a-fcca-4b34-a67f-002f4955c510 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips/43f26fda-d364-415f-a1d5-5e6172796558 HTTP/1.1" status: 200 len: 692 time: 0.0654771 Aug 06 15:30:48.947429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649fe30-486e-42db-8595-3c895309482e req-69bd346e-814e-4e2a-a4f5-e9d6c07bba6e tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:48.952317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a649fe30-486e-42db-8595-3c895309482e req-69bd346e-814e-4e2a-a4f5-e9d6c07bba6e tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1836202 Aug 06 15:30:49.047530 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-936915f7-542f-4ce2-8d29-8f3f04e6ff16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e83754222c84f099b5462fec5a9514f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540356 Aug 06 15:30:49.047765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:49.068001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-921bbb6d-bf86-4197-b8e0-23a89f8959c5 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:49.069523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-921bbb6d-bf86-4197-b8e0-23a89f8959c5 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1308918 Aug 06 15:30:49.075346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-a649fe30-486e-42db-8595-3c895309482e req-8785c9b3-ffe6-4277-8674-a199bdb8c4cd tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:49.076106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a649fe30-486e-42db-8595-3c895309482e req-8785c9b3-ffe6-4277-8674-a199bdb8c4cd tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056021 Aug 06 15:30:49.083775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-75efa864-b264-4af3-b6ab-69962d3f25ea tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:49.092393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-75efa864-b264-4af3-b6ab-69962d3f25ea tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136776 Aug 06 15:30:49.109022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9de4d8e-1c0f-4d17-93fd-ba680c84aed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.133411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9de4d8e-1c0f-4d17-93fd-ba680c84aed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.174975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b7a1dcc3-4769-4773-bebc-03646c2f044d tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.0810928 Aug 06 15:30:49.243983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-fbe73e15-1d3b-4db4-8cf2-c65a09d77b41 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.30 HTTP/1.1" status: 200 len: 695 time: 0.0494542 Aug 06 15:30:49.250142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc25a9-9770-47e9-96eb-22842b052d0e req-0e47a2cf-9c25-4ad6-aff5-3a27ecf43280 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:49.251597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdfc25a9-9770-47e9-96eb-22842b052d0e req-0e47a2cf-9c25-4ad6-aff5-3a27ecf43280 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1096 time: 0.0964172 Aug 06 15:30:49.317933 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9de4d8e-1c0f-4d17-93fd-ba680c84aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.321380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9de4d8e-1c0f-4d17-93fd-ba680c84aed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.323330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b9de4d8e-1c0f-4d17-93fd-ba680c84aed5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/427dff1e-23e4-4971-9544-3cf5959fb85b HTTP/1.1" status: 204 len: 168 time: 0.2746422 Aug 06 15:30:49.336218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de4d8e-1c0f-4d17-93fd-ba680c84aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427dff1e-23e4-4971-9544-3cf5959fb85b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:49.370727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdfc25a9-9770-47e9-96eb-22842b052d0e req-44e1791f-4559-41cc-a867-c05033ccea98 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115761 Aug 06 15:30:49.440045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Deleting port c0aef55e-5774-4253-a132-004629fe1fe1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:49.440662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.561865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638c5dc-f1b1-456e-9a3f-be415dc40d0a req-1a8f7844-e428-413c-a8e9-b47881c10d5d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:49.563450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3638c5dc-f1b1-456e-9a3f-be415dc40d0a req-1a8f7844-e428-413c-a8e9-b47881c10d5d tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.1099520 Aug 06 15:30:49.598443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.598680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:49.622325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Calling delete_port for c0aef55e-5774-4253-a132-004629fe1fe1 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:49.635980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3638c5dc-f1b1-456e-9a3f-be415dc40d0a req-08b4520b-0d39-475e-bee5-c50eb3939b14 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580966 Aug 06 15:30:49.696688 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cade9b-fc7b-4445-ad07-48e821d51c9a x-openstack-request-id: req-48cade9b-fc7b-4445-ad07-48e821d51c9a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:49.697725 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:49.698148 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48cade9b-fc7b-4445-ad07-48e821d51c9a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:49.698708 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'code': 200} Aug 06 15:30:49.782660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35a3b851-898e-42c2-855f-d91ceef7c4c6 req-76758677-1fb6-496c-b478-cd9ca7633b1a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 210 time: 0.0396178 Aug 06 15:30:49.912883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f04ca1d2-fb00-41fe-a68c-41528db2101c req-65919f09-599f-43f3-81f5-1201edb94176 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=38ef7228014b4df48df39c132a2694ef HTTP/1.1" status: 200 len: 695 time: 0.0932457 Aug 06 15:30:49.963356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:49.989508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.008279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6822efef-73f4-49b7-868b-e8c6a85d5d2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=985ddabcae3e4688aedb1e9c6f239b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414057 Aug 06 15:30:50.008845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:50.032076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event deleted for resources: {'Port': ['ID=c0aef55e-5774-4253-a132-004629fe1fe1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:50.064172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587a782f-f4e2-487f-851f-dc9179c20bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.092665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587a782f-f4e2-487f-851f-dc9179c20bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.136662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ca1d2-fb00-41fe-a68c-41528db2101c req-d63de0b6-5909-4e67-9ebe-6474ca06e4b9 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:50.138463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f04ca1d2-fb00-41fe-a68c-41528db2101c req-d63de0b6-5909-4e67-9ebe-6474ca06e4b9 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks?id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 787 time: 0.2174902 Aug 06 15:30:50.141025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.145926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.162438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1835621e-96f5-42c8-ab8a-1fe4d30406a5 req-b4d78d19-e122-4a47-a387-369d77b6092a tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "DELETE /v2.0/floatingips/43f26fda-d364-415f-a1d5-5e6172796558 HTTP/1.1" status: 204 len: 173 time: 0.9037790 Aug 06 15:30:50.171261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-f04ca1d2-fb00-41fe-a68c-41528db2101c req-b757be5f-5e9d-4baf-9dd8-6f1845b31ad2 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:50.172487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f04ca1d2-fb00-41fe-a68c-41528db2101c req-b757be5f-5e9d-4baf-9dd8-6f1845b31ad2 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090334 Aug 06 15:30:50.238219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587a782f-f4e2-487f-851f-dc9179c20bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.242331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-587a782f-f4e2-487f-851f-dc9179c20bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:50.243732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-587a782f-f4e2-487f-851f-dc9179c20bcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ab23227-c211-41bf-b0aa-dd8b45c6869e HTTP/1.1" status: 204 len: 168 time: 0.2339358 Aug 06 15:30:50.255164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a782f-f4e2-487f-851f-dc9179c20bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab23227-c211-41bf-b0aa-dd8b45c6869e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:50.346447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d871bb-8331-412a-aa03-dbf2f1664099 req-c39b183a-019b-408f-b1db-988f18a04fc4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:50.348585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d871bb-8331-412a-aa03-dbf2f1664099 req-c39b183a-019b-408f-b1db-988f18a04fc4 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.0943463 Aug 06 15:30:50.369030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:50.371405 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b" -d '{"events": [{"name": "network-changed", "server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:50.421287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d871bb-8331-412a-aa03-dbf2f1664099 req-bf6628c5-19c4-4728-81b6-4b800ef1d69e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566797 Aug 06 15:30:50.437582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c815d77-4b60-405e-adb4-87d52dbc942d req-fca1ca05-dd70-4272-9e92-42324f0a2bb6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:50.445403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c815d77-4b60-405e-adb4-87d52dbc942d req-fca1ca05-dd70-4272-9e92-42324f0a2bb6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.0958235 Aug 06 15:30:50.546298 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c815d77-4b60-405e-adb4-87d52dbc942d req-567b8e07-4f2d-4e90-8056-b254bed43adf tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999680 Aug 06 15:30:50.587415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-0c8d0f07-825f-456f-86d9-c2d56c1b29b9 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.1202936 Aug 06 15:30:50.642110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-c9d6c7cc-aca8-4826-89c1-2abf893566f3 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips/b81fa8c4-9a01-4e31-bc04-12371a70b756 HTTP/1.1" status: 200 len: 692 time: 0.0596960 Aug 06 15:30:50.709567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-a867b8d0-d6c6-4a9e-a9f7-63ee6f4f9cef tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:50.710959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-a867b8d0-d6c6-4a9e-a9f7-63ee6f4f9cef tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports/8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 943 time: 0.0874100 Aug 06 15:30:50.872214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-fd7a3395-c781-476a-9d39-ccd4716d42fa tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:50.873774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-fd7a3395-c781-476a-9d39-ccd4716d42fa tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2140887 Aug 06 15:30:50.880183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-afff631c-4f6b-413d-9369-1cc22ad8760f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459502 Aug 06 15:30:50.887916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-57b1701c-27b6-4473-9eee-4a3be3afe135 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:50.888897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-57b1701c-27b6-4473-9eee-4a3be3afe135 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078826 Aug 06 15:30:50.925660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-8a8d005c-d12e-47c5-9054-6f0a91ff011e tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.1456869 Aug 06 15:30:51.022693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-d486c06d-a526-4fa9-9a7e-0dc7b94b2c28 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1200347 Aug 06 15:30:51.399188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-8390a639-9ff8-4784-a33e-f2d11044a7ee tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.3675766 Aug 06 15:30:51.490334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-d1333abb-5d35-4f10-860c-6ce3ceedf8b4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:51.491771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-d1333abb-5d35-4f10-860c-6ce3ceedf8b4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6000669 Aug 06 15:30:51.504715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-bdab8311-9d3d-4e58-b333-cbf329051892 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:51.506014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-bdab8311-9d3d-4e58-b333-cbf329051892 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.5724258 Aug 06 15:30:51.543289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Request body: {'port': {'device_id': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': 'd6bb906952f24c7e8475bfa8bc8bcd4b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:51.555224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-d0e7686d-e77e-47f0-bc50-b24ca06ff786 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:51.556218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-d0e7686d-e77e-47f0-bc50-b24ca06ff786 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186019 Aug 06 15:30:51.721173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-bed5e798-84ac-4452-9709-15acaec34461 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 1002 time: 0.1462750 Aug 06 15:30:51.734403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:51.739429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Deleting port 9f65a0ae-e6f7-4874-8270-a6a45769ca0a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:51.739775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:51.854899 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:51.888655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Made reservation on behalf of d6bb906952f24c7e8475bfa8bc8bcd4b for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:30:51.896303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:51.943777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:51.944125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.020589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Calling delete_port for 9f65a0ae-e6f7-4874-8270-a6a45769ca0a owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:52.142285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.205726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.206217 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Floating IP 460de9a6-e205-4fc4-83f1-ec05323145b3 disassociated. External IP: 172.25.5.217, port: 8d40c207-1bf8-465d-845d-e1f45fed0604. Aug 06 15:30:52.209564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Allocated IP 192.168.233.147 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/c8226399-ebc7-4202-bf63-7257a5828b45) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:52.534034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.578198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Pushing event deleted for resources: {'Port': ['ID=9f65a0ae-e6f7-4874-8270-a6a45769ca0a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:52.620330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.661311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Transition to ACTIVE for port object c8226399-ebc7-4202-bf63-7257a5828b45 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:52.672246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:30:52.687772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.691212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.692379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-685436ef-381e-4332-97a1-a6ffbd09f340 req-47b10e13-c367-47ef-bb10-2b432343e951 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "DELETE /v2.0/floatingips/b81fa8c4-9a01-4e31-bc04-12371a70b756 HTTP/1.1" status: 204 len: 173 time: 1.2842977 Aug 06 15:30:52.810013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.820777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:30:52.826690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41', 'b6b4d4d0-9097-4314-b520-9cd4427baab2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:52.829576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:52.833433 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] Sync routers for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:30:52.845967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:52.846970 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:52.849558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:52.893303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:52.901639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-b0beb37e-e211-4fba-8a99-114765f87883 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "PUT /v2.0/floatingips/460de9a6-e205-4fc4-83f1-ec05323145b3 HTTP/1.1" status: 200 len: 695 time: 1.1736183 Aug 06 15:30:52.902489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:52.904387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:52.906657 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4615ec-3035-4e51-9d92-1800999d4778" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:52.909479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:52.912599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:52.999235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:52.999915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:53.017462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-f7be28a9-1d0d-4350-a74c-758152b0f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:53.019835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-f7be28a9-1d0d-4350-a74c-758152b0f99e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1097 time: 0.0844903 Aug 06 15:30:53.023154 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:53.088325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-dd9636c8-eddd-4c0a-a81b-9e83da9bb672 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5515831 Aug 06 15:30:53.124929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Request body: {'port': {'device_id': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:53.220273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:53.222588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-c24b2452-2aa6-44a9-86f2-019a00803d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:53.224111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-c24b2452-2aa6-44a9-86f2-019a00803d71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 200 len: 929 time: 0.1948655 Aug 06 15:30:53.260409 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:19Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:53.292149 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] Checking router: cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:30:53.301461 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:30:53.302078 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:53.303748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-518244b5-bb26-4008-a3a3-bfbb496e12a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 217 time: 0.0724320 Aug 06 15:30:53.363949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eeff80a2-e61b-47ca-8224-144331929782 None None] Provisioning for port c8226399-ebc7-4202-bf63-7257a5828b45 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:30:53.371047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eeff80a2-e61b-47ca-8224-144331929782 None None] Provisioning complete for port c8226399-ebc7-4202-bf63-7257a5828b45 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:30:53.371868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eeff80a2-e61b-47ca-8224-144331929782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:53.419910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-8adbc4ec-ba4a-4296-b2c4-40004c7339da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:53.423953 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:30:53.426887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eeff80a2-e61b-47ca-8224-144331929782 None None] Port c8226399-ebc7-4202-bf63-7257a5828b45 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:30:53.427377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-8adbc4ec-ba4a-4296-b2c4-40004c7339da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4156873f-7d4e-47c2-b011-0771b24a72d3 HTTP/1.1" status: 200 len: 867 time: 0.1227350 Aug 06 15:30:53.529983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-660f000d-80d4-4b84-8e33-eb45d9fab32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:53.531521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-660f000d-80d4-4b84-8e33-eb45d9fab32f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=af254b5a-a85b-4209-8d7f-978ddc655f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031110 Aug 06 15:30:53.640538 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:19Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:30:53.668032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-6f1eb234-c4da-49cd-a9ee-0aa31cefa00a service neutron] 10.222.0.16 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259251 Aug 06 15:30:53.669439 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a703a8-162d-4e8f-ad0d-cce1a1fe4823 None None] The sync data for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 is: [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:30:12Z', 'revision_number': 4, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6e5fa426-3f1c-42ae-ae78-1d016008e49f', 'name': '', 'network_id': 'af254b5a-a85b-4209-8d7f-978ddc655f8b', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'mac_address': 'fa:16:3e:4d:93:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:11Z', 'updated_at': '2021-08-06T15:30:19Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'subnets': [{'id': '4156873f-7d4e-47c2-b011-0771b24a72d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:30:53.723100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8226399-ebc7-4202-bf63-7257a5828b45 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:53.756050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:53.778144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Transition to ACTIVE for port object c8226399-ebc7-4202-bf63-7257a5828b45 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:30:53.800401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0806ffc-c3dc-4ced-8cef-f5364dffa844 req-d3aafe95-7f3e-42ed-80eb-f4a65ca9ebb9 service neutron] 10.222.0.16 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148851 Aug 06 15:30:53.824997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:53.889667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:53.919282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa83cd82-8307-4505-b977-7e7ca5cddb4a None None] New status for floating IP 460de9a6-e205-4fc4-83f1-ec05323145b3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:30:53.936928 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c87fb6f-310c-4d46-b7c6-065f6f8a96f8 x-openstack-request-id: req-4c87fb6f-310c-4d46-b7c6-065f6f8a96f8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:53.937950 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:53.938391 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c87fb6f-310c-4d46-b7c6-065f6f8a96f8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:53.938998 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'status': 'completed', 'code': 200} Aug 06 15:30:53.993225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:53.993864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:53.994591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:54.001049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:54.001473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:54.010422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:54.010977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:54.011559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:54.012360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Bound port: c8226399-ebc7-4202-bf63-7257a5828b45, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:54.012893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:54.052927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-7d6c0cce-f305-4534-a2ec-36e1052c1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.057383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-7d6c0cce-f305-4534-a2ec-36e1052c1d87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1094 time: 0.0888548 Aug 06 15:30:54.116127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:30:54.119668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:54.167034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-88926379-0a71-43cd-a900-9d5e0c28d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.169514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-88926379-0a71-43cd-a900-9d5e0c28d2d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1025119 Aug 06 15:30:54.181359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:54.246791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.247458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:54.248916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] 10.222.0.64 "PUT /v2.0/ports/c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 1096 time: 1.1286073 Aug 06 15:30:54.257292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-803aa92a-46b7-49b6-b70e-91f5c56b4afb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 217 time: 0.0504651 Aug 06 15:30:54.289687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924adda3-fa1f-4653-8aab-d54be491a8ca service neutron] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:54.308076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469fb29-1ec5-4a6d-9dcc-c1b7994f9f37 req-82398299-ac14-4e50-b8b3-ac981f972058 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.309748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8469fb29-1ec5-4a6d-9dcc-c1b7994f9f37 req-82398299-ac14-4e50-b8b3-ac981f972058 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 948 time: 0.0777760 Aug 06 15:30:54.326058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-41364a2e-e738-486f-9a8b-e36b0be0246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.329246 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-41364a2e-e738-486f-9a8b-e36b0be0246f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0624270 Aug 06 15:30:54.356951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8469fb29-1ec5-4a6d-9dcc-c1b7994f9f37 req-cf4f04a9-34a7-4a6c-ae05-db1f370bb4f3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Aug 06 15:30:54.389344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-07fdd8e9-161d-4cc4-8c1c-c860d6c6d691 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438337 Aug 06 15:30:54.410381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-28e13aaa-d9d4-4d1a-8aeb-7fcd4a946037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.412219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-28e13aaa-d9d4-4d1a-8aeb-7fcd4a946037 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1099 time: 0.0541005 Aug 06 15:30:54.498405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-45bf16e6-15a6-492a-8fb3-f2d981bc480d service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026030 Aug 06 15:30:54.604128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a15a8a79-738a-4fd7-84e2-bb8d0e29136b req-f23911db-8be4-4d73-884e-9c7278b7d84d service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971246 Aug 06 15:30:54.798466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-7273e207-5a05-4475-88e1-c0b036e2ab05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.3773146 Aug 06 15:30:54.809002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-ceabcb7b-8f0c-46ff-9108-54fc95d31fa0 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:30:54.809946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-ceabcb7b-8f0c-46ff-9108-54fc95d31fa0 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145705 Aug 06 15:30:54.855152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:54.855733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Unknown quota resources ['binding']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:30:54.911732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-1fddb217-e200-49e6-a051-dbaee3cc3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.913333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-1fddb217-e200-49e6-a051-dbaee3cc3cce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1013350 Aug 06 15:30:54.995533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323d08a-5bac-4e9a-8e3c-5d86a82b5457 req-543fd5bc-19bd-4911-b980-995c03193db2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:54.997129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4323d08a-5bac-4e9a-8e3c-5d86a82b5457 req-543fd5bc-19bd-4911-b980-995c03193db2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.2028015 Aug 06 15:30:55.063539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-2136d31c-5dba-4ff4-92ba-2f8e8a6659d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:55.065700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-2136d31c-5dba-4ff4-92ba-2f8e8a6659d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369069 Aug 06 15:30:55.077358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4323d08a-5bac-4e9a-8e3c-5d86a82b5457 req-1a206dfd-74ca-47e9-b303-cc8e219e2453 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726297 Aug 06 15:30:55.228330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:30:55.228918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:30:55.229307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:55.254961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:30:55.254961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:30:55.271959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:30:55.278012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:30:55.278012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:30:55.278012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Bound port: d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:30:55.281405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-d3e1ba73-f483-498f-98b0-d0b557e3d2d5 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073038 Aug 06 15:30:55.373268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b9de4f0-91e4-4958-a93c-4d887a6700ad tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2701056 Aug 06 15:30:55.416406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:30:55.436109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:30:55.479289 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:55.480572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8a7c740e-dacc-4ece-8613-319bbf429a21 service neutron] 10.222.0.16 "POST /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a/bindings HTTP/1.1" status: 201 len: 389 time: 0.6472371 Aug 06 15:30:55.484345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cff3dd7f-e4d6-491b-9017-71d4a3454444 req-6ba0f7da-1ff9-4246-beb7-31cdfc777172 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767907 Aug 06 15:30:55.488866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:55.533205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:55.638391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:55.732892 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6969f38e-d4a8-4112-8409-a9c97eba743a x-openstack-request-id: req-6969f38e-d4a8-4112-8409-a9c97eba743a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:55.732892 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:55.732892 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6969f38e-d4a8-4112-8409-a9c97eba743a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:55.732892 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'status': 'completed', 'code': 200} Aug 06 15:30:55.794118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Allocated IP 172.25.5.178 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/5b9a544f-3e51-4a72-a83b-6d2b0666e5f0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:30:55.794445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-28edade0-6833-41c9-8cfd-461673ba2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:55.795995 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-28edade0-6833-41c9-8cfd-461673ba2583 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 1097 time: 0.0414307 Aug 06 15:30:55.801360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f450efd-da34-491b-bec4-504f85e16a4f req-911e5271-93dd-48bb-9c7d-14957dd59129 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips/460de9a6-e205-4fc4-83f1-ec05323145b3 HTTP/1.1" status: 200 len: 693 time: 0.0599730 Aug 06 15:30:55.986304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f450efd-da34-491b-bec4-504f85e16a4f req-ad6f9e82-0915-4249-a3fa-80906bedeee6 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:55.987839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f450efd-da34-491b-bec4-504f85e16a4f req-ad6f9e82-0915-4249-a3fa-80906bedeee6 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1806283 Aug 06 15:30:56.015720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.063452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f450efd-da34-491b-bec4-504f85e16a4f req-85955392-2745-44dc-a654-27a9f4f1157f tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0665565 Aug 06 15:30:56.135026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f450efd-da34-491b-bec4-504f85e16a4f req-f746b709-dd39-430c-9222-e500160d19e2 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.0632401 Aug 06 15:30:56.190705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be72fdc-d1a3-4f2e-bdde-bd2115d08fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:56.192520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be72fdc-d1a3-4f2e-bdde-bd2115d08fd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1096 time: 0.0607257 Aug 06 15:30:56.211033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-653d6dc1-a01f-4a20-8dc7-ba2447bdcd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:56.212534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-653d6dc1-a01f-4a20-8dc7-ba2447bdcd6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 200 len: 929 time: 0.4096293 Aug 06 15:30:56.221257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.286032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:30:56.293555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:30:56.296168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Pushing event updated for resources: {'Port': ['ID=5b9a544f-3e51-4a72-a83b-6d2b0666e5f0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:56.298481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:30:56.298823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-6f6d4968-236b-4963-93b7-a5db7fa42b42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 200 len: 217 time: 0.0674691 Aug 06 15:30:56.354639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Deleting port b23cd575-e88b-4749-83b1-410be5f449cd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:56.354903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.376704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-184ae6fc-c987-41fe-8656-ba7252dacb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:56.379034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-184ae6fc-c987-41fe-8656-ba7252dacb3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.1791787 Aug 06 15:30:56.380515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-1a71a0dd-4d15-4f38-b4e4-9606beed5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:56.382120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-1a71a0dd-4d15-4f38-b4e4-9606beed5d5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4156873f-7d4e-47c2-b011-0771b24a72d3 HTTP/1.1" status: 200 len: 867 time: 0.0740278 Aug 06 15:30:56.446010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.453663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-5f175246-7aa6-4399-8de4-c96cc3204b87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 217 time: 0.0622222 Aug 06 15:30:56.469708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.470107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.483168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Calling delete_port for b23cd575-e88b-4749-83b1-410be5f449cd owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:56.512331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-9c03bad9-7af3-4593-bb28-7746e37a6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:56.513981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-9c03bad9-7af3-4593-bb28-7746e37a6efd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af254b5a-a85b-4209-8d7f-978ddc655f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156545 Aug 06 15:30:56.521934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e0b4337e-4676-48d1-90ec-528d8a1431c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:56.523294 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e0b4337e-4676-48d1-90ec-528d8a1431c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0628405 Aug 06 15:30:56.577892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.593464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-9b516ae2-c001-4958-9d72-619854d957e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468643 Aug 06 15:30:56.716731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-0ba48a5c-ec18-4b48-9a36-a3ccf12e4896 service neutron] 10.222.0.59 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712799 Aug 06 15:30:56.741210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-9bdcd3ec-6786-4b07-93c4-b88c937cc220 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192284 Aug 06 15:30:56.787331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.803518 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.838881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event deleted for resources: {'Port': ['ID=b23cd575-e88b-4749-83b1-410be5f449cd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:56.862480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.889477 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c4615ec-3035-4e51-9d92-1800999d4778 req-c91c633c-f8a3-4da6-bd2f-f4e49787b2b3 service neutron] 10.222.0.59 "GET /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614282 Aug 06 15:30:56.891366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-22fad003-ce6d-471e-9e17-b6658be782f3 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409039 Aug 06 15:30:56.989918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.993290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:56.994456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f450efd-da34-491b-bec4-504f85e16a4f req-fb1af9a1-f4ae-4ae8-92ad-4917f68afbf3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "DELETE /v2.0/floatingips/460de9a6-e205-4fc4-83f1-ec05323145b3 HTTP/1.1" status: 204 len: 173 time: 0.8525562 Aug 06 15:30:57.001222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Pushing event updated for resources: {'Port': ['ID=5b9a544f-3e51-4a72-a83b-6d2b0666e5f0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:57.008993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:57.098497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1038b-6010-4f07-9f17-cfcd9bf003bf req-47db0864-33b6-4abf-b056-a32b017204ba tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.100286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbe1038b-6010-4f07-9f17-cfcd9bf003bf req-47db0864-33b6-4abf-b056-a32b017204ba tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.0529127 Aug 06 15:30:57.134705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:57.135917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-5b0592fa-677f-4c83-b223-2f35df6062ef tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7288420 Aug 06 15:30:57.140932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbe1038b-6010-4f07-9f17-cfcd9bf003bf req-180e5160-9e9b-4a4b-868e-3e7e41b500ab tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Aug 06 15:30:57.192133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-9e4a8c27-9920-4a66-81fd-48fe750796c0 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.0496519 Aug 06 15:30:57.316741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b845c-3b95-4593-af6b-dc8f87b9ead5 req-28452c48-56d0-46c7-8b62-42038245c528 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.318347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-578b845c-3b95-4593-af6b-dc8f87b9ead5 req-28452c48-56d0-46c7-8b62-42038245c528 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 948 time: 0.1107283 Aug 06 15:30:57.364162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-d2eb5887-6b8b-4323-b888-e5de91171132 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.365765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d88c6a0-2191-4b99-b10d-63d9a2d4cc94 req-d2eb5887-6b8b-4323-b888-e5de91171132 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1680753 Aug 06 15:30:57.378800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-578b845c-3b95-4593-af6b-dc8f87b9ead5 req-aba8696a-c7bc-4d18-9cc1-d17efbb42848 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543716 Aug 06 15:30:57.483113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37fb27f1-b2ca-45f5-bdbc-77a64eb0972f req-b60185de-82bd-419f-a8c6-2ca487906df0 tempest-FlavorsV2NegativeTest-341157476 tempest-FlavorsV2NegativeTest-341157476-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=2b68c20652154d0aa79ee0bcc1538d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256093 Aug 06 15:30:57.605788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc630f98-0b97-4209-83f9-18b0368fe1e6 req-65534a6e-91f1-4eec-99a5-ea16c99f725f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.607171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc630f98-0b97-4209-83f9-18b0368fe1e6 req-65534a6e-91f1-4eec-99a5-ea16c99f725f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.1085396 Aug 06 15:30:57.646633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb27f1-b2ca-45f5-bdbc-77a64eb0972f req-3fff9944-1a69-40f3-a0ac-960ba77154b3 tempest-FlavorsV2NegativeTest-341157476 tempest-FlavorsV2NegativeTest-341157476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.648086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37fb27f1-b2ca-45f5-bdbc-77a64eb0972f req-3fff9944-1a69-40f3-a0ac-960ba77154b3 tempest-FlavorsV2NegativeTest-341157476 tempest-FlavorsV2NegativeTest-341157476-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1590424 Aug 06 15:30:57.676284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc630f98-0b97-4209-83f9-18b0368fe1e6 req-9e39a1cd-f84d-4618-a7a0-283758abae8e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Aug 06 15:30:57.677693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37fb27f1-b2ca-45f5-bdbc-77a64eb0972f req-d9330278-2a64-46ea-bcb6-5dfa562c0c67 tempest-FlavorsV2NegativeTest-341157476 tempest-FlavorsV2NegativeTest-341157476-project] 10.222.0.16 "GET /v2.0/quotas/2b68c20652154d0aa79ee0bcc1538d29 HTTP/1.1" status: 200 len: 375 time: 0.0230141 Aug 06 15:30:57.711131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37fb27f1-b2ca-45f5-bdbc-77a64eb0972f req-8fb1de1e-a5fa-4426-b29b-2e48e1e8084b tempest-FlavorsV2NegativeTest-341157476 tempest-FlavorsV2NegativeTest-341157476-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b68c20652154d0aa79ee0bcc1538d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273373 Aug 06 15:30:57.732872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:30:57.736017 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3383ee-f02d-41f9-be73-a1642883af97" -d '{"events": [{"name": "network-changed", "server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:30:57.823430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0632b35-c2d6-4e05-9e03-9e3209e2c335 req-4acbaae2-2956-4573-8c54-d5ee01aa0639 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.824962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0632b35-c2d6-4e05-9e03-9e3209e2c335 req-4acbaae2-2956-4573-8c54-d5ee01aa0639 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.0824914 Aug 06 15:30:57.884213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ce3d-2e13-4e79-8cb3-6cafb66ed824 req-4f72cc90-ec0f-412e-b7a2-8401574d6c84 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:57.885716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc43ce3d-2e13-4e79-8cb3-6cafb66ed824 req-4f72cc90-ec0f-412e-b7a2-8401574d6c84 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.0875726 Aug 06 15:30:57.894001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0632b35-c2d6-4e05-9e03-9e3209e2c335 req-403d3017-2ae8-4336-ba34-f6d57b27eac5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Aug 06 15:30:57.963260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc43ce3d-2e13-4e79-8cb3-6cafb66ed824 req-e1449747-8231-4f33-ad4f-fbe60a40b472 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681589 Aug 06 15:30:57.975237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a50791c1-30ae-421e-95e6-661ece51b133 req-00d318f4-6aa8-4f23-bb71-03ce7273af0b tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips/77bbbb3e-2a6b-44a5-afc6-3861eaa38c13 HTTP/1.1" status: 200 len: 693 time: 0.0551574 Aug 06 15:30:58.055601 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d89b037-6ca6-4fde-a538-fc5d2a20a663 x-openstack-request-id: req-5d89b037-6ca6-4fde-a538-fc5d2a20a663 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:30:58.056284 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:30:58.056284 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d89b037-6ca6-4fde-a538-fc5d2a20a663 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:30:58.056795 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'status': 'completed', 'code': 200} Aug 06 15:30:58.127081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50791c1-30ae-421e-95e6-661ece51b133 req-b6258ded-d73d-49dd-8f20-0ed03587e26a tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:58.128544 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a50791c1-30ae-421e-95e6-661ece51b133 req-b6258ded-d73d-49dd-8f20-0ed03587e26a tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1485388 Aug 06 15:30:58.216262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a50791c1-30ae-421e-95e6-661ece51b133 req-9d8ffeaf-9085-4afc-91e2-24a1b3ed029e tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.0761981 Aug 06 15:30:58.222596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-42aaa5d6-ac1e-41d5-8c66-596e0d15affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:58.224178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-42aaa5d6-ac1e-41d5-8c66-596e0d15affd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1099 time: 0.1381454 Aug 06 15:30:58.479267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:58.581935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da33b4-bacf-4abe-a912-68a345a1995c req-22b54fd5-318a-4950-b418-c243b730aa01 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:58.583446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5da33b4-bacf-4abe-a912-68a345a1995c req-22b54fd5-318a-4950-b418-c243b730aa01 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4657073 Aug 06 15:30:58.600753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:58.608323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a50791c1-30ae-421e-95e6-661ece51b133 req-f90c0e3d-2dd2-4ac7-89bc-558394452fca tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.178 HTTP/1.1" status: 200 len: 696 time: 0.3823626 Aug 06 15:30:58.613910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'mac_address': 'fa:16:3e:b6:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:58.645057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5da33b4-bacf-4abe-a912-68a345a1995c req-bc81a452-bca0-46a3-8a1d-5558992b5948 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0468781 Aug 06 15:30:58.682225 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:58.698794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8226399-ebc7-4202-bf63-7257a5828b45 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:58.706896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:58.725065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:58.800986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:58.809843 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:58.833022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-346be5ae-6370-43ac-98e1-b8ad61fda245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:58.835289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-346be5ae-6370-43ac-98e1-b8ad61fda245 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.5691617 Aug 06 15:30:58.871366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:58.920879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-7aff716b-ffc2-429f-9b83-879341557277 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0474648 Aug 06 15:30:58.953765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5060d4e2-5be0-4616-b662-1aca08d60476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.022520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Deleting port 5b9a544f-3e51-4a72-a83b-6d2b0666e5f0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:30:59.022871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.037724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-e3797f18-7175-43e4-a133-35864da9e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:59.039148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-e3797f18-7175-43e4-a133-35864da9e7ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1077909 Aug 06 15:30:59.046629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a576076-d35f-4fa0-b731-1372ba439d23 req-aad03ab2-b3cc-4748-ad9f-4ce8ae598de1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:59.048232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a576076-d35f-4fa0-b731-1372ba439d23 req-aad03ab2-b3cc-4748-ad9f-4ce8ae598de1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 949 time: 0.1311901 Aug 06 15:30:59.055602 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5060d4e2-5be0-4616-b662-1aca08d60476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.119245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c8226399-ebc7-4202-bf63-7257a5828b45'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:30:59.129135 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5060d4e2-5be0-4616-b662-1aca08d60476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.170104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a576076-d35f-4fa0-b731-1372ba439d23 req-9978528e-e34f-4d1a-85b1-e13b28ac56e7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062489 Aug 06 15:30:59.178950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5060d4e2-5be0-4616-b662-1aca08d60476 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b68c20652154d0aa79ee0bcc1538d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767257 Aug 06 15:30:59.179949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060d4e2-5be0-4616-b662-1aca08d60476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f37082d-07b6-4eb0-afa4-61a8c818ad86,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:59.185341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-c09db097-f3e7-4f0c-bb49-94aa1617ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:59.187659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-c09db097-f3e7-4f0c-bb49-94aa1617ed00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381037 Aug 06 15:30:59.192010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.192547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.195901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:30:59.236121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Calling delete_port for 5b9a544f-3e51-4a72-a83b-6d2b0666e5f0 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:30:59.279738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69ef83aa-c718-41d5-bd97-3db60df83ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.331892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69ef83aa-c718-41d5-bd97-3db60df83ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.375479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df3fa16d-b26e-47ca-bc27-fbbb30c374d0 req-8773f187-eb3c-4936-94a1-8374cd78b484 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0495806 Aug 06 15:30:59.411663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-0cc6cf4f-ecb7-49dd-9e31-690961c9d88e service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140784 Aug 06 15:30:59.476117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69ef83aa-c718-41d5-bd97-3db60df83ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.478966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69ef83aa-c718-41d5-bd97-3db60df83ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.484026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-69ef83aa-c718-41d5-bd97-3db60df83ede admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f37082d-07b6-4eb0-afa4-61a8c818ad86 HTTP/1.1" status: 204 len: 168 time: 0.2868829 Aug 06 15:30:59.495153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef83aa-c718-41d5-bd97-3db60df83ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f37082d-07b6-4eb0-afa4-61a8c818ad86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:59.574012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd736d5d-a093-4836-a017-be8e7b69d237 req-08b03ef8-662a-4759-9002-2bb69a58c85f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:59.575516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd736d5d-a093-4836-a017-be8e7b69d237 req-08b03ef8-662a-4759-9002-2bb69a58c85f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.1398432 Aug 06 15:30:59.601226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:30:59.621190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f3383ee-f02d-41f9-be73-a1642883af97 req-c5d388d0-a293-4a0a-8d3d-629ea1c0917e service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952276 Aug 06 15:30:59.643391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd736d5d-a093-4836-a017-be8e7b69d237 req-84e2d5a9-56da-491a-80a3-1c2d970275d0 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589967 Aug 06 15:30:59.660682 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.728166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Pushing event deleted for resources: {'Port': ['ID=5b9a544f-3e51-4a72-a83b-6d2b0666e5f0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:30:59.748531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:59.765046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0', 'port_id': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'mac_address': 'fa:16:3e:8f:11:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc4e9bbe-b769-431f-ab57-a6184ec0a741', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:30:59.815739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.817332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.821820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.821820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a50791c1-30ae-421e-95e6-661ece51b133 req-ace3e6a9-072a-47a5-af7f-a30e2d3f7fc7 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "DELETE /v2.0/floatingips/77bbbb3e-2a6b-44a5-afc6-3861eaa38c13 HTTP/1.1" status: 204 len: 173 time: 1.1735299 Aug 06 15:30:59.839878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6e2b2-0abf-4985-8af0-fc1c4b419f19 req-eaaa0fb7-2302-4870-8c63-524ef1fae53a tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:59.848374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b6e2b2-0abf-4985-8af0-fc1c4b419f19 req-eaaa0fb7-2302-4870-8c63-524ef1fae53a tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.1217399 Aug 06 15:30:59.854655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f72c1f-0323-47fa-9cda-8d62fe34294c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:30:59.876625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:30:59.937879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58b6e2b2-0abf-4985-8af0-fc1c4b419f19 req-1d92f831-261b-4aeb-89bb-1209a3f25863 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868502 Aug 06 15:30:59.952432 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:30:59.982026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd6d94-d0c0-4ce7-8266-9ebb21b0c2ce req-a65ef124-11f8-44ec-a51d-7837bb780ce4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:30:59.984514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9bd6d94-d0c0-4ce7-8266-9ebb21b0c2ce req-a65ef124-11f8-44ec-a51d-7837bb780ce4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.1017251 Aug 06 15:31:00.016532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:00.053811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9bd6d94-d0c0-4ce7-8266-9ebb21b0c2ce req-0436b48e-0881-44b1-8d07-00e4ece84069 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616207 Aug 06 15:31:00.119414 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-b3adeeef-b3fe-4bb0-95b7-2282f6b2c4cd req-d245a3ce-e601-4882-8921-3ccee3530c77 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] show failed (client error): The resource could not be found. Aug 06 15:31:00.124284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3adeeef-b3fe-4bb0-95b7-2282f6b2c4cd req-d245a3ce-e601-4882-8921-3ccee3530c77 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips/77bbbb3e-2a6b-44a5-afc6-3861eaa38c13 HTTP/1.1" status: 404 len: 350 time: 0.0421298 Aug 06 15:31:00.234743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d5973-26fb-434d-83b2-cd46efeaaf6d req-650b6b46-d7a3-4339-8393-31c514b16f82 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:00.237104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c08d5973-26fb-434d-83b2-cd46efeaaf6d req-650b6b46-d7a3-4339-8393-31c514b16f82 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.0620797 Aug 06 15:31:00.288589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['55f72c1f-0323-47fa-9cda-8d62fe34294c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:00.313633 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-f5517140-75f0-4458-b57b-18fd5f6646ce req-fbfbd149-ea78-486b-9117-fcbd80b40a93 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] show failed (client error): The resource could not be found. Aug 06 15:31:00.316282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5517140-75f0-4458-b57b-18fd5f6646ce req-fbfbd149-ea78-486b-9117-fcbd80b40a93 tempest-FloatingIPsTestJSON-1987647532 tempest-FloatingIPsTestJSON-1987647532-project] 10.222.0.16 "GET /v2.0/floatingips/77bbbb3e-2a6b-44a5-afc6-3861eaa38c13 HTTP/1.1" status: 404 len: 350 time: 0.0528727 Aug 06 15:31:00.326912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:00.340204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c08d5973-26fb-434d-83b2-cd46efeaaf6d req-daedde58-3881-4e22-af0e-e859f5b41fb8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953987 Aug 06 15:31:00.505243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:00.506778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b045e20-df7e-4e8e-b844-5a90e73f7c37 req-ee736181-0b74-4986-94a2-ec36dbccf1aa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:00.509678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b045e20-df7e-4e8e-b844-5a90e73f7c37 req-ee736181-0b74-4986-94a2-ec36dbccf1aa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 949 time: 0.1149015 Aug 06 15:31:00.526907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0dfff-c00a-4899-a296-1c77073c37c8 req-61f4de5a-aa39-46d6-ab7a-74f26e49f771 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:00.536162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ae0dfff-c00a-4899-a296-1c77073c37c8 req-61f4de5a-aa39-46d6-ab7a-74f26e49f771 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 946 time: 0.0834351 Aug 06 15:31:00.608267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ae0dfff-c00a-4899-a296-1c77073c37c8 req-081429f3-ce23-48e7-8638-530e4de3cfc3 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712223 Aug 06 15:31:00.620774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b045e20-df7e-4e8e-b844-5a90e73f7c37 req-62355c3d-c9f0-41b7-a822-126b4f4fd67b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020439 Aug 06 15:31:00.643546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c8226399-ebc7-4202-bf63-7257a5828b45 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:00.647592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c8226399-ebc7-4202-bf63-7257a5828b45 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:00.648081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:00.733591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:00.838086 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:00.878516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:00.880885 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea5f342-c95e-4eba-9035-42b636b4f802" -d '{"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-plugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:00.883056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-network', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:00.901916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:00.915778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dbf00-044d-4596-9523-e5b0e9d3d941 req-83763274-85da-4a96-8e51-aeda6fbb1249 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:00.917681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-049dbf00-044d-4596-9523-e5b0e9d3d941 req-83763274-85da-4a96-8e51-aeda6fbb1249 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.0989463 Aug 06 15:31:00.968354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-049dbf00-044d-4596-9523-e5b0e9d3d941 req-dedfdd79-99ef-4e3c-9260-34709b8bd14b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Aug 06 15:31:00.975243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:00.998535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.032099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Made reservation on behalf of 6ee0c7a6d94740588d9bee44f35b071c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:01.035783 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.046740 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686187c2-ced0-4216-b9b1-4529156f3853 x-openstack-request-id: req-686187c2-ced0-4216-b9b1-4529156f3853 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:01.047039 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-plugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:01.047344 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-686187c2-ced0-4216-b9b1-4529156f3853 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:01.047719 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'code': 200} Aug 06 15:31:01.052519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:01.066624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.247374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfe9b8-2528-46bb-b1dc-df0db22d2325 req-c1c45849-7513-497d-ba7c-a10699c85f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.249056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efcfe9b8-2528-46bb-b1dc-df0db22d2325 req-c1c45849-7513-497d-ba7c-a10699c85f72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1101 time: 0.1351197 Aug 06 15:31:01.262241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473cc1e-f53c-4dcb-a719-43c65f21e501 req-891a5a91-23ce-41a2-96b8-272cdcea72fc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.263835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9473cc1e-f53c-4dcb-a719-43c65f21e501 req-891a5a91-23ce-41a2-96b8-272cdcea72fc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 944 time: 0.1254654 Aug 06 15:31:01.380105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Deleting port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:01.380694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.382216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efcfe9b8-2528-46bb-b1dc-df0db22d2325 req-fc91feb0-3920-42a9-a14f-4ca99c2d66a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174483 Aug 06 15:31:01.388051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.393341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9473cc1e-f53c-4dcb-a719-43c65f21e501 req-b882e32c-197f-44d9-b0f0-0b3a444b793c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187134 Aug 06 15:31:01.409886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd8a81-1696-476a-959f-62bb88d9998b req-37a7493a-8169-4004-ba23-e8a640706b1b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.411542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fdd8a81-1696-476a-959f-62bb88d9998b req-37a7493a-8169-4004-ba23-e8a640706b1b tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.1165669 Aug 06 15:31:01.461194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.484790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fdd8a81-1696-476a-959f-62bb88d9998b req-43fa7f2c-4081-45b7-9281-379d8bec8ec2 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Aug 06 15:31:01.485577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] For port a8e7a50d-0ff2-434d-917e-c58f7c26b4ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:01.485938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.494323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:31:01.503932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceca6f6a-bd37-4f6e-80fc-23f3c0ef9018,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:01.504261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Calling delete_port for a8e7a50d-0ff2-434d-917e-c58f7c26b4ae owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:01.515437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.515437 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Added segment 36cc7d2d-32a6-4fc0-b65f-d8cc133693bf of type vlan for network d2d2063d-8471-442e-b0a1-063193afb135 Aug 06 15:31:01.555084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.614574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:01.648747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.649601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.650202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.722868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d2063d-8471-442e-b0a1-063193afb135,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:01.737012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d2d2063d-8471-442e-b0a1-063193afb135 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:31:01.756343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-05e2779f-65be-4184-8863-99a44c22b497 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0212078 Aug 06 15:31:01.759408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35356) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:01.766868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Request body: {'subnet': {'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-subnet', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:01.801631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 55f72c1f-0323-47fa-9cda-8d62fe34294c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:01.812081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 55f72c1f-0323-47fa-9cda-8d62fe34294c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:01.812456 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.836572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f29b-39e1-4670-beeb-cfe83a6fb8b2 req-7399df9f-404a-4f00-b062-3fe5c7e2fa4b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.838868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dda4f29b-39e1-4670-beeb-cfe83a6fb8b2 req-7399df9f-404a-4f00-b062-3fe5c7e2fa4b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1074133 Aug 06 15:31:01.848165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc52415-fa03-4ba4-8f85-aaf2dedd288b req-b3495c02-505a-41c0-b064-7a87ba96005b tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.850656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbc52415-fa03-4ba4-8f85-aaf2dedd288b req-b3495c02-505a-41c0-b064-7a87ba96005b tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 946 time: 0.0722411 Aug 06 15:31:01.868033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ded6b7bd-b749-4d1b-b5da-fed0f847376c tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:01.870373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ded6b7bd-b749-4d1b-b5da-fed0f847376c tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.59 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 946 time: 0.0603633 Aug 06 15:31:01.913567 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.919355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dda4f29b-39e1-4670-beeb-cfe83a6fb8b2 req-3d18a754-84a3-4e7a-979f-9159d7a1538a tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651422 Aug 06 15:31:01.922740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.924728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Made reservation on behalf of 6ee0c7a6d94740588d9bee44f35b071c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:01.927049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:01.938132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbc52415-fa03-4ba4-8f85-aaf2dedd288b req-a6bf32a7-4a1e-40f2-99ea-77196c725711 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785708 Aug 06 15:31:01.956447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:02.023561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:02.028246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e7a50d-0ff2-434d-917e-c58f7c26b4ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:02.104481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:02.133914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8279f3d-4557-4a13-9f86-85be8ed1fbc6 req-2a3416bb-f72a-4e62-bdb6-b75a33e39753 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:02.138446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8279f3d-4557-4a13-9f86-85be8ed1fbc6 req-2a3416bb-f72a-4e62-bdb6-b75a33e39753 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.0667994 Aug 06 15:31:02.184344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8279f3d-4557-4a13-9f86-85be8ed1fbc6 req-702ba5fd-5e21-41a7-8324-befc7e243e82 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 Aug 06 15:31:02.280425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Deleting port 8d40c207-1bf8-465d-845d-e1f45fed0604 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:02.280772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:02.288957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-081e62e3-0d7d-40fc-b1e1-697dc4d5a3a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1682036 Aug 06 15:31:02.528767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146717a-659e-4346-b22b-22fcb58185d4 req-9ab1c98e-2466-4ccd-92ab-0090b5e70c94 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:02.528767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c146717a-659e-4346-b22b-22fcb58185d4 req-9ab1c98e-2466-4ccd-92ab-0090b5e70c94 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.0571628 Aug 06 15:31:02.576110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c146717a-659e-4346-b22b-22fcb58185d4 req-daf312a9-e95a-4976-a2dc-a98561d950d8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398455 Aug 06 15:31:02.646019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d215c-63b2-40c4-a9b1-27e437b6a075 req-227af3ec-97ab-432d-b575-5b8fcb9f6045 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:02.647592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df2d215c-63b2-40c4-a9b1-27e437b6a075 req-227af3ec-97ab-432d-b575-5b8fcb9f6045 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.0560384 Aug 06 15:31:02.687228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df2d215c-63b2-40c4-a9b1-27e437b6a075 req-5b55fde9-23b2-406e-895e-1a3a376ab94e tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/security-groups?id=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 06 15:31:02.764456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:02.797458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-163ea767-9143-46bb-b023-7ec55640333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:02.799552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-163ea767-9143-46bb-b023-7ec55640333b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 1095 time: 0.4465320 Aug 06 15:31:02.808085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] For port 8d40c207-1bf8-465d-845d-e1f45fed0604, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8d40c207-1bf8-465d-845d-e1f45fed0604,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:02.808460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:02.862387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-9709217c-5237-4b8a-93c6-f35edf4913a6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:02.863839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-9709217c-5237-4b8a-93c6-f35edf4913a6 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 945 time: 0.0488136 Aug 06 15:31:02.865176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Calling delete_port for 8d40c207-1bf8-465d-845d-e1f45fed0604 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:02.880230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:02.973537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Deleting port 9a7aab9a-327e-4fae-bb2a-872878d9c623 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:02.973886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.049064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:03.051843 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05db813e-a63e-4b7b-b5db-864b16b25db7" -d '{"events": [{"server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "name": "network-vif-plugged", "status": "completed", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:03.078876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cdd26ef-4e21-45bf-bb52-69038258e631,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:03.134273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-df6945ec-84e2-4d6e-8a74-50074f728723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.134578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe39d09-0282-49dc-b7c8-8fc85f98e34b req-4aca3c43-794b-4031-a543-2994ef39e62b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.135759 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-df6945ec-84e2-4d6e-8a74-50074f728723 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.3166971 Aug 06 15:31:03.136093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbe39d09-0282-49dc-b7c8-8fc85f98e34b req-4aca3c43-794b-4031-a543-2994ef39e62b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1460855 Aug 06 15:31:03.137334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Checking segment: {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:03.137695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Network hostable DHCP agents. Network: d2d2063d-8471-442e-b0a1-063193afb135, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:31:03.150173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22969f60-bec7-436d-b480-1125e01b42d1 req-0a9328d5-97f7-4507-acef-26494fa93529 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.155400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22969f60-bec7-436d-b480-1125e01b42d1 req-0a9328d5-97f7-4507-acef-26494fa93529 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 946 time: 0.1383550 Aug 06 15:31:03.166062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] For port 9a7aab9a-327e-4fae-bb2a-872878d9c623, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9a7aab9a-327e-4fae-bb2a-872878d9c623,segment=NetworkSegment(1dd70319-8317-4143-aa05-b5a3383e78a1),segment_id=1dd70319-8317-4143-aa05-b5a3383e78a1)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:03.166432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.206181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Calling delete_port for 9a7aab9a-327e-4fae-bb2a-872878d9c623 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:03.227107 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-e398dabb-ea81-4951-a2bd-29585a828de9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 200 len: 217 time: 0.0825405 Aug 06 15:31:03.237552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbe39d09-0282-49dc-b7c8-8fc85f98e34b req-09d1e75b-eabf-4ed8-887d-5307e8edce7c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838768 Aug 06 15:31:03.241836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22969f60-bec7-436d-b480-1125e01b42d1 req-993d06ea-d4c2-4eb2-b037-6b020dd33db4 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/security-groups?id=03a97685-e12e-4656-90bc-bec93a18430a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Aug 06 15:31:03.304874 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd6c059-aafd-4376-bc65-4c138c1fa326 x-openstack-request-id: req-ffd6c059-aafd-4376-bc65-4c138c1fa326 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:03.305691 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "name": "network-vif-plugged", "status": "completed", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:03.306272 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffd6c059-aafd-4376-bc65-4c138c1fa326 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:03.306838 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'code': 200} Aug 06 15:31:03.369227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-6440eaff-6375-43ff-bf27-02329025f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.370706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-6440eaff-6375-43ff-bf27-02329025f1f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1210048 Aug 06 15:31:03.380381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:03.417757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Network d2d2063d-8471-442e-b0a1-063193afb135 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:31:03.424582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-b0ec0b74-ef04-4558-801e-7a811367e978 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430160 Aug 06 15:31:03.444518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.458345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8d40c207-1bf8-465d-845d-e1f45fed0604'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:03.494245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba97195-92af-4bc3-9029-dc80e32e875f req-d773fea0-6206-4aa3-8b50-bdd17c039f8b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.495751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ba97195-92af-4bc3-9029-dc80e32e875f req-d773fea0-6206-4aa3-8b50-bdd17c039f8b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.1043792 Aug 06 15:31:03.512234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebe07c-6254-44e7-9bd8-e8d11ef495d9 req-12aacd2e-67a8-453e-b50c-f5ee58c69269 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.513682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feebe07c-6254-44e7-9bd8-e8d11ef495d9 req-12aacd2e-67a8-453e-b50c-f5ee58c69269 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1101 time: 0.0828385 Aug 06 15:31:03.560711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.573617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9a7aab9a-327e-4fae-bb2a-872878d9c623'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:03.583222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Pushing event deleted for resources: {'Port': ['ID=8d40c207-1bf8-465d-845d-e1f45fed0604,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:03.585013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d2d2063d-8471-442e-b0a1-063193afb135) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:03.604906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ba97195-92af-4bc3-9029-dc80e32e875f req-d118c24a-b4ec-4694-97a5-b91153ed8a23 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Aug 06 15:31:03.609734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Pushing event deleted for resources: {'Port': ['ID=9a7aab9a-327e-4fae-bb2a-872878d9c623,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:03.620077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feebe07c-6254-44e7-9bd8-e8d11ef495d9 req-7647ef12-d7e6-43c2-a5e3-631552e6391a tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963807 Aug 06 15:31:03.667132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] No DVR routers for this DVR port 9a7aab9a-327e-4fae-bb2a-872878d9c623 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:03.675755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.678054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db076b04-9a2e-43e2-a103-03d9b9f7c850 req-652b0e81-827e-4a7a-976d-0143075bf6ce tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.64 "DELETE /v2.0/ports/9a7aab9a-327e-4fae-bb2a-872878d9c623 HTTP/1.1" status: 204 len: 173 time: 0.8066306 Aug 06 15:31:03.678450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43db24-557a-47de-9b39-5c789cca12a0 req-d1fdc65d-9436-408a-a89c-22b5e97354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.678790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'name': 'network-vif-deleted', 'tag': '9a7aab9a-327e-4fae-bb2a-872878d9c623'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:03.680003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9a43db24-557a-47de-9b39-5c789cca12a0 req-d1fdc65d-9436-408a-a89c-22b5e97354f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1096 time: 0.2831149 Aug 06 15:31:03.681389 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483e298-16ee-42dd-b17e-59bc1fc5aeae" -d '{"events": [{"server_uuid": "2e1afbac-dc7c-4637-8f89-1bacbe594a8a", "name": "network-vif-deleted", "tag": "9a7aab9a-327e-4fae-bb2a-872878d9c623"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:03.701858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] No DVR routers for this DVR port 8d40c207-1bf8-465d-845d-e1f45fed0604 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:03.706763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dbc3f2-0cc0-48a8-9a21-9a132e89552b None None] Network d2d2063d-8471-442e-b0a1-063193afb135 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:03.725479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.728944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e26867ff-0c57-4fae-b582-3a22c46e9957 req-ceaa6a7f-9490-4a54-a348-9285411dbedd tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.59 "DELETE /v2.0/ports/8d40c207-1bf8-465d-845d-e1f45fed0604 HTTP/1.1" status: 204 len: 173 time: 1.8493557 Aug 06 15:31:03.735140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.736736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:03.753269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'name': 'network-vif-deleted', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:03.757356 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c63339-f329-4cad-85f6-6b7f03378296" -d '{"events": [{"server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "name": "network-vif-deleted", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:03.803495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-cdebb671-3483-4a51-b2e6-df1dd960f1ff service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622701 Aug 06 15:31:03.811589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:03.820645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1fd33caf-05dc-426d-9254-c0dad37c9cc4 admin admin] 10.222.0.16 "PUT /v2.0/routers/d5e2cd74-22f4-49e8-8d91-cd66b30eabf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4907331 Aug 06 15:31:03.828918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:03.831625 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] Sync routers for ids ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:03.836093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8ce36-4037-489f-88a1-64b295a45d9a req-475f32f3-8df8-40da-a00a-7ef3dc2e0d1e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:03.839275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fc8ce36-4037-489f-88a1-64b295a45d9a req-475f32f3-8df8-40da-a00a-7ef3dc2e0d1e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.1098864 Aug 06 15:31:03.851389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9a43db24-557a-47de-9b39-5c789cca12a0 req-f8973022-61b4-4246-a3de-5232e10ee2e0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508553 Aug 06 15:31:03.891222 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] Routers {'d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:03.891780 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:03.906022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fc8ce36-4037-489f-88a1-64b295a45d9a req-1c3e805d-071b-49e8-ac0e-8ac762df8ffc tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Aug 06 15:31:03.921208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-45cb6c0a-25c0-41a9-ae2d-5f7db0e0d0a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1578758 Aug 06 15:31:03.922125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:03.934229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:03.992846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d2d2063d-8471-442e-b0a1-063193afb135', 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'fixed_ips': [{'subnet_id': '3cdd26ef-4e21-45bf-bb52-69038258e631'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:31:03.998035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.005304 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57847738-e405-4a9e-a918-a3a13ccfeaa6 x-openstack-request-id: req-57847738-e405-4a9e-a918-a3a13ccfeaa6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:04.005857 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1afbac-dc7c-4637-8f89-1bacbe594a8a", "name": "network-vif-deleted", "tag": "9a7aab9a-327e-4fae-bb2a-872878d9c623", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:04.006309 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57847738-e405-4a9e-a918-a3a13ccfeaa6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:04.006906 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1afbac-dc7c-4637-8f89-1bacbe594a8a', 'name': 'network-vif-deleted', 'tag': '9a7aab9a-327e-4fae-bb2a-872878d9c623', 'status': 'completed', 'code': 200} Aug 06 15:31:04.081975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0c253c9-433b-4300-a0d4-f8735924f1f8 req-db1e34da-656b-46d7-815e-c2cfa65779c2 service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656808 Aug 06 15:31:04.090111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.171294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.171294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.246220 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] Set router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:04.265281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b4cc459-c2bd-43c5-a3d4-c94ab79b490f req-50f50662-d876-462b-b522-4d83e7468df8 tempest-ServerDiskConfigTestJSON-1767877037 tempest-ServerDiskConfigTestJSON-1767877037-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e1afbac-dc7c-4637-8f89-1bacbe594a8a HTTP/1.1" status: 200 len: 210 time: 0.1176374 Aug 06 15:31:04.295978 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105e325-8c75-46a6-8c6f-3ac4f473ecd9 x-openstack-request-id: req-6105e325-8c75-46a6-8c6f-3ac4f473ecd9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:04.297861 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4f5cb4-07a9-4e76-acdd-e084e2477e49", "name": "network-vif-deleted", "tag": "8d40c207-1bf8-465d-845d-e1f45fed0604", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:04.298218 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6105e325-8c75-46a6-8c6f-3ac4f473ecd9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:04.299086 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4f5cb4-07a9-4e76-acdd-e084e2477e49', 'name': 'network-vif-deleted', 'tag': '8d40c207-1bf8-465d-845d-e1f45fed0604', 'status': 'completed', 'code': 200} Aug 06 15:31:04.362083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.378596 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.442944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-a816fb10-399a-467f-b0e5-4e96531fb3a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909073 Aug 06 15:31:04.460796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe778847-3a63-4354-bc62-c909c40ed900 req-02f2a7cf-2168-41bb-be46-c045de737948 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178 tempest-FloatingIPsAssociationNegativeTestJSON-1517226178-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c4f5cb4-07a9-4e76-acdd-e084e2477e49 HTTP/1.1" status: 200 len: 210 time: 0.0477080 Aug 06 15:31:04.517831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Allocated IP 172.20.0.2 (d2d2063d-8471-442e-b0a1-063193afb135/3cdd26ef-4e21-45bf-bb52-69038258e631/9d30874c-d0e4-4dcd-ad07-630eb2640187) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:04.592275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Deleting port 00dad1dd-15f9-47a6-b264-0541266bd87f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:04.592625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.632931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-05aa513d-2fa2-4523-b813-16e3553bd80b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2403872 Aug 06 15:31:04.837503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50429eb-db50-4110-8e16-e70ee0409c12 req-848f58ea-8f17-4697-97bd-666f0c75ca45 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:04.846428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b50429eb-db50-4110-8e16-e70ee0409c12 req-848f58ea-8f17-4697-97bd-666f0c75ca45 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.4653547 Aug 06 15:31:04.851366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] For port 00dad1dd-15f9-47a6-b264-0541266bd87f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=00dad1dd-15f9-47a6-b264-0541266bd87f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:04.852015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:04.866588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Calling delete_port for 00dad1dd-15f9-47a6-b264-0541266bd87f owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:04.906482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.007090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b50429eb-db50-4110-8e16-e70ee0409c12 req-1d157e43-8ab1-4b6b-8065-12ca40290560 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534600 Aug 06 15:31:05.039089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced9e4-9714-4787-9cf8-e4978fba3256 req-55388801-4a92-4967-a5e6-040483a31f48 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:05.052030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46ced9e4-9714-4787-9cf8-e4978fba3256 req-55388801-4a92-4967-a5e6-040483a31f48 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.1536317 Aug 06 15:31:05.077373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-1e084786-0ff3-43ef-adb2-319ee407ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:05.083841 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237'}], 'enable_snat': True}, 'gw_port_id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:31:01Z', 'revision_number': 5, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port': {'id': '00dad1dd-15f9-47a6-b264-0541266bd87f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:33Z', 'updated_at': '2021-08-06T15:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:05.085840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-1e084786-0ff3-43ef-adb2-319ee407ff01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 1096 time: 0.3671227 Aug 06 15:31:05.173366 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] Checking router: d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:05.188670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.199187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Transition to ACTIVE for port object 9d30874c-d0e4-4dcd-ad07-630eb2640187 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:05.199417 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] Routers {'d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:05.202593 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:30:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:05.221770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Transition to ACTIVE for port object 9d30874c-d0e4-4dcd-ad07-630eb2640187 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:05.245424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46ced9e4-9714-4787-9cf8-e4978fba3256 req-b9c05e93-8fdd-4a25-be0a-c22d48b8f474 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785307 Aug 06 15:31:05.260847 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8f2cb11-0660-44cb-9a5d-e3736c1a0187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.357085 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] Set router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:05.389658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.412117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.448252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=00dad1dd-15f9-47a6-b264-0541266bd87f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:05.477767 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:31:04Z', 'revision_number': 6, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:05.512354 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410c917-5be6-4e79-8d88-0d76c493d9fb None None] The sync data for ids ['d5e2cd74-22f4-49e8-8d91-cd66b30eabf6'] in n-d-778550-6 is: [{'id': 'd5e2cd74-22f4-49e8-8d91-cd66b30eabf6', 'name': 'tempest-FloatingIPsTestJSON-1376603670-router', 'tenant_id': '38ef7228014b4df48df39c132a2694ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:32Z', 'updated_at': '2021-08-06T15:31:04Z', 'revision_number': 6, 'project_id': '38ef7228014b4df48df39c132a2694ef', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:05.531857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Pushing event updated for resources: {'Port': ['ID=9d30874c-d0e4-4dcd-ad07-630eb2640187,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:05.550538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Network d2d2063d-8471-442e-b0a1-063193afb135 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:05.552799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:05.563631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:05.598253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:05.598603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35438) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:05.660734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8d40c207-1bf8-465d-845d-e1f45fed0604 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:05.707605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 8d40c207-1bf8-465d-845d-e1f45fed0604 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:05.707977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8d40c207-1bf8-465d-845d-e1f45fed0604 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:05.712677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Attempting to bind port 9d30874c-d0e4-4dcd-ad07-630eb2640187 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:05.713073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Attempting to bind port 9d30874c-d0e4-4dcd-ad07-630eb2640187 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:05.713462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Attempting to bind port 9d30874c-d0e4-4dcd-ad07-630eb2640187 on network d2d2063d-8471-442e-b0a1-063193afb135 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:05.718832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:05.719223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Checking segment: {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:05.719623 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.720040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Bound using segment: {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:05.721190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Bound port: 9d30874c-d0e4-4dcd-ad07-630eb2640187, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:05.721579 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.776088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-27ed280d-da19-40b1-99a9-04b9cea4bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:05.777589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-27ed280d-da19-40b1-99a9-04b9cea4bf90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.5257325 Aug 06 15:31:05.784472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.793584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] For port 9d30874c-d0e4-4dcd-ad07-630eb2640187, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:05.797791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] For port 9d30874c-d0e4-4dcd-ad07-630eb2640187, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9d30874c-d0e4-4dcd-ad07-630eb2640187,segment=NetworkSegment(36cc7d2d-32a6-4fc0-b65f-d8cc133693bf),segment_id=36cc7d2d-32a6-4fc0-b65f-d8cc133693bf)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:05.798014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3d85c-0f45-41a9-bc37-21f52c382c2d req-32e676fc-393c-4143-8222-be9a3664aa67 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:05.805960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Deleting subnet 0a999bae-49ec-4bbb-873c-ad891017df82 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:05.807178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08e3d85c-0f45-41a9-bc37-21f52c382c2d req-32e676fc-393c-4143-8222-be9a3664aa67 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.6114805 Aug 06 15:31:05.865556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-7364dcc9-968d-4fe0-8a1d-645a96c88fe3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 200 len: 217 time: 0.0781322 Aug 06 15:31:05.879065 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:05.949089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-0ebb8292-2f74-4a88-9a52-4ad4372b3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:05.950910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-0ebb8292-2f74-4a88-9a52-4ad4372b3d4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.0751059 Aug 06 15:31:05.971427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08e3d85c-0f45-41a9-bc37-21f52c382c2d req-4510b6bc-b6dd-45cd-afbc-7c513f4f634a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610408 Aug 06 15:31:06.012882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf75456-5080-403e-86a5-38a01e4b01cd None None] Pushing event updated for resources: {'Port': ['ID=9d30874c-d0e4-4dcd-ad07-630eb2640187,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:06.114801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-34ab0f4d-eba8-449d-bdf4-669dc2da8e63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1390109 Aug 06 15:31:06.267829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.341576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8feb8-b021-4ea2-be33-245b8e2f0460 req-7cb91a3b-ca6a-4aca-bb3a-89eaf402bcb2 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:06.346634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.348259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99c8feb8-b021-4ea2-be33-245b8e2f0460 req-7cb91a3b-ca6a-4aca-bb3a-89eaf402bcb2 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1096 time: 0.2359030 Aug 06 15:31:06.357256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.366063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.412854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e95b8-6259-4dc4-a42f-afcbf1d95e25 req-1c9471fc-3b4a-4214-a3e4-2ae520e7f89d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:06.416615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-369e95b8-6259-4dc4-a42f-afcbf1d95e25 req-1c9471fc-3b4a-4214-a3e4-2ae520e7f89d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.2467654 Aug 06 15:31:06.416911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.475316 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.524128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-e50ebe4f-e7c4-474e-9076-b34398008153 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647420 Aug 06 15:31:06.532637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8e7a50d-0ff2-434d-917e-c58f7c26b4ae no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:06.569934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9a7aab9a-327e-4fae-bb2a-872878d9c623 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:06.572321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a8e7a50d-0ff2-434d-917e-c58f7c26b4ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:06.572933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8e7a50d-0ff2-434d-917e-c58f7c26b4ae not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:06.619560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 9a7aab9a-327e-4fae-bb2a-872878d9c623 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:06.619925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9a7aab9a-327e-4fae-bb2a-872878d9c623 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:06.624567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.633865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99c8feb8-b021-4ea2-be33-245b8e2f0460 req-4ab294b4-a18f-45cf-a9da-92f96fda0b61 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843962 Aug 06 15:31:06.677237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.677751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:31:06.686137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.690115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-82830b86-d017-4d4f-afff-520db25adb83 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d5e2cd74-22f4-49e8-8d91-cd66b30eabf6 HTTP/1.1" status: 204 len: 168 time: 2.8574233 Aug 06 15:31:06.691380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:06.734517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-369e95b8-6259-4dc4-a42f-afcbf1d95e25 req-0a0ec48a-dc83-41f5-8e67-dfc53c6dda11 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765894 Aug 06 15:31:06.777407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Deleting subnet 6e338b6e-063d-4e2a-b3c2-f297d7ded581 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:06.782650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.842554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.871470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.925827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb736560-0931-427c-8314-3bcbf37bf2b8 req-c6a6e2a7-abeb-4a3d-ad91-f6343654a65a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:06.927386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb736560-0931-427c-8314-3bcbf37bf2b8 req-c6a6e2a7-abeb-4a3d-ad91-f6343654a65a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.1982169 Aug 06 15:31:06.931900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a999bae-49ec-4bbb-873c-ad891017df82,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:06.933700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a054a50-a30d-46b7-aa7a-cb73c63cdb89 req-f2fcc6ab-e889-4345-a18c-dcbfa393349c service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349540 Aug 06 15:31:06.945674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:06.948617 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f6608b27-3cbc-4ef0-b195-c47ba4d324f6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0a999bae-49ec-4bbb-873c-ad891017df82 HTTP/1.1" status: 204 len: 168 time: 1.3489799 Aug 06 15:31:06.953471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:06.954708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Allocated IP 172.25.5.216 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/c4467177-8148-4407-8fd8-301ff0bfab13) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:07.060713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.067533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.140899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211fafd-5a04-45ea-9f60-9ec5ccba8c90 req-ef10d335-3f89-4e8a-bb66-87b04a10cd5a tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:07.142961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e211fafd-5a04-45ea-9f60-9ec5ccba8c90 req-ef10d335-3f89-4e8a-bb66-87b04a10cd5a tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1096 time: 0.2947743 Aug 06 15:31:07.159780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb736560-0931-427c-8314-3bcbf37bf2b8 req-b009b4f0-8331-4e50-94f6-9a9f6ebc1ffe tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178581 Aug 06 15:31:07.248313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.286119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e211fafd-5a04-45ea-9f60-9ec5ccba8c90 req-3e2d838e-899d-4d81-9ec8-cd5564e0cd65 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226661 Aug 06 15:31:07.310967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.318322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.355523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e338b6e-063d-4e2a-b3c2-f297d7ded581,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:07.361524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.363879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-feb8cbde-c5cb-4012-b1de-daf7b77036c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6e338b6e-063d-4e2a-b3c2-f297d7ded581 HTTP/1.1" status: 204 len: 168 time: 0.6713431 Aug 06 15:31:07.367198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35466) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:07.379032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91101116-40e3-413c-8cad-efd6ecee8969 None None] Network 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:07.474058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Deleting port 6e5fa426-3f1c-42ae-ae78-1d016008e49f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:07.474409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.505126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.535715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1298baba-1c05-4f2a-b24d-e08ea5e4e181']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:07.539837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.554747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd70319-8317-4143-aa05-b5a3383e78a1') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:07.555051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd70319-8317-4143-aa05-b5a3383e78a1') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:07.577640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.602008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] For port 6e5fa426-3f1c-42ae-ae78-1d016008e49f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6e5fa426-3f1c-42ae-ae78-1d016008e49f,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:07.602376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.620302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Calling delete_port for 6e5fa426-3f1c-42ae-ae78-1d016008e49f owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:07.621183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:07.634229 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:07.687611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.693756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f6c0f-50c9-4301-b8d8-7624bb744fa4 None None] Network d2d2063d-8471-442e-b0a1-063193afb135 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:07.698573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] DHCP port deletion for 8523ca23-33ac-4f6a-9e50-d89d0a4f4449 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:31:07.745971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:07.752404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:07.755035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Pushing event updated for resources: {'Port': ['ID=c4467177-8148-4407-8fd8-301ff0bfab13,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:07.757366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:07.761751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Deleting port 97989ea9-8b7e-44e2-80bf-498b554a8666 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:07.762094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.787726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.807101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73df6740-5776-40e1-9f3c-07f4a50873cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.878965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] For port 97989ea9-8b7e-44e2-80bf-498b554a8666, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=97989ea9-8b7e-44e2-80bf-498b554a8666,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:07.879326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.956890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.964801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11979f6b-666c-4cc0-891f-ba8a68b29a29 None None] Provisioning for port 9d30874c-d0e4-4dcd-ad07-630eb2640187 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:07.971208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.973146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1298baba-1c05-4f2a-b24d-e08ea5e4e181 HTTP/1.1" status: 204 len: 168 time: 0.9933417 Aug 06 15:31:07.974606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Calling delete_port for 97989ea9-8b7e-44e2-80bf-498b554a8666 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:07.979507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] Deleting port 97989ea9-8b7e-44e2-80bf-498b554a8666 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:07.980022 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:07.999308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728810fd-ba2c-4e5f-a335-7daa818ff99c admin admin] Pushing event deleted for resources: {'Network': ['ID=1298baba-1c05-4f2a-b24d-e08ea5e4e181,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:08.014788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.067164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5fa426-3f1c-42ae-ae78-1d016008e49f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:08.099123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] For port 97989ea9-8b7e-44e2-80bf-498b554a8666, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=97989ea9-8b7e-44e2-80bf-498b554a8666,segment=NetworkSegment(2bd8c74b-8ebf-4d57-8a21-9ffa4b814204),segment_id=2bd8c74b-8ebf-4d57-8a21-9ffa4b814204)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:08.099585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.145050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] Calling delete_port for 97989ea9-8b7e-44e2-80bf-498b554a8666 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:08.227088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dae20-0fbd-4eb6-91ac-b7d1b655987c req-2f7a3219-25a8-47e6-b3be-038a604d41e5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:08.229612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-977dae20-0fbd-4eb6-91ac-b7d1b655987c req-2f7a3219-25a8-47e6-b3be-038a604d41e5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.3697915 Aug 06 15:31:08.330493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-977dae20-0fbd-4eb6-91ac-b7d1b655987c req-7de17b80-682e-45a0-b61c-a821d34b23f7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841556 Aug 06 15:31:08.352050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9d30874c-d0e4-4dcd-ad07-630eb2640187 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:08.354731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-aec3b352-a88b-4469-b14a-5d9a3bd4a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:08.359205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-aec3b352-a88b-4469-b14a-5d9a3bd4a4e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1101 time: 0.2811563 Aug 06 15:31:08.391548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.581252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-cb5b6279-0dd7-4ef7-a57f-ec477eb8fc3d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:08.582839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-cb5b6279-0dd7-4ef7-a57f-ec477eb8fc3d tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1792939 Aug 06 15:31:08.599143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:08.678948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6462b-6b1e-4a20-a15d-d455d3a5181a req-110f141c-1c62-4a94-833b-ad41f781dc8d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:08.680499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06a6462b-6b1e-4a20-a15d-d455d3a5181a req-110f141c-1c62-4a94-833b-ad41f781dc8d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 945 time: 0.1885929 Aug 06 15:31:08.692536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.694461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.700535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 9d30874c-d0e4-4dcd-ad07-630eb2640187 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:08.703496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-503ce98e-e29e-4b39-80e3-5a736dbd145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:08.705674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-503ce98e-e29e-4b39-80e3-5a736dbd145b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3376887 Aug 06 15:31:08.709267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.717763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9d30874c-d0e4-4dcd-ad07-630eb2640187 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:08.718184 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.780158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=97989ea9-8b7e-44e2-80bf-498b554a8666,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:08.782264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] No DVR routers for this DVR port 97989ea9-8b7e-44e2-80bf-498b554a8666 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:08.790398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.790800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-6e04e799-eb79-404f-8bee-74eba35a43bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0740943 Aug 06 15:31:08.796884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] Pushing event deleted for resources: {'Port': ['ID=97989ea9-8b7e-44e2-80bf-498b554a8666,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:08.801453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3379d4-d72e-4f82-b151-b54889eb6405 None None] No DVR routers for this DVR port 97989ea9-8b7e-44e2-80bf-498b554a8666 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:08.805365 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.813622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:08.898974 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:08.899924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:08.935251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 9d30874c-d0e4-4dcd-ad07-630eb2640187, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9d30874c-d0e4-4dcd-ad07-630eb2640187,segment=NetworkSegment(36cc7d2d-32a6-4fc0-b65f-d8cc133693bf),segment_id=36cc7d2d-32a6-4fc0-b65f-d8cc133693bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:08.965225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b3ec947-c6b7-49d5-aa62-97218898c830 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe918762b22847a7874ddde38782db75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494784 Aug 06 15:31:08.970993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35500) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:09.035713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.067647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:09.117549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=9d30874c-d0e4-4dcd-ad07-630eb2640187,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:09.121676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 00dad1dd-15f9-47a6-b264-0541266bd87f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:09.146710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 00dad1dd-15f9-47a6-b264-0541266bd87f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:09.147121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 00dad1dd-15f9-47a6-b264-0541266bd87f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:09.147451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 97989ea9-8b7e-44e2-80bf-498b554a8666 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:09.153192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc3d4-4c13-468f-a37c-fd4788035748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.167758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 97989ea9-8b7e-44e2-80bf-498b554a8666 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:09.168120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 97989ea9-8b7e-44e2-80bf-498b554a8666 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:09.214853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc3d4-4c13-468f-a37c-fd4788035748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.218722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:09.221387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:09.232318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] Sync routers for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:09.242841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:09.247837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:09.252622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-676afdd9-63a3-450a-99c9-d3efed03b917 admin admin] 10.222.0.16 "PUT /v2.0/routers/cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6452515 Aug 06 15:31:09.256567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35502) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:09.296386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06a6462b-6b1e-4a20-a15d-d455d3a5181a req-53f094e9-bed9-45f2-8250-915d6c119d88 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888433 Aug 06 15:31:09.347228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:09.347427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.349567 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9bd520-89ad-42ee-a111-337a346fa839" -d '{"events": [{"server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:09.356015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.365277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8523ca23-33ac-4f6a-9e50-d89d0a4f4449']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:09.371018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:09.424711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-f10c6f88-1eda-4ac6-8303-ac6d5376c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:09.426493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-f10c6f88-1eda-4ac6-8303-ac6d5376c115 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.5807827 Aug 06 15:31:09.429915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:09.430258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd8c74b-8ebf-4d57-8a21-9ffa4b814204') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:09.446082 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b530c6d-b3b7-4fce-9406-0392790bf44e x-openstack-request-id: req-6b530c6d-b3b7-4fce-9406-0392790bf44e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:09.446604 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "name": "network-vif-unplugged", "status": "completed", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:09.446604 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b530c6d-b3b7-4fce-9406-0392790bf44e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:09.447001 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'code': 200} Aug 06 15:31:09.454370 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.496977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.571242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.613696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc3d4-4c13-468f-a37c-fd4788035748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.616132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:31:07Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:09.616642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f9dc3d4-4c13-468f-a37c-fd4788035748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.618080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f9dc3d4-4c13-468f-a37c-fd4788035748 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25c6bc50-5abf-43cb-86d6-b5ab9680bfc6 HTTP/1.1" status: 204 len: 168 time: 0.6430814 Aug 06 15:31:09.624245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:09.645229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9dc3d4-4c13-468f-a37c-fd4788035748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c6bc50-5abf-43cb-86d6-b5ab9680bfc6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:09.647439 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.657632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.664768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] Checking router: cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:09.669019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:09.669184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.671700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:09.672105 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:09.694531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] Routers {'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:09.695445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:09.695579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:09.695998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:09.696333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:09.706622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:09.706961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:09.713705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.717861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:09.718284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:09.718603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:09.719028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Bound port: d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:09.719383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:09.810490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-09a6685e-0b1f-49e8-970f-e2e6835d22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:09.812172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-09a6685e-0b1f-49e8-970f-e2e6835d22c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2557313 Aug 06 15:31:09.845811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd37ce-2c2d-43a5-a732-8eb846f4989b req-70906208-1e90-43eb-bbb2-cafbda28744d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:09.854432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4fd37ce-2c2d-43a5-a732-8eb846f4989b req-70906208-1e90-43eb-bbb2-cafbda28744d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.2988224 Aug 06 15:31:09.891605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] Set router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:09.925556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:09.935310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-a7af210d-c8ce-47f7-a530-78daf131ed44 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:31:09.936428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-a7af210d-c8ce-47f7-a530-78daf131ed44 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106392 Aug 06 15:31:09.981766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Request body: {'binding': {'host': 'n-h2-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:09.982463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Unknown quota resources ['binding']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:31:10.000510 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.034665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:10.035036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:10.036087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:10.041534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4fd37ce-2c2d-43a5-a732-8eb846f4989b req-174884c3-7020-468f-9cc6-0e6db97caf08 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865859 Aug 06 15:31:10.051669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.054083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8523ca23-33ac-4f6a-9e50-d89d0a4f4449 HTTP/1.1" status: 204 len: 168 time: 2.6822581 Aug 06 15:31:10.067912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:10.068117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:10.076675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cfac7-02b8-4d34-a3f6-48ed92814a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=8523ca23-33ac-4f6a-9e50-d89d0a4f4449,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:10.086588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:10.086588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:10.086588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:10.086588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Bound port: d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:10.086588 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.130607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-c4ab462d-85c7-493b-b603-4d4a1e62fd0b service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082209 Aug 06 15:31:10.222116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:10.227787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:10.246631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Deleting port 0ee93e4b-bdad-482b-ad76-af8837e4ef00 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:10.246631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.363952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] For port 0ee93e4b-bdad-482b-ad76-af8837e4ef00, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ee93e4b-bdad-482b-ad76-af8837e4ef00,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:10.364577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.368895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.406070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Router e718269a-5149-40a3-a865-d979f722f031 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:31:10.412256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-5de91a10-bacd-4dca-b2e5-0cfc2fa496f0 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466745 Aug 06 15:31:10.414100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on host n-h2-778550-6 for vnic_type normal with profile None {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:10.414448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:10.414776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:10.426490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Calling delete_port for 0ee93e4b-bdad-482b-ad76-af8837e4ef00 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:10.428239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9d30874c-d0e4-4dcd-ad07-630eb2640187 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:10.435128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:10.443685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:10.444090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:10.477688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:10.478041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:10.478434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:10.478884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Bound port: 55f72c1f-0323-47fa-9cda-8d62fe34294c, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:10.518041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) d69dba3e-3234-4ed5-9147-b2a0ea06a84a-n-h2-778550-6-0 {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:31:10.518537 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:31:10.547110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:31:07Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:10.567139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:10.587590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfca6ee3-ca4a-4591-9065-41b161082331 None None] The sync data for ids ['cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798'] in n-d-778550-6 is: [{'id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-738171846-router', 'tenant_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:30:05Z', 'updated_at': '2021-08-06T15:31:07Z', 'revision_number': 5, 'project_id': 'afe96c93ef5042bfb3d15e76479edd3d', 'gw_port': {'id': '0ee93e4b-bdad-482b-ad76-af8837e4ef00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:de:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:30:06Z', 'updated_at': '2021-08-06T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:10.602691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:10.603361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.604872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-e4410ea7-f116-40b3-baa9-c900c9aeaee9 service neutron] 10.222.0.59 "PUT /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 1121 time: 2.0129483 Aug 06 15:31:10.610696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9d30874c-d0e4-4dcd-ad07-630eb2640187 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:10.611682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.683078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912513ce-a0fe-46aa-bb9d-270d2f5d8b7a req-ab1ef716-f463-4a7b-ab5d-f37b6d74838f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:10.684263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.686467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-912513ce-a0fe-46aa-bb9d-270d2f5d8b7a req-ab1ef716-f463-4a7b-ab5d-f37b6d74838f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.2611134 Aug 06 15:31:10.752411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:10.778687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['d69dba3e-3234-4ed5-9147-b2a0ea06a84a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:10.794996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-912513ce-a0fe-46aa-bb9d-270d2f5d8b7a req-fe56b905-9cf6-4e8a-8b97-131efe6c4806 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964284 Aug 06 15:31:10.796557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35526) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:10.804211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:10.832945 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Sync routers for ids ['e718269a-5149-40a3-a865-d979f722f031'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:10.861195 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Routers {'e718269a-5149-40a3-a865-d979f722f031'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:10.862996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e718269a-5149-40a3-a865-d979f722f031'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:10.866516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d216b36b-0090-4f48-9292-29a69085f77e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38ef7228014b4df48df39c132a2694ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686135 Aug 06 15:31:10.869550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35528) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:10.890250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.892050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] 10.222.0.16 "POST /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9187663 Aug 06 15:31:10.907464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d69dba3e-3234-4ed5-9147-b2a0ea06a84a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:10.952846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.953640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.958317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0cb8ffe7-e9ab-4ea1-8a2e-1a5dc7363899 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0322704 Aug 06 15:31:10.961514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2966405-c2d0-479b-88c5-e61cb1cae901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:10.968379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:10.988491 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2966405-c2d0-479b-88c5-e61cb1cae901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.139139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee93e4b-bdad-482b-ad76-af8837e4ef00,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:11.189936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:11.189936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:11.189936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:11.199871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2966405-c2d0-479b-88c5-e61cb1cae901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.203115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2966405-c2d0-479b-88c5-e61cb1cae901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.208017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2966405-c2d0-479b-88c5-e61cb1cae901 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c802e8c1-e72b-443e-9e54-ebb07c6cd8ae HTTP/1.1" status: 204 len: 168 time: 0.3368046 Aug 06 15:31:11.217338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:11.218086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempting to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on network be11bacc-ac25-455f-9473-efb1d3d3947f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:11.220297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2966405-c2d0-479b-88c5-e61cb1cae901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802e8c1-e72b-443e-9e54-ebb07c6cd8ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:11.237737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:11.238588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Checking segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:11.239288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Bound using segment: {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:11.241051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Bound port: d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'be11bacc-ac25-455f-9473-efb1d3d3947f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:11.242613 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.251392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61faa34f-40ac-434a-8391-ac1b0669d7b3 req-5be16e0a-2351-43a6-8169-2e82feac592d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:11.260303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61faa34f-40ac-434a-8391-ac1b0669d7b3 req-5be16e0a-2351-43a6-8169-2e82feac592d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1148660 Aug 06 15:31:11.342939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61faa34f-40ac-434a-8391-ac1b0669d7b3 req-3f9adab0-8ebd-4e47-afa3-91d661052ca2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816431 Aug 06 15:31:11.382954 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Set router e718269a-5149-40a3-a865-d979f722f031 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:11.384762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.501314 n-d-778550-6 neutron-server[94842]: WARNING neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Concurrent port binding operations failed on port d69dba3e-3234-4ed5-9147-b2a0ea06a84a Aug 06 15:31:11.506146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:11.509202 n-d-778550-6 neutron-server[94842]: INFO neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Attempt 2 to bind port d69dba3e-3234-4ed5-9147-b2a0ea06a84a Aug 06 15:31:11.509593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:31:11.516398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.519410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.563661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d349c-f3a8-4e6c-a85b-f9d3cbe27002 req-70cd2b84-a882-4a96-b2d3-bf820cc5551b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:11.566280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac3d349c-f3a8-4e6c-a85b-f9d3cbe27002 req-70cd2b84-a882-4a96-b2d3-bf820cc5551b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.0832524 Aug 06 15:31:11.567783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:11.573629 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29db6f54-700d-4fa9-a931-30708a955f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:11.659698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac3d349c-f3a8-4e6c-a85b-f9d3cbe27002 req-cfb723d9-3d92-4901-8131-69855b6cce63 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Aug 06 15:31:11.719536 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f4fe05-5500-4624-bebc-a62499e1fe76 x-openstack-request-id: req-c9f4fe05-5500-4624-bebc-a62499e1fe76 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:11.719943 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:11.720885 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f4fe05-5500-4624-bebc-a62499e1fe76 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:11.721346 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'status': 'completed', 'code': 200} Aug 06 15:31:11.724761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.725313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:31:11.733109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:11.736544 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa76f7aa-7f6b-4cc5-b18d-a7bd4a6f4aed admin admin] 10.222.0.16 "DELETE /v2.0/routers/cf3f73ca-6a37-4e05-ae13-b2dbbcd6d798 HTTP/1.1" status: 204 len: 168 time: 2.4767835 Aug 06 15:31:11.738181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:11.751994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:11.856701 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:08Z', 'revision_number': 3, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:11.859634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6f54-700d-4fa9-a931-30708a955f7f req-e82478e9-f5fa-439e-a3b2-2a57cf5db8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:11.862884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-e82478e9-f5fa-439e-a3b2-2a57cf5db8a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1124 time: 0.1852953 Aug 06 15:31:11.903456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-eab64903-f84e-418e-be5c-427b8a4981b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:11.911722 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-eab64903-f84e-418e-be5c-427b8a4981b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1096 time: 0.1815248 Aug 06 15:31:11.915106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Deleting subnet 4156873f-7d4e-47c2-b011-0771b24a72d3 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:11.937675 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Checking router: e718269a-5149-40a3-a865-d979f722f031 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:11.938171 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Updating router e718269a-5149-40a3-a865-d979f722f031 port c4467177-8148-4407-8fd8-301ff0bfab13 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:31:11.966130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.006135 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.032622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-868848613-network', 'tenant_id': '69a7d8637fa14f3f8ad2dfe5f6de43f8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:12.137037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.180943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-35f7d93c-8dc0-43d2-88b1-c632670907f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.182543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-35f7d93c-8dc0-43d2-88b1-c632670907f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.2087500 Aug 06 15:31:12.222714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb58a35-c9fb-4825-acd6-d6d5553b99fb req-c3eb9a53-c3e5-4733-804b-13fb09107dd6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.224481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5bb58a35-c9fb-4825-acd6-d6d5553b99fb req-c3eb9a53-c3e5-4733-804b-13fb09107dd6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.1780505 Aug 06 15:31:12.231095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6f54-700d-4fa9-a931-30708a955f7f req-5cc27212-bcfb-4ef2-a685-54e757ed260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.232686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-5cc27212-bcfb-4ef2-a685-54e757ed260b service neutron] 10.222.0.64 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.3561506 Aug 06 15:31:12.253971 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-2b44dfae-7e42-4c0a-9a7e-460a933fd3d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 217 time: 0.0455313 Aug 06 15:31:12.341330 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.362861 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Transition to ACTIVE for port object c4467177-8148-4407-8fd8-301ff0bfab13 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:12.393311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Made reservation on behalf of 69a7d8637fa14f3f8ad2dfe5f6de43f8 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:12.395899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.399784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.404034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-495c9fc6-47f9-4a2a-a75d-ee382b30983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.406987 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-495c9fc6-47f9-4a2a-a75d-ee382b30983d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.1395466 Aug 06 15:31:12.410132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-952573cd-478b-491f-9493-d5cc5e7a833d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 217 time: 0.1502182 Aug 06 15:31:12.421418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.450150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6e5fa426-3f1c-42ae-ae78-1d016008e49f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:12.454938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.460564 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.474945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-050a629c-336c-4f53-95af-8e3b83d18da0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460920 Aug 06 15:31:12.494322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6e5fa426-3f1c-42ae-ae78-1d016008e49f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:12.497993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6e5fa426-3f1c-42ae-ae78-1d016008e49f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:12.498643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ee93e4b-bdad-482b-ad76-af8837e4ef00 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:12.520797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5bb58a35-c9fb-4825-acd6-d6d5553b99fb req-72cfd9d9-4bff-499b-843a-fa6bd742e8e4 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596498 Aug 06 15:31:12.521469 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Pushing event updated for resources: {'Port': ['ID=c4467177-8148-4407-8fd8-301ff0bfab13,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:12.535661 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.536364 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.536871 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.537386 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.538797 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.539621 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.540327 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.540843 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.541410 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.542327 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.544079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.545165 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:12.553691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 0ee93e4b-bdad-482b-ad76-af8837e4ef00 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:12.558592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ee93e4b-bdad-482b-ad76-af8837e4ef00 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:12.584838 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Attempting to bind port c4467177-8148-4407-8fd8-301ff0bfab13 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:12.585210 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Attempting to bind port c4467177-8148-4407-8fd8-301ff0bfab13 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:12.585575 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Attempting to bind port c4467177-8148-4407-8fd8-301ff0bfab13 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:12.593394 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:12.593782 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:12.594238 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.596034 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:12.596555 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Bound port: c4467177-8148-4407-8fd8-301ff0bfab13, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:12.596972 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.648995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10ca7c-23c1-483b-972b-990ea9b3fe5c req-684832ff-759f-4d16-8fde-5f63afb359d5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.650568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef10ca7c-23c1-483b-972b-990ea9b3fe5c req-684832ff-759f-4d16-8fde-5f63afb359d5 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1681428 Aug 06 15:31:12.652112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db6f54-700d-4fa9-a931-30708a955f7f req-94165c2a-b833-45ff-ab3c-0067033ced91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.653658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-94165c2a-b833-45ff-ab3c-0067033ced91 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.2224023 Aug 06 15:31:12.681246 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] For port c4467177-8148-4407-8fd8-301ff0bfab13, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:12.684191 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] For port c4467177-8148-4407-8fd8-301ff0bfab13, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c4467177-8148-4407-8fd8-301ff0bfab13,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:12.716596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-7bda2a9c-c9fb-4108-8a2d-71b251f8f39c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456884 Aug 06 15:31:12.752133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.773710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef10ca7c-23c1-483b-972b-990ea9b3fe5c req-bf900306-c5f6-4143-9b67-2ef432e1df00 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162198 Aug 06 15:31:12.818381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.821377 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.838365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-d1815008-5cfd-424e-a149-cd31b0649755 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522701 Aug 06 15:31:12.877527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4156873f-7d4e-47c2-b011-0771b24a72d3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:12.884361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.890119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-084ad74a-8fd6-4289-8b0c-4fce89932074 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4156873f-7d4e-47c2-b011-0771b24a72d3 HTTP/1.1" status: 204 len: 168 time: 1.1494265 Aug 06 15:31:12.890296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15b094-32db-4537-9cb9-91c1f8d9c38a None None] Pushing event updated for resources: {'Port': ['ID=c4467177-8148-4407-8fd8-301ff0bfab13,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:12.891225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:12.897987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd2250-a2b0-4474-a179-70270d2fe716 None None] Network af254b5a-a85b-4209-8d7f-978ddc655f8b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:12.911562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Routers {'e718269a-5149-40a3-a865-d979f722f031'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:12.914890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:12.919514 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e718269a-5149-40a3-a865-d979f722f031'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:12.940888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:31:12.941998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18872baf-85c1-4070-928d-aac3d85cc665 req-05f07081-3bac-46b8-889f-4e9a22e462c4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:12.943652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18872baf-85c1-4070-928d-aac3d85cc665 req-05f07081-3bac-46b8-889f-4e9a22e462c4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.2043962 Aug 06 15:31:12.965382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Allocated IP 172.20.0.1 (d2d2063d-8471-442e-b0a1-063193afb135/3cdd26ef-4e21-45bf-bb52-69038258e631/e2518975-aeda-4fdf-9abc-9b79b2232f85) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:13.003156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-9150b037-8ba3-4e97-9829-d0be82e893d1 service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752521 Aug 06 15:31:13.008609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:13.034986 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] Set router e718269a-5149-40a3-a865-d979f722f031 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:13.061386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.061752 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Added segment e51648e2-baa7-4279-b29e-fcdfb05f2c4a of type vlan for network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 Aug 06 15:31:13.084160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:13.113827 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.135923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18872baf-85c1-4070-928d-aac3d85cc665 req-eedc00da-1138-4402-a05a-99bafc9fd013 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798077 Aug 06 15:31:13.215999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.229224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-61511470-network', 'tenant_id': 'fdf1af9ce40d494fbd84e48b3fe59bd4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:13.275344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] DHCP port deletion for af254b5a-a85b-4209-8d7f-978ddc655f8b request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:31:13.311420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.311986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29db6f54-700d-4fa9-a931-30708a955f7f req-3ddc593c-bab7-4563-b240-0a6c9ac2204a service neutron] 10.222.0.64 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875955 Aug 06 15:31:13.319311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-fc62b9d0-f0e9-4b39-a050-87d61ff8d212 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676147 Aug 06 15:31:13.322306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:08Z', 'revision_number': 3, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:13.339585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Transition to ACTIVE for port object e2518975-aeda-4fdf-9abc-9b79b2232f85 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:13.347010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] Deleting port e3d35482-02cd-4c57-98e5-88a1e1525a1a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:13.347604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.365045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Deleting port e3d35482-02cd-4c57-98e5-88a1e1525a1a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:13.365045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.368436 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932f6b1-2912-4e11-831b-a5549cb9d6e6 None None] The sync data for ids ['e718269a-5149-40a3-a865-d979f722f031'] in n-d-778550-6 is: [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:08Z', 'revision_number': 3, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:13.390814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Made reservation on behalf of fdf1af9ce40d494fbd84e48b3fe59bd4 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:13.394691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.430508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] For port e3d35482-02cd-4c57-98e5-88a1e1525a1a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3d35482-02cd-4c57-98e5-88a1e1525a1a,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:13.430917 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.431595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.447448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] Calling delete_port for e3d35482-02cd-4c57-98e5-88a1e1525a1a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:13.465780 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.469665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:13.471938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.477770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.494835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] For port e3d35482-02cd-4c57-98e5-88a1e1525a1a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3d35482-02cd-4c57-98e5-88a1e1525a1a,segment=NetworkSegment(b87103e8-4b33-4dbf-bf85-3446d22bbf7b),segment_id=b87103e8-4b33-4dbf-bf85-3446d22bbf7b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:13.494835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.511498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Calling delete_port for e3d35482-02cd-4c57-98e5-88a1e1525a1a owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:13.612991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Network d2d2063d-8471-442e-b0a1-063193afb135 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:13.624970 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.629155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:13.633552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:13.640356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] Pushing event updated for resources: {'Network': ['ID=cf873ebd-fc95-4f2b-ae42-b2947e2ce177,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:13.663681 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.668758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.681415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2518975-aeda-4fdf-9abc-9b79b2232f85,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:13.687486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:31:13.694938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] No DVR routers for this DVR port e3d35482-02cd-4c57-98e5-88a1e1525a1a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:13.729645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d35482-02cd-4c57-98e5-88a1e1525a1a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:13.747374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] No DVR routers for this DVR port e3d35482-02cd-4c57-98e5-88a1e1525a1a on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:13.772262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.773391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed923b6-7e9f-47a1-8942-6953f8d07e38 None None] Pushing event deleted for resources: {'Port': ['ID=e3d35482-02cd-4c57-98e5-88a1e1525a1a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:13.784242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:13.873871 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5046171-60f7-4fd7-bc4d-52279503bb46 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1189525 Aug 06 15:31:13.883669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:13.883669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Request body: {'subnet': {'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-868848613-subnet', 'tenant_id': '69a7d8637fa14f3f8ad2dfe5f6de43f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:13.899548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:31:13.978650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923a5f-20ef-4930-9fb7-846fa09603fa req-a67a5b43-e98b-4eb3-a1c9-b9569688e0f5 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:13.980766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03923a5f-20ef-4930-9fb7-846fa09603fa req-a67a5b43-e98b-4eb3-a1c9-b9569688e0f5 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.3017950 Aug 06 15:31:13.981613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45536f34-6e46-441a-93df-494963c15bea,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:14.000580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.001004 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Added segment a412b128-25a7-424f-937f-d44c4d11c959 of type vlan for network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 Aug 06 15:31:14.004172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Made reservation on behalf of 69a7d8637fa14f3f8ad2dfe5f6de43f8 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:14.010807 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.082058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.148454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.169974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af254b5a-a85b-4209-8d7f-978ddc655f8b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:14.190711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:14.195587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87103e8-4b33-4dbf-bf85-3446d22bbf7b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:14.205456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c4467177-8148-4407-8fd8-301ff0bfab13 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:14.216901 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.237769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3b49bceb-f326-49e8-a01e-93cc6206d68a None None] Provisioning for port e2518975-aeda-4fdf-9abc-9b79b2232f85 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:14.244056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3b49bceb-f326-49e8-a01e-93cc6206d68a None None] Provisioning complete for port e2518975-aeda-4fdf-9abc-9b79b2232f85 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:14.244688 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b49bceb-f326-49e8-a01e-93cc6206d68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.252424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964c78b-a4c8-4562-bc71-cf7f0c91aff8 req-4df7b859-ed61-4c6a-9fef-dc72b669a057 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:14.260368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1964c78b-a4c8-4562-bc71-cf7f0c91aff8 req-4df7b859-ed61-4c6a-9fef-dc72b669a057 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.3081458 Aug 06 15:31:14.287273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.293012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3b49bceb-f326-49e8-a01e-93cc6206d68a None None] Port e2518975-aeda-4fdf-9abc-9b79b2232f85 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:31:14.329100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.330325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:14.330924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.335610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03923a5f-20ef-4930-9fb7-846fa09603fa req-3e19f3fc-351c-465a-8951-73b9f18d6b5f tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123945 Aug 06 15:31:14.339018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:14.339360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.355457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.390197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:14.394506 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:14.460384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c4467177-8148-4407-8fd8-301ff0bfab13 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:14.466783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c4467177-8148-4407-8fd8-301ff0bfab13 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:14.468021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.571829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=b651d6d3-4215-4855-a8ca-6aae9a91f8e5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:14.586754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:31:14.630130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1964c78b-a4c8-4562-bc71-cf7f0c91aff8 req-47ea0d4c-c933-455b-a053-cac8f0cdf9ff tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675652 Aug 06 15:31:14.651916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-edf97c3c-eb74-47bc-8c9a-399a57344aa1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6410942 Aug 06 15:31:14.654242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:14.667400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Request body: {'subnet': {'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-61511470-subnet', 'tenant_id': 'fdf1af9ce40d494fbd84e48b3fe59bd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:14.697729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac5f6b-1eab-49e8-adb7-8a8385f94a88 req-b27ef01a-4369-470e-a637-2180527b971f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:14.700129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e6d290-1cac-49ff-8cf1-b28d01013e1f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:14.719992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4ac5f6b-1eab-49e8-adb7-8a8385f94a88 req-b27ef01a-4369-470e-a637-2180527b971f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.2450862 Aug 06 15:31:14.728681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Checking segment: {'id': 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:14.729053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Network hostable DHCP agents. Network: cf873ebd-fc95-4f2b-ae42-b2947e2ce177, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:31:14.739050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.793406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.795423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] 10.222.0.16 "DELETE /v2.0/networks/af254b5a-a85b-4209-8d7f-978ddc655f8b HTTP/1.1" status: 204 len: 168 time: 1.9011064 Aug 06 15:31:14.812828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.815855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.819736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548f220-7578-4d8a-b00e-23ce68d7e283 admin admin] Pushing event deleted for resources: {'Network': ['ID=af254b5a-a85b-4209-8d7f-978ddc655f8b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:14.841326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4ac5f6b-1eab-49e8-adb7-8a8385f94a88 req-43b8d55e-f901-4051-bb5e-7c27a15eadd6 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200519 Aug 06 15:31:14.843008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:31:14.861392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c4467177-8148-4407-8fd8-301ff0bfab13, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c4467177-8148-4407-8fd8-301ff0bfab13,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:14.912464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.935081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Made reservation on behalf of fdf1af9ce40d494fbd84e48b3fe59bd4 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:14.935287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.936938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:14.969462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, cf873ebd-fc95-4f2b-ae42-b2947e2ce177) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:14.981179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b931e-8b16-4788-b6db-fdd6a8a4eeb4 None None] Network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:14.995294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:14.996242 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.038490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2518975-aeda-4fdf-9abc-9b79b2232f85,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:15.042490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.071624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3d35482-02cd-4c57-98e5-88a1e1525a1a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:15.093845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c4467177-8148-4407-8fd8-301ff0bfab13,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:15.100965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e3d35482-02cd-4c57-98e5-88a1e1525a1a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:15.104636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3d35482-02cd-4c57-98e5-88a1e1525a1a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:15.137038 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2461fc90-2ce8-4627-b888-1e761c85279c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2584224 Aug 06 15:31:15.202162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Network d2d2063d-8471-442e-b0a1-063193afb135 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:15.204291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:15.243565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4ba588-8a38-4e9f-bfc3-1dbbd207505f None None] Network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:15.263992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:15.348721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-76e493c1-e8ee-4caa-b806-9ad70b0b9985 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afe96c93ef5042bfb3d15e76479edd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834863 Aug 06 15:31:15.349758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.357346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:15.458627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbee7cff-1182-4033-8e08-1ba169bb35b3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:15.479630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Router e718269a-5149-40a3-a865-d979f722f031 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:15.555680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Checking segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:15.555680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Network hostable DHCP agents. Network: b651d6d3-4215-4855-a8ca-6aae9a91f8e5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:31:15.622803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-699c6818-1b95-4499-9b78-4c896db96a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.632923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0fcc3228-90ad-4ace-bf54-a37bb2dcb1b0 None None] Provisioning complete for port e2518975-aeda-4fdf-9abc-9b79b2232f85 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:15.634806 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0fcc3228-90ad-4ace-bf54-a37bb2dcb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.675479 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-699c6818-1b95-4499-9b78-4c896db96a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.715359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:15.723837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc3228-90ad-4ace-bf54-a37bb2dcb1b0 None None] Port e2518975-aeda-4fdf-9abc-9b79b2232f85 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:31:15.745481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f4e071df-2fa7-4ba3-93ea-7020a457fcd7 admin admin] 10.222.0.16 "PUT /v2.0/routers/e718269a-5149-40a3-a865-d979f722f031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7375457 Aug 06 15:31:15.765655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:31:15.879287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-699c6818-1b95-4499-9b78-4c896db96a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.880014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-699c6818-1b95-4499-9b78-4c896db96a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:15.881471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-699c6818-1b95-4499-9b78-4c896db96a3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/03a97685-e12e-4656-90bc-bec93a18430a HTTP/1.1" status: 204 len: 168 time: 0.4307837 Aug 06 15:31:15.900566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c6818-1b95-4499-9b78-4c896db96a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a97685-e12e-4656-90bc-bec93a18430a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:15.993729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Sync routers for ids ['e718269a-5149-40a3-a865-d979f722f031'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:16.004447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Routers {'e718269a-5149-40a3-a865-d979f722f031'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:16.005334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e718269a-5149-40a3-a865-d979f722f031'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:16.147041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Set router e718269a-5149-40a3-a865-d979f722f031 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:16.176996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c4467177-8148-4407-8fd8-301ff0bfab13 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:16.272060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b651d6d3-4215-4855-a8ca-6aae9a91f8e5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:16.285890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f2adcf-19a7-4931-af34-1f6d94b9c2c1 None None] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:16.298148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:16.299111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:16.390987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe245444-4fd3-4680-a411-b42f86a744da req-bf02a4e2-eb89-48c9-ac03-c71c34ac9ced tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:16.393266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe245444-4fd3-4680-a411-b42f86a744da req-bf02a4e2-eb89-48c9-ac03-c71c34ac9ced tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.8925416 Aug 06 15:31:16.437037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8801f958-1c6a-4b98-838b-2224b106ceef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7802577 Aug 06 15:31:16.450572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-e24e7ec6-cae4-4841-bfe0-78b00828a3fc tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:16.452237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-e24e7ec6-cae4-4841-bfe0-78b00828a3fc tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/networks?id=cf873ebd-fc95-4f2b-ae42-b2947e2ce177 HTTP/1.1" status: 200 len: 813 time: 0.1831708 Aug 06 15:31:16.485868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe245444-4fd3-4680-a411-b42f86a744da req-7cb2f574-8b99-49fd-9c13-751876b9033b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850515 Aug 06 15:31:16.489640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-12dcbfa1-d562-4317-bcd3-1da031b0afc7 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/quotas/69a7d8637fa14f3f8ad2dfe5f6de43f8 HTTP/1.1" status: 200 len: 375 time: 0.0193660 Aug 06 15:31:16.550698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-194241a5-03c8-48b6-86a1-fae1ceacc818 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=69a7d8637fa14f3f8ad2dfe5f6de43f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493758 Aug 06 15:31:16.590283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c4467177-8148-4407-8fd8-301ff0bfab13 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:16.590283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:16.758469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423b2d8a-abe3-4ab4-abd6-62c861adb7ef None None] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:16.799852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-dce2205d-a0d4-44de-9b1b-ddedf1bd553a service neutron] 10.222.0.16 "GET /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383170 Aug 06 15:31:16.868984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e2518975-aeda-4fdf-9abc-9b79b2232f85', 'name': '', 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'mac_address': 'fa:16:3e:40:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3cdd26ef-4e21-45bf-bb52-69038258e631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:12Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 2, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'subnets': [{'id': '3cdd26ef-4e21-45bf-bb52-69038258e631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:16.912899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-55a03275-bb94-499c-bb8d-1b4d923d1380 service neutron] 10.222.0.16 "GET /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108520 Aug 06 15:31:16.936445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94395b-b6e5-4f1f-8cd7-d665d48bd9aa req-6ce15e62-3f4c-4e1b-a204-b95456eb2f80 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:16.943852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf94395b-b6e5-4f1f-8cd7-d665d48bd9aa req-6ce15e62-3f4c-4e1b-a204-b95456eb2f80 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.3256946 Aug 06 15:31:16.957010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Checking router: e718269a-5149-40a3-a865-d979f722f031 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:16.961231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Updating router e718269a-5149-40a3-a865-d979f722f031 port e2518975-aeda-4fdf-9abc-9b79b2232f85 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:31:16.978230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-aafc8a26-0d4a-4e18-a5fc-97194296b72d service neutron] 10.222.0.64 "GET /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.1014416 Aug 06 15:31:16.990624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf94395b-b6e5-4f1f-8cd7-d665d48bd9aa req-a36f94fa-c891-4d26-81ca-3693633ec577 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Aug 06 15:31:17.079071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:17.304158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:17.329181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:17.347699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3f67f-669e-40a9-babd-cfd64b613427 req-c4e32d18-2662-4afd-9d60-6bd611551bae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:17.349439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32c3f67f-669e-40a9-babd-cfd64b613427 req-c4e32d18-2662-4afd-9d60-6bd611551bae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.1315761 Aug 06 15:31:17.421703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32c3f67f-669e-40a9-babd-cfd64b613427 req-3615da1f-5170-49fd-8468-9b0655ac4e57 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642638 Aug 06 15:31:17.562197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-497655f2-ea37-49cb-923a-961ba3822d8d req-dacf3c1a-5650-4be3-b0a4-6a021f485ace tempest-FloatingIPsNegativeTestJSON-540254725 tempest-FloatingIPsNegativeTestJSON-540254725-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=6ee0c7a6d94740588d9bee44f35b071c HTTP/1.1" status: 200 len: 217 time: 0.0674002 Aug 06 15:31:17.606323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:17.624141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Transition to ACTIVE for port object e2518975-aeda-4fdf-9abc-9b79b2232f85 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:17.631307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3eded2c2-5dda-4580-ad48-fe46b133b0e2 req-7f1be802-2be1-4637-98d5-7df9b0048cb5 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 210 time: 0.0403030 Aug 06 15:31:17.706400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:17.781151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab1668-cd8a-4956-b16b-7d3ae6c079c6 req-e425b23c-339b-4a1e-b4ce-05a7487b0ec7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:17.797917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c4cb-352f-4333-999e-ee1eddb78d95 None None] Pushing event updated for resources: {'Port': ['ID=e2518975-aeda-4fdf-9abc-9b79b2232f85,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:17.807263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53ab1668-cd8a-4956-b16b-7d3ae6c079c6 req-e425b23c-339b-4a1e-b4ce-05a7487b0ec7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 943 time: 0.1114435 Aug 06 15:31:17.935367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53ab1668-cd8a-4956-b16b-7d3ae6c079c6 req-c045a38e-283d-49fe-970a-ed707d607aab tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256046 Aug 06 15:31:17.969942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d69dba3e-3234-4ed5-9147-b2a0ea06a84a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:17.974406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Attempting to bind port e2518975-aeda-4fdf-9abc-9b79b2232f85 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:17.974406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Attempting to bind port e2518975-aeda-4fdf-9abc-9b79b2232f85 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:17.974745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Attempting to bind port e2518975-aeda-4fdf-9abc-9b79b2232f85 on network d2d2063d-8471-442e-b0a1-063193afb135 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:17.985417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:17.995993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:17.998931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Checking segment: {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:17.999781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:18.004458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Bound using segment: {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:18.005222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Bound port: e2518975-aeda-4fdf-9abc-9b79b2232f85, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:18.005887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:18.065323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:18.072631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a2a7057-1fc5-461e-ac56-e5c65c5f4fc4 req-d476568e-afd7-4eb1-9c6a-68ebc82515d7 tempest-FloatingIPsNegativeTestJSON-540254725 tempest-FloatingIPsNegativeTestJSON-540254725-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0768812 Aug 06 15:31:18.209626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] For port e2518975-aeda-4fdf-9abc-9b79b2232f85, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:18.213214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] For port e2518975-aeda-4fdf-9abc-9b79b2232f85, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2518975-aeda-4fdf-9abc-9b79b2232f85,segment=NetworkSegment(36cc7d2d-32a6-4fc0-b65f-d8cc133693bf),segment_id=36cc7d2d-32a6-4fc0-b65f-d8cc133693bf)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:18.255182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] Transition to ACTIVE for port object d69dba3e-3234-4ed5-9147-b2a0ea06a84a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:18.317311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-51dced12-be8f-4e93-95ae-e6f0384aa475 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:18.319500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-51dced12-be8f-4e93-95ae-e6f0384aa475 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 820 time: 0.1711850 Aug 06 15:31:18.365809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-9abebe94-4e47-4e6c-b42d-1e5c6ec2478c tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/quotas/fdf1af9ce40d494fbd84e48b3fe59bd4 HTTP/1.1" status: 200 len: 375 time: 0.0293245 Aug 06 15:31:18.380521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:18.382148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:18.441390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f74c-9a8a-4868-af24-7da79d65576d req-291ade7b-b71f-40b7-84d5-65d2304339a0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:18.443685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3000f74c-9a8a-4868-af24-7da79d65576d req-291ade7b-b71f-40b7-84d5-65d2304339a0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1166136 Aug 06 15:31:18.456894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-804ad1ab-cc41-420b-9d57-740db05f4946 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831780 Aug 06 15:31:18.462385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Routers {'e718269a-5149-40a3-a865-d979f722f031'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:18.462385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e718269a-5149-40a3-a865-d979f722f031'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:18.476182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] No DVR routers for this DVR port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:18.527369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c4cb-352f-4333-999e-ee1eddb78d95 None None] Pushing event updated for resources: {'Port': ['ID=e2518975-aeda-4fdf-9abc-9b79b2232f85,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:18.537866 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] 10.222.0.64 "PUT /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5495522 Aug 06 15:31:18.542620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be04dfc-18b5-42c3-ab32-cba42180fa28 service neutron] Pushing event updated for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:18.587514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:18.628440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3000f74c-9a8a-4868-af24-7da79d65576d req-d749fc17-7aab-40eb-994f-dcf4704c5802 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685784 Aug 06 15:31:18.661894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-dfeb1d2c-3cea-4348-9093-e99806b99ad5 service neutron] 10.222.0.16 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039292 Aug 06 15:31:18.695235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] Set router e718269a-5149-40a3-a865-d979f722f031 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:18.697781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:18.765299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-c71e00c9-14f5-4e7b-ad85-bb50b82cd271 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:18.768298 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-c71e00c9-14f5-4e7b-ad85-bb50b82cd271 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0976026 Aug 06 15:31:18.792888 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-c709539e-d872-4df2-a9f0-3b51783e7315 req-b6664b9f-8fd7-4999-9b61-38430e8ed4b9 tempest-FloatingIPsNegativeTestJSON-540254725 tempest-FloatingIPsNegativeTestJSON-540254725-project] show failed (client error): The resource could not be found. Aug 06 15:31:18.793951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c709539e-d872-4df2-a9f0-3b51783e7315 req-b6664b9f-8fd7-4999-9b61-38430e8ed4b9 tempest-FloatingIPsNegativeTestJSON-540254725 tempest-FloatingIPsNegativeTestJSON-540254725-project] 10.222.0.16 "GET /v2.0/floatingips/76b8e132-cd9b-46de-80e9-35ebca415822 HTTP/1.1" status: 404 len: 350 time: 0.1243863 Aug 06 15:31:18.810202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:18.838030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-c3675c35-7790-44c4-b7d7-e6f877c050b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:18.839743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-c3675c35-7790-44c4-b7d7-e6f877c050b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb&tenant_id=cf5d145e7085415f8883a32812e19849 HTTP/1.1" status: 200 len: 1095 time: 0.0627782 Aug 06 15:31:18.966969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-534dde6f-464a-41d7-87ed-6f25d7e6243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:18.969512 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-534dde6f-464a-41d7-87ed-6f25d7e6243f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cf5d145e7085415f8883a32812e19849&device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1095 time: 0.1000938 Aug 06 15:31:19.076129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-2267acd9-a420-4d77-808b-6865a7e8543d service neutron] 10.222.0.16 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997164 Aug 06 15:31:19.121214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e2518975-aeda-4fdf-9abc-9b79b2232f85', 'name': '', 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'mac_address': 'fa:16:3e:40:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3cdd26ef-4e21-45bf-bb52-69038258e631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:12Z', 'updated_at': '2021-08-06T15:31:18Z', 'revision_number': 4, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'subnets': [{'id': '3cdd26ef-4e21-45bf-bb52-69038258e631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:19.164070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fec447c-b258-4cfa-87ce-9964efbf1bba None None] The sync data for ids ['e718269a-5149-40a3-a865-d979f722f031'] in n-d-778550-6 is: [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e2518975-aeda-4fdf-9abc-9b79b2232f85', 'name': '', 'network_id': 'd2d2063d-8471-442e-b0a1-063193afb135', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'mac_address': 'fa:16:3e:40:5a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '3cdd26ef-4e21-45bf-bb52-69038258e631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:12Z', 'updated_at': '2021-08-06T15:31:18Z', 'revision_number': 4, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'subnets': [{'id': '3cdd26ef-4e21-45bf-bb52-69038258e631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:19.179999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-76fabd73-b4cc-429d-bcfa-187a7fb4a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:19.181373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-76fabd73-b4cc-429d-bcfa-187a7fb4a1ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 200 len: 921 time: 0.2046020 Aug 06 15:31:19.215554 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:31:19.296490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-67932f2a-04c1-406c-be63-69aa997b2b4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 200 len: 217 time: 0.1061864 Aug 06 15:31:19.377998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:19.402453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8cb96c1c-d2a3-4b8b-b279-0c3d1d8c6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:19.406572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-8cb96c1c-d2a3-4b8b-b279-0c3d1d8c6981 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 200 len: 860 time: 0.1019402 Aug 06 15:31:19.492262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-924abfa2-d955-479b-a166-f7e494768664 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be11bacc-ac25-455f-9473-efb1d3d3947f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757906 Aug 06 15:31:19.674673 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-f1fd950f-e767-4009-a28d-84f41b07a0de service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717291 Aug 06 15:31:19.746380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8821287f-3598-48fd-bf01-c5a815663fd7 req-39044498-67c2-4a62-be8d-2def3da2f0ae tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 210 time: 0.1565034 Aug 06 15:31:19.810527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-d12a13ae-4c0f-4209-b705-173c373447de service neutron] 10.222.0.59 "GET /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233087 Aug 06 15:31:19.827860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddd822-c925-47f6-a782-bfece6fc3908 req-396a5218-2f02-4e73-81f7-8e1a728e3a1e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:19.839855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57ddd822-c925-47f6-a782-bfece6fc3908 req-396a5218-2f02-4e73-81f7-8e1a728e3a1e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.2823372 Aug 06 15:31:19.950077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57ddd822-c925-47f6-a782-bfece6fc3908 req-a9196235-328a-409d-9f31-14194264c761 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090724 Aug 06 15:31:19.977473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6b2ea-29a5-4203-99e1-a1d444beefc3 req-0a61ff36-4afd-45ec-9fe8-0ac22765ab37 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:19.984864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccd6b2ea-29a5-4203-99e1-a1d444beefc3 req-0a61ff36-4afd-45ec-9fe8-0ac22765ab37 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 944 time: 0.1141696 Aug 06 15:31:20.136626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccd6b2ea-29a5-4203-99e1-a1d444beefc3 req-1d73b0d8-3613-4892-9ec9-a41b7c559e0b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150813 Aug 06 15:31:20.140876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Deleting port e2518975-aeda-4fdf-9abc-9b79b2232f85 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:20.144626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:20.262369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2518975-aeda-4fdf-9abc-9b79b2232f85 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:20.307455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d850dd7-240a-4476-944e-1db68c7dcd72 req-88f49943-1a67-4432-ae3d-565090a62e7f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 210 time: 0.0788293 Aug 06 15:31:20.489833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] For port e2518975-aeda-4fdf-9abc-9b79b2232f85, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2518975-aeda-4fdf-9abc-9b79b2232f85,segment=NetworkSegment(36cc7d2d-32a6-4fc0-b65f-d8cc133693bf),segment_id=36cc7d2d-32a6-4fc0-b65f-d8cc133693bf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:20.490277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:20.515436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7e4ef771-6d0a-490c-b5c7-daa0e2a6ec21 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:20.517788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-7e4ef771-6d0a-490c-b5c7-daa0e2a6ec21 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb&tenant_id=cf5d145e7085415f8883a32812e19849&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.0740128 Aug 06 15:31:20.533984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ba7fc-f0ef-4ce3-b0f1-efa9414e14c8 req-2f394b79-697b-4dc7-9198-03c725f16f35 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:20.543447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-393ba7fc-f0ef-4ce3-b0f1-efa9414e14c8 req-2f394b79-697b-4dc7-9198-03c725f16f35 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1779757 Aug 06 15:31:20.546173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Calling delete_port for e2518975-aeda-4fdf-9abc-9b79b2232f85 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:20.572672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e2518975-aeda-4fdf-9abc-9b79b2232f85 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:20.577650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e2518975-aeda-4fdf-9abc-9b79b2232f85 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:20.582985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:20.597476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-393ba7fc-f0ef-4ce3-b0f1-efa9414e14c8 req-26f23b8e-3fcb-4c3b-bb3e-45ee4766ddf2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Aug 06 15:31:20.740139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92aa8e-70f2-41b9-b6a7-1382b51dfe63 req-d5d48b74-7e4c-4f34-b0b3-4d752b0d9170 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:20.749543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b92aa8e-70f2-41b9-b6a7-1382b51dfe63 req-d5d48b74-7e4c-4f34-b0b3-4d752b0d9170 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.1491888 Aug 06 15:31:20.754636 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:20.836825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e2518975-aeda-4fdf-9abc-9b79b2232f85, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2518975-aeda-4fdf-9abc-9b79b2232f85,segment=NetworkSegment(36cc7d2d-32a6-4fc0-b65f-d8cc133693bf),segment_id=36cc7d2d-32a6-4fc0-b65f-d8cc133693bf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:20.908460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b92aa8e-70f2-41b9-b6a7-1382b51dfe63 req-7b300f04-942a-4d0a-832e-ca1717e7029e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557424 Aug 06 15:31:20.932207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-d7f84e32-5917-4fcd-8b4e-4720eca18816 service neutron] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:20.936404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-d7f84e32-5917-4fcd-8b4e-4720eca18816 service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:20.937879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4aa50fe0-adad-4945-bfaf-49ef075b1704 req-d7f84e32-5917-4fcd-8b4e-4720eca18816 service neutron] 10.222.0.59 "DELETE /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.4091084 Aug 06 15:31:20.953955 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:21.112645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e2518975-aeda-4fdf-9abc-9b79b2232f85,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:21.123570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.124344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.124879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.125513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.132241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.133002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.133755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.134542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.135208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.135928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.136844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.137867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.239670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35768) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:21.256280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ca27726-c23f-4718-b0b2-10c67fb02315 req-848d3a32-3554-40d3-8c56-1fa9ed6f9a8d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 210 time: 0.3487735 Aug 06 15:31:21.305285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:21.379663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-da041e06-a938-4521-b6b0-b790f38b7900 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:21.381860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-da041e06-a938-4521-b6b0-b790f38b7900 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.64 "GET /v2.0/networks?id=cf873ebd-fc95-4f2b-ae42-b2947e2ce177 HTTP/1.1" status: 200 len: 813 time: 0.3788760 Aug 06 15:31:21.390652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2518975-aeda-4fdf-9abc-9b79b2232f85,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:21.409960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Request body: {'port': {'device_id': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177', 'admin_state_up': True, 'tenant_id': '69a7d8637fa14f3f8ad2dfe5f6de43f8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:21.563612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:21.707742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:21.806863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:21.869981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70aa26-6063-46d0-8910-708313619d1f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:21.885427 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e7ef447e2ec4f5691c10f2ac4409ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440744 Aug 06 15:31:21.886318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:21.912709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c225e-29ed-4708-bc33-8188e2e78c9e req-52f395a6-f818-4a05-aca0-65586d774730 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:21.913423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.913873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.914223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-157c225e-29ed-4708-bc33-8188e2e78c9e req-52f395a6-f818-4a05-aca0-65586d774730 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.7080417 Aug 06 15:31:21.914398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.914852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.915864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.916448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.917237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.917237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.917867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.918283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.918740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.919607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150e18c5-da04-4f39-a2ee-576995ef6685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:21.929859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Made reservation on behalf of 69a7d8637fa14f3f8ad2dfe5f6de43f8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:21.934769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:21.979330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977201f-2b44-4601-99df-f8f7ec479af8 req-dc54bcb2-1ce7-4a65-98b7-e5f96934ca79 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:21.981283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9977201f-2b44-4601-99df-f8f7ec479af8 req-dc54bcb2-1ce7-4a65-98b7-e5f96934ca79 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 944 time: 0.5846109 Aug 06 15:31:22.023020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f144034-d52e-4f65-9c5c-e1f43d2b238e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.061710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f144034-d52e-4f65-9c5c-e1f43d2b238e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.076336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-157c225e-29ed-4708-bc33-8188e2e78c9e req-5ba039cb-e15c-47f4-8c78-3a83f84a4ce4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295624 Aug 06 15:31:22.143252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Allocated IP 172.20.0.7 (cf873ebd-fc95-4f2b-ae42-b2947e2ce177/00e6d290-1cac-49ff-8cf1-b28d01013e1f/658bdae2-f4b0-487f-8aa5-c1f8ac951502) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:22.203131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9977201f-2b44-4601-99df-f8f7ec479af8 req-3fb53f73-9725-44a8-8592-83f9f76aa835 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838436 Aug 06 15:31:22.239456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f2ec7d4-722e-45b1-ab3f-579afea36a4a req-20f4f3dd-4bcb-410c-828e-f2dce15ec743 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 210 time: 0.0549285 Aug 06 15:31:22.247922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.292670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f144034-d52e-4f65-9c5c-e1f43d2b238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.297051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f144034-d52e-4f65-9c5c-e1f43d2b238e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.298609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f144034-d52e-4f65-9c5c-e1f43d2b238e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe70aa26-6063-46d0-8910-708313619d1f HTTP/1.1" status: 204 len: 168 time: 0.4067857 Aug 06 15:31:22.344448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f144034-d52e-4f65-9c5c-e1f43d2b238e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70aa26-6063-46d0-8910-708313619d1f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:22.441380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.537407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac27b70-da0d-464a-a9d4-847d52cb0b9b req-e9a3bb56-c6c8-4e74-b5d3-fc4570750eb2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:22.539610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ac27b70-da0d-464a-a9d4-847d52cb0b9b req-e9a3bb56-c6c8-4e74-b5d3-fc4570750eb2 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1244111 Aug 06 15:31:22.567435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.616467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:22.622190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:22.626074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:22.648757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ac27b70-da0d-464a-a9d4-847d52cb0b9b req-ee711443-6096-4523-b07c-8da58e1b94cb tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004951 Aug 06 15:31:22.655409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Pushing event updated for resources: {'Port': ['ID=658bdae2-f4b0-487f-8aa5-c1f8ac951502,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:22.682899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Router e718269a-5149-40a3-a865-d979f722f031 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:22.708551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:22.711022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:22.799130 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-033f2156-e289-4232-8455-9fc171d9669d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4068675 Aug 06 15:31:22.821669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Request body: {'port': {'device_id': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:22.853100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:22.862515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5a385afd-eeb2-4496-bbf7-6674f17508a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/e718269a-5149-40a3-a865-d979f722f031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0487845 Aug 06 15:31:22.863035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:22.868874 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] Sync routers for ids ['e718269a-5149-40a3-a865-d979f722f031'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:22.884276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] Routers {'e718269a-5149-40a3-a865-d979f722f031'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:22.884957 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e718269a-5149-40a3-a865-d979f722f031'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:22.905467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917181e-734f-427f-ae24-8a3b7d5ba039 req-017a55e3-2158-4a89-9b66-355afb340fda tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:22.907203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3917181e-734f-427f-ae24-8a3b7d5ba039 req-017a55e3-2158-4a89-9b66-355afb340fda tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 931 time: 0.1596143 Aug 06 15:31:22.913976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.097353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f5805-e3b4-49db-bebe-ce833c8a1148 req-9a8f7a60-df44-40bf-8cdb-28f3dfcaa9db tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:23.098055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d69f5805-e3b4-49db-bebe-ce833c8a1148 req-9a8f7a60-df44-40bf-8cdb-28f3dfcaa9db tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 1095 time: 0.1549165 Aug 06 15:31:23.109377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3917181e-734f-427f-ae24-8a3b7d5ba039 req-a1c2f5f1-92c1-446d-b095-7d6680b04071 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403928 Aug 06 15:31:23.185133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.216493 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] Set router e718269a-5149-40a3-a865-d979f722f031 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:23.257123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d69f5805-e3b4-49db-bebe-ce833c8a1148 req-e69ae86e-00f8-4fdb-859e-0311a4c32447 tempest-LiveAutoBlockMigrationV225Test-399159222 tempest-LiveAutoBlockMigrationV225Test-399159222-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332893 Aug 06 15:31:23.432358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658bdae2-f4b0-487f-8aa5-c1f8ac951502 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:23.446528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.484203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:21Z', 'revision_number': 5, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:23.492143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Transition to ACTIVE for port object 658bdae2-f4b0-487f-8aa5-c1f8ac951502 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:23.502270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e6cb2-bbe3-4d27-affc-ece73c63a0b5 req-7f1e2851-b90e-4d6e-98dd-49835d4b8ca0 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:23.502270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f2e6cb2-bbe3-4d27-affc-ece73c63a0b5 req-7f1e2851-b90e-4d6e-98dd-49835d4b8ca0 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.2668095 Aug 06 15:31:23.522196 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] Checking router: e718269a-5149-40a3-a865-d979f722f031 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:23.533825 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] Routers {'e718269a-5149-40a3-a865-d979f722f031'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:23.534605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.534769 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e718269a-5149-40a3-a865-d979f722f031'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:23.576430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1549-cab8-4423-8e20-a1c8b30c3aa2 req-e0223588-01d9-4cd2-97b2-dbba9b149366 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:23.577977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-193f1549-cab8-4423-8e20-a1c8b30c3aa2 req-e0223588-01d9-4cd2-97b2-dbba9b149366 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.2047157 Aug 06 15:31:23.588437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-90c839dc-bcca-4f01-8905-b415aa86383b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:23.589960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-90c839dc-bcca-4f01-8905-b415aa86383b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 820 time: 0.2493837 Aug 06 15:31:23.599451 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.625392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'port': {'device_id': '0bf722df-c609-43b3-9a72-50bc761d4007', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'admin_state_up': True, 'tenant_id': 'fdf1af9ce40d494fbd84e48b3fe59bd4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:23.648405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f2e6cb2-bbe3-4d27-affc-ece73c63a0b5 req-a687255f-750f-4997-a024-7b3ff7aebb11 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253181 Aug 06 15:31:23.683898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] Set router e718269a-5149-40a3-a865-d979f722f031 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:23.695922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Pushing event updated for resources: {'Port': ['ID=658bdae2-f4b0-487f-8aa5-c1f8ac951502,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:23.775900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-193f1549-cab8-4423-8e20-a1c8b30c3aa2 req-032a8c44-f16f-43c8-a143-b389f8115aeb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834104 Aug 06 15:31:23.778349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Attempting to bind port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:23.778906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Attempting to bind port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:23.779422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Attempting to bind port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 on network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:23.796084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 on network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:23.796411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Attempting to bind port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 on network cf873ebd-fc95-4f2b-ae42-b2947e2ce177 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:23.803695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:23.804400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Checking segment: {'id': 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:23.809685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Bound using segment: {'id': 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:23.809685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Bound port: 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:23.809685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.895527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] For port 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:23.899938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] For port 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502,segment=NetworkSegment(e51648e2-baa7-4279-b29e-fcdfb05f2c4a),segment_id=e51648e2-baa7-4279-b29e-fcdfb05f2c4a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:23.901909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68d9b66d-ec6b-435a-b551-82561580860e req-d7841d3b-9eba-409e-a445-a4f403503611 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 210 time: 0.1219325 Aug 06 15:31:23.968439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:23.981238 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:21Z', 'revision_number': 5, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:24.010683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.011433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.012976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] 10.222.0.64 "PUT /v2.0/ports/658bdae2-f4b0-487f-8aa5-c1f8ac951502 HTTP/1.1" status: 200 len: 1091 time: 1.2023773 Aug 06 15:31:24.013481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'tag': '658bdae2-f4b0-487f-8aa5-c1f8ac951502'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:24.016517 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8440e385-7c55-4218-b89c-abb6eb6d0aba" -d '{"events": [{"name": "network-changed", "server_uuid": "bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f", "tag": "658bdae2-f4b0-487f-8aa5-c1f8ac951502"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:24.026417 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c529a0-41fa-4681-b1d2-f545c220996e None None] The sync data for ids ['e718269a-5149-40a3-a865-d979f722f031'] in n-d-778550-6 is: [{'id': 'e718269a-5149-40a3-a865-d979f722f031', 'name': 'tempest-FloatingIPsNegativeTestJSON-915720295-router', 'tenant_id': '6ee0c7a6d94740588d9bee44f35b071c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:04Z', 'updated_at': '2021-08-06T15:31:21Z', 'revision_number': 5, 'project_id': '6ee0c7a6d94740588d9bee44f35b071c', 'gw_port': {'id': 'c4467177-8148-4407-8fd8-301ff0bfab13', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:1f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e718269a-5149-40a3-a865-d979f722f031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:06Z', 'updated_at': '2021-08-06T15:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:24.044783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Deleting port c4467177-8148-4407-8fd8-301ff0bfab13 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:24.045221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.067279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a16c4-bba6-4f5b-b4c2-522b5b4722e7 service neutron] Pushing event updated for resources: {'Port': ['ID=658bdae2-f4b0-487f-8aa5-c1f8ac951502,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:24.084146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5d635-447d-40d2-bdf3-2dbbbf2ba88b req-36e7cf1f-fc2b-41f4-a70f-b28a783f28be tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.085820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99d5d635-447d-40d2-bdf3-2dbbbf2ba88b req-36e7cf1f-fc2b-41f4-a70f-b28a783f28be tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1195722 Aug 06 15:31:24.142722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Made reservation on behalf of fdf1af9ce40d494fbd84e48b3fe59bd4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:24.146277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.175926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-fd73cbcb-7077-4a05-b8e8-16b4fe2a8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.177790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-fd73cbcb-7077-4a05-b8e8-16b4fe2a8f71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69a7d8637fa14f3f8ad2dfe5f6de43f8&device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 1094 time: 0.0485754 Aug 06 15:31:24.196029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99d5d635-447d-40d2-bdf3-2dbbbf2ba88b req-c0e48e75-612c-4574-a5fd-85ac6e47d5a3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028697 Aug 06 15:31:24.229003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-829a395b-6d31-467f-9f54-ef8830379260 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502 HTTP/1.1" status: 200 len: 217 time: 0.0410216 Aug 06 15:31:24.253131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] For port c4467177-8148-4407-8fd8-301ff0bfab13, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c4467177-8148-4407-8fd8-301ff0bfab13,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:24.256718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.275844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Calling delete_port for c4467177-8148-4407-8fd8-301ff0bfab13 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:24.290826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-326d9d31-7e19-40f9-b2f4-90f5aa3b6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.292274 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-326d9d31-7e19-40f9-b2f4-90f5aa3b6604 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00e6d290-1cac-49ff-8cf1-b28d01013e1f HTTP/1.1" status: 200 len: 853 time: 0.0513983 Aug 06 15:31:24.336468 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-6e61b259-faa2-420e-b845-87b81ffac9f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf873ebd-fc95-4f2b-ae42-b2947e2ce177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298533 Aug 06 15:31:24.386664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Allocated IP 172.20.0.8 (b651d6d3-4215-4855-a8ca-6aae9a91f8e5/bbee7cff-1182-4033-8e08-1ba169bb35b3/92c08096-896c-4c5b-8a22-a881af1d01fc) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:24.507129 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f89f3-d6de-47da-b1df-9f673686e792 x-openstack-request-id: req-0a4f89f3-d6de-47da-b1df-9f673686e792 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:24.507431 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f", "tag": "658bdae2-f4b0-487f-8aa5-c1f8ac951502", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:24.507691 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a4f89f3-d6de-47da-b1df-9f673686e792 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:24.508447 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'tag': '658bdae2-f4b0-487f-8aa5-c1f8ac951502', 'status': 'completed', 'code': 200} Aug 06 15:31:24.566088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-0f691419-32b0-414e-a13b-e6f8a153a772 service neutron] 10.222.0.64 "GET /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140596 Aug 06 15:31:24.707253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7aea3b-bd33-4dad-9364-acfc71ed2917 req-88c4443d-b751-44c8-9147-558828f50c34 tempest-AbsoluteLimitsNegativeTestJSON-311408290 tempest-AbsoluteLimitsNegativeTestJSON-311408290-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=64b4c1d1000d4d3da9cf47083a6de796&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778325 Aug 06 15:31:24.718215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-364ca0bd-bee7-4e7f-a204-0be7d0bfb647 req-102fd9d9-9ce3-4c83-aa0f-c358f4a252ea service neutron] 10.222.0.64 "GET /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421068 Aug 06 15:31:24.732614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-ab33971f-0cfa-49ff-95fe-d23e574dbb02 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.734937 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-ab33971f-0cfa-49ff-95fe-d23e574dbb02 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.0812237 Aug 06 15:31:24.777143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffba04-15cf-4080-bd98-06c60103a616 req-0c2652f3-ea11-4687-9443-82bda4936192 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.779350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-caffba04-15cf-4080-bd98-06c60103a616 req-0c2652f3-ea11-4687-9443-82bda4936192 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 943 time: 0.1524830 Aug 06 15:31:24.830106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.843256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.845806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Deleting port b42fbefd-fe98-4b89-bbc7-b56e250134b4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:24.846389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.901041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4467177-8148-4407-8fd8-301ff0bfab13,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:24.962444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-caffba04-15cf-4080-bd98-06c60103a616 req-bead9ca4-e159-4a39-84a2-c94a7fcd1905 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729820 Aug 06 15:31:24.982933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] For port b42fbefd-fe98-4b89-bbc7-b56e250134b4, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b42fbefd-fe98-4b89-bbc7-b56e250134b4,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:24.983313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:24.994020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-f3b541e9-30a7-4fdc-b50f-67a0619312d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:24.995534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-f3b541e9-30a7-4fdc-b50f-67a0619312d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69a7d8637fa14f3f8ad2dfe5f6de43f8&device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 1094 time: 0.0860541 Aug 06 15:31:25.001320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7aea3b-bd33-4dad-9364-acfc71ed2917 req-a8d4d502-f7e1-44c6-968b-4f58eb456a02 tempest-AbsoluteLimitsNegativeTestJSON-311408290 tempest-AbsoluteLimitsNegativeTestJSON-311408290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.002635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7aea3b-bd33-4dad-9364-acfc71ed2917 req-a8d4d502-f7e1-44c6-968b-4f58eb456a02 tempest-AbsoluteLimitsNegativeTestJSON-311408290 tempest-AbsoluteLimitsNegativeTestJSON-311408290-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834914 Aug 06 15:31:25.038811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7aea3b-bd33-4dad-9364-acfc71ed2917 req-9f248ef2-be0f-4e6a-a92e-485dae2ef550 tempest-AbsoluteLimitsNegativeTestJSON-311408290 tempest-AbsoluteLimitsNegativeTestJSON-311408290-project] 10.222.0.16 "GET /v2.0/quotas/64b4c1d1000d4d3da9cf47083a6de796 HTTP/1.1" status: 200 len: 375 time: 0.0298090 Aug 06 15:31:25.045936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.126103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7aea3b-bd33-4dad-9364-acfc71ed2917 req-be3d104f-59ec-4910-a1a6-5d12276fb1f3 tempest-AbsoluteLimitsNegativeTestJSON-311408290 tempest-AbsoluteLimitsNegativeTestJSON-311408290-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=64b4c1d1000d4d3da9cf47083a6de796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809958 Aug 06 15:31:25.326043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-8c3bada1-d662-4bce-a96c-970d7599970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.327645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-8c3bada1-d662-4bce-a96c-970d7599970c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cf873ebd-fc95-4f2b-ae42-b2947e2ce177 HTTP/1.1" status: 200 len: 914 time: 0.3001316 Aug 06 15:31:25.386484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422145c-d980-42cb-9835-16b6c1878e7b req-9256bf02-33dc-4fbf-a000-0b838de4ff50 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.388094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e422145c-d980-42cb-9835-16b6c1878e7b req-9256bf02-33dc-4fbf-a000-0b838de4ff50 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 944 time: 0.1802185 Aug 06 15:31:25.394921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-da632f7e-ef7f-4010-bdff-7f6327d3a9a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502 HTTP/1.1" status: 200 len: 217 time: 0.0560069 Aug 06 15:31:25.465865 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.466304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.466628 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Floating IP 96617069-3961-4324-891d-516235b68f37 disassociated. External IP: 172.25.5.247, port: b42fbefd-fe98-4b89-bbc7-b56e250134b4. Aug 06 15:31:25.466982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Calling delete_port for b42fbefd-fe98-4b89-bbc7-b56e250134b4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:25.499774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.507090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-751f7083-959d-4cd6-bfc9-368bacd6d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.508919 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-751f7083-959d-4cd6-bfc9-368bacd6d577 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=00e6d290-1cac-49ff-8cf1-b28d01013e1f HTTP/1.1" status: 200 len: 853 time: 0.1044538 Aug 06 15:31:25.518707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.543160 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.567566 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.589805 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-450a8ce4-c709-430f-800f-4b9321d6f202 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cf873ebd-fc95-4f2b-ae42-b2947e2ce177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348127 Aug 06 15:31:25.667148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:25.681551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:25.683848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:25.685465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:25.696503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:25.709303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Deleting port d69dba3e-3234-4ed5-9147-b2a0ea06a84a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:25.709303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.734037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b46b2-30b7-4b53-b00d-38cedb861aac req-a5c32987-bafd-4932-abc9-68249bce351d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.740537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-995b46b2-30b7-4b53-b00d-38cedb861aac req-a5c32987-bafd-4932-abc9-68249bce351d tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 944 time: 0.6913662 Aug 06 15:31:25.766504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22879d-06bb-4424-9ba4-676a49a10b53 req-3b245ea5-086e-4a05-a3ca-ca66f79b9193 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.778295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc22879d-06bb-4424-9ba4-676a49a10b53 req-3b245ea5-086e-4a05-a3ca-ca66f79b9193 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 945 time: 0.2523034 Aug 06 15:31:25.793764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.794263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e718269a-5149-40a3-a865-d979f722f031 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:31:25.808325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.809477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2ed92a1e-6379-4292-b132-5a18bdb0913f admin admin] 10.222.0.16 "DELETE /v2.0/routers/e718269a-5149-40a3-a865-d979f722f031 HTTP/1.1" status: 204 len: 168 time: 2.9455135 Aug 06 15:31:25.813524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:25.833350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-67f7bbb9-3f6b-43f3-986a-9f9b5cbb7e48 service neutron] 10.222.0.64 "GET /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277534 Aug 06 15:31:25.862247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:25.862898 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.873198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258d6ae4-92c6-44e7-8cc6-07637bbf2afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.892440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-995b46b2-30b7-4b53-b00d-38cedb861aac req-58fcf747-7e4f-45bf-95f3-c13df0444b91 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501613 Aug 06 15:31:25.919185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc22879d-06bb-4424-9ba4-676a49a10b53 req-e071d6c3-c568-4403-970d-83a9c69fbe36 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups?id=d656a1ad-3ff3-47b3-85b0-c8732ed28e98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430976 Aug 06 15:31:25.952113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:25.964508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-7471464a-4cd1-44ac-bc14-0c6a8c605933 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3494456 Aug 06 15:31:25.972519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Deleting subnet 3cdd26ef-4e21-45bf-bb52-69038258e631 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:25.978816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Request body: {'port': {'device_id': '0bf722df-c609-43b3-9a72-50bc761d4007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:26.009223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.039945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event deleted for resources: {'Port': ['ID=b42fbefd-fe98-4b89-bbc7-b56e250134b4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:26.057925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] For port d69dba3e-3234-4ed5-9147-b2a0ea06a84a, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:26.058314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.094651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Calling delete_port for d69dba3e-3234-4ed5-9147-b2a0ea06a84a owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:26.098394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.141683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e401d-7445-4d51-b47b-b210fee8ba29 req-54a1ad26-32ad-4ecc-b92b-9540f50c631b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:26.143216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-600e401d-7445-4d51-b47b-b210fee8ba29 req-54a1ad26-32ad-4ecc-b92b-9540f50c631b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.1736360 Aug 06 15:31:26.160865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.168231 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e385-7c55-4218-b89c-abb6eb6d0aba req-fb8132be-e577-4d28-b247-215c43230854 service neutron] 10.222.0.64 "GET /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115544 Aug 06 15:31:26.198695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6d56b-f7a7-4bef-b9cb-493914e46024 req-401b7bca-a858-4cbe-9c9a-adecbb730485 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:26.200121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81d6d56b-f7a7-4bef-b9cb-493914e46024 req-401b7bca-a858-4cbe-9c9a-adecbb730485 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 931 time: 0.1678486 Aug 06 15:31:26.277898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-600e401d-7445-4d51-b47b-b210fee8ba29 req-ea3c7e39-9bcd-42d0-83e2-b1420a8332ad tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211309 Aug 06 15:31:26.287297 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258d6ae4-92c6-44e7-8cc6-07637bbf2afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.316991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81d6d56b-f7a7-4bef-b9cb-493914e46024 req-24ca25dc-732b-4706-890e-542423d70a26 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083586 Aug 06 15:31:26.383578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-258d6ae4-92c6-44e7-8cc6-07637bbf2afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.487651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2518975-aeda-4fdf-9abc-9b79b2232f85 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:26.529418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e2518975-aeda-4fdf-9abc-9b79b2232f85 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:26.534412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-258d6ae4-92c6-44e7-8cc6-07637bbf2afb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64b4c1d1000d4d3da9cf47083a6de796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8496513 Aug 06 15:31:26.535068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d6ae4-92c6-44e7-8cc6-07637bbf2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8595ac53-561d-488c-a9ff-6ce0de7940e0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:26.536680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2518975-aeda-4fdf-9abc-9b79b2232f85 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:26.548769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c4467177-8148-4407-8fd8-301ff0bfab13 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:26.550358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:26.585425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c4467177-8148-4407-8fd8-301ff0bfab13 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:26.585771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c4467177-8148-4407-8fd8-301ff0bfab13 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:26.688511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42df12-e9d7-4372-8206-e459f31c5739 req-963538c9-3d6a-4071-97ce-5a1870475329 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:26.690668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b42df12-e9d7-4372-8206-e459f31c5739 req-963538c9-3d6a-4071-97ce-5a1870475329 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1963563 Aug 06 15:31:26.692892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.732788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85d47-c333-410e-8a28-e068fd522162 req-61178dd0-85d3-4c21-b082-593656068003 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:26.734281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77a85d47-c333-410e-8a28-e068fd522162 req-61178dd0-85d3-4c21-b082-593656068003 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 943 time: 0.2039196 Aug 06 15:31:26.742278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Router 735f8232-4299-49b4-9ab5-6beda03fd1af has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:26.778619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c24dcb2-34b4-43bb-b137-62dbb8f1593c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.848804 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b42df12-e9d7-4372-8206-e459f31c5739 req-558e22be-2484-4a25-9cba-0c9616bb9aad tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450567 Aug 06 15:31:26.871020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77a85d47-c333-410e-8a28-e068fd522162 req-bf7cdb9e-cd43-495f-b58f-5c40ca9e403d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222448 Aug 06 15:31:26.874334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c24dcb2-34b4-43bb-b137-62dbb8f1593c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.877884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c08096-896c-4c5b-8a22-a881af1d01fc {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:26.892980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.897292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.922795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Transition to ACTIVE for port object 92c08096-896c-4c5b-8a22-a881af1d01fc will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:26.936292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.937591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cdd26ef-4e21-45bf-bb52-69038258e631,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:26.947203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:26.948431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4413f7e-ef4e-4985-913a-b0c3ffbdfcd2 None None] Network d2d2063d-8471-442e-b0a1-063193afb135 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:26.949022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1e795299-f4b5-4f29-94de-27742dc66676 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3cdd26ef-4e21-45bf-bb52-69038258e631 HTTP/1.1" status: 204 len: 168 time: 1.1324694 Aug 06 15:31:26.951882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:26.952382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:26.981056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event deleted for resources: {'Port': ['ID=d69dba3e-3234-4ed5-9147-b2a0ea06a84a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:26.986601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:27.010147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:27.055782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] No DVR routers for this DVR port d69dba3e-3234-4ed5-9147-b2a0ea06a84a on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:27.057626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] No DVR routers for this DVR port b42fbefd-fe98-4b89-bbc7-b56e250134b4 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:27.059443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.061510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e422145c-d980-42cb-9835-16b6c1878e7b req-5ea96041-0657-459f-9bea-eb0d96d4b7f6 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "DELETE /v2.0/ports/d69dba3e-3234-4ed5-9147-b2a0ea06a84a HTTP/1.1" status: 204 len: 173 time: 1.6656671 Aug 06 15:31:27.061964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'name': 'network-vif-deleted', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:27.064354 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487b91ec-f383-4131-a8f2-077b9c72ada7" -d '{"events": [{"server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "name": "network-vif-deleted", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:27.067677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.069749 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b5246148-a70c-42bc-b382-84bd3e3eab74 req-97b416a9-1cb4-4f81-9641-374c4e21a8f9 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.64 "DELETE /v2.0/ports/b42fbefd-fe98-4b89-bbc7-b56e250134b4 HTTP/1.1" status: 204 len: 173 time: 2.3278222 Aug 06 15:31:27.084592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:27.085298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:27.087583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.098647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c927f9ae-d8a0-4c44-b09a-ed86db5d9bba req-bd8e91a2-a106-44fd-ae09-c1aa93a606a6 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc HTTP/1.1" status: 200 len: 210 time: 0.0546322 Aug 06 15:31:27.099194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c24dcb2-34b4-43bb-b137-62dbb8f1593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.101749 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c24dcb2-34b4-43bb-b137-62dbb8f1593c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.105162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0c24dcb2-34b4-43bb-b137-62dbb8f1593c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8595ac53-561d-488c-a9ff-6ce0de7940e0 HTTP/1.1" status: 204 len: 168 time: 0.5489275 Aug 06 15:31:27.149409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8aba4d49-4d7d-4682-894d-e4d9b0a5bbad req-16e7dd4f-59b9-4da2-be02-83d6595e6210 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.1065061 Aug 06 15:31:27.164628 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.173805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24dcb2-34b4-43bb-b137-62dbb8f1593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8595ac53-561d-488c-a9ff-6ce0de7940e0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:27.191621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:27.207628 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d959f1a-3b39-46af-8c8c-5d627ec2df34 x-openstack-request-id: req-2d959f1a-3b39-46af-8c8c-5d627ec2df34 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:27.208722 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7f12e0-936a-4101-a10c-0ade6cd978bb", "name": "network-vif-deleted", "tag": "d69dba3e-3234-4ed5-9147-b2a0ea06a84a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:27.209201 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d959f1a-3b39-46af-8c8c-5d627ec2df34 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:27.209505 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7f12e0-936a-4101-a10c-0ade6cd978bb', 'name': 'network-vif-deleted', 'tag': 'd69dba3e-3234-4ed5-9147-b2a0ea06a84a', 'status': 'completed', 'code': 200} Aug 06 15:31:27.316050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Deleting port 9d30874c-d0e4-4dcd-ad07-630eb2640187 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:27.316357 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.319495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Attempting to bind port 92c08096-896c-4c5b-8a22-a881af1d01fc on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:27.321750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Attempting to bind port 92c08096-896c-4c5b-8a22-a881af1d01fc by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:27.330895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Attempting to bind port 92c08096-896c-4c5b-8a22-a881af1d01fc on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:27.359686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:27.390180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Port 92c08096-896c-4c5b-8a22-a881af1d01fc on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:27.390563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Attempting to bind port 92c08096-896c-4c5b-8a22-a881af1d01fc on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:27.460769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:27.461119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Checking segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:27.461514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Bound using segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:27.461965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Bound port: 92c08096-896c-4c5b-8a22-a881af1d01fc, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:27.462333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.526304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] For port 9d30874c-d0e4-4dcd-ad07-630eb2640187, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9d30874c-d0e4-4dcd-ad07-630eb2640187,segment=NetworkSegment(36cc7d2d-32a6-4fc0-b65f-d8cc133693bf),segment_id=36cc7d2d-32a6-4fc0-b65f-d8cc133693bf)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:27.526661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.567506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Calling delete_port for 9d30874c-d0e4-4dcd-ad07-630eb2640187 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:27.620215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548b0c1-ae6d-441e-81b9-0b80e4a1a742 req-f7a5b5d1-8af7-4949-a7de-0c9f209b137d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:27.622151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1548b0c1-ae6d-441e-81b9-0b80e4a1a742 req-f7a5b5d1-8af7-4949-a7de-0c9f209b137d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.1787879 Aug 06 15:31:27.630508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4845-f4b9-45b2-b719-720a019417b8 req-4c35edbd-7af4-4dfe-9556-a783b266c2f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:27.636456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc6f4845-f4b9-45b2-b719-720a019417b8 req-4c35edbd-7af4-4dfe-9556-a783b266c2f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.2408524 Aug 06 15:31:27.685569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:27.689644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:27.761012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1548b0c1-ae6d-441e-81b9-0b80e4a1a742 req-a35dadb2-3dbd-46c5-9d4c-b22c9ac3e7e4 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697002 Aug 06 15:31:27.769153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.808997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:27.837962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc6f4845-f4b9-45b2-b719-720a019417b8 req-63cc4db9-3f5a-49d1-bdc4-63d1994c59c2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427760 Aug 06 15:31:27.842628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:27.843115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:27.844521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] 10.222.0.64 "PUT /v2.0/ports/92c08096-896c-4c5b-8a22-a881af1d01fc HTTP/1.1" status: 200 len: 1091 time: 1.8708642 Aug 06 15:31:27.845497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:27.848225 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4926e3c9-282e-4fd7-8a9f-b771257503d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:27.870370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: d69dba3e-3234-4ed5-9147-b2a0ea06a84a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:27.870728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d69dba3e-3234-4ed5-9147-b2a0ea06a84a not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:27.926140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] DHCP port deletion for d2d2063d-8471-442e-b0a1-063193afb135 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:31:27.950146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41cdb1-d401-44ea-b64c-467def49f5fa service neutron] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:27.959536 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20808493-5dc8-4704-a17d-42bd7afea81d x-openstack-request-id: req-20808493-5dc8-4704-a17d-42bd7afea81d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:27.962080 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:27.962557 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20808493-5dc8-4704-a17d-42bd7afea81d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:27.962840 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'status': 'completed', 'code': 200} Aug 06 15:31:28.096903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Deleting port 9d30874c-d0e4-4dcd-ad07-630eb2640187 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:28.097299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.115238 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.200759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:28.220098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d30874c-d0e4-4dcd-ad07-630eb2640187,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:28.229732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] No DVR routers for this DVR port 9d30874c-d0e4-4dcd-ad07-630eb2640187 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:28.255580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9d30874c-d0e4-4dcd-ad07-630eb2640187 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:28.255580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:28.273365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] For port 9d30874c-d0e4-4dcd-ad07-630eb2640187, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:28.273779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.286295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 9d30874c-d0e4-4dcd-ad07-630eb2640187 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:28.286844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9d30874c-d0e4-4dcd-ad07-630eb2640187 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:28.296700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Calling delete_port for 9d30874c-d0e4-4dcd-ad07-630eb2640187 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:28.300951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Port 9d30874c-d0e4-4dcd-ad07-630eb2640187 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:31:28.302312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:28.303093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:28.305373 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.309036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-7755fb8d-0ff2-4220-9bd3-5df92a411fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:28.312621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-7755fb8d-0ff2-4220-9bd3-5df92a411fcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 1094 time: 0.3489344 Aug 06 15:31:28.354163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3930bf-d670-4da7-89c7-6923f62b2132 req-9bff6384-729c-46b9-9829-d13d1009a3ed tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:28.366581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be3930bf-d670-4da7-89c7-6923f62b2132 req-9bff6384-729c-46b9-9829-d13d1009a3ed tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.3826408 Aug 06 15:31:28.407161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] Pushing event deleted for resources: {'Port': ['ID=9d30874c-d0e4-4dcd-ad07-630eb2640187,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:28.415699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2b035-4e49-4209-a37c-501d50049ea9 None None] No DVR routers for this DVR port 9d30874c-d0e4-4dcd-ad07-630eb2640187 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:28.512262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91daaa1-0d00-4b05-b654-e9988eff2b4b req-fb4f646f-9b10-4fa2-adf1-45ecdafab9fe tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:28.520682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f91daaa1-0d00-4b05-b654-e9988eff2b4b req-fb4f646f-9b10-4fa2-adf1-45ecdafab9fe tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 943 time: 0.3975577 Aug 06 15:31:28.530764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:28.535674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-bc184630-c315-441a-8a24-b56cff976904 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c08096-896c-4c5b-8a22-a881af1d01fc HTTP/1.1" status: 200 len: 217 time: 0.1573541 Aug 06 15:31:28.548149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.576395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d2063d-8471-442e-b0a1-063193afb135']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:28.637231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 658bdae2-f4b0-487f-8aa5-c1f8ac951502 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:28.639126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b42fbefd-fe98-4b89-bbc7-b56e250134b4 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:28.653396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:28.654947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cc7d2d-32a6-4fc0-b65f-d8cc133693bf') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:28.679727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be3930bf-d670-4da7-89c7-6923f62b2132 req-514120b5-3a21-4522-9e0c-9b4279408d32 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982397 Aug 06 15:31:28.694520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: b42fbefd-fe98-4b89-bbc7-b56e250134b4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:28.695886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b42fbefd-fe98-4b89-bbc7-b56e250134b4 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:28.710611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a622-e207-4542-8090-c7f86fede51a req-843823c4-d8f6-4ee5-ac26-d89ea271a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:28.716441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-843823c4-d8f6-4ee5-ac26-d89ea271a9c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 200 len: 860 time: 0.1615252 Aug 06 15:31:28.716441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f91daaa1-0d00-4b05-b654-e9988eff2b4b req-c7e8f888-91f9-4531-8eb8-b70e0a4baaf3 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946657 Aug 06 15:31:28.721204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.785447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-330b9ef9-bb46-4e38-8274-fbdf58cf7e3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530372 Aug 06 15:31:28.785447 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.804275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:28.822951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:28.823373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:28.882157 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:28.961575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502,segment=NetworkSegment(e51648e2-baa7-4279-b29e-fcdfb05f2c4a),segment_id=e51648e2-baa7-4279-b29e-fcdfb05f2c4a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:28.979896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '658bdae2-f4b0-487f-8aa5-c1f8ac951502', 'network_id': 'cf873ebd-fc95-4f2b-ae42-b2947e2ce177', 'port_id': '658bdae2-f4b0-487f-8aa5-c1f8ac951502', 'mac_address': 'fa:16:3e:33:7c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e6d290-1cac-49ff-8cf1-b28d01013e1f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:31:28.981208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1742935654-network', 'tenant_id': 'cc0b6790c1d04b94910a0bc7449fa2b8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:28.983047 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:28.999835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f772015-7c8e-420f-9278-2292db7bcd31 req-b9f00796-973b-49b6-bfe2-dccd15cc35eb tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.1141627 Aug 06 15:31:29.008538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.038057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.040111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d2d2063d-8471-442e-b0a1-063193afb135 HTTP/1.1" status: 204 len: 168 time: 2.0864906 Aug 06 15:31:29.098976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a04e9-f84a-4d45-bade-c24dedbe6a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d2063d-8471-442e-b0a1-063193afb135,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:29.109749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.111837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Made reservation on behalf of cc0b6790c1d04b94910a0bc7449fa2b8 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:29.115163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.128218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4dcac-eddc-4024-884b-3399915fa5de req-4a00d124-f8fb-4c0f-b2a7-b5f359a4fe6b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:29.140619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.149552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77e4dcac-eddc-4024-884b-3399915fa5de req-4a00d124-f8fb-4c0f-b2a7-b5f359a4fe6b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.2653091 Aug 06 15:31:29.153531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658bdae2-f4b0-487f-8aa5-c1f8ac951502 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:29.182505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502,segment=NetworkSegment(e51648e2-baa7-4279-b29e-fcdfb05f2c4a),segment_id=e51648e2-baa7-4279-b29e-fcdfb05f2c4a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:29.202652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-31e7246e-0307-4d22-a732-e7f872f1f7fa service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120474 Aug 06 15:31:29.214607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:29.240823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'name': 'network-vif-deleted', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:29.243385 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fef353-7ab1-43a1-9c86-b040834d2c3f" -d '{"events": [{"server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "name": "network-vif-deleted", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:29.248849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38173c-24f6-47d6-b058-ae21ec11d6ce None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:26:14Z', 'revision_number': 4, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '276022ce-91ec-478d-b90c-7de6ad0f50ee', 'name': '', 'network_id': '78ad054a-fbca-4825-ace1-2a3771e1d945', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'mac_address': 'fa:16:3e:2d:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:13Z', 'updated_at': '2021-08-06T15:26:20Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'subnets': [{'id': 'd9e25d00-b4ec-47f1-a5da-a21e7f33b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:29.288798 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.319841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77e4dcac-eddc-4024-884b-3399915fa5de req-2f839f63-fdb6-4340-b051-6f458fe13ee5 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693358 Aug 06 15:31:29.341046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-d9dc8dad-242f-4a90-9553-1728f7998615 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:29.344278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-d9dc8dad-242f-4a90-9553-1728f7998615 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.1849046 Aug 06 15:31:29.371785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318b21f-36f4-42aa-a2aa-75b061d57760 req-838b3afd-2baa-4c6a-97ca-8c99d8367903 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:29.379835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d318b21f-36f4-42aa-a2aa-75b061d57760 req-838b3afd-2baa-4c6a-97ca-8c99d8367903 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 945 time: 0.2021699 Aug 06 15:31:29.385849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:29.396005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=658bdae2-f4b0-487f-8aa5-c1f8ac951502,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:29.399553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.441158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc92a622-e207-4542-8090-c7f86fede51a req-faf0ff34-de88-45e5-9529-09ca41db9f7d service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223070 Aug 06 15:31:29.448498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d318b21f-36f4-42aa-a2aa-75b061d57760 req-7e1164b6-3c01-4683-a8d0-ff4b59e5b222 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675435 Aug 06 15:31:29.500598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35924) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:29.501028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.520650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:31:29.536389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.537551 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Added segment 494cc351-02c4-4145-b705-f8cbb98145bd of type vlan for network 08598c97-565b-44ec-9caf-0c86a6eb28a3 Aug 06 15:31:29.611299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:29.615046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['658bdae2-f4b0-487f-8aa5-c1f8ac951502'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:29.620368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.699270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.708599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec79b88-8575-4a1f-be80-e986534301f7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.719606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-4c6c66ce-3eae-47f3-8e38-2d9dd3efe6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:29.721998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-4c6c66ce-3eae-47f3-8e38-2d9dd3efe6fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 1094 time: 0.1633575 Aug 06 15:31:29.723754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:29.744079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.745634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:29.746325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.756098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-87046254-f9d5-483e-94c4-0d4d4d59725a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ee0c7a6d94740588d9bee44f35b071c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422706 Aug 06 15:31:29.778180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:29.846350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec79b88-8575-4a1f-be80-e986534301f7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:29.865722 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7768f2-e2f4-48f2-8f23-e4c8c059df0d None None] New status for floating IP 96617069-3961-4324-891d-516235b68f37: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:31:29.898947 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6ad6ea-9137-45e9-9bc9-69b9db4e8ded x-openstack-request-id: req-0e6ad6ea-9137-45e9-9bc9-69b9db4e8ded {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:29.900029 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc", "name": "network-vif-deleted", "tag": "b42fbefd-fe98-4b89-bbc7-b56e250134b4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:29.900592 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e6ad6ea-9137-45e9-9bc9-69b9db4e8ded {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:29.901152 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ceb8e2-0f5f-4ae5-8db6-391d7d6739cc', 'name': 'network-vif-deleted', 'tag': 'b42fbefd-fe98-4b89-bbc7-b56e250134b4', 'status': 'completed', 'code': 200} Aug 06 15:31:29.990013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] Pushing event updated for resources: {'Network': ['ID=08598c97-565b-44ec-9caf-0c86a6eb28a3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:30.009758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 08598c97-565b-44ec-9caf-0c86a6eb28a3 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:31:30.040073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:30.048114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-06b0619d-6d30-442e-811a-baea47d9fe28 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2422533 Aug 06 15:31:30.052922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:30.074111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Request body: {'subnet': {'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1742935654-subnet', 'tenant_id': 'cc0b6790c1d04b94910a0bc7449fa2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:30.075217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8b672-f2b1-45b9-94c2-c4965670fd4f req-745f6e8f-cda7-4ab1-afbc-af5d1b07351b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:30.084145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4de8b672-f2b1-45b9-94c2-c4965670fd4f req-745f6e8f-cda7-4ab1-afbc-af5d1b07351b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.2340283 Aug 06 15:31:30.086567 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22cb1cfe-4f7c-41f6-85d0-69298dd65af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.105196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-5d02b79c-e753-485a-a0f1-6a2670a8c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:30.106855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-5d02b79c-e753-485a-a0f1-6a2670a8c654 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 921 time: 0.3716488 Aug 06 15:31:30.118447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5dc23-09a6-42cb-908c-bd45ad1dd87f req-67ac548b-79ea-42eb-b3f1-8b060e315a49 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:30.120028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cd5dc23-09a6-42cb-908c-bd45ad1dd87f req-67ac548b-79ea-42eb-b3f1-8b060e315a49 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 944 time: 0.1878796 Aug 06 15:31:30.153840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:30.195884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-c09253e7-a817-495f-906c-e1d4d00ea730 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92c08096-896c-4c5b-8a22-a881af1d01fc HTTP/1.1" status: 200 len: 217 time: 0.0694282 Aug 06 15:31:30.208171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.208669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec79b88-8575-4a1f-be80-e986534301f7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.211218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ec79b88-8575-4a1f-be80-e986534301f7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.212589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7ec79b88-8575-4a1f-be80-e986534301f7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "DELETE /v2.0/security-groups/d656a1ad-3ff3-47b3-85b0-c8732ed28e98 HTTP/1.1" status: 204 len: 168 time: 0.7100945 Aug 06 15:31:30.215195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35938) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:30.219344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22cb1cfe-4f7c-41f6-85d0-69298dd65af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.231506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Made reservation on behalf of cc0b6790c1d04b94910a0bc7449fa2b8 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:30.233823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.236635 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-712145a1-32df-418b-8509-4534fe849d4e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] show failed (client error): The resource could not be found. Aug 06 15:31:30.241052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-712145a1-32df-418b-8509-4534fe849d4e tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "GET /v2.0/security-groups/d656a1ad-3ff3-47b3-85b0-c8732ed28e98 HTTP/1.1" status: 404 len: 347 time: 0.0215912 Aug 06 15:31:30.241052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:30.284924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4de8b672-f2b1-45b9-94c2-c4965670fd4f req-a3cda756-cab0-42d4-aa1a-267951012e33 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994901 Aug 06 15:31:30.295264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec79b88-8575-4a1f-be80-e986534301f7 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656a1ad-3ff3-47b3-85b0-c8732ed28e98,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:30.322749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cd5dc23-09a6-42cb-908c-bd45ad1dd87f req-554f54d4-8fa0-43c8-baa2-e0f3d9c96ceb tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879027 Aug 06 15:31:30.331253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-a5541fd0-ae08-473f-801e-1c2b2d065208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:30.332832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-a5541fd0-ae08-473f-801e-1c2b2d065208 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 200 len: 860 time: 0.1136863 Aug 06 15:31:30.342241 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.383474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-232c6722-cbea-4a87-ac6f-f130be9e390c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383136 Aug 06 15:31:30.503374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22cb1cfe-4f7c-41f6-85d0-69298dd65af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.507208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22cb1cfe-4f7c-41f6-85d0-69298dd65af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.511142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-22cb1cfe-4f7c-41f6-85d0-69298dd65af6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceca6f6a-bd37-4f6e-80fc-23f3c0ef9018 HTTP/1.1" status: 204 len: 168 time: 0.7296231 Aug 06 15:31:30.516224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8ab8273-3fd1-4c34-9563-781b4a0698fc req-a1e79b3c-9d01-4425-bfed-f20ee538bcd2 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0913823 Aug 06 15:31:30.552393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb1cfe-4f7c-41f6-85d0-69298dd65af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceca6f6a-bd37-4f6e-80fc-23f3c0ef9018,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:30.553299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:30.608737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on host n-h1-778550-6 for vnic_type normal with profile {"migrating_to": "n-h2-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:30.609083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:30.609420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:30.629076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacb200-9181-4b30-855b-b9ec130c25d9 req-45cc9752-2534-4b5a-a8b2-4953454c3d21 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:30.632868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbacb200-9181-4b30-855b-b9ec130c25d9 req-45cc9752-2534-4b5a-a8b2-4953454c3d21 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.1290023 Aug 06 15:31:30.632868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-a51d7e2f-a129-4e39-9cb6-ab35f8e81694 service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393491 Aug 06 15:31:30.639222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:30.639613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Attempting to bind port 55f72c1f-0323-47fa-9cda-8d62fe34294c on network b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:30.655369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Deleting port 23e41ea1-8a02-4024-9f16-ac542514526e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:30.655717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.658558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:30.658913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Checking segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:30.659307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Bound using segment: {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:30.659774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Bound port: 55f72c1f-0323-47fa-9cda-8d62fe34294c, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b02b8-8358-4c8a-b737-547e6f4e2f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:30.660170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.841450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.841800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.865169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Calling delete_port for 23e41ea1-8a02-4024-9f16-ac542514526e owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:30.870451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:30.875330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:30.880424 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:30.983990 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:31.031635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9c4be6-56d3-43cc-8005-b076c06c822c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:31.097621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbacb200-9181-4b30-855b-b9ec130c25d9 req-c78a20b7-859b-4602-9d42-0ba356b8a46d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585652 Aug 06 15:31:31.103523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Checking segment: {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:31.104156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Network hostable DHCP agents. Network: 08598c97-565b-44ec-9caf-0c86a6eb28a3, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:31:31.142910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:31.150688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:31.152299 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:31.153883 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-38a82cee-db93-4c45-a38c-88764d70d698 service neutron] 10.222.0.64 "PUT /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 1121 time: 1.7970765 Aug 06 15:31:31.158661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f450a-a1b4-4b66-b4bd-ba4533c42ab7 req-3d8f4fc1-1137-4c2d-a910-a00594757731 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:31.167446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b17f450a-a1b4-4b66-b4bd-ba4533c42ab7 req-3d8f4fc1-1137-4c2d-a910-a00594757731 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.1596830 Aug 06 15:31:31.181528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4926e3c9-282e-4fd7-8a9f-b771257503d0 req-45c50f14-d21b-495f-88a4-04074604c83c service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358474 Aug 06 15:31:31.244481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b17f450a-a1b4-4b66-b4bd-ba4533c42ab7 req-01d0a9c7-35dd-449e-81f1-de0069b15236 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758412 Aug 06 15:31:31.262292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['55f72c1f-0323-47fa-9cda-8d62fe34294c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:31.265499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['55f72c1f-0323-47fa-9cda-8d62fe34294c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:31.303182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Network 08598c97-565b-44ec-9caf-0c86a6eb28a3 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:31:31.353336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:31.389471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Pushing event deleted for resources: {'Port': ['ID=23e41ea1-8a02-4024-9f16-ac542514526e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:31.462179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93342f59-5560-4862-9e46-89704abb3fee req-d6a4353b-8719-4d79-84a0-8bdc3afad8a8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:31.463288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 08598c97-565b-44ec-9caf-0c86a6eb28a3) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:31.474702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93342f59-5560-4862-9e46-89704abb3fee req-d6a4353b-8719-4d79-84a0-8bdc3afad8a8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.0850952 Aug 06 15:31:31.480747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:31.481343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:31.506395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c796094-ce4e-48f5-954b-0e2e02d1d72d None None] Network 08598c97-565b-44ec-9caf-0c86a6eb28a3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:31.510708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:31.514520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:31.515155 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7a89c916-99ac-4a35-bb15-02a956207286 tempest-ServersWithSpecificFlavorTestJSON-2144091671 tempest-ServersWithSpecificFlavorTestJSON-2144091671-project] 10.222.0.16 "DELETE /v2.0/floatingips/96617069-3961-4324-891d-516235b68f37 HTTP/1.1" status: 204 len: 168 time: 1.2733824 Aug 06 15:31:31.570028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85303f-bb86-4f3c-81c9-caff275d0c98 req-f9b8f11c-3227-4721-80a0-4adee01b1221 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:31.572755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca85303f-bb86-4f3c-81c9-caff275d0c98 req-f9b8f11c-3227-4721-80a0-4adee01b1221 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 944 time: 0.0841036 Aug 06 15:31:31.594839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93342f59-5560-4862-9e46-89704abb3fee req-0e9f0d80-fead-454b-b45e-87294d21c332 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136076 Aug 06 15:31:31.606157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8656e8de-be0e-489a-a5b9-cfa5d14b4c87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5392468 Aug 06 15:31:31.658062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca85303f-bb86-4f3c-81c9-caff275d0c98 req-38123154-28ce-4671-978b-8a529dee8a1a tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606282 Aug 06 15:31:31.747199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff27f82-a04b-4e52-a746-3ac7ea18ae7e None None] Network 08598c97-565b-44ec-9caf-0c86a6eb28a3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:31.842873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1a6bc49-17b1-4d3d-849b-58c5dce9c5f7 req-37f1ac45-6431-463c-a980-c5b6ee8db8ca tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0695851 Aug 06 15:31:31.904388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c'}, {'name': 'network-changed', 'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:31.907196 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8faef48-7fd3-4554-b013-c7d64854c9ef" -d '{"events": [{"server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "name": "network-vif-unplugged", "status": "completed", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c"}, {"name": "network-changed", "server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:32.036486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1d35fa51-b49b-4aad-b214-db5241a48311 req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1495442139', 'description': 'tempest-description-1142014503'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:32.151863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1d35fa51-b49b-4aad-b214-db5241a48311 req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.198693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:32.252865 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c26ecf8-3074-4096-bca1-0491510a35ff x-openstack-request-id: req-1c26ecf8-3074-4096-bca1-0491510a35ff {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:32.253235 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "name": "network-vif-unplugged", "status": "completed", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c", "code": 200}, {"name": "network-changed", "server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:32.253701 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c26ecf8-3074-4096-bca1-0491510a35ff {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:32.254248 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'code': 200} Aug 06 15:31:32.254503 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'status': 'completed', 'code': 200} Aug 06 15:31:32.277802 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1d35fa51-b49b-4aad-b214-db5241a48311 req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.350468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1d35fa51-b49b-4aad-b214-db5241a48311 req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.354929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-367973465-network', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:32.380602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb731bc-003f-4275-954a-464af20ca08d req-b78eb001-179a-41d7-9b77-11f53dfdcded tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:32.388602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afb731bc-003f-4275-954a-464af20ca08d req-b78eb001-179a-41d7-9b77-11f53dfdcded tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.0785875 Aug 06 15:31:32.427698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743aa12f-7a6b-415f-8f17-99dd9b912e13,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.454749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.455885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.459359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.460277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:31:32.471415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afb731bc-003f-4275-954a-464af20ca08d req-1f49c407-80e4-4477-9d36-14c67fab4ac0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816941 Aug 06 15:31:32.477714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-2cef2949-06c2-4d23-a6a4-95c9eb87b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:32.479505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-2cef2949-06c2-4d23-a6a4-95c9eb87b204 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1124 time: 0.1997447 Aug 06 15:31:32.480880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Made reservation on behalf of e3fb2b1bb27b481e9632a1f135afa392 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:32.483104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.501167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.583842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1d35fa51-b49b-4aad-b214-db5241a48311 req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.585405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d35fa51-b49b-4aad-b214-db5241a48311 req-ad2445ba-c221-4ef5-b242-bd3e298d9c7e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5574248 Aug 06 15:31:32.632394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-ad35eb7d-3e4d-4993-8cd4-723d341e4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:32.634305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-ad35eb7d-3e4d-4993-8cd4-723d341e4948 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.1418624 Aug 06 15:31:32.638938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-469cf05f-2286-436a-a6ce-3b04c92fcbce req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-220742795', 'description': 'tempest-description-1310343540'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:32.668306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:32.680211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905c809-c066-4f90-940b-ec823d1c3915 req-46313dbb-666d-4c0c-bd40-92d1778c29eb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:32.681822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f905c809-c066-4f90-940b-ec823d1c3915 req-46313dbb-666d-4c0c-bd40-92d1778c29eb tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.0898833 Aug 06 15:31:32.684227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 658bdae2-f4b0-487f-8aa5-c1f8ac951502 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:32.688788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-246c369e-e994-41dc-ae22-97adac2ea96b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 217 time: 0.0459847 Aug 06 15:31:32.734695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f905c809-c066-4f90-940b-ec823d1c3915 req-a98c39a4-ee74-4ca9-a708-1960d479291a tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Aug 06 15:31:32.778680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-4e4fc5e0-5dd7-4dae-9593-a38d2665878d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:32.780368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-4e4fc5e0-5dd7-4dae-9593-a38d2665878d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.0833511 Aug 06 15:31:32.807742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.824897 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-700aabd3-912c-47f4-86fc-b374d8a29288 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354183 Aug 06 15:31:32.833859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:32.847641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'port_id': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'mac_address': 'fa:16:3e:0e:ea:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7cff-1182-4033-8e08-1ba169bb35b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:31:32.874040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea24d8d-69a4-4853-ad7a-4d28a5903a27 req-de76fbfa-4b30-44e3-9ff7-19b2210b1fd3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:32.875621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aea24d8d-69a4-4853-ad7a-4d28a5903a27 req-de76fbfa-4b30-44e3-9ff7-19b2210b1fd3 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.0723662 Aug 06 15:31:32.879149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:32.888285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:32.888748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.900178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.941624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:31:32.952500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8571450-68f8-4b56-8919-c89856967e34,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:32.955268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aea24d8d-69a4-4853-ad7a-4d28a5903a27 req-0e5f0bca-df38-4280-9d3b-6ad87938fdd0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696571 Aug 06 15:31:32.973142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.977417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:32.977417 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Added segment 377057ae-995e-4025-bc0d-d2388af41c37 of type vlan for network 0aec95e3-57f6-492a-86b1-97a74e02db95 Aug 06 15:31:32.994748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c08096-896c-4c5b-8a22-a881af1d01fc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:33.001561 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-ad15bffe-ecd2-4286-9de1-04eaec126066 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689451 Aug 06 15:31:33.024269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:33.027564 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-469cf05f-2286-436a-a6ce-3b04c92fcbce req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.046818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.074985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.116818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bdae2-f4b0-487f-8aa5-c1f8ac951502'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:33.120713 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f7140-a850-4ae5-a65a-4c2d025da7ba" -d '{"events": [{"server_uuid": "bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f", "name": "network-vif-plugged", "status": "completed", "tag": "658bdae2-f4b0-487f-8aa5-c1f8ac951502"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:33.141297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502,segment=NetworkSegment(e51648e2-baa7-4279-b29e-fcdfb05f2c4a),segment_id=e51648e2-baa7-4279-b29e-fcdfb05f2c4a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:33.147300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.148010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:33.167074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-469cf05f-2286-436a-a6ce-3b04c92fcbce req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.215797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8faef48-7fd3-4554-b013-c7d64854c9ef req-ff2c25e9-979a-46f5-a9ea-72461561f9a1 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432424 Aug 06 15:31:33.263832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:33.289706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.297993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:33.297993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.345403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-469cf05f-2286-436a-a6ce-3b04c92fcbce req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.369481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] Pushing event updated for resources: {'Network': ['ID=0aec95e3-57f6-492a-86b1-97a74e02db95,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:33.385380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74122ec7-8fcd-4b8e-95d9-a058e198f965 req-86235311-9bc0-4354-b56d-cf8ac2afe9d0 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:33.385850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:33.387210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74122ec7-8fcd-4b8e-95d9-a058e198f965 req-86235311-9bc0-4354-b56d-cf8ac2afe9d0 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 944 time: 0.0961504 Aug 06 15:31:33.401886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c has no active binding in host n-h2-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 15:31:33.408004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:31:33.412379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4488ab46-9449-4eea-a82b-9d0fcbeb1b74,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:33.454385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74122ec7-8fcd-4b8e-95d9-a058e198f965 req-81835530-2ef8-4b9e-9a98-919553d3e9f9 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545914 Aug 06 15:31:33.478361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-12860b88-d34e-4610-8ddb-0d6c02232a14 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2785420 Aug 06 15:31:33.481335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:33.484957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.487963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Request body: {'subnet': {'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-subnet', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:33.541626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-469cf05f-2286-436a-a6ce-3b04c92fcbce req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.550366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-469cf05f-2286-436a-a6ce-3b04c92fcbce req-fdc95173-cf18-4e88-9aed-843e66232641 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9235656 Aug 06 15:31:33.554646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=658bdae2-f4b0-487f-8aa5-c1f8ac951502,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:33.614671 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f186874c-5e9d-49e2-8855-e59dca45a1f5 x-openstack-request-id: req-f186874c-5e9d-49e2-8855-e59dca45a1f5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:33.614987 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f", "name": "network-vif-plugged", "status": "completed", "tag": "658bdae2-f4b0-487f-8aa5-c1f8ac951502", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:33.615131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6737fff-a60f-4c79-8886-33e237909034 req-67ae8992-3654-4e78-98a8-82ae24eb12b7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc7f12e0-936a-4101-a10c-0ade6cd978bb HTTP/1.1" status: 200 len: 210 time: 0.0564036 Aug 06 15:31:33.615634 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f186874c-5e9d-49e2-8855-e59dca45a1f5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:33.616061 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658bdae2-f4b0-487f-8aa5-c1f8ac951502', 'code': 200} Aug 06 15:31:33.628070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Made reservation on behalf of e3fb2b1bb27b481e9632a1f135afa392 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:33.630671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:33.781971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['92c08096-896c-4c5b-8a22-a881af1d01fc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:33.794042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f59b19-53b9-4ca7-a055-43a2e5b73993 req-2df8d45e-b927-4d4c-b522-9ea3574c8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:33.796445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2f59b19-53b9-4ca7-a055-43a2e5b73993 req-2df8d45e-b927-4d4c-b522-9ea3574c8511 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 1096 time: 0.1080477 Aug 06 15:31:33.832070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:33.847767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be992846-efb8-46bc-b16e-3a2142adc0ec req-f9d5763b-3e95-44a5-95b5-3f7b05e6b9d4 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:33.856029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be992846-efb8-46bc-b16e-3a2142adc0ec req-f9d5763b-3e95-44a5-95b5-3f7b05e6b9d4 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 944 time: 0.1234550 Aug 06 15:31:33.893679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2f59b19-53b9-4ca7-a055-43a2e5b73993 req-a9980951-136e-4ce7-baaa-09bd8bda73de service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813050 Aug 06 15:31:33.916957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be992846-efb8-46bc-b16e-3a2142adc0ec req-145d93e6-3b29-4577-aa14-bc4e1b182776 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Aug 06 15:31:33.962803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:34.002770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b653dfe-1d75-46bc-9e4f-a332711a2bcf req-49f5467b-ef4e-4790-955f-fb9aab1fdd8c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:34.004411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b653dfe-1d75-46bc-9e4f-a332711a2bcf req-49f5467b-ef4e-4790-955f-fb9aab1fdd8c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.0837877 Aug 06 15:31:34.078903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b653dfe-1d75-46bc-9e4f-a332711a2bcf req-d4a8f72f-7e34-4512-91ed-f147dc8a3180 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537064 Aug 06 15:31:34.118138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c038fabb-a0b3-421d-b843-716909643ae9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:34.184476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Checking segment: {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:34.184930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Network hostable DHCP agents. Network: 0aec95e3-57f6-492a-86b1-97a74e02db95, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:31:34.264696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a2d6e-7402-4ddc-a673-c9efc64d7893 req-8f49b311-be1e-4817-af85-dc3e93e65d82 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:34.268513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-192a2d6e-7402-4ddc-a673-c9efc64d7893 req-8f49b311-be1e-4817-af85-dc3e93e65d82 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.0916717 Aug 06 15:31:34.275146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-8316f24a-ef90-4000-9c99-ff8cbe064d67 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:34.275146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-8316f24a-ef90-4000-9c99-ff8cbe064d67 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 813 time: 0.1917918 Aug 06 15:31:34.292956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:31:34.306730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-3a4fc614-cdfa-498f-a86c-7084d78aca7b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/quotas/cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 375 time: 0.0231946 Aug 06 15:31:34.348248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-192a2d6e-7402-4ddc-a673-c9efc64d7893 req-79e9d1ea-9bce-4f4d-b319-fa7bbf6efea9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718975 Aug 06 15:31:34.377687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-c5225fee-bac6-44d0-960e-265b666f16e1 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592852 Aug 06 15:31:34.422760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0aec95e3-57f6-492a-86b1-97a74e02db95) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:34.431673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:34.432304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:34.439071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c605791-fcc1-49ba-8c04-5b8ba704ee6c None None] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:34.511368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-6886ee9d-00bc-41b8-8a78-a54b4311c34e service neutron] 10.222.0.16 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207993 Aug 06 15:31:34.530791 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0d9e77e7-f030-48a6-b72c-38a3160f4a75 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0481074 Aug 06 15:31:34.535576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:34.542554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:34.661054 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:34.693938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-5a9abbdd-5660-42e7-9511-6cdef805e914 service neutron] 10.222.0.16 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732337 Aug 06 15:31:34.721664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0894e-1382-4669-9aa8-e7c1459a2f67 req-6e7eafbf-6577-491b-a35b-69a98ac21ac6 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:34.723832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3dd0894e-1382-4669-9aa8-e7c1459a2f67 req-6e7eafbf-6577-491b-a35b-69a98ac21ac6 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 945 time: 0.1138799 Aug 06 15:31:34.729028 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:34.730090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:34.844363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-0aec95e3-57f6-492a-86b1-97a74e02db95', 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'fixed_ips': [{'subnet_id': 'c038fabb-a0b3-421d-b843-716909643ae9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:31:34.846099 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:34.872829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3dd0894e-1382-4669-9aa8-e7c1459a2f67 req-cba146c2-5549-4a67-9266-a80c8cc3caff tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389811 Aug 06 15:31:34.994380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.158291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Deleting port 276022ce-91ec-478d-b90c-7de6ad0f50ee {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:35.158952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.187525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a48da9ff-7d73-4559-9ef1-32715fc5712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.290047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] For port 276022ce-91ec-478d-b90c-7de6ad0f50ee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=276022ce-91ec-478d-b90c-7de6ad0f50ee,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:35.290415 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.313270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Calling delete_port for 276022ce-91ec-478d-b90c-7de6ad0f50ee owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:35.434735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb52d564-85d0-4a17-a6d3-fe23c1c271f2 req-5e1fcbdb-64f4-4e8b-abc4-6c0819281cdb tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 210 time: 0.1886902 Aug 06 15:31:35.509538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Allocated IP 172.20.0.2 (0aec95e3-57f6-492a-86b1-97a74e02db95/c038fabb-a0b3-421d-b843-716909643ae9/365c6881-3b4f-408d-b8fd-c7b10b094281) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:35.551916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56a90c-41da-48b1-a9a4-b14819422070 req-f8ab5d22-7ee6-429f-9ce4-1e2452d20683 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:35.557418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d56a90c-41da-48b1-a9a4-b14819422070 req-f8ab5d22-7ee6-429f-9ce4-1e2452d20683 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 944 time: 0.3371162 Aug 06 15:31:35.710595 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.721359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Transition to ACTIVE for port object 365c6881-3b4f-408d-b8fd-c7b10b094281 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:35.751002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Transition to ACTIVE for port object 365c6881-3b4f-408d-b8fd-c7b10b094281 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:35.789499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.815024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d56a90c-41da-48b1-a9a4-b14819422070 req-39c21f93-a842-4437-a9bb-cadeab2e2e7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711507 Aug 06 15:31:35.828382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436ce7b-2c4b-4a92-8093-a0f3aab8265f req-d5381262-19bc-4ada-bd71-8c27fa8f8f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:35.836492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4436ce7b-2c4b-4a92-8093-a0f3aab8265f req-d5381262-19bc-4ada-bd71-8c27fa8f8f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.2150362 Aug 06 15:31:35.847358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.847867 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:35.884964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Pushing event deleted for resources: {'Port': ['ID=276022ce-91ec-478d-b90c-7de6ad0f50ee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:35.896768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:35.899961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:35.904186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:35.958643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4436ce7b-2c4b-4a92-8093-a0f3aab8265f req-ac4532f2-1365-46a6-9956-e336b1d0061f tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200666 Aug 06 15:31:35.974864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Pushing event updated for resources: {'Port': ['ID=365c6881-3b4f-408d-b8fd-c7b10b094281,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:36.087291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Attempting to bind port 365c6881-3b4f-408d-b8fd-c7b10b094281 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:36.088030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Attempting to bind port 365c6881-3b4f-408d-b8fd-c7b10b094281 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:36.088775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Attempting to bind port 365c6881-3b4f-408d-b8fd-c7b10b094281 on network 0aec95e3-57f6-492a-86b1-97a74e02db95 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:36.097597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:36.098318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Checking segment: {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:36.098898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:36.099480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Bound using segment: {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:36.100164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Bound port: 365c6881-3b4f-408d-b8fd-c7b10b094281, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:36.100740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:36.229471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] For port 365c6881-3b4f-408d-b8fd-c7b10b094281, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:36.237948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:36.248565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] For port 365c6881-3b4f-408d-b8fd-c7b10b094281, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=365c6881-3b4f-408d-b8fd-c7b10b094281,segment=NetworkSegment(377057ae-995e-4025-bc0d-d2388af41c37),segment_id=377057ae-995e-4025-bc0d-d2388af41c37)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:36.300411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af617eb-74b5-4657-96cf-ce1abffaed8c req-933f1dec-b55a-4643-ae73-57a1717c1182 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:36.304548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2af617eb-74b5-4657-96cf-ce1abffaed8c req-933f1dec-b55a-4643-ae73-57a1717c1182 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 945 time: 0.1479273 Aug 06 15:31:36.314412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c09447-b55e-410e-9b92-7ff48e1a52e1 req-654ca7cd-2e16-43d9-9e34-1cbb7de1ed39 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:36.316790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2c09447-b55e-410e-9b92-7ff48e1a52e1 req-654ca7cd-2e16-43d9-9e34-1cbb7de1ed39 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.3111434 Aug 06 15:31:36.346848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:36.416192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f54c8-6e7f-4bda-915f-8a108a3adb5c None None] Pushing event updated for resources: {'Port': ['ID=365c6881-3b4f-408d-b8fd-c7b10b094281,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:36.428152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2c09447-b55e-410e-9b92-7ff48e1a52e1 req-48f1fb8c-8876-40c4-9ceb-d3211a07da03 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Aug 06 15:31:36.488434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2af617eb-74b5-4657-96cf-ce1abffaed8c req-f8998f44-7118-4cc1-96fe-e6a06145d80d tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703753 Aug 06 15:31:36.666350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:36.680197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Router 735f8232-4299-49b4-9ab5-6beda03fd1af has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:36.871272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43bb9735-19b5-4947-8d35-4c73e5983322 req-0250a2b1-fb21-49d9-a118-86f10faf21ac tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 210 time: 0.3368361 Aug 06 15:31:36.872707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:36.893696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 92c08096-896c-4c5b-8a22-a881af1d01fc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:36.899038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 92c08096-896c-4c5b-8a22-a881af1d01fc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:36.899712 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:36.915068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.031148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.071483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:37.072891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:37.074189 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12e50a9-44f3-4181-b00f-db5ae764ac73" -d '{"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-plugged", "status": "completed", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:37.088291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c8e87767-00a0-4f4c-91b2-170ce860808d admin admin] 10.222.0.16 "PUT /v2.0/routers/735f8232-4299-49b4-9ab5-6beda03fd1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2549040 Aug 06 15:31:37.091518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] Sync routers for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:37.096935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:37.098569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:37.122661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:37.123462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:37.178073 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.227418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Allocated IP 172.25.5.22 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/da25eabd-49ed-4249-8d97-5ee802946e61) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:37.272612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:37.272882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25776600-b231-409a-a98a-3dda030dfb73 req-51a9e097-6613-4145-bf5f-b0ab62d32cd6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:37.292449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25776600-b231-409a-a98a-3dda030dfb73 req-51a9e097-6613-4145-bf5f-b0ab62d32cd6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 944 time: 0.2409191 Aug 06 15:31:37.371640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:37.375151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.521722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.526734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25776600-b231-409a-a98a-3dda030dfb73 req-856cbd61-061e-47b1-8649-a05c7a40ed67 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333364 Aug 06 15:31:37.611536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dfd84-409f-4014-b9c1-176d15ffa7df req-c0fbb7dd-90c7-400b-aac6-58daba1df4c2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:37.625038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b8dfd84-409f-4014-b9c1-176d15ffa7df req-c0fbb7dd-90c7-400b-aac6-58daba1df4c2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.2871277 Aug 06 15:31:37.656181 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87449c44-2c88-454d-bc13-c084cdfd1ec2 x-openstack-request-id: req-87449c44-2c88-454d-bc13-c084cdfd1ec2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:37.657667 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-plugged", "status": "completed", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:37.658200 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87449c44-2c88-454d-bc13-c084cdfd1ec2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:37.659157 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'code': 200} Aug 06 15:31:37.663796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6ceb-b9e0-4020-83d7-81b57a1044c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.672077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.715452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:37.811985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-83c6d028-39d6-4ba6-b412-43ec486ae315 service neutron] 10.222.0.59 "GET /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c/bindings/n-h2-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.2356575 Aug 06 15:31:37.856005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:31:35Z', 'revision_number': 5, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port': {'id': '9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:11Z', 'updated_at': '2021-08-06T15:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:37.889498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:37.895078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] Checking router: 735f8232-4299-49b4-9ab5-6beda03fd1af for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:37.929461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b8dfd84-409f-4014-b9c1-176d15ffa7df req-f9210524-895b-4ea4-8570-20e6b287ddad tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764878 Aug 06 15:31:37.939674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] Routers {'735f8232-4299-49b4-9ab5-6beda03fd1af'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:37.945712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['735f8232-4299-49b4-9ab5-6beda03fd1af'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:37.989597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f6ab8-46f1-49de-bf66-ba75d20dc32f req-eb65903b-cb71-4704-8b27-ca33a2a3cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:37.991315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-914f6ab8-46f1-49de-bf66-ba75d20dc32f req-eb65903b-cb71-4704-8b27-ca33a2a3cc85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 1096 time: 0.2676144 Aug 06 15:31:38.027298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266f18d-0275-47e7-90eb-a20c8fcafd2c req-9941c9d5-de77-4c44-813e-ca490bd9af5a tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:38.029153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a266f18d-0275-47e7-90eb-a20c8fcafd2c req-9941c9d5-de77-4c44-813e-ca490bd9af5a tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 945 time: 0.2565093 Aug 06 15:31:38.132358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:38.316525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:38.320896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 365c6881-3b4f-408d-b8fd-c7b10b094281 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:38.330077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:38.348857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-914f6ab8-46f1-49de-bf66-ba75d20dc32f req-ac03c6aa-eb6b-46c2-b073-539ec777ab5c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185234 Aug 06 15:31:38.351280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] Set router 735f8232-4299-49b4-9ab5-6beda03fd1af gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:38.355206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8152c-8a6b-43bf-b51d-2688055f94dd None None] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:38.357548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a266f18d-0275-47e7-90eb-a20c8fcafd2c req-ba5b7ace-c965-4689-85e3-3245d551cf04 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073504 Aug 06 15:31:38.363373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:38.470824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:31:37Z', 'revision_number': 6, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:38.508634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Pushing event updated for resources: {'Port': ['ID=da25eabd-49ed-4249-8d97-5ee802946e61,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:38.524678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2e48-2c6c-4599-8b32-78068f246bf9 req-ae28355e-8a5f-41a6-bf6c-42d09c88cc3c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:38.526862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c82e2e48-2c6c-4599-8b32-78068f246bf9 req-ae28355e-8a5f-41a6-bf6c-42d09c88cc3c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.4525127 Aug 06 15:31:38.544529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb241d3e-dfbf-43c2-b1ef-ef75dd2709cd None None] The sync data for ids ['735f8232-4299-49b4-9ab5-6beda03fd1af'] in n-d-778550-6 is: [{'id': '735f8232-4299-49b4-9ab5-6beda03fd1af', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-148928805-router', 'tenant_id': '26d88e54006b47f7813832250f2619cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:10Z', 'updated_at': '2021-08-06T15:31:37Z', 'revision_number': 6, 'project_id': '26d88e54006b47f7813832250f2619cf', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:38.621755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac9c1fc4-b78f-4a01-87ea-2c9d56b79576 None None] Provisioning for port 365c6881-3b4f-408d-b8fd-c7b10b094281 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:38.630604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04328b01-4457-4eb4-af0f-e921101c94e0 req-f2f4e732-ea5c-4702-8e98-d51253ed0bc0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 210 time: 0.1232567 Aug 06 15:31:38.690488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c82e2e48-2c6c-4599-8b32-78068f246bf9 req-732e55d9-2773-479a-b5a2-c1fc5d5d5e22 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503725 Aug 06 15:31:38.769421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 365c6881-3b4f-408d-b8fd-c7b10b094281 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:38.783439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 365c6881-3b4f-408d-b8fd-c7b10b094281 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:38.791887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:38.830083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-7efceef0-41ad-4d87-9ad3-173155ad6e93 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:38.831642 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-7efceef0-41ad-4d87-9ad3-173155ad6e93 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 813 time: 0.2060225 Aug 06 15:31:38.848198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Deleting port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:38.848655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:38.860412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'port': {'device_id': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3', 'admin_state_up': True, 'tenant_id': 'cc0b6790c1d04b94910a0bc7449fa2b8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:38.916886 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:38.978982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:38.993246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b5f07-67f0-4767-b358-376f90976da0 req-18d3fa18-b489-453f-a733-1367b83eea40 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:38.995109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-971b5f07-67f0-4767-b358-376f90976da0 req-18d3fa18-b489-453f-a733-1367b83eea40 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.1804903 Aug 06 15:31:39.055238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 365c6881-3b4f-408d-b8fd-c7b10b094281, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=365c6881-3b4f-408d-b8fd-c7b10b094281,segment=NetworkSegment(377057ae-995e-4025-bc0d-d2388af41c37),segment_id=377057ae-995e-4025-bc0d-d2388af41c37)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:39.127179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:39.127484 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:39.202807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] For port 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:39.203382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:39.217176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=365c6881-3b4f-408d-b8fd-c7b10b094281,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:39.271504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d558ad34-978b-4014-84ff-deece22d114f None None] Provisioning complete for port 365c6881-3b4f-408d-b8fd-c7b10b094281 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:39.273148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d558ad34-978b-4014-84ff-deece22d114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:39.273582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Calling delete_port for 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:39.303947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68084147-5771-4c69-813a-348324d7143d req-8b52911d-adef-4ea5-8ce4-5e2059552b15 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:39.306397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68084147-5771-4c69-813a-348324d7143d req-8b52911d-adef-4ea5-8ce4-5e2059552b15 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 945 time: 0.5625842 Aug 06 15:31:39.514735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-971b5f07-67f0-4767-b358-376f90976da0 req-d4fefe24-7bc2-43ec-b35b-6ede8305e783 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768806 Aug 06 15:31:39.529053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b633-3e7f-4a7a-bd33-f88481cc41db req-69f20554-70bc-468d-b16b-31dd3a0ce06c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:39.530713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1e2b633-3e7f-4a7a-bd33-f88481cc41db req-69f20554-70bc-468d-b16b-31dd3a0ce06c tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 943 time: 0.3903615 Aug 06 15:31:39.545098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:39.580602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:39.614920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Made reservation on behalf of cc0b6790c1d04b94910a0bc7449fa2b8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:39.618943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:39.736376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f72c1f-0323-47fa-9cda-8d62fe34294c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:39.768139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:39.934082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:39.988818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1e2b633-3e7f-4a7a-bd33-f88481cc41db req-e10ba3ab-ed6e-4ee3-a938-09d3591ef6a5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497907 Aug 06 15:31:39.993375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Allocated IP 172.20.0.7 (08598c97-565b-44ec-9caf-0c86a6eb28a3/df9c4be6-56d3-43cc-8005-b076c06c822c/dea4fba1-26a7-4fd9-8432-37afc3642b4e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:40.006919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.073983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:40.100505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90e418-34c5-4627-8e59-09a731ff0a2f req-2563e354-2bf1-48d2-939a-56c1515428f2 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:40.102315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a90e418-34c5-4627-8e59-09a731ff0a2f req-2563e354-2bf1-48d2-939a-56c1515428f2 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 945 time: 0.1756282 Aug 06 15:31:40.164512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 365c6881-3b4f-408d-b8fd-c7b10b094281 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:40.193937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.205322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2502d298-dab4-4113-b20b-4bfa59a7c548 req-d5563ad1-f077-48ff-9c09-9028d054e258 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 210 time: 0.0690484 Aug 06 15:31:40.210460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Deleting port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:40.212467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.225958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 365c6881-3b4f-408d-b8fd-c7b10b094281 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:40.228665 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.268483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.284067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] Transition to ACTIVE for port object 55f72c1f-0323-47fa-9cda-8d62fe34294c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:40.339168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a90e418-34c5-4627-8e59-09a731ff0a2f req-93ab2e5c-a56e-443c-ab9e-d22a9021f608 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000196 Aug 06 15:31:40.350865 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.356552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.371300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.500267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 276022ce-91ec-478d-b90c-7de6ad0f50ee no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:40.503649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6134-c540-4a19-b3dc-7c1f64e54d6b req-86cd7d1f-1f25-4f2d-9c8f-cfc9b6778b20 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:40.505590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba2c6134-c540-4a19-b3dc-7c1f64e54d6b req-86cd7d1f-1f25-4f2d-9c8f-cfc9b6778b20 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1964254 Aug 06 15:31:40.514178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] For port 658bdae2-f4b0-487f-8aa5-c1f8ac951502, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=658bdae2-f4b0-487f-8aa5-c1f8ac951502,segment=NetworkSegment(e51648e2-baa7-4279-b29e-fcdfb05f2c4a),segment_id=e51648e2-baa7-4279-b29e-fcdfb05f2c4a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:40.515161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.546777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] No DVR routers for this DVR port 55f72c1f-0323-47fa-9cda-8d62fe34294c on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:40.549598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Calling delete_port for 658bdae2-f4b0-487f-8aa5-c1f8ac951502 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:40.552166 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 276022ce-91ec-478d-b90c-7de6ad0f50ee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:40.552822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 276022ce-91ec-478d-b90c-7de6ad0f50ee not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:40.553592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:40.587269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:40.619292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.619845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 735f8232-4299-49b4-9ab5-6beda03fd1af {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:31:40.634676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:40.635050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9026ca86-7cdb-4c8f-a9bd-68d0e44d2b27 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:40.640720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.646152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.649543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c2cd934-5381-48f4-8e5c-c95d627234eb admin admin] 10.222.0.16 "DELETE /v2.0/routers/735f8232-4299-49b4-9ab5-6beda03fd1af HTTP/1.1" status: 204 len: 168 time: 3.5544488 Aug 06 15:31:40.653904 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b2c00a94-6ff9-45f5-b4c0-b23c4f83f7ef service neutron] 10.222.0.59 "PUT /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c/bindings/n-h2-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 2.8301284 Aug 06 15:31:40.654342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:40.680525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba2c6134-c540-4a19-b3dc-7c1f64e54d6b req-967ceae2-1719-4e32-861c-b1cd7e508531 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597366 Aug 06 15:31:40.698131 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.732100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Deleting subnet d9e25d00-b4ec-47f1-a5da-a21e7f33b153 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:40.738566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.791117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.808721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4161d-88ca-44e0-acf0-0cbae9cf7508 req-649d0c90-54ad-4324-9eca-f038914997ca tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:40.816410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2db4161d-88ca-44e0-acf0-0cbae9cf7508 req-649d0c90-54ad-4324-9eca-f038914997ca tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.1824865 Aug 06 15:31:40.858849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Router ba232dde-4670-4be5-af80-35ab916464dd is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:31:40.892245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2db4161d-88ca-44e0-acf0-0cbae9cf7508 req-2da18f50-e8f0-4112-b241-5c6b42f07325 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743353 Aug 06 15:31:40.938508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-13a2cd59-ac09-428f-8e57-98c487e3d186 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:40.941997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-13a2cd59-ac09-428f-8e57-98c487e3d186 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.1221848 Aug 06 15:31:40.967971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:40.982746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:41.047570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:41.113927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Pushing event deleted for resources: {'Port': ['ID=658bdae2-f4b0-487f-8aa5-c1f8ac951502,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:41.196070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Network 08598c97-565b-44ec-9caf-0c86a6eb28a3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:41.204970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] No DVR routers for this DVR port 658bdae2-f4b0-487f-8aa5-c1f8ac951502 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:41.209617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:41.209847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:41.212612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68084147-5771-4c69-813a-348324d7143d req-9e06ed4a-62ef-4f62-b19b-7f3edba42ef8 tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.64 "DELETE /v2.0/ports/658bdae2-f4b0-487f-8aa5-c1f8ac951502 HTTP/1.1" status: 204 len: 173 time: 1.8754575 Aug 06 15:31:41.215951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'name': 'network-vif-deleted', 'tag': '658bdae2-f4b0-487f-8aa5-c1f8ac951502'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:41.218387 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce0a8cf-456c-4b7d-bedd-5e92e30df3d4" -d '{"events": [{"server_uuid": "bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f", "name": "network-vif-deleted", "tag": "658bdae2-f4b0-487f-8aa5-c1f8ac951502"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:41.219207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:41.222493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:41.237861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-3c4ac245-9354-4d0c-9f67-7844b78a1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:41.240489 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-3c4ac245-9354-4d0c-9f67-7844b78a1534 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556&tenant_id=ee11391ec3544057aa34e1e66e153a46 HTTP/1.1" status: 200 len: 1095 time: 0.2800534 Aug 06 15:31:41.266168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:41.284102 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Sync routers for ids ['ba232dde-4670-4be5-af80-35ab916464dd'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:41.296987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b670652-0a4e-463e-a4af-515925070857 req-4969f665-912e-4e42-b25a-5ddd4c36fe4f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:41.298819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Routers {'ba232dde-4670-4be5-af80-35ab916464dd'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:41.299767 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba232dde-4670-4be5-af80-35ab916464dd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:41.304360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b670652-0a4e-463e-a4af-515925070857 req-4969f665-912e-4e42-b25a-5ddd4c36fe4f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.2972176 Aug 06 15:31:41.332291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf4a9d-699d-4c38-9bff-ae3c22afc61f req-644c74bb-ea41-48ed-ae44-b78d8e75cad8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:41.334428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9bf4a9d-699d-4c38-9bff-ae3c22afc61f req-644c74bb-ea41-48ed-ae44-b78d8e75cad8 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 944 time: 0.1900420 Aug 06 15:31:41.410243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:41.415149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:41.420053 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:41.422285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3acca9e2-fb19-4fca-a0e9-9178dfcebc1b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8836873 Aug 06 15:31:41.437343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:41.472582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b670652-0a4e-463e-a4af-515925070857 req-e0e4a2bb-f717-49c8-89d3-f631f5f83c43 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532295 Aug 06 15:31:41.487047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-68471806-e047-4741-8243-ab1365f7ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:41.489633 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-68471806-e047-4741-8243-ab1365f7ff57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1095 time: 0.2070992 Aug 06 15:31:41.546217 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Set router ba232dde-4670-4be5-af80-35ab916464dd gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:41.634326 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb78b3d-c90c-447f-b93c-e0a1b31a05ad x-openstack-request-id: req-8cb78b3d-c90c-447f-b93c-e0a1b31a05ad {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:41.635526 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f", "name": "network-vif-deleted", "tag": "658bdae2-f4b0-487f-8aa5-c1f8ac951502", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:41.636514 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cb78b3d-c90c-447f-b93c-e0a1b31a05ad {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:41.637537 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f', 'name': 'network-vif-deleted', 'tag': '658bdae2-f4b0-487f-8aa5-c1f8ac951502', 'status': 'completed', 'code': 200} Aug 06 15:31:41.655183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9bf4a9d-699d-4c38-9bff-ae3c22afc61f req-b6452a73-e07d-4acc-9bf3-3634232211d4 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920208 Aug 06 15:31:41.753755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a3104e0f-4886-40a2-af5f-53b040f793ed tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9022360 Aug 06 15:31:41.777149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:41.794120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Request body: {'port': {'device_id': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:41.820490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5e7246d3-634d-45d4-a55d-13cca2e8cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:41.822910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5e7246d3-634d-45d4-a55d-13cca2e8cdfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.3253615 Aug 06 15:31:41.895603 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:31:38Z', 'revision_number': 3, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:41.921930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e25d00-b4ec-47f1-a5da-a21e7f33b153,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:41.926616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185276e-5050-4328-bc0d-021aca9a608b None None] Network 78ad054a-fbca-4825-ace1-2a3771e1d945 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:41.933219 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Checking router: ba232dde-4670-4be5-af80-35ab916464dd for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:41.933846 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Updating router ba232dde-4670-4be5-af80-35ab916464dd port da25eabd-49ed-4249-8d97-5ee802946e61 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:31:41.963974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa4b7c44-d80b-4581-8d42-233ee1580243 req-5dfaaebc-ff19-42b0-8d1f-d082b46f946f tempest-ServerAddressesTestJSON-1391946562 tempest-ServerAddressesTestJSON-1391946562-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd37d7e2-7cc6-40c4-b4d8-d80ea989bd5f HTTP/1.1" status: 200 len: 210 time: 0.0975237 Aug 06 15:31:41.967261 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.000521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.008783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-07dbf8fd-97c7-4761-a768-e77b54b4d1e5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d9e25d00-b4ec-47f1-a5da-a21e7f33b153 HTTP/1.1" status: 204 len: 168 time: 1.3531547 Aug 06 15:31:42.014658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36140) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:42.031649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde6942-f814-44fc-a21e-4dc5ab331017 req-1bf94570-8060-4f9d-bce6-3f455bb251e6 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:42.033753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-fe2f56f4-3f5f-4966-a3fc-47e2895d1af5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 200 len: 217 time: 0.1945341 Aug 06 15:31:42.043442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fde6942-f814-44fc-a21e-4dc5ab331017 req-1bf94570-8060-4f9d-bce6-3f455bb251e6 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 931 time: 0.2636390 Aug 06 15:31:42.201619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.317721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fde6942-f814-44fc-a21e-4dc5ab331017 req-cc2382fc-a266-4327-ad8c-eaeb01244221 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723207 Aug 06 15:31:42.355276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.363063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1670ab-ea10-415f-9921-df51e2e738a4 req-cc49f212-0af6-4331-9547-407943e0ca6e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:42.369421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b1670ab-ea10-415f-9921-df51e2e738a4 req-cc49f212-0af6-4331-9547-407943e0ca6e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1583171 Aug 06 15:31:42.379558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b27cba75-1c8a-41ab-b44c-ff5b5ab8bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:42.382348 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b27cba75-1c8a-41ab-b44c-ff5b5ab8bf61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.3144054 Aug 06 15:31:42.424635 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-7063d6e6-eb83-42d6-b898-20ccc96bf993 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331941 Aug 06 15:31:42.476504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] DHCP port deletion for 78ad054a-fbca-4825-ace1-2a3771e1d945 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:31:42.483899 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.497405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Transition to ACTIVE for port object da25eabd-49ed-4249-8d97-5ee802946e61 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:42.550012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] Deleting port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:42.551288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.553267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b1670ab-ea10-415f-9921-df51e2e738a4 req-69484757-7d7c-4080-8a01-e86ba78e5be4 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993192 Aug 06 15:31:42.568503 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.628561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0eea1-0b37-4faf-916d-b4fb6a367ac0 req-142af5eb-c9be-49da-b24b-dd004b5ee290 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:42.630595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89c0eea1-0b37-4faf-916d-b4fb6a367ac0 req-142af5eb-c9be-49da-b24b-dd004b5ee290 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.1781187 Aug 06 15:31:42.682562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Deleting port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:42.683542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.692570 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Attempting to bind port da25eabd-49ed-4249-8d97-5ee802946e61 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:42.692949 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Attempting to bind port da25eabd-49ed-4249-8d97-5ee802946e61 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:42.693346 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Attempting to bind port da25eabd-49ed-4249-8d97-5ee802946e61 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:42.695788 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d845918-1221-4200-a73e-5ef285167171 None None] Pushing event updated for resources: {'Port': ['ID=da25eabd-49ed-4249-8d97-5ee802946e61,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:42.705503 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:42.705868 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:42.706277 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.706673 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:42.707155 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Bound port: da25eabd-49ed-4249-8d97-5ee802946e61, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:42.707558 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.713718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 658bdae2-f4b0-487f-8aa5-c1f8ac951502 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:42.737728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] For port b671c056-3301-4c5c-9183-3d6ff1f6c8e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:42.738186 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.770568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89c0eea1-0b37-4faf-916d-b4fb6a367ac0 req-d40c4478-381a-4b2e-b88e-ac69d2dbcdd6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299591 Aug 06 15:31:42.771428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] For port b671c056-3301-4c5c-9183-3d6ff1f6c8e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,segment=NetworkSegment(e0d17759-1de2-4df1-8ad2-be06211f4dc3),segment_id=e0d17759-1de2-4df1-8ad2-be06211f4dc3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:42.771766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.788487 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] For port da25eabd-49ed-4249-8d97-5ee802946e61, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:42.792770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Calling delete_port for b671c056-3301-4c5c-9183-3d6ff1f6c8e1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:42.793066 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] For port da25eabd-49ed-4249-8d97-5ee802946e61, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=da25eabd-49ed-4249-8d97-5ee802946e61,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:42.803896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 658bdae2-f4b0-487f-8aa5-c1f8ac951502 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:42.812572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 658bdae2-f4b0-487f-8aa5-c1f8ac951502 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:42.843555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] Calling delete_port for b671c056-3301-4c5c-9183-3d6ff1f6c8e1 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:42.905836 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:42.966163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-14da4f70-4da5-4c34-9851-145f8995fd8a service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331964 Aug 06 15:31:42.973356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d681abe-2d3d-4856-9f43-ef11682b5215 req-aaf49562-f72a-4600-ba5b-15b23a7f50be tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:42.979347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Routers {'ba232dde-4670-4be5-af80-35ab916464dd'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:42.980115 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba232dde-4670-4be5-af80-35ab916464dd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:42.984420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d681abe-2d3d-4856-9f43-ef11682b5215 req-aaf49562-f72a-4600-ba5b-15b23a7f50be tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 944 time: 0.1036439 Aug 06 15:31:43.014958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.044329 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d845918-1221-4200-a73e-5ef285167171 None None] Pushing event updated for resources: {'Port': ['ID=da25eabd-49ed-4249-8d97-5ee802946e61,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:43.076265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d681abe-2d3d-4856-9f43-ef11682b5215 req-b44c71a0-6620-4d72-925a-998010df1149 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Aug 06 15:31:43.150436 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] Set router ba232dde-4670-4be5-af80-35ab916464dd gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:43.178872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-f059da93-4d31-47e5-937f-2051bd2adba5 service neutron] 10.222.0.64 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959567 Aug 06 15:31:43.180861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea4fba1-26a7-4fd9-8432-37afc3642b4e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:43.189682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.203071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.204882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.222639 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-5b022da0-bf62-4be1-8379-d876ad7b6aa9 service neutron] show failed (client error): The resource could not be found. Aug 06 15:31:43.223894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-5b022da0-bf62-4be1-8379-d876ad7b6aa9 service neutron] 10.222.0.64 "GET /v2.0/ports/c8226399-ebc7-4202-bf63-7257a5828b45/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.1690798 Aug 06 15:31:43.248578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] Pushing event deleted for resources: {'Port': ['ID=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:43.254972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Transition to ACTIVE for port object dea4fba1-26a7-4fd9-8432-37afc3642b4e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:43.256185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b671c056-3301-4c5c-9183-3d6ff1f6c8e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:43.260453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] No DVR routers for this DVR port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:43.269676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac671a-bb2f-43a6-8110-0443d56ec421 None None] No DVR routers for this DVR port b671c056-3301-4c5c-9183-3d6ff1f6c8e1 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:43.311645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Allocated IP 172.20.0.1 (0aec95e3-57f6-492a-86b1-97a74e02db95/c038fabb-a0b3-421d-b843-716909643ae9/eb291a3d-5bc4-4fac-a0d1-e79985c8ef30) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:43.374137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.380812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceda52-44ba-42ff-b9ba-ef2ff60fbd9d req-f178cfcb-f4bd-4409-b86a-d64bb460d0a2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:43.384104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5ceda52-44ba-42ff-b9ba-ef2ff60fbd9d req-f178cfcb-f4bd-4409-b86a-d64bb460d0a2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.0603433 Aug 06 15:31:43.486740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5ceda52-44ba-42ff-b9ba-ef2ff60fbd9d req-0d0a2f98-9f4f-4351-9d83-38670bd0095f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950778 Aug 06 15:31:43.519832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:43.564774 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.575444 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:31:38Z', 'revision_number': 3, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:43.612910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:43.625562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbecd66-ab2b-425f-83a5-016bf6eb83b2 None None] The sync data for ids ['ba232dde-4670-4be5-af80-35ab916464dd'] in n-d-778550-6 is: [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:31:38Z', 'revision_number': 3, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:43.635079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ad054a-fbca-4825-ace1-2a3771e1d945']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:43.657274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.670587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d17759-1de2-4df1-8ad2-be06211f4dc3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:43.671249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d17759-1de2-4df1-8ad2-be06211f4dc3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:43.681010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Attempting to bind port dea4fba1-26a7-4fd9-8432-37afc3642b4e on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:43.681524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Attempting to bind port dea4fba1-26a7-4fd9-8432-37afc3642b4e by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:43.681931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Attempting to bind port dea4fba1-26a7-4fd9-8432-37afc3642b4e on network 08598c97-565b-44ec-9caf-0c86a6eb28a3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:43.689547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.696552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Port dea4fba1-26a7-4fd9-8432-37afc3642b4e on network 08598c97-565b-44ec-9caf-0c86a6eb28a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:43.696835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Attempting to bind port dea4fba1-26a7-4fd9-8432-37afc3642b4e on network 08598c97-565b-44ec-9caf-0c86a6eb28a3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:43.705055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:43.705384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Checking segment: {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:43.705779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Bound using segment: {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:43.706233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Bound port: dea4fba1-26a7-4fd9-8432-37afc3642b4e, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:43.706599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.719486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.726615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Transition to ACTIVE for port object eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:43.730785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:43.731215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:43.733813 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:43.742811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Deleting subnet 00e6d290-1cac-49ff-8cf1-b28d01013e1f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:43.753908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.831611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803045f-c89d-4a83-81bd-5f6db731555c req-58a2093b-abb0-45ee-9140-4aa772e3f036 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:43.833777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9803045f-c89d-4a83-81bd-5f6db731555c req-58a2093b-abb0-45ee-9140-4aa772e3f036 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.2047348 Aug 06 15:31:43.867384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.934797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:43.939730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:43.945812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c2729-8526-4ef9-9232-9d12dc75f574 req-3bba021f-f1b3-49c4-826c-e73f4eda2a62 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:43.948766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.952476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-437c2729-8526-4ef9-9232-9d12dc75f574 req-3bba021f-f1b3-49c4-826c-e73f4eda2a62 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 943 time: 0.3253968 Aug 06 15:31:43.956470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:43.958638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/78ad054a-fbca-4825-ace1-2a3771e1d945 HTTP/1.1" status: 204 len: 168 time: 1.9426262 Aug 06 15:31:43.967189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-1f5aaa16-e7ac-4246-96c2-51ce2ebc215a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:43.968837 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-1f5aaa16-e7ac-4246-96c2-51ce2ebc215a tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 945 time: 0.1602221 Aug 06 15:31:43.969625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:43.988932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b184bf1a-a451-48b3-adc3-c3940f3a965e tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:43.990509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-b184bf1a-a451-48b3-adc3-c3940f3a965e tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556&tenant_id=ee11391ec3544057aa34e1e66e153a46&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1095 time: 0.2701483 Aug 06 15:31:44.038775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03700d-d586-4bd6-afde-6c9a1f8f0ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=78ad054a-fbca-4825-ace1-2a3771e1d945,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:44.042764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.045876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-45424754-d439-470b-8c1f-9c08fb53a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:44.047501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-45424754-d439-470b-8c1f-9c08fb53a326 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 1101 time: 0.1951385 Aug 06 15:31:44.065913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.080208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:44.096962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9803045f-c89d-4a83-81bd-5f6db731555c req-21e5f2b7-6b6a-45e4-87f4-5d25b88e6d65 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521183 Aug 06 15:31:44.111518 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.128975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:44.132457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.135420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-437c2729-8526-4ef9-9232-9d12dc75f574 req-dddc91ae-35f4-49ab-83ac-2c3b090ae369 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707268 Aug 06 15:31:44.137804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] 10.222.0.59 "PUT /v2.0/ports/dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 1091 time: 2.3667588 Aug 06 15:31:44.233356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:44.239925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:44.247484 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:44.253755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Pushing event updated for resources: {'Port': ['ID=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:44.304353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da25eabd-49ed-4249-8d97-5ee802946e61 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:44.456103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.475147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port da25eabd-49ed-4249-8d97-5ee802946e61 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:44.480736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port da25eabd-49ed-4249-8d97-5ee802946e61 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:44.481247 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.573306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27e574-ecc1-477d-a0d3-5ecc76bd88d2 req-64813e3e-7f3f-4133-be7c-2f8b9e8000b1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:44.582436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e27e574-ecc1-477d-a0d3-5ecc76bd88d2 req-64813e3e-7f3f-4133-be7c-2f8b9e8000b1 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.2819924 Aug 06 15:31:44.599064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b5251-2b88-42b3-874a-39fb4135fb21 req-090d9143-faee-4185-804c-63ad7618f3ad tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:44.600794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-001b5251-2b88-42b3-874a-39fb4135fb21 req-090d9143-faee-4185-804c-63ad7618f3ad tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 944 time: 0.2342176 Aug 06 15:31:44.631894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:44.636000 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:44.649872 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.661108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.680102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port da25eabd-49ed-4249-8d97-5ee802946e61, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=da25eabd-49ed-4249-8d97-5ee802946e61,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:44.709946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-de767e80-fa35-4239-8d3d-7026778b11ed req-52c1f8c5-e919-4f81-833a-5f05c84d318e service neutron] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:44.721581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-de767e80-fa35-4239-8d3d-7026778b11ed req-52c1f8c5-e919-4f81-833a-5f05c84d318e service neutron] Notify callbacks [] for binding, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.722899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-52c1f8c5-e919-4f81-833a-5f05c84d318e service neutron] 10.222.0.64 "DELETE /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c/bindings/n-h1-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.7180092 Aug 06 15:31:44.728001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e6d290-1cac-49ff-8cf1-b28d01013e1f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:44.750674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.753413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d462c2d5-3814-418c-8f22-33f50104179f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00e6d290-1cac-49ff-8cf1-b28d01013e1f HTTP/1.1" status: 204 len: 168 time: 1.2327433 Aug 06 15:31:44.758432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:44.761686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e27e574-ecc1-477d-a0d3-5ecc76bd88d2 req-37fff4d7-d75a-4502-84d2-9963ec820b50 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785059 Aug 06 15:31:44.762561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.830722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=da25eabd-49ed-4249-8d97-5ee802946e61,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:44.835731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5b25f362-0c39-4e23-a5bb-d4738cda689d None None] Provisioning for port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:44.840551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5b25f362-0c39-4e23-a5bb-d4738cda689d None None] Provisioning complete for port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:44.841279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5b25f362-0c39-4e23-a5bb-d4738cda689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.857457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.899451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422d40e-2dbc-4bd6-8a01-7da0bb777b70 service neutron] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:44.912030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-001b5251-2b88-42b3-874a-39fb4135fb21 req-f7c8697f-ede0-48c3-9f8d-88e0b286ae88 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921941 Aug 06 15:31:44.912561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b671c056-3301-4c5c-9183-3d6ff1f6c8e1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:44.939626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:44.945397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5b25f362-0c39-4e23-a5bb-d4738cda689d None None] Port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:31:44.950788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b671c056-3301-4c5c-9183-3d6ff1f6c8e1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:44.951360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b671c056-3301-4c5c-9183-3d6ff1f6c8e1 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:44.989825 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d7b01-5fb7-4e65-924b-4563aef0afe2 x-openstack-request-id: req-2c7d7b01-5fb7-4e65-924b-4563aef0afe2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:44.989825 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:44.990044 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c7d7b01-5fb7-4e65-924b-4563aef0afe2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:44.990342 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'status': 'completed', 'code': 200} Aug 06 15:31:45.012463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-fa25bcc7-5e7c-49a4-ba6a-f9033b88f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:45.012463 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-fa25bcc7-5e7c-49a4-ba6a-f9033b88f256 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1094 time: 0.3575292 Aug 06 15:31:45.097084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-29e6d3c5-cdbb-4ce7-ae1a-cfb5db6fc81c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 217 time: 0.0769811 Aug 06 15:31:45.148656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Deleting port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:45.148996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.363610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-00253b0a-d5f9-4816-9e12-c565b75be004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:45.363610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-00253b0a-d5f9-4816-9e12-c565b75be004 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.2373633 Aug 06 15:31:45.369919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.414014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf873ebd-fc95-4f2b-ae42-b2947e2ce177']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:45.435174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-31f2c6f8-ba77-44b3-994b-17a079534e0c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466032 Aug 06 15:31:45.435790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.448824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:45.449151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51648e2-baa7-4279-b29e-fcdfb05f2c4a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:45.471757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.518138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd79c-8d48-4bb1-aa21-e63059900aa4 req-72a3f0e3-7770-4307-be62-10f38808d2ca tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:45.519862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9cbd79c-8d48-4bb1-aa21-e63059900aa4 req-72a3f0e3-7770-4307-be62-10f38808d2ca tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.5484016 Aug 06 15:31:45.523879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.533958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:45.534358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:45.538836 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:45.573035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef8ee1-747d-42dc-b553-f406b661d200 req-2894a848-5c58-4c4b-808d-d5b6ddfe0a27 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:45.574605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62ef8ee1-747d-42dc-b553-f406b661d200 req-2894a848-5c58-4c4b-808d-d5b6ddfe0a27 tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 1095 time: 0.1875677 Aug 06 15:31:45.583061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] For port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:45.583495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.633044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Calling delete_port for bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:45.728940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62ef8ee1-747d-42dc-b553-f406b661d200 req-133bc7df-be89-4628-ace0-125d247923ac tempest-LiveMigrationTest-1919592418 tempest-LiveMigrationTest-1919592418-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174781 Aug 06 15:31:45.733438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9cbd79c-8d48-4bb1-aa21-e63059900aa4 req-36dc1283-e92b-494f-8f0b-f8208527b916 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957216 Aug 06 15:31:45.737835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.745625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:45.746815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.751405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cf873ebd-fc95-4f2b-ae42-b2947e2ce177 HTTP/1.1" status: 204 len: 168 time: 0.9858005 Aug 06 15:31:45.772989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0fc0f-d8d5-425f-8d87-f2db1269d635 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf873ebd-fc95-4f2b-ae42-b2947e2ce177,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:45.781674 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-4358fcb9-e61e-494b-be6a-7de4f1a72f9d service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247402 Aug 06 15:31:45.822493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.905209 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:45.912681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:46.032772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.065717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.093961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Transition to ACTIVE for port object c8226399-ebc7-4202-bf63-7257a5828b45 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:46.117504 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea06e673-251e-4c14-ae6c-78c643ff8028 req-894b4817-bec8-48b0-8b3c-545fc3f033df service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993042 Aug 06 15:31:46.153021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da25eabd-49ed-4249-8d97-5ee802946e61 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:46.166097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.180381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Pushing event updated for resources: {'Port': ['ID=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:46.211655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port da25eabd-49ed-4249-8d97-5ee802946e61 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:46.212386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.228405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:46.251899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.275090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038962e2-0dc8-4718-9428-88dacf93a81c req-b5a80573-91c2-485f-8d9c-d8d6cde65113 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:46.283735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-038962e2-0dc8-4718-9428-88dacf93a81c req-b5a80573-91c2-485f-8d9c-d8d6cde65113 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 943 time: 0.3496208 Aug 06 15:31:46.320605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.343053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:46.363832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:46.387273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399d889-dbd7-45ef-8fee-20c28b7c65a0 req-6c0bcca8-1167-4b8b-9a56-8ee68efa6887 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:46.388940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2399d889-dbd7-45ef-8fee-20c28b7c65a0 req-6c0bcca8-1167-4b8b-9a56-8ee68efa6887 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c420823-086e-4a14-a3ec-0a5bb319fa79 HTTP/1.1" status: 200 len: 866 time: 0.4785750 Aug 06 15:31:46.389430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] No DVR routers for this DVR port c8226399-ebc7-4202-bf63-7257a5828b45 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:46.396074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event deleted for resources: {'Port': ['ID=bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:46.404958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-038962e2-0dc8-4718-9428-88dacf93a81c req-2d97209f-9b8e-40f4-948e-69e88c27f3df tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197062 Aug 06 15:31:46.467952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:46.491460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:46.560433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:46.560676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:46.561016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:46.573226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-832b0233-2fec-4c93-a024-27ed22cc4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:46.574086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-832b0233-2fec-4c93-a024-27ed22cc4b65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1094 time: 0.2755611 Aug 06 15:31:46.600116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:31:46.603514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:46.612493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] No DVR routers for this DVR port bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:46.627316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.628451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8174714-6804-4f5a-8a10-c5efd8c81632 req-3946dd7b-d4db-4721-ab5e-2f0ff9b96215 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.64 "DELETE /v2.0/ports/bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 HTTP/1.1" status: 204 len: 173 time: 2.6367033 Aug 06 15:31:46.628595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-76e5df89-7fd5-4f3d-97b2-258fad661278 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69a7d8637fa14f3f8ad2dfe5f6de43f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632124 Aug 06 15:31:46.632138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:46.633485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:46.634088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:46.634502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:46.635044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Bound port: c8226399-ebc7-4202-bf63-7257a5828b45, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:46.635513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.707490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2399d889-dbd7-45ef-8fee-20c28b7c65a0 req-5b7b77e6-b1e3-41c2-b5f5-7db480ea6cc8 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928240 Aug 06 15:31:46.731997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:46.799243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1d1c2-89d5-47de-8c1e-6247bbf75115 req-0ba80f18-49cb-4715-9da6-b6715d688801 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:46.807311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2c1d1c2-89d5-47de-8c1e-6247bbf75115 req-0ba80f18-49cb-4715-9da6-b6715d688801 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.2892332 Aug 06 15:31:46.827707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:46.828540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:46.858700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:46.859317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:46.862376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-833573fa-dead-4ab8-808d-1b6657f7cdb5 None None] Provisioning complete for port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:46.862975 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-833573fa-dead-4ab8-808d-1b6657f7cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.870018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2c1d1c2-89d5-47de-8c1e-6247bbf75115 req-dd16447f-4715-4b8a-a036-091ae877d2cb tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616982 Aug 06 15:31:46.879740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Router ba232dde-4670-4be5-af80-35ab916464dd has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:46.950990 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82aad0f9-857c-4954-9eea-cad946f399bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:46.954889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-50e062c7-4755-46a3-ba74-19a76228413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:46.956583 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-50e062c7-4755-46a3-ba74-19a76228413c service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.3470142 Aug 06 15:31:46.963649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:46.974415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:46.976164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-833573fa-dead-4ab8-808d-1b6657f7cdb5 None None] Port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:31:46.991569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}, {'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'name': 'network-vif-deleted', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:46.994095 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6874a8a6-00b3-4fd6-9378-6d93b4a63086" -d '{"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-unplugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}, {"server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "name": "network-vif-deleted", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:47.040802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9a5b3-6bc4-427f-94d3-6b341c70d164 req-dd8e9ffa-625a-4212-8805-a7cecb6696c7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.040802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3f9a5b3-6bc4-427f-94d3-6b341c70d164 req-dd8e9ffa-625a-4212-8805-a7cecb6696c7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 948 time: 0.1540768 Aug 06 15:31:47.046578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82aad0f9-857c-4954-9eea-cad946f399bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.050636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-b3369725-09cb-4876-9dcf-3f3048e341ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 217 time: 0.0787039 Aug 06 15:31:47.073524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.134974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3f9a5b3-6bc4-427f-94d3-6b341c70d164 req-bbd9b134-74fb-4df6-8d02-d70ab08c0a89 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818276 Aug 06 15:31:47.136816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:47.141901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd9d73b9-40cb-4570-97d4-edee1927cd29 admin admin] 10.222.0.16 "PUT /v2.0/routers/ba232dde-4670-4be5-af80-35ab916464dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6989706 Aug 06 15:31:47.153107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Sync routers for ids ['ba232dde-4670-4be5-af80-35ab916464dd'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:47.189989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Routers {'ba232dde-4670-4be5-af80-35ab916464dd'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:47.190593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.190722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba232dde-4670-4be5-af80-35ab916464dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:47.191235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.192776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] 10.222.0.59 "PUT /v2.0/ports/c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 1096 time: 3.1174214 Aug 06 15:31:47.205676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-c2bd6c82-719c-45f6-a431-a4949bd25ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.206861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-c2bd6c82-719c-45f6-a431-a4949bd25ebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.1463704 Aug 06 15:31:47.348796 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9b69ce-2fef-4c30-bc25-29084a6827ea x-openstack-request-id: req-5f9b69ce-2fef-4c30-bc25-29084a6827ea {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:47.349191 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-unplugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "code": 200}, {"server_uuid": "8c420823-086e-4a14-a3ec-0a5bb319fa79", "name": "network-vif-deleted", "tag": "bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:47.349338 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f9b69ce-2fef-4c30-bc25-29084a6827ea {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:47.349739 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'code': 200} Aug 06 15:31:47.349994 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c420823-086e-4a14-a3ec-0a5bb319fa79', 'name': 'network-vif-deleted', 'tag': 'bb7e4e5e-0f6f-4af1-8d24-524f60bdc7b0', 'status': 'completed', 'code': 200} Aug 06 15:31:47.352127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-b4645596-0f82-454a-ac5d-7e3579ccbf61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329715 Aug 06 15:31:47.368622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd967f-e6ed-46d2-b5e2-5b959e2921ee service neutron] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:47.416424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Set router ba232dde-4670-4be5-af80-35ab916464dd gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:47.463331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02818872-1ade-4f44-a435-c1f7af0e2bcf req-5ed8fd20-9cfa-4a94-8d1f-9488621f2042 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.472057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02818872-1ade-4f44-a435-c1f7af0e2bcf req-5ed8fd20-9cfa-4a94-8d1f-9488621f2042 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.0712078 Aug 06 15:31:47.514364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-e4204f35-87d7-49d5-aed8-f4cb3f2d8fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.518758 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-e4204f35-87d7-49d5-aed8-f4cb3f2d8fb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1099 time: 0.2787271 Aug 06 15:31:47.538548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02818872-1ade-4f44-a435-c1f7af0e2bcf req-724c3628-ca41-4ce0-8baa-564363ee63dc tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648775 Aug 06 15:31:47.557848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82aad0f9-857c-4954-9eea-cad946f399bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.560608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82aad0f9-857c-4954-9eea-cad946f399bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.562045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-82aad0f9-857c-4954-9eea-cad946f399bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4598447-2f7a-4ab0-84d7-3f1f1f82f30b HTTP/1.1" status: 204 len: 168 time: 0.9238141 Aug 06 15:31:47.607330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Deleting port ff9a18c0-f31b-4672-bd23-b417e1ebf46c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:47.607668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.641417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-51ce12ec-11d0-47c6-8307-ff4e9157402b service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674093 Aug 06 15:31:47.642355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aad0f9-857c-4954-9eea-cad946f399bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4598447-2f7a-4ab0-84d7-3f1f1f82f30b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:47.707280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673728-18b3-48ce-966a-822cc7071082 req-f6954b90-7c3b-4430-89f8-31270bd8d8dd tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.721886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc673728-18b3-48ce-966a-822cc7071082 req-f6954b90-7c3b-4430-89f8-31270bd8d8dd tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 943 time: 0.1070044 Aug 06 15:31:47.796238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc673728-18b3-48ce-966a-822cc7071082 req-6b2b5c84-dd21-4421-8e1d-787a83f13487 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733099 Aug 06 15:31:47.820163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'eb291a3d-5bc4-4fac-a0d1-e79985c8ef30', 'name': '', 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'mac_address': 'fa:16:3e:64:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c038fabb-a0b3-421d-b843-716909643ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:43Z', 'updated_at': '2021-08-06T15:31:45Z', 'revision_number': 2, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'subnets': [{'id': 'c038fabb-a0b3-421d-b843-716909643ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:47.886952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Checking router: ba232dde-4670-4be5-af80-35ab916464dd for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:47.887318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Updating router ba232dde-4670-4be5-af80-35ab916464dd port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:31:47.924258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dea4fba1-26a7-4fd9-8432-37afc3642b4e details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:47.941433 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:47.969007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-cec61e31-ae1b-4159-abe9-d1c531419a2b tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1718135 Aug 06 15:31:47.983775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104117ef-9c9d-49a4-b557-95c6b8492f6e req-b6651534-1d66-4404-964f-2b555ca48164 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:47.988432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-104117ef-9c9d-49a4-b557-95c6b8492f6e req-b6651534-1d66-4404-964f-2b555ca48164 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 944 time: 0.0862455 Aug 06 15:31:47.994391 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:48.084694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-104117ef-9c9d-49a4-b557-95c6b8492f6e req-deb1e803-7814-4989-9386-02ed64ce0d3e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735419 Aug 06 15:31:48.135551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.172380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:48.201825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3', 'port_id': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'mac_address': 'fa:16:3e:ce:cb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9c4be6-56d3-43cc-8005-b076c06c822c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:31:48.248135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-a6414530-636f-4fc7-9ded-4b96d9efc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:48.252457 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-a6414530-636f-4fc7-9ded-4b96d9efc9e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.7229116 Aug 06 15:31:48.297109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.320382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea4fba1-26a7-4fd9-8432-37afc3642b4e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:48.334833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260508e-5894-48dd-917d-76bd3196d289 req-b603f426-78c0-469b-95e9-3bbcb2f7e088 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:48.336495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b260508e-5894-48dd-917d-76bd3196d289 req-b603f426-78c0-469b-95e9-3bbcb2f7e088 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 944 time: 0.1706138 Aug 06 15:31:48.344048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-b006cb0a-49e1-4f80-8052-c64b8ab3a08b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0775449 Aug 06 15:31:48.350136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcb0834a-2f9a-4a7b-8aaa-9fb943e3b08e req-d25e0e0e-5181-4c1a-8654-d4064248c89e service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918766 Aug 06 15:31:48.352858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] For port ff9a18c0-f31b-4672-bd23-b417e1ebf46c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:48.353896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.364667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:48.378911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248f64d-0e27-4387-8080-0795d6aba871 req-f774b9c9-7057-4907-b261-247734aab181 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:48.391575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5248f64d-0e27-4387-8080-0795d6aba871 req-f774b9c9-7057-4907-b261-247734aab181 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.1323595 Aug 06 15:31:48.423095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.427897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Calling delete_port for ff9a18c0-f31b-4672-bd23-b417e1ebf46c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:48.436850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.441376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Transition to ACTIVE for port object eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:31:48.458053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5248f64d-0e27-4387-8080-0795d6aba871 req-8d41cdb2-af8c-4f38-9a6b-b44daa009b0d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Aug 06 15:31:48.499573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.527229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-2093731a-0c17-4cdc-9af1-5f0e4567ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:48.528889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-2093731a-0c17-4cdc-9af1-5f0e4567ed14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1778865 Aug 06 15:31:48.600806 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.643477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:48.669301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-125a2edb-aa6f-45fe-85f0-47057b647745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:48.670850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-125a2edb-aa6f-45fe-85f0-47057b647745 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328440 Aug 06 15:31:48.674648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Allocated IP 172.25.5.19 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/db808d3f-9ff0-4f05-8be3-9aa60552fdcb) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:48.700165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6bcec-fa3e-47a9-a6d0-76a93f08e7d5 req-c3ad3afb-0577-49ec-be18-f86192b5840d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:48.701938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ed6bcec-fa3e-47a9-a6d0-76a93f08e7d5 req-c3ad3afb-0577-49ec-be18-f86192b5840d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 948 time: 0.1035178 Aug 06 15:31:48.714194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Deleting port 55f72c1f-0323-47fa-9cda-8d62fe34294c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:48.718157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.763664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:48.772827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eed31-22c3-4011-8906-1b75ee53ea4b None None] Pushing event updated for resources: {'Port': ['ID=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:48.817396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Attempting to bind port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:31:48.817694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Attempting to bind port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:31:48.818243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Attempting to bind port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 on network 0aec95e3-57f6-492a-86b1-97a74e02db95 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:31:48.834980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:31:48.835358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Checking segment: {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:48.835764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.836255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Bound using segment: {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:31:48.837032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ed6bcec-fa3e-47a9-a6d0-76a93f08e7d5 req-f98e9fa9-3bf2-4f60-897c-c8885281408c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243958 Aug 06 15:31:48.844850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Bound port: eb291a3d-5bc4-4fac-a0d1-e79985c8ef30, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377057ae-995e-4025-bc0d-d2388af41c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:31:48.847413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.935182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:48.993286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-f0f3e54f-e612-47e2-aacc-2427c288b8fe service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144557 Aug 06 15:31:49.033651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] For port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:31:49.056785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] For port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,segment=NetworkSegment(377057ae-995e-4025-bc0d-d2388af41c37),segment_id=377057ae-995e-4025-bc0d-d2388af41c37)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:31:49.076046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] For port 55f72c1f-0323-47fa-9cda-8d62fe34294c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=55f72c1f-0323-47fa-9cda-8d62fe34294c,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:49.076345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.103054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Calling delete_port for 55f72c1f-0323-47fa-9cda-8d62fe34294c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:49.163733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.167202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.167373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.182593 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efaf6f4b-ae00-43d8-b88d-1c5bba97e5ed req-3941d103-f10a-46d5-961b-faa03541cdfe service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792049 Aug 06 15:31:49.207162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9a18c0-f31b-4672-bd23-b417e1ebf46c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:49.236617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142eed31-22c3-4011-8906-1b75ee53ea4b None None] Pushing event updated for resources: {'Port': ['ID=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:49.239578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Routers {'ba232dde-4670-4be5-af80-35ab916464dd'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:49.240296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba232dde-4670-4be5-af80-35ab916464dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:49.263624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:49.347971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:49.349551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=db808d3f-9ff0-4f05-8be3-9aa60552fdcb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:49.354549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:49.357026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:49.381945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:49.388541 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fa11e9-6657-4726-89ef-2ee522fa91d5" -d '{"events": [{"name": "network-changed", "server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:49.494633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] Set router ba232dde-4670-4be5-af80-35ab916464dd gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:49.546501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-509446427-network', 'tenant_id': '3e3e83b90b1d4ddaab45d1d22bb79984'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:49.604807 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.658924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.663115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Made reservation on behalf of 3e3e83b90b1d4ddaab45d1d22bb79984 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:49.665195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.707905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event deleted for resources: {'Port': ['ID=55f72c1f-0323-47fa-9cda-8d62fe34294c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:49.718978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6e1ce1bd-c478-46bd-9a98-3e86ec17c337'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:49.721429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.721617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['55f72c1f-0323-47fa-9cda-8d62fe34294c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:49.735995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.826913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.832175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] No DVR routers for this DVR port 55f72c1f-0323-47fa-9cda-8d62fe34294c on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:49.840161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:49.843117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b260508e-5894-48dd-917d-76bd3196d289 req-8c1a8beb-d31b-4c65-b86d-0cb5c88d40e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.64 "DELETE /v2.0/ports/55f72c1f-0323-47fa-9cda-8d62fe34294c HTTP/1.1" status: 204 len: 173 time: 1.4947758 Aug 06 15:31:49.937318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dea4fba1-26a7-4fd9-8432-37afc3642b4e up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:50.021162 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.030153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Router 4429869a-2072-471b-85ee-372ae674a538 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:31:50.099090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.111228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.147689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'eb291a3d-5bc4-4fac-a0d1-e79985c8ef30', 'name': '', 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'mac_address': 'fa:16:3e:64:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c038fabb-a0b3-421d-b843-716909643ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:43Z', 'updated_at': '2021-08-06T15:31:49Z', 'revision_number': 4, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'subnets': [{'id': 'c038fabb-a0b3-421d-b843-716909643ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:50.174260 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.190770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d4cac8-253d-4508-8e0e-74e8d5e04c43 None None] The sync data for ids ['ba232dde-4670-4be5-af80-35ab916464dd'] in n-d-778550-6 is: [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'eb291a3d-5bc4-4fac-a0d1-e79985c8ef30', 'name': '', 'network_id': '0aec95e3-57f6-492a-86b1-97a74e02db95', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'mac_address': 'fa:16:3e:64:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c038fabb-a0b3-421d-b843-716909643ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:43Z', 'updated_at': '2021-08-06T15:31:49Z', 'revision_number': 4, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'subnets': [{'id': 'c038fabb-a0b3-421d-b843-716909643ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:50.191033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:31:50.194630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port dea4fba1-26a7-4fd9-8432-37afc3642b4e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:50.199685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port dea4fba1-26a7-4fd9-8432-37afc3642b4e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:50.200142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.207419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c59c89a-2953-49d5-9d34-998318b30bfe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:50.218896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.220128 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Added segment 391d87cc-498b-491b-82cb-47603917142c of type vlan for network 667d9094-e002-4ca1-9ecc-a539cffdb480 Aug 06 15:31:50.268610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:31:50.290528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=db808d3f-9ff0-4f05-8be3-9aa60552fdcb,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:50.320262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3578b7f-0bc0-49d7-a091-1e72c3d85c99 admin admin] 10.222.0.16 "PUT /v2.0/routers/4429869a-2072-471b-85ee-372ae674a538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3466372 Aug 06 15:31:50.326584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:50.330308 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] Sync routers for ids ['4429869a-2072-471b-85ee-372ae674a538'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:31:50.348297 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.350746 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] Routers {'4429869a-2072-471b-85ee-372ae674a538'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:50.352288 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4429869a-2072-471b-85ee-372ae674a538'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:50.354063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.398323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:50.402523 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76ade5e-ce47-4686-8be2-afe2bf42d13f" -d '{"events": [{"server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "name": "network-vif-plugged", "status": "completed", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:50.418220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:50.419924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.511557 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.530710 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] Set router 4429869a-2072-471b-85ee-372ae674a538 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:50.539732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.541508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:50.542351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.606881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:50.622040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-5d32578b-a30e-45b6-96d9-74f269f72e3d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6319444 Aug 06 15:31:50.640859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:50.671384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=667d9094-e002-4ca1-9ecc-a539cffdb480,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:50.684017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 667d9094-e002-4ca1-9ecc-a539cffdb480 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:31:50.693469 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-62560f1b-e448-4e3e-b616-8a15fde84ca4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4281919 Aug 06 15:31:50.697108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36270) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:50.705795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Request body: {'subnet': {'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-509446427-subnet', 'tenant_id': '3e3e83b90b1d4ddaab45d1d22bb79984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:50.785987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f27f9-e1bc-439b-9e99-e818f690881c req-f940209e-09e7-44b9-b3a6-c6334d857ae7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:50.788881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-672f27f9-e1bc-439b-9e99-e818f690881c req-f940209e-09e7-44b9-b3a6-c6334d857ae7 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 945 time: 0.1345847 Aug 06 15:31:50.845652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe484d-1814-4f6c-a842-3b2557e7f6e1 req-3c3f2107-9c35-4a9b-9f4f-f04969b7cddf tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:50.853605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cfe484d-1814-4f6c-a842-3b2557e7f6e1 req-3c3f2107-9c35-4a9b-9f4f-f04969b7cddf tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 944 time: 0.3862169 Aug 06 15:31:50.868749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-21f9a809-cb39-446e-b22d-fd594d8d143c tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.2448318 Aug 06 15:31:50.877431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:51.004861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cfe484d-1814-4f6c-a842-3b2557e7f6e1 req-333b67bf-8db5-42ec-8063-0b4d5e881cf2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503482 Aug 06 15:31:51.024604 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:31:48Z', 'revision_number': 5, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:51.067292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Deleting port b1f55b9b-da88-4f1e-9850-236332cae0ac {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:51.067842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:51.101755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Made reservation on behalf of 3e3e83b90b1d4ddaab45d1d22bb79984 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:31:51.101755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:51.102059 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] Checking router: 4429869a-2072-471b-85ee-372ae674a538 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:31:51.120277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] Routers {'4429869a-2072-471b-85ee-372ae674a538'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:31:51.122777 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:31:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4429869a-2072-471b-85ee-372ae674a538'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:51.260281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] For port b1f55b9b-da88-4f1e-9850-236332cae0ac, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b1f55b9b-da88-4f1e-9850-236332cae0ac,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:51.260744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:51.287442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58685a0d-e83f-41be-b50b-b0caf914c98d req-562606e6-84c6-439f-b7c6-9c3b722c0a29 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 210 time: 0.0880020 Aug 06 15:31:51.300540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-490b7520-103c-4162-8422-c29cb285a440 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:51.302884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Calling delete_port for b1f55b9b-da88-4f1e-9850-236332cae0ac owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:51.308493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d1e812a-62e7-4f8c-973d-8380bab22328 req-490b7520-103c-4162-8422-c29cb285a440 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.4397717 Aug 06 15:31:51.348599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:51.428894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] Set router 4429869a-2072-471b-85ee-372ae674a538 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:31:51.477363 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c38768d-5732-490c-a1fb-19bf37be611a x-openstack-request-id: req-6c38768d-5732-490c-a1fb-19bf37be611a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:51.480075 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:51.480407 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c38768d-5732-490c-a1fb-19bf37be611a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:51.481024 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'status': 'completed', 'code': 200} Aug 06 15:31:51.621680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-73f5bfa5-2c0d-4028-a9fe-f0a0b40bc625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:51.623610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-73f5bfa5-2c0d-4028-a9fe-f0a0b40bc625 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1099 time: 0.1226881 Aug 06 15:31:51.834517 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:31:48Z', 'revision_number': 5, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:51.864805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6be1a5-aab3-4edf-99f6-a8069d47ad68 req-c91ee464-ef2d-42db-87e2-9b274da0cc90 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:51.872198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd6be1a5-aab3-4edf-99f6-a8069d47ad68 req-c91ee464-ef2d-42db-87e2-9b274da0cc90 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 948 time: 0.3053577 Aug 06 15:31:51.875089 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6db588-d172-49ae-8fb9-4b359c0283a9 None None] The sync data for ids ['4429869a-2072-471b-85ee-372ae674a538'] in n-d-778550-6 is: [{'id': '4429869a-2072-471b-85ee-372ae674a538', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-983919633-router', 'tenant_id': '0c97b15ca28642f69cc1ac3c608a784c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:26:21Z', 'updated_at': '2021-08-06T15:31:48Z', 'revision_number': 5, 'project_id': '0c97b15ca28642f69cc1ac3c608a784c', 'gw_port': {'id': 'b6557806-7abb-4087-85c9-b7c9866c2a08', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4429869a-2072-471b-85ee-372ae674a538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:26:22Z', 'updated_at': '2021-08-06T15:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:31:51.924629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:51.934733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Deleting port b6557806-7abb-4087-85c9-b7c9866c2a08 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:51.935200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:51.959731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-0fbd4e90-17f3-428d-b69c-374450f0b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:51.963002 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-0fbd4e90-17f3-428d-b69c-374450f0b550 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1099 time: 0.4935029 Aug 06 15:31:51.973372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bfae4-99c4-4be8-8e5c-a9edce4608ba req-f5c0fad2-a402-4b59-ae59-befbde26846b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:51.974977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-411bfae4-99c4-4be8-8e5c-a9edce4608ba req-f5c0fad2-a402-4b59-ae59-befbde26846b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=be1ac65c-92b8-4d9e-9acd-54fce5a66805 HTTP/1.1" status: 200 len: 945 time: 0.3081007 Aug 06 15:31:52.005132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:52.135352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:52.165770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd6be1a5-aab3-4edf-99f6-a8069d47ad68 req-8451167f-c39f-4cda-8b23-deb623584824 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926545 Aug 06 15:31:52.175269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:52.202320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'mac_address': 'fa:16:3e:b6:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:31:52.246865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] For port b6557806-7abb-4087-85c9-b7c9866c2a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b6557806-7abb-4087-85c9-b7c9866c2a08,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:52.247240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:52.272376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Calling delete_port for b6557806-7abb-4087-85c9-b7c9866c2a08 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:52.308572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event deleted for resources: {'Port': ['ID=b1f55b9b-da88-4f1e-9850-236332cae0ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:52.417330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:52.423168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-1c4f23aa-bbf0-44e8-aeac-b26f78d8427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:52.426345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-1c4f23aa-bbf0-44e8-aeac-b26f78d8427d service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.7803018 Aug 06 15:31:52.439072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-2716d111-0d12-44c6-9ee2-fc802ce75125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:52.439072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-2716d111-0d12-44c6-9ee2-fc802ce75125 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.4436936 Aug 06 15:31:52.468073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:52.476602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8226399-ebc7-4202-bf63-7257a5828b45 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:52.558345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:52.584313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] No DVR routers for this DVR port b1f55b9b-da88-4f1e-9850-236332cae0ac on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:52.588544 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:52.593615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-672f27f9-e1bc-439b-9e99-e818f690881c req-c0473e6d-6a60-4044-b638-d1cd3aa1cdfc tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "DELETE /v2.0/ports/b1f55b9b-da88-4f1e-9850-236332cae0ac HTTP/1.1" status: 204 len: 173 time: 1.7948611 Aug 06 15:31:52.600115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-1ef7533e-d27f-422b-9a29-14cfe2010317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0861263 Aug 06 15:31:52.642774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:52.710587 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-a55d4d7e-d363-4243-a617-feec4481766a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.2115207 Aug 06 15:31:52.744285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:31:52.751368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:52.812989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-73e69659-3298-4682-a2c0-a891907c6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:52.816041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-73e69659-3298-4682-a2c0-a891907c6665 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0926752 Aug 06 15:31:52.858747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-7a4c881a-d7d2-48c2-9ba2-83e593b399fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:52.861830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-7a4c881a-d7d2-48c2-9ba2-83e593b399fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2069795 Aug 06 15:31:52.882351 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee4e454-6ebc-43da-b057-2658eb46f42a x-openstack-request-id: req-1ee4e454-6ebc-43da-b057-2658eb46f42a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:52.885908 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "name": "network-vif-plugged", "status": "completed", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:52.886228 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ee4e454-6ebc-43da-b057-2658eb46f42a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:52.886734 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'code': 200} Aug 06 15:31:52.995239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-17341d28-9b1a-4b19-b692-0f6952e4f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:52.996980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-17341d28-9b1a-4b19-b692-0f6952e4f023 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724164 Aug 06 15:31:53.068461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:53.078018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 55f72c1f-0323-47fa-9cda-8d62fe34294c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:53.078377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 55f72c1f-0323-47fa-9cda-8d62fe34294c not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:53.093186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3452c89-face-4e9f-900f-a251bfd6a237,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:53.098574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:53.098904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:53.198412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c8226399-ebc7-4202-bf63-7257a5828b45'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:53.276189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:53.319048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-411bfae4-99c4-4be8-8e5c-a9edce4608ba req-6650c18b-dfeb-4a66-84e4-7c5c2dba9f28 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac153716-d440-4857-8472-f2770ec89dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3151379 Aug 06 15:31:53.386800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:53.427008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'port_id': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'mac_address': 'fa:16:3e:0e:ea:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7cff-1182-4033-8e08-1ba169bb35b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:31:53.479045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Checking segment: {'id': '391d87cc-498b-491b-82cb-47603917142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:31:53.479406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Network hostable DHCP agents. Network: 667d9094-e002-4ca1-9ecc-a539cffdb480, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:31:53.582976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-42e94a46-69cb-45e7-b148-17a78df48edd tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5002930 Aug 06 15:31:53.590751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:53.593501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'name': 'network-vif-deleted', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c'}, {'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'name': 'network-vif-deleted', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:53.599046 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ebdce0-9ece-4b0d-9aaa-91535f592048" -d '{"events": [{"server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "name": "network-vif-deleted", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c"}, {"server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "name": "network-vif-deleted", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:53.638292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:53.680757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Network 667d9094-e002-4ca1-9ecc-a539cffdb480 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:31:53.684819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001abb-2938-4d7e-b07d-d817b258d953 req-93f72442-7325-4c7b-8c16-3c3a6605e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:53.689067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf001abb-2938-4d7e-b07d-d817b258d953 req-93f72442-7325-4c7b-8c16-3c3a6605e428 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1096 time: 0.7584608 Aug 06 15:31:53.692369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-2887d792-3388-49bc-8a91-bbaf20fde87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:53.698613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-2887d792-3388-49bc-8a91-bbaf20fde87d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8228934 Aug 06 15:31:53.716207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92c08096-896c-4c5b-8a22-a881af1d01fc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:31:53.717295 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:53.800483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:53.802347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6557806-7abb-4087-85c9-b7c9866c2a08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:53.806904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:53.819700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:53.941032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,segment=NetworkSegment(377057ae-995e-4025-bc0d-d2388af41c37),segment_id=377057ae-995e-4025-bc0d-d2388af41c37)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:53.945062 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf001abb-2938-4d7e-b07d-d817b258d953 req-bddd9975-ba7b-44ea-9ec0-c6dda9e2af3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389104 Aug 06 15:31:53.949559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:53.972965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-d2731f15-087d-427a-a11b-c7142da0317d service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9613698 Aug 06 15:31:53.986720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:54.012485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.098195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-5b88515d-0881-44b0-8b52-5804e8954834 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886294 Aug 06 15:31:54.155842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.158752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.159009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: b1f55b9b-da88-4f1e-9850-236332cae0ac {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:54.159549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b1f55b9b-da88-4f1e-9850-236332cae0ac not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:54.161745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.182782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ff9a18c0-f31b-4672-bd23-b417e1ebf46c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:54.213460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 667d9094-e002-4ca1-9ecc-a539cffdb480) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:54.218705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:54.220314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.264032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['92c08096-896c-4c5b-8a22-a881af1d01fc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:31:54.269001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e45eab8-a6f8-49f1-9d03-8aca21f9096e None None] Network 667d9094-e002-4ca1-9ecc-a539cffdb480 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:54.283279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: ff9a18c0-f31b-4672-bd23-b417e1ebf46c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:54.284198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ff9a18c0-f31b-4672-bd23-b417e1ebf46c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:54.342628 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.343890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4429869a-2072-471b-85ee-372ae674a538 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:31:54.355039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.361975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a27f41af-3f15-46c0-ae48-10528a7841f7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4429869a-2072-471b-85ee-372ae674a538 HTTP/1.1" status: 204 len: 168 time: 4.0212300 Aug 06 15:31:54.393885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:54.395900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.545257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:54.545434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-39239372-7a7d-4fcc-8779-083c6133c2d1 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263462 Aug 06 15:31:54.570543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Deleting subnet 85ea0a24-fd04-4cf0-9271-c0ac701ebaf0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:31:54.596999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.679264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39fa11e9-6657-4726-89ef-2ee522fa91d5 req-50fdb69f-7fcd-431d-9f11-1808b38bafd6 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223532 Aug 06 15:31:54.713020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6621ce41-b952-41ba-90f7-4f0af6d4988f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.9990265 Aug 06 15:31:54.713301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:54.902233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Allocated IP 172.25.5.108 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/1d2e784e-e34c-4cb7-8c31-33ad0c566001) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:54.984199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:55.012379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.117039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69b53b-221e-4954-beb4-43e86f00ab50 req-90a7da08-4295-4734-8fbf-b91d94bca604 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:55.119694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd69b53b-221e-4954-beb4-43e86f00ab50 req-90a7da08-4295-4734-8fbf-b91d94bca604 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 945 time: 0.4268479 Aug 06 15:31:55.171774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa552fc2-5aff-46cf-80e3-5ebe57f13e3b None None] Network 667d9094-e002-4ca1-9ecc-a539cffdb480 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:55.191866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.276410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.307559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.329296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd69b53b-221e-4954-beb4-43e86f00ab50 req-ca4b4329-f5a2-42f6-a703-268db00f7243 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979337 Aug 06 15:31:55.331419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/85ea0a24-fd04-4cf0-9271-c0ac701ebaf0 HTTP/1.1" status: 204 len: 168 time: 0.9641864 Aug 06 15:31:55.336666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36316) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:55.396165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3be81a-847d-4deb-9c4f-7bebb15021f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ea0a24-fd04-4cf0-9271-c0ac701ebaf0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:55.460361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.591004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c90b66-8e0f-4252-b0c1-fda9af3d33c9 None None] Network c023b7e4-0a65-440f-bbb5-cb247fd9f13a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:31:55.671776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-837f0ce5-1fab-47f1-b9b2-3fcf213fe6cd req-3b06611e-b38a-4487-9f2e-e7438c78ebdd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=0dabf88d-ba97-420c-93c7-97ebbd54d556 HTTP/1.1" status: 200 len: 210 time: 0.2307112 Aug 06 15:31:55.730323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:55.790962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:55.802911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.809481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:55.813349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=1d2e784e-e34c-4cb7-8c31-33ad0c566001,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:55.827756 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:55.948027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:56.107795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbe53f-8d14-4cc3-b206-aa00f13cbe22 req-4eb8e79b-6951-49e9-9d78-cfcbcbc60166 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:56.109624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9fbe53f-8d14-4cc3-b206-aa00f13cbe22 req-4eb8e79b-6951-49e9-9d78-cfcbcbc60166 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 949 time: 0.2899680 Aug 06 15:31:56.146186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port c8226399-ebc7-4202-bf63-7257a5828b45 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:31:56.156433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port c8226399-ebc7-4202-bf63-7257a5828b45 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:56.159242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.190581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] DHCP port deletion for c023b7e4-0a65-440f-bbb5-cb247fd9f13a request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:31:56.215099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Deleting port bfb40f52-3571-485a-a0b4-2cd3fea69e39 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:56.215653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.223763 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:31:56.248832 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.321858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9fbe53f-8d14-4cc3-b206-aa00f13cbe22 req-08f08c14-3db4-4ba1-8f1b-d2bcd8df991e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598625 Aug 06 15:31:56.347336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] Deleting port bfb40f52-3571-485a-a0b4-2cd3fea69e39 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:56.349336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.416457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] For port bfb40f52-3571-485a-a0b4-2cd3fea69e39, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfb40f52-3571-485a-a0b4-2cd3fea69e39,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:56.416849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.428425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.449167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.496040 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508bada0-34b4-46e2-90c4-53aaa95e5581 x-openstack-request-id: req-508bada0-34b4-46e2-90c4-53aaa95e5581 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:56.499104 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dabf88d-ba97-420c-93c7-97ebbd54d556", "name": "network-vif-deleted", "tag": "55f72c1f-0323-47fa-9cda-8d62fe34294c", "status": "completed", "code": 200}, {"server_uuid": "be1ac65c-92b8-4d9e-9acd-54fce5a66805", "name": "network-vif-deleted", "tag": "b1f55b9b-da88-4f1e-9850-236332cae0ac", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:56.503072 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-508bada0-34b4-46e2-90c4-53aaa95e5581 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:56.512215 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dabf88d-ba97-420c-93c7-97ebbd54d556', 'name': 'network-vif-deleted', 'tag': '55f72c1f-0323-47fa-9cda-8d62fe34294c', 'status': 'completed', 'code': 200} Aug 06 15:31:56.512528 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1ac65c-92b8-4d9e-9acd-54fce5a66805', 'name': 'network-vif-deleted', 'tag': 'b1f55b9b-da88-4f1e-9850-236332cae0ac', 'status': 'completed', 'code': 200} Aug 06 15:31:56.545098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:56.617546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Calling delete_port for bfb40f52-3571-485a-a0b4-2cd3fea69e39 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:56.655838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:31:56.656211 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d97d8-02c7-420d-b431-31717fd2c6f4" -d '{"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-plugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:31:56.662977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] For port bfb40f52-3571-485a-a0b4-2cd3fea69e39, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfb40f52-3571-485a-a0b4-2cd3fea69e39,segment=NetworkSegment(736fe74f-77bb-47c8-88f2-abfdcc63a233),segment_id=736fe74f-77bb-47c8-88f2-abfdcc63a233)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:56.663416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.692868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:56.696019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] Calling delete_port for bfb40f52-3571-485a-a0b4-2cd3fea69e39 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:56.711956 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.779931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dd6bf-1a76-4569-8c80-c2b5ae004784 req-bcfa5fbc-4c5e-4908-a38c-e15b17be7243 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:56.781771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a5dd6bf-1a76-4569-8c80-c2b5ae004784 req-bcfa5fbc-4c5e-4908-a38c-e15b17be7243 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 944 time: 0.1191735 Aug 06 15:31:56.791139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.795223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:31:56.811313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.827730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:56.828132 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.923427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a5dd6bf-1a76-4569-8c80-c2b5ae004784 req-a6a86122-180b-4b70-846b-005599c0ba1b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234803 Aug 06 15:31:56.939082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=1d2e784e-e34c-4cb7-8c31-33ad0c566001,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:56.953139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:56.975365 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.993971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:56.998297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.016955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 92c08096-896c-4c5b-8a22-a881af1d01fc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:31:57.017442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.024802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb40f52-3571-485a-a0b4-2cd3fea69e39,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:57.028188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] No DVR routers for this DVR port bfb40f52-3571-485a-a0b4-2cd3fea69e39 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:57.060065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] Pushing event deleted for resources: {'Port': ['ID=bfb40f52-3571-485a-a0b4-2cd3fea69e39,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:57.069916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b9445-1355-4ac2-9037-98e8b162d2c0 None None] No DVR routers for this DVR port bfb40f52-3571-485a-a0b4-2cd3fea69e39 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:31:57.177707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.178958 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.179092 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-f70dd6aa-6ba8-4902-9064-89db9e1dcf37 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5951576 Aug 06 15:31:57.195654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b6557806-7abb-4087-85c9-b7c9866c2a08 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:57.236286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b6557806-7abb-4087-85c9-b7c9866c2a08 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:57.236909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b6557806-7abb-4087-85c9-b7c9866c2a08 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:57.237552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfb40f52-3571-485a-a0b4-2cd3fea69e39 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:31:57.277064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: bfb40f52-3571-485a-a0b4-2cd3fea69e39 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:31:57.277747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfb40f52-3571-485a-a0b4-2cd3fea69e39 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:31:57.284491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:57.288326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.331471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-d0db38d3-6dc6-477b-873c-4a49efeea293 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 696 time: 0.1100819 Aug 06 15:31:57.333247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c023b7e4-0a65-440f-bbb5-cb247fd9f13a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:57.367165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736fe74f-77bb-47c8-88f2-abfdcc63a233') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:57.367462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736fe74f-77bb-47c8-88f2-abfdcc63a233') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:31:57.397608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.441504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.467210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:57.500025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.513520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:31:57.513925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:31:57.518549 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:31:57.598504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-6581e9c3-64f0-44b5-b064-b56ac319a0f1 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:57.600243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-6581e9c3-64f0-44b5-b064-b56ac319a0f1 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/networks?id=667d9094-e002-4ca1-9ecc-a539cffdb480 HTTP/1.1" status: 200 len: 821 time: 0.3190508 Aug 06 15:31:57.617397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-c38a0133-2c84-433b-82a9-3fbdd1848912 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:57.617915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d464f6fe-edd0-4ca5-8990-08b5b713d681 req-c38a0133-2c84-433b-82a9-3fbdd1848912 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2691579 Aug 06 15:31:57.632093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-3964fa7d-5124-4301-b175-15d5b169e333 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/quotas/3e3e83b90b1d4ddaab45d1d22bb79984 HTTP/1.1" status: 200 len: 375 time: 0.0127637 Aug 06 15:31:57.667874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-22614f3f-9889-4c6a-9186-c7a985cd6d15 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e3e83b90b1d4ddaab45d1d22bb79984&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293460 Aug 06 15:31:57.701746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.724419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:57.731335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] 10.222.0.16 "DELETE /v2.0/networks/c023b7e4-0a65-440f-bbb5-cb247fd9f13a HTTP/1.1" status: 204 len: 168 time: 2.3907430 Aug 06 15:31:57.740123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32320cac-454f-45d4-a6c0-a8ce9723e4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c023b7e4-0a65-440f-bbb5-cb247fd9f13a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:57.851140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-4340a698-ad9a-4849-bb20-4b22c8b9ed8e service neutron] 10.222.0.16 "GET /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752496 Aug 06 15:31:57.960108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-7c7a93ef-df61-43ad-ba14-49c7516d2312 service neutron] 10.222.0.16 "GET /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991631 Aug 06 15:31:58.184394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bea42-ec3b-4a2a-845a-d9e56260c86b req-bbeb9cab-6a2a-475a-a0d7-ea47988d67b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:58.184394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee6bea42-ec3b-4a2a-845a-d9e56260c86b req-bbeb9cab-6a2a-475a-a0d7-ea47988d67b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 945 time: 0.0898347 Aug 06 15:31:58.227607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36352) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:58.287024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-ff06c195-41b1-43ee-9734-4927b4bc6f6b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:58.323743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-ff06c195-41b1-43ee-9734-4927b4bc6f6b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 950 time: 0.1397829 Aug 06 15:31:58.329746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50c867a4-c54a-47f9-91d8-aa89575268c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26d88e54006b47f7813832250f2619cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0997634 Aug 06 15:31:58.341067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36356) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:31:58.348109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee6bea42-ec3b-4a2a-845a-d9e56260c86b req-07750bbc-f3bf-4344-91f2-6ef83a239a2a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514874 Aug 06 15:31:58.420993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd9f29-3b39-45a6-b153-e18e1aa2e8b3 x-openstack-request-id: req-b0bd9f29-3b39-45a6-b153-e18e1aa2e8b3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:31:58.420993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-plugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:31:58.420993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0bd9f29-3b39-45a6-b153-e18e1aa2e8b3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:31:58.420993 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'code': 200} Aug 06 15:31:58.432164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-0c59892b-af57-44d0-920b-26029237cc38 service neutron] 10.222.0.59 "GET /v2.0/ports/c8226399-ebc7-4202-bf63-7257a5828b45/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 382 time: 0.0861666 Aug 06 15:31:58.524458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8220243-f45c-4fb6-9c30-c7e61c300a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:58.530780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-49e7baba-bb94-4bf2-941a-17203cd4d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:58.533102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-49e7baba-bb94-4bf2-941a-17203cd4d870 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1101 time: 0.0655167 Aug 06 15:31:58.593768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8220243-f45c-4fb6-9c30-c7e61c300a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:58.683186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-b1c46205-f566-4be5-b8c9-c81afc7da1fb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1783414 Aug 06 15:31:58.689118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:58.715676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:58.733367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-cc817085-77c6-48a6-8bf7-c9b0a2fa9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:58.736194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-cc817085-77c6-48a6-8bf7-c9b0a2fa9812 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1865447 Aug 06 15:31:58.772888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b92f46-a895-48a9-a616-6e3b8d1e361b req-c90034da-f681-4a88-baa1-1f2109bec0f7 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:58.775078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0b92f46-a895-48a9-a616-6e3b8d1e361b req-c90034da-f681-4a88-baa1-1f2109bec0f7 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 945 time: 0.0715492 Aug 06 15:31:58.811611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:58.828846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8220243-f45c-4fb6-9c30-c7e61c300a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:58.831723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8220243-f45c-4fb6-9c30-c7e61c300a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:58.835705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f8220243-f45c-4fb6-9c30-c7e61c300a2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07497d27-6a60-48d6-9751-29d25ddffbb5 HTTP/1.1" status: 204 len: 168 time: 0.4999483 Aug 06 15:31:58.835705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-ee2e7ff2-3d6a-436a-92a7-73268a2b0e64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0752711 Aug 06 15:31:58.854977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8220243-f45c-4fb6-9c30-c7e61c300a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07497d27-6a60-48d6-9751-29d25ddffbb5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:58.911872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-1faf4cf3-cf09-4b14-acc5-34d54c93dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:58.913348 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-1faf4cf3-cf09-4b14-acc5-34d54c93dcb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0688548 Aug 06 15:31:58.924554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0b92f46-a895-48a9-a616-6e3b8d1e361b req-fe79ca82-0025-440d-b86e-a7056b8f33cf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426675 Aug 06 15:31:59.001398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:59.008275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-88b8c867-b534-451b-bed2-1462c85ac387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:59.011466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-88b8c867-b534-451b-bed2-1462c85ac387 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904920 Aug 06 15:31:59.175692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dcc03-e8d1-4b60-aab7-ef09f33246ce req-6d44b10d-091c-4995-9a6e-c241b65e1afc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:59.177362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a14dcc03-e8d1-4b60-aab7-ef09f33246ce req-6d44b10d-091c-4995-9a6e-c241b65e1afc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.1039240 Aug 06 15:31:59.187535 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-0e1bf84e-cfc8-4ba6-bdef-2da8a744c2cf service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602368 Aug 06 15:31:59.245308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a14dcc03-e8d1-4b60-aab7-ef09f33246ce req-d9f24b74-6781-4ba6-a5e6-604704a4d989 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591381 Aug 06 15:31:59.258512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Allocated IP 172.25.5.43 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/e32b0da4-d75b-4af9-a088-83ea4ed04a11) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:31:59.339492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-4921b149-3153-4189-93d2-f7e19bee521e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:59.341809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-4921b149-3153-4189-93d2-f7e19bee521e tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 944 time: 0.1492929 Aug 06 15:31:59.381428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-d265a9f2-dc55-4ce9-828a-2563620891f4 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781614 Aug 06 15:31:59.405449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a3c50aa-cbfe-4164-bdeb-220d6beb75db req-623b5454-1d25-4e62-8bab-449ba13613b5 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 210 time: 0.0510654 Aug 06 15:31:59.475763 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:59.567044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Deleting port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:31:59.567395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:59.580446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-a03f61d8-be83-4e1c-a227-3a7c713b0cad tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1495442139&fields=id&tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 267 time: 0.0548897 Aug 06 15:31:59.633542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:59.682026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:31:59.690287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] For port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,segment=NetworkSegment(7af3edc0-ca4e-49b4-9f6a-c5e7162513bf),segment_id=7af3edc0-ca4e-49b4-9f6a-c5e7162513bf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:31:59.691132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:59.694210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:31:59.708413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Calling delete_port for bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:31:59.708948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-bc1c4340-1dca-4da4-94e4-46d52da559e5 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:31:59.717775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-bc1c4340-1dca-4da4-94e4-46d52da559e5 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 945 time: 0.1357722 Aug 06 15:31:59.722957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:31:59.733755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'port': {'security_groups': ['3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe', '743aa12f-7a6b-415f-8f17-99dd9b912e13']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:31:59.759691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=e32b0da4-d75b-4af9-a088-83ea4ed04a11,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:31:59.847193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:31:59.939934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:00.005789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3cc71bba-405a-4382-8306-b84008a07185 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c97b15ca28642f69cc1ac3c608a784c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0646403 Aug 06 15:32:00.008981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:00.031249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.075105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Pushing event deleted for resources: {'Port': ['ID=bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:00.133376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] No DVR routers for this DVR port bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:00.136443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.143349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.145733 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cd74915f-021f-46c6-9a7f-47c69e1b9e8f req-1bbb4673-24d5-4896-8712-fb329a43b964 tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.59 "DELETE /v2.0/ports/bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc HTTP/1.1" status: 204 len: 173 time: 0.7667713 Aug 06 15:32:00.156244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'name': 'network-vif-deleted', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:00.162712 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05106f9f-eac9-4a45-bc74-f45c2c7e1b8a" -d '{"events": [{"server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "name": "network-vif-deleted", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:00.173135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:00.185990 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbae9-3daa-4a33-be40-47d79e91879c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.218856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.254799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbae9-3daa-4a33-be40-47d79e91879c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.272795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.326944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.348405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:00.419726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbae9-3daa-4a33-be40-47d79e91879c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.422926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0dbbae9-3daa-4a33-be40-47d79e91879c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.428080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0dbbae9-3daa-4a33-be40-47d79e91879c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f525758f-b220-415c-a084-cbb70776879d HTTP/1.1" status: 204 len: 168 time: 0.4143753 Aug 06 15:32:00.428333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:00.428333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:00.435587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-570c8e4a-3db3-40b5-afff-2675c487f375 req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "PUT /v2.0/ports/dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 981 time: 0.7143259 Aug 06 15:32:00.441216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbbae9-3daa-4a33-be40-47d79e91879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f525758f-b220-415c-a084-cbb70776879d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:00.445726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:00.451296 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:00.463649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:00.468093 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e319235-93ce-4aa2-a04f-148c89e75311" -d '{"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-plugged", "status": "completed", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:00.504098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72267f64-a8b4-43a6-a1e0-6ad6337e5c21 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:00.544523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:00.592701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec93b53e-7535-4d65-8ef1-36f9fefde614 req-6e939a26-02a6-494f-b118-0efacdc9210b tempest-LiveAutoBlockMigrationV225Test-1498680104 tempest-LiveAutoBlockMigrationV225Test-1498680104-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7b8e6b6-377a-4e0b-8467-2af892d0d74d HTTP/1.1" status: 200 len: 210 time: 0.0389528 Aug 06 15:32:00.813556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:01.120297 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:01.122725 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:01.191286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:01.213228 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd40822-9b5f-4a6f-9939-32ad5e7ac57d x-openstack-request-id: req-9fd40822-9b5f-4a6f-9939-32ad5e7ac57d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:01.214831 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b8e6b6-377a-4e0b-8467-2af892d0d74d", "name": "network-vif-deleted", "tag": "bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:01.215663 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fd40822-9b5f-4a6f-9939-32ad5e7ac57d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:01.216481 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b8e6b6-377a-4e0b-8467-2af892d0d74d', 'name': 'network-vif-deleted', 'tag': 'bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc', 'status': 'completed', 'code': 200} Aug 06 15:32:01.262525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=e32b0da4-d75b-4af9-a088-83ea4ed04a11,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:01.274804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:01.385649 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:01.401489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:01.505929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:01.587638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5db84-8a7a-45d2-a0a9-7001aa3b1ccb req-8a67cd34-4c62-4693-8404-88ee89c28172 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:01.592641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15c5db84-8a7a-45d2-a0a9-7001aa3b1ccb req-8a67cd34-4c62-4693-8404-88ee89c28172 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.2260680 Aug 06 15:32:01.596005 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:01.600735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-05fa3772-f7d7-4f51-a1f1-a65a4c4530ae tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:01.602417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-05fa3772-f7d7-4f51-a1f1-a65a4c4530ae tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.64 "GET /v2.0/networks?id=667d9094-e002-4ca1-9ecc-a539cffdb480 HTTP/1.1" status: 200 len: 821 time: 0.1636717 Aug 06 15:32:01.609271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-9aae4440-40aa-4a30-a25a-3f4299cb057e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9249053 Aug 06 15:32:01.618253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Request body: {'port': {'device_id': '92061421-1773-4999-bb5d-cd76be7615ed', 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480', 'admin_state_up': True, 'tenant_id': '3e3e83b90b1d4ddaab45d1d22bb79984'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:01.696294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-ecdf3b47-e48b-4707-a8a7-9164b70b757e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0846601 Aug 06 15:32:01.739447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15c5db84-8a7a-45d2-a0a9-7001aa3b1ccb req-78bacf4b-08cf-4db4-b668-afe0bcbe413e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242487 Aug 06 15:32:01.837534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-267971d3-af81-48ff-bc88-74d27ae7f7e7 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:01.851568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-339eac7e-1b93-4533-ae3c-d3c8823180c2 req-267971d3-af81-48ff-bc88-74d27ae7f7e7 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1523745 Aug 06 15:32:01.923452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45de9426-c8d6-4360-8f25-0240e7651bac req-f3acbc8f-ddaa-4b74-9d0d-865d687e098c tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 210 time: 0.0595326 Aug 06 15:32:01.949974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:01.986015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:01.986366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd4b0fa6-8459-41c0-b1a9-ff103e2a5cbc not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:02.002232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Made reservation on behalf of 3e3e83b90b1d4ddaab45d1d22bb79984 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:02.006640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:02.019139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-cfe74235-3997-4631-bdfd-ee129f2ff798 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-220742795&fields=id&tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 267 time: 0.0844917 Aug 06 15:32:02.158795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-5d864103-f68b-4c54-9a24-f094bccef089 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.160790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-5d864103-f68b-4c54-9a24-f094bccef089 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 984 time: 0.1340573 Aug 06 15:32:02.199629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'port': {'security_groups': ['3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe', '743aa12f-7a6b-415f-8f17-99dd9b912e13', '4488ab46-9449-4eea-a82b-9d0fcbeb1b74']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:02.233278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-68e56e75-21a5-40a8-8dcc-fd628f97c497 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1426523 Aug 06 15:32:02.341819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Allocated IP 172.20.0.12 (667d9094-e002-4ca1-9ecc-a539cffdb480/a3452c89-face-4e9f-900f-a251bfd6a237/e1c6cf0d-adda-4b56-a5f1-ccce408efcca) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:02.351604 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24627a-c06a-44df-8f53-b514c6d89f5c x-openstack-request-id: req-5b24627a-c06a-44df-8f53-b514c6d89f5c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:02.351943 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:02.352178 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b24627a-c06a-44df-8f53-b514c6d89f5c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:02.353118 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'status': 'completed', 'code': 200} Aug 06 15:32:02.360467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221cd12-3599-43c6-bf41-d79263201111 req-858c1be2-48a4-4447-b191-8fc9cbcd140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.363666 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-858c1be2-48a4-4447-b191-8fc9cbcd140f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee11391ec3544057aa34e1e66e153a46&device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 1095 time: 0.0952857 Aug 06 15:32:02.415382 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf4173-cf42-430a-b946-1ed4bb0aef5f x-openstack-request-id: req-5cbf4173-cf42-430a-b946-1ed4bb0aef5f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:02.415993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-plugged", "status": "completed", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:02.415993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cbf4173-cf42-430a-b946-1ed4bb0aef5f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:02.416373 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'code': 200} Aug 06 15:32:02.434777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:02.568030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-edd3d245-279c-4967-8543-bd809619abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.569594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-edd3d245-279c-4967-8543-bd809619abe6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1135 time: 0.1637502 Aug 06 15:32:02.663439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a99ce-ab9a-4ce4-8554-ba6da569aa5e req-f1e61775-5845-4992-9951-9434db297857 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.667079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e2a99ce-ab9a-4ce4-8554-ba6da569aa5e req-f1e61775-5845-4992-9951-9434db297857 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.1508975 Aug 06 15:32:02.674605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221cd12-3599-43c6-bf41-d79263201111 req-ade53731-822a-48ce-a4d8-c77a35a3b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.677247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-ade53731-822a-48ce-a4d8-c77a35a3b6c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 200 len: 909 time: 0.2822428 Aug 06 15:32:02.774299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e2a99ce-ab9a-4ce4-8554-ba6da569aa5e req-1e7216cc-1b1a-47d0-a166-99143a871b1f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944262 Aug 06 15:32:02.786015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-415be5ef-cdde-452b-acc1-38180f23892a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 200 len: 217 time: 0.0646505 Aug 06 15:32:02.857421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:02.907592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36434) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:02.921138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-fbf884ac-e4c7-4864-ac98-7d8428c89e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.923789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-fbf884ac-e4c7-4864-ac98-7d8428c89e53 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.3228908 Aug 06 15:32:02.930124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221cd12-3599-43c6-bf41-d79263201111 req-32654eeb-2231-4f1c-bf48-74076b8e0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:02.931508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-32654eeb-2231-4f1c-bf48-74076b8e0d78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 200 len: 848 time: 0.1364896 Aug 06 15:32:02.946198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:03.002309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-c08468d6-76d7-4dc9-aaa8-490522fa10e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 217 time: 0.0696666 Aug 06 15:32:03.015769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.021612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-8ad27114-aa95-4648-8a68-6e26faa57c7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717814 Aug 06 15:32:03.154923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.168148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:03.213224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-1a620a55-8dcf-42fe-bf65-4fc6635a52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:03.214798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-1a620a55-8dcf-42fe-bf65-4fc6635a52c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac&tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b HTTP/1.1" status: 200 len: 1101 time: 0.4015670 Aug 06 15:32:03.239666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:03.292431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.314984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-1a68a3ab-9dba-4f20-a6cb-f3de15b66391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:03.317339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-1a68a3ab-9dba-4f20-a6cb-f3de15b66391 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.2991142 Aug 06 15:32:03.381579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.394737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:03.395700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.411236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-011512cf-12f9-4c41-b0fd-b937e4e9eaae req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "PUT /v2.0/ports/dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 1020 time: 1.2304118 Aug 06 15:32:03.507011 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-be4af460-e6cc-4a4c-a43d-df5ceaae0169 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314590 Aug 06 15:32:03.527334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-29a8d1b2-8ed7-4ed4-a69b-600a0362117d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:03.529198 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-29a8d1b2-8ed7-4ed4-a69b-600a0362117d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.5065110 Aug 06 15:32:03.532513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Network 667d9094-e002-4ca1-9ecc-a539cffdb480 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:03.544853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Deleting subnet 5d7380fa-fc0b-41c9-a93f-d008b705ff8d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:03.574520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:03.575610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.576721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc34bd4-b0c2-4f6d-85ce-f126d6d7d47e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:03.581166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:03.584679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:03.602021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-c423130d-2c95-4841-9f4d-a55a5e50cbe0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5517974 Aug 06 15:32:03.610850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:03.663814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Pushing event updated for resources: {'Port': ['ID=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:03.733622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-f0c84ec0-2f5b-4ff8-99ad-54f7cae83c36 service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6658125 Aug 06 15:32:03.753845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90818-3b7a-4448-8533-d0a54625e445 req-2beab254-6cfb-40f4-8c62-d82db997d255 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:03.767318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84a90818-3b7a-4448-8533-d0a54625e445 req-2beab254-6cfb-40f4-8c62-d82db997d255 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 950 time: 0.2632291 Aug 06 15:32:03.880105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84a90818-3b7a-4448-8533-d0a54625e445 req-d7dd53f6-eed4-4949-b633-3901a777e720 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113451 Aug 06 15:32:03.994265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:03.994548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:04.127401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.201545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:04.213544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a351-e4a5-40e0-a52b-ec2cae98aec6 req-1522946b-8d64-4be9-9e5a-c7cda4852bf7 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:04.214682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d575a351-e4a5-40e0-a52b-ec2cae98aec6 req-1522946b-8d64-4be9-9e5a-c7cda4852bf7 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 932 time: 0.1723359 Aug 06 15:32:04.306021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d575a351-e4a5-40e0-a52b-ec2cae98aec6 req-996f3730-6b31-424f-80ac-e50a6eac2016 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785527 Aug 06 15:32:04.307858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:04.333503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.355681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:04.358358 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:04.379555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.383739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.417414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:04.417959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:04.418958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.423507 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768b5f66-2b92-4e4c-b736-5df4d3d2c55e" -d '{"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-unplugged", "status": "completed", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:04.424417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f221cd12-3599-43c6-bf41-d79263201111 req-a4b3729b-aef3-49c3-848c-4206102e2eab service neutron] 10.222.0.59 "GET /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827996 Aug 06 15:32:04.433901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Transition to ACTIVE for port object c8226399-ebc7-4202-bf63-7257a5828b45 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:04.468834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.495328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-397076b4-65fb-4461-8d01-7398a5c4158f service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9539199 Aug 06 15:32:04.528447 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.538959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Allocated IP 172.25.5.37 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/5856944a-cad0-4cbb-9412-213d8588624e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:04.544193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-a6616255-ed96-4a28-b42f-4dc6f5c84c20 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9306321 Aug 06 15:32:04.564285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:32:04.564645 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:32:04.572114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Request body: {'port': {'device_id': '92061421-1773-4999-bb5d-cd76be7615ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:04.622824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Deleting port 92c08096-896c-4c5b-8a22-a881af1d01fc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:04.623165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.635235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] No DVR routers for this DVR port c8226399-ebc7-4202-bf63-7257a5828b45 on host n-h1-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:04.639005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:04.728381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:04.728731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:04.729070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:04.744702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:04.744702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Attempting to bind port c8226399-ebc7-4202-bf63-7257a5828b45 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:04.758683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:04.759339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:04.759437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:04.759886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Bound port: c8226399-ebc7-4202-bf63-7257a5828b45, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:04.760274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.798630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.807451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.821340 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d90d3af-96ee-4fe8-b98d-88d6e29399d4 req-91320126-e2ec-4ae8-8f08-09ca12b66de2 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093488 Aug 06 15:32:04.829697 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9230-abb3-4259-aaaf-da9c58c824a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.885339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] For port 92c08096-896c-4c5b-8a22-a881af1d01fc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c08096-896c-4c5b-8a22-a881af1d01fc,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:04.886335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.917033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:04.919973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Calling delete_port for 92c08096-896c-4c5b-8a22-a881af1d01fc owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:04.942574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:04.946886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:04.958237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c37a7-27d6-4cdc-a8ff-487ff7d17625 req-854d24cf-41db-45e5-bdff-17138ec73ff9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:04.959721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf5c37a7-27d6-4cdc-a8ff-487ff7d17625 req-854d24cf-41db-45e5-bdff-17138ec73ff9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1023 time: 0.1224790 Aug 06 15:32:05.019469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7380fa-fc0b-41c9-a93f-d008b705ff8d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:05.025453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.026474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.030689 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3f64a0de-cd03-4467-8eba-75dc1ab62e0f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5d7380fa-fc0b-41c9-a93f-d008b705ff8d HTTP/1.1" status: 204 len: 168 time: 2.1203415 Aug 06 15:32:05.031396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:05.086123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf5c37a7-27d6-4cdc-a8ff-487ff7d17625 req-20f43bf1-0a88-4d07-879d-cd7b670e5959 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=743aa12f-7a6b-415f-8f17-99dd9b912e13&id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=4488ab46-9449-4eea-a82b-9d0fcbeb1b74 HTTP/1.1" status: 200 len: 6149 time: 0.1199849 Aug 06 15:32:05.129919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=11']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:05.136024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.143856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.143856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.161119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-7a186fb5-82a1-4c8d-b0af-323affb41f6d service neutron] 10.222.0.64 "PUT /v2.0/ports/c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 1097 time: 1.9267731 Aug 06 15:32:05.307848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.320973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:05.334040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:05.341014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:05.347302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=5856944a-cad0-4cbb-9412-213d8588624e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:05.400257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c95ecb-496d-44a2-8741-ca72331b4308 req-4c29a0b3-5107-4811-aa9f-d8076bc0044c tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.401827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5c95ecb-496d-44a2-8741-ca72331b4308 req-4c29a0b3-5107-4811-aa9f-d8076bc0044c tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf722df-c609-43b3-9a72-50bc761d4007 HTTP/1.1" status: 200 len: 943 time: 0.1742032 Aug 06 15:32:05.405837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-e113a8af-118b-4adb-b682-8a926e7168da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.407854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-e113a8af-118b-4adb-b682-8a926e7168da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1100 time: 0.1775043 Aug 06 15:32:05.519032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5c95ecb-496d-44a2-8741-ca72331b4308 req-0480f24d-b165-4052-9eb5-95a3c7f9f97d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079719 Aug 06 15:32:05.581998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-c92333ee-402a-46d8-bab3-ab1aa78b02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.588531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-c92333ee-402a-46d8-bab3-ab1aa78b02a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1647332 Aug 06 15:32:05.590840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.599596 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d0ba59-4561-4127-aa58-6fa980d749da x-openstack-request-id: req-28d0ba59-4561-4127-aa58-6fa980d749da {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:05.600169 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:05.602252 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28d0ba59-4561-4127-aa58-6fa980d749da {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:05.602721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-03ce7fa5-b416-45d6-847d-b6cdff5d1c0e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.602886 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'status': 'completed', 'code': 200} Aug 06 15:32:05.604346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-03ce7fa5-b416-45d6-847d-b6cdff5d1c0e tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.2339337 Aug 06 15:32:05.617688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be11bacc-ac25-455f-9473-efb1d3d3947f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:05.621327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c6cf0d-adda-4b56-a5f1-ccce408efcca {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:05.649353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-2416c226-7167-4e1f-b694-6f7b9ff84353 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0448480 Aug 06 15:32:05.653157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.670638 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27e015a-5070-4b49-8e2c-d754620d1b73 x-openstack-request-id: req-d27e015a-5070-4b49-8e2c-d754620d1b73 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:05.670928 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-unplugged", "status": "completed", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:05.671506 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d27e015a-5070-4b49-8e2c-d754620d1b73 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:05.672124 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'code': 200} Aug 06 15:32:05.676504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:05.676806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af3edc0-ca4e-49b4-9f6a-c5e7162513bf') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:05.683382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.725659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.734344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.739029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-3c8101a3-6e81-4a1a-bf57-e243ad4c7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.740656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-3c8101a3-6e81-4a1a-bf57-e243ad4c7aed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0700138 Aug 06 15:32:05.771200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Transition to ACTIVE for port object e1c6cf0d-adda-4b56-a5f1-ccce408efcca will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:05.776046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event deleted for resources: {'Port': ['ID=92c08096-896c-4c5b-8a22-a881af1d01fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:05.791182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.836314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:05.836993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:05.838629 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:05.841191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-5f4cd843-65e9-4fdf-a968-fcdcdd57d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.842704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-5f4cd843-65e9-4fdf-a968-fcdcdd57d191 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889196 Aug 06 15:32:05.863984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c0d24-3df6-4c42-b020-e55bc92d751c req-d1891673-4a08-40d6-a10f-736c47ca0d42 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.866280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e1c0d24-3df6-4c42-b020-e55bc92d751c req-d1891673-4a08-40d6-a10f-736c47ca0d42 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.0804367 Aug 06 15:32:05.928730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.930960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] No DVR routers for this DVR port 92c08096-896c-4c5b-8a22-a881af1d01fc on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:05.942614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:05.945952 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9bab2f8f-27e2-4892-b2e5-8ed6020b4b74 req-3d1e4368-877a-4691-a259-eec3ec52d9c0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "DELETE /v2.0/ports/92c08096-896c-4c5b-8a22-a881af1d01fc HTTP/1.1" status: 204 len: 173 time: 2.3766706 Aug 06 15:32:05.960185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-deleted', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:05.962473 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb18173-c007-4857-9aa7-b018d0ab8676" -d '{"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-deleted", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:05.966539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-a8be3c05-8068-4530-8c09-62483ebf0f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:05.968097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-a8be3c05-8068-4530-8c09-62483ebf0f19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1174 time: 0.3251655 Aug 06 15:32:05.989506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.052746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e1c0d24-3df6-4c42-b020-e55bc92d751c req-576a5132-342a-4e38-9e60-a6e44b1835ae tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762366 Aug 06 15:32:06.075434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-a39ffe53-c26e-48ca-865f-c761b088b689 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080550 Aug 06 15:32:06.113941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.120168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.126470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] 10.222.0.16 "DELETE /v2.0/networks/be11bacc-ac25-455f-9473-efb1d3d3947f HTTP/1.1" status: 204 len: 168 time: 1.0887618 Aug 06 15:32:06.132348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:06.135187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:06.193682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Deleting port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:06.194109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.227629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:06.245551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2daf3-dcac-4aaa-88e6-cc6ef54fe3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=be11bacc-ac25-455f-9473-efb1d3d3947f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:06.271455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-7c3c2da1-ac42-4fea-97b0-92f90778e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:06.274326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-7c3c2da1-ac42-4fea-97b0-92f90778e363 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.2827904 Aug 06 15:32:06.303347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Deleting subnet f3e99092-f970-41dd-bf80-dde0e19733e2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:06.336177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc111b-c3d3-451f-ba93-d2613f6d95d9 req-fc2d2491-7e42-43ac-abdf-3972f194ecad tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:06.337724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70cc111b-c3d3-451f-ba93-d2613f6d95d9 req-fc2d2491-7e42-43ac-abdf-3972f194ecad tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 949 time: 0.1337268 Aug 06 15:32:06.341322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf7833d-d646-449d-8bb7-f42082dbbe8b req-74d50029-2f9c-49ab-9953-56cc1f917285 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385516 Aug 06 15:32:06.350651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.378476 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.398101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70cc111b-c3d3-451f-ba93-d2613f6d95d9 req-0bff959b-3e91-46e5-877b-9311969ac7f9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Aug 06 15:32:06.427495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.429392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.433698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-21500a88-dfb3-4a99-aded-adf1d34c8cd0 req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': ' tempest-securitygroup -179223606 ', 'description': 'tempest-description-1282832252'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:06.462325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:32:06.462325 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:32:06.462325 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id_1': '7df96ce3d3214a21b58c0135683d0b36', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 32, 6, 452693)}] Aug 06 15:32:06.462325 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:32:06.462835 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:32:06.497495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.503010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-dd41ecc5-a86f-43f3-8507-996b343ff0f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 200 len: 217 time: 0.1937883 Aug 06 15:32:06.574954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event updated for resources: {'Port': ['ID=5856944a-cad0-4cbb-9412-213d8588624e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:06.579157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] For port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:06.579157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.581472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-21500a88-dfb3-4a99-aded-adf1d34c8cd0 req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.597147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.614936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Calling delete_port for 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:06.618452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.620507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Attempting to bind port e1c6cf0d-adda-4b56-a5f1-ccce408efcca on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:06.620839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Attempting to bind port e1c6cf0d-adda-4b56-a5f1-ccce408efcca by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '391d87cc-498b-491b-82cb-47603917142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:06.621171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Attempting to bind port e1c6cf0d-adda-4b56-a5f1-ccce408efcca on network 667d9094-e002-4ca1-9ecc-a539cffdb480 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:06.656333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-51e3e653-2423-4c54-903e-6bf6b62542e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3093421 Aug 06 15:32:06.667276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-91e2bdb7-b908-478e-a33a-3fb17276dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:06.668773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-91e2bdb7-b908-478e-a33a-3fb17276dfbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.1535430 Aug 06 15:32:06.676263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Port e1c6cf0d-adda-4b56-a5f1-ccce408efcca on network 667d9094-e002-4ca1-9ecc-a539cffdb480 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:06.676589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Attempting to bind port e1c6cf0d-adda-4b56-a5f1-ccce408efcca on network 667d9094-e002-4ca1-9ecc-a539cffdb480 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:06.685141 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-21500a88-dfb3-4a99-aded-adf1d34c8cd0 req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.733853 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-21500a88-dfb3-4a99-aded-adf1d34c8cd0 req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.735460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:06.735632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Checking segment: {'id': '391d87cc-498b-491b-82cb-47603917142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:06.735948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Bound using segment: {'id': '391d87cc-498b-491b-82cb-47603917142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:06.736400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Bound port: e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391d87cc-498b-491b-82cb-47603917142c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:06.736763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.770364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2931aa-536b-4521-87ca-96a9d5e696b0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:06.772875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-4d433f43-fc6b-4e5c-acda-0d114801195b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934751 Aug 06 15:32:06.807613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.810085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-4ca448f6-b58c-42ef-b1b7-90d07e64ebeb tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2066743 Aug 06 15:32:06.839675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:06.863100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-21500a88-dfb3-4a99-aded-adf1d34c8cd0 req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.864362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21500a88-dfb3-4a99-aded-adf1d34c8cd0 req-630c1324-59d5-4eca-9640-78191914091f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4368861 Aug 06 15:32:06.872625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 92c08096-896c-4c5b-8a22-a881af1d01fc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:06.873064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c08096-896c-4c5b-8a22-a881af1d01fc not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:06.876409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-7a80c13d-cd92-4072-82bd-ee284be59939 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0567515 Aug 06 15:32:06.927975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-7ed7a256-90eb-499c-accc-fe36fa88339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:06.929796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-7ed7a256-90eb-499c-accc-fe36fa88339c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 1101 time: 0.2092755 Aug 06 15:32:06.947904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:06.963332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.060145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.064555 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f3e99092-f970-41dd-bf80-dde0e19733e2 HTTP/1.1" status: 204 len: 168 time: 0.9226251 Aug 06 15:32:07.067332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236aaba-8138-43e1-b3fa-d2c01089167c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e99092-f970-41dd-bf80-dde0e19733e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:07.068398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc0d8d-da16-427d-81a5-f75344b0d209 req-e5ba39ac-de51-4079-80f3-3d275948af0b tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:07.069518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:07.070033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14bc0d8d-da16-427d-81a5-f75344b0d209 req-e5ba39ac-de51-4079-80f3-3d275948af0b tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 944 time: 0.1119668 Aug 06 15:32:07.076343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-20a6f587-0289-4c37-be30-a58a4ffd1a63 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866268 Aug 06 15:32:07.083853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-30459229-ba0e-41b1-ac50-8a993e616a38 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:07.086763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3593e350-00cc-4549-a279-5e8c6398fa85 req-30459229-ba0e-41b1-ac50-8a993e616a38 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2031376 Aug 06 15:32:07.137367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] For port e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:07.154091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14bc0d8d-da16-427d-81a5-f75344b0d209 req-38686932-f613-4ba3-8239-bf5b089ece56 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636876 Aug 06 15:32:07.232183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.265303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c78502e-35a2-4f8b-9f6e-0cfcba9bb9e5 req-3ca1c647-7be7-4296-9df7-f90df5e59d61 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/af2931aa-536b-4521-87ca-96a9d5e696b0 HTTP/1.1" status: 200 len: 1780 time: 0.0676146 Aug 06 15:32:07.316229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c871a-4c5b-40b7-be7e-eebc1e7b2a75 req-23b59d26-ff29-4a16-8cb8-f97c70148071 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:07.317831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db1c871a-4c5b-40b7-be7e-eebc1e7b2a75 req-23b59d26-ff29-4a16-8cb8-f97c70148071 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=c588cfbb-1131-4df8-a578-5aa2f4d4f271 HTTP/1.1" status: 200 len: 944 time: 0.0730491 Aug 06 15:32:07.346793 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.388424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c121d89-1226-4511-80ac-d864304a69f2 req-d5f517f2-5da9-41e4-b27d-5042f2528040 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips/8d04344c-ea88-45e5-933b-4dd4e9bc44f4 HTTP/1.1" status: 200 len: 692 time: 0.0930026 Aug 06 15:32:07.451358 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1febd-e907-4e89-aaca-843b92b04fa8 x-openstack-request-id: req-6af1febd-e907-4e89-aaca-843b92b04fa8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:07.451634 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf722df-c609-43b3-9a72-50bc761d4007", "name": "network-vif-deleted", "tag": "92c08096-896c-4c5b-8a22-a881af1d01fc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:07.451912 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6af1febd-e907-4e89-aaca-843b92b04fa8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:07.452302 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf722df-c609-43b3-9a72-50bc761d4007', 'name': 'network-vif-deleted', 'tag': '92c08096-896c-4c5b-8a22-a881af1d01fc', 'status': 'completed', 'code': 200} Aug 06 15:32:07.457254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7df96ce3d3214a21b58c0135683d0b36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2256625 Aug 06 15:32:07.463912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:07.475553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75790-c949-4170-ba0c-6a6106a52b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce2005e-ef70-4d41-be7d-c33f5cfe7f37,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:07.514309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db1c871a-4c5b-40b7-be7e-eebc1e7b2a75 req-c9e22284-d6ac-47a6-b874-9bcc4339428b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646202 Aug 06 15:32:07.523689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] For port e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,segment=NetworkSegment(391d87cc-498b-491b-82cb-47603917142c),segment_id=391d87cc-498b-491b-82cb-47603917142c)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:07.575206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c121d89-1226-4511-80ac-d864304a69f2 req-c585d714-c0e8-4305-a11e-a6ba9fed70e3 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:07.581045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c121d89-1226-4511-80ac-d864304a69f2 req-c585d714-c0e8-4305-a11e-a6ba9fed70e3 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1780581 Aug 06 15:32:07.589817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.590076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.593384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab4cff89-f24b-4e29-bb93-bfa3918af536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.600314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-3c121d89-1226-4511-80ac-d864304a69f2 req-2a60aedf-cd02-4844-8166-ffc81e279784 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:32:07.601385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c121d89-1226-4511-80ac-d864304a69f2 req-2a60aedf-cd02-4844-8166-ffc81e279784 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123801 Aug 06 15:32:07.604527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}, {'name': 'network-changed', 'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:07.612354 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40107414-332a-483a-8258-d7524dbb19ab" -d '{"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-unplugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}, {"name": "network-changed", "server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:07.619911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.664951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bf81dc4-949f-48fd-a022-019a52604df7 req-a15da9a2-d343-4e55-8cb4-7f93235d6315 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/af2931aa-536b-4521-87ca-96a9d5e696b0 HTTP/1.1" status: 200 len: 1780 time: 0.0423570 Aug 06 15:32:07.666873 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.675209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event deleted for resources: {'Port': ['ID=6e1ce1bd-c478-46bd-9a98-3e86ec17c337,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:07.683767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-f2c37f6b-dbed-46db-a814-1b0bd10be9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:07.685286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-f2c37f6b-dbed-46db-a814-1b0bd10be9fa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.6869946 Aug 06 15:32:07.733503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8bf81dc4-949f-48fd-a022-019a52604df7 req-e8fdc1da-abe5-4a02-9032-3d9010b29711 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.758986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8bf81dc4-949f-48fd-a022-019a52604df7 req-e8fdc1da-abe5-4a02-9032-3d9010b29711 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.828676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] No DVR routers for this DVR port 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:07.834011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.836073 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd80e35c-2b72-4ea1-84aa-590ed5e1fc26 req-33031c39-0202-420f-a10c-2095fee456f7 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "DELETE /v2.0/ports/6e1ce1bd-c478-46bd-9a98-3e86ec17c337 HTTP/1.1" status: 204 len: 173 time: 2.2207294 Aug 06 15:32:07.861009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2fb18e1-5a7d-4d23-8166-01b4076dc9f1 req-3770b0a2-3f99-4c1d-8361-45a2ff87caa7 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474399 Aug 06 15:32:07.862158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-44286bb6-d42a-4a28-9c42-0f53b4b3ff88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 200 len: 217 time: 0.1385174 Aug 06 15:32:07.865098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:07.865707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.867039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] 10.222.0.64 "PUT /v2.0/ports/e1c6cf0d-adda-4b56-a5f1-ccce408efcca HTTP/1.1" status: 200 len: 1092 time: 3.3068480 Aug 06 15:32:07.892878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8bf81dc4-949f-48fd-a022-019a52604df7 req-e8fdc1da-abe5-4a02-9032-3d9010b29711 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.895559 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8bf81dc4-949f-48fd-a022-019a52604df7 req-e8fdc1da-abe5-4a02-9032-3d9010b29711 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.896907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bf81dc4-949f-48fd-a022-019a52604df7 req-e8fdc1da-abe5-4a02-9032-3d9010b29711 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/af2931aa-536b-4521-87ca-96a9d5e696b0 HTTP/1.1" status: 204 len: 173 time: 0.2226129 Aug 06 15:32:07.907593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdc1da-abe5-4a02-9032-3d9010b29711 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2931aa-536b-4521-87ca-96a9d5e696b0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:07.942688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17b0276-11b7-46df-93aa-98ee0f1436af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.947340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd784f-9cf5-4688-8540-e6e60fd1e050 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:07.951468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:07.969349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36516) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:07.970967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f5e905-d693-4561-909d-bbf1078bcb6c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:07.985124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578760367', 'description': 'tempest-description--1118637563'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:08.009028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb96abe6-6d90-45bf-9b4d-cfc9d708e973') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:08.009306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb96abe6-6d90-45bf-9b4d-cfc9d708e973') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:08.013009 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17b0276-11b7-46df-93aa-98ee0f1436af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.018612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:08.044319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:08.044816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6e1ce1bd-c478-46bd-9a98-3e86ec17c337 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:08.061618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.073034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-a381ba3e-0726-45a8-a0f4-070aeb5afdca tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips/8d04344c-ea88-45e5-933b-4dd4e9bc44f4 HTTP/1.1" status: 200 len: 692 time: 0.0925491 Aug 06 15:32:08.089643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0873a3-f05d-490a-a1be-a1f6ad547108 req-8e561355-8eb3-4a4a-8de7-cea51b34de5b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.091261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f0873a3-f05d-490a-a1be-a1f6ad547108 req-8e561355-8eb3-4a4a-8de7-cea51b34de5b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 949 time: 0.1298420 Aug 06 15:32:08.117471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.145386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:08.145987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:08.150905 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:08.163156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-c7ded3e2-c5a2-4459-9b58-7865f526f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.164844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-c7ded3e2-c5a2-4459-9b58-7865f526f917 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1743467 Aug 06 15:32:08.243154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.271079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-3d399587-f427-4b12-b091-18fd4d16515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.272676 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-3d399587-f427-4b12-b091-18fd4d16515a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e3e83b90b1d4ddaab45d1d22bb79984&device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 1095 time: 0.1916008 Aug 06 15:32:08.302200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-daddf8e2-219d-4de8-98e5-42835722ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.303459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-daddf8e2-219d-4de8-98e5-42835722ca7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301975 Aug 06 15:32:08.348067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.352582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-dad1771d-0a6b-4ea1-9fc6-198c89cbc87e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca HTTP/1.1" status: 200 len: 217 time: 0.0637903 Aug 06 15:32:08.375230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.377248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/67f5e905-d693-4561-909d-bbf1078bcb6c HTTP/1.1" status: 204 len: 168 time: 1.3000045 Aug 06 15:32:08.411063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17b0276-11b7-46df-93aa-98ee0f1436af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.413823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f17b0276-11b7-46df-93aa-98ee0f1436af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.414903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f17b0276-11b7-46df-93aa-98ee0f1436af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ce2005e-ef70-4d41-be7d-c33f5cfe7f37 HTTP/1.1" status: 204 len: 168 time: 0.9344978 Aug 06 15:32:08.475487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d6f4-a05c-4cf5-b1c1-4ef40864b7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=67f5e905-d693-4561-909d-bbf1078bcb6c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:08.500914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b0276-11b7-46df-93aa-98ee0f1436af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce2005e-ef70-4d41-be7d-c33f5cfe7f37,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:08.528138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076820-f683-4083-9043-5572b5ad878a req-96cdb1f5-3849-43bb-a85b-64691728e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.529839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-96cdb1f5-3849-43bb-a85b-64691728e8d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3452c89-face-4e9f-900f-a251bfd6a237 HTTP/1.1" status: 200 len: 861 time: 0.1514213 Aug 06 15:32:08.562759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f0873a3-f05d-490a-a1be-a1f6ad547108 req-3f6b9988-6ca7-46b1-a0fd-954d0b908813 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605289 Aug 06 15:32:08.591253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-16f125f1-1ad0-4528-9e05-39eacb168101 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=667d9094-e002-4ca1-9ecc-a539cffdb480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497978 Aug 06 15:32:08.593436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-2d36135d-8d6b-4957-aafd-3d42c2c02da7 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609046 Aug 06 15:32:08.613270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.622099 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7343400b-9009-4fcf-afe7-a52682c215f8 x-openstack-request-id: req-7343400b-9009-4fcf-afe7-a52682c215f8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:08.622415 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-unplugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "code": 200}, {"name": "network-changed", "server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:08.622848 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7343400b-9009-4fcf-afe7-a52682c215f8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:08.623392 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'code': 200} Aug 06 15:32:08.623654 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'status': 'completed', 'code': 200} Aug 06 15:32:08.635490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-8b6b2936-28ed-4e0d-8701-9e31f5b35238 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.639762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-8b6b2936-28ed-4e0d-8701-9e31f5b35238 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.5448172 Aug 06 15:32:08.654654 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-7f5b5729-08a7-4881-a0ba-bbfcaa93b201 req-a5e283f8-a1ed-4f60-88f5-f243c1f2d4a0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:32:08.655833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f5b5729-08a7-4881-a0ba-bbfcaa93b201 req-a5e283f8-a1ed-4f60-88f5-f243c1f2d4a0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/af2931aa-536b-4521-87ca-96a9d5e696b0 HTTP/1.1" status: 404 len: 352 time: 0.0177238 Aug 06 15:32:08.748386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.801221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-443a6335-a7c0-4cb2-9dab-0df24e19a5d4 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.1355686 Aug 06 15:32:08.810413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.825478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e510f0e6-b5e4-4c9b-a65a-0554702577bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:08.858319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aba4cb2d-065a-41dc-bc96-9614353a75f3 req-9465ed58-6660-4f22-88b0-bd0c54af70f2 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520645 Aug 06 15:32:08.861015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-69c4c7fa-141f-431f-a499-8282f6a6e139 service neutron] 10.222.0.64 "GET /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534785 Aug 06 15:32:08.895518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-b8525ee3-4f58-4905-bd92-d7629cc148fe tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.37 HTTP/1.1" status: 200 len: 695 time: 0.0830734 Aug 06 15:32:08.902644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107414-332a-483a-8258-d7524dbb19ab req-b265799f-eada-431b-9e0f-9d3fdbd06dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.904372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-b265799f-eada-431b-9e0f-9d3fdbd06dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1100 time: 0.1418209 Aug 06 15:32:08.921223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36528) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:08.965620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:08.970821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b14b4512-9060-4670-b5b8-bf2c1303deb8 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9933820 Aug 06 15:32:08.974153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed1354-a173-4143-b4ce-15748ab9af87 req-76ff4283-a11e-4eec-b10c-8b0edc69aa40 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:08.991831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31ed1354-a173-4143-b4ce-15748ab9af87 req-76ff4283-a11e-4eec-b10c-8b0edc69aa40 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 944 time: 0.1810741 Aug 06 15:32:08.992079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:08.992079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'security_group_rule': {'security_group_id': 'e510f0e6-b5e4-4c9b-a65a-0554702577bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:09.007868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e076820-f683-4083-9043-5572b5ad878a req-ce78c1fc-c593-4993-9128-86be1d21d342 service neutron] 10.222.0.64 "GET /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377757 Aug 06 15:32:09.134456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.196940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31ed1354-a173-4143-b4ce-15748ab9af87 req-f9e1d311-cc95-4470-afcb-153f5a8ddf33 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876163 Aug 06 15:32:09.207827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c785af15-d253-4b69-8ad9-63452e9ff260 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf5d145e7085415f8883a32812e19849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855363 Aug 06 15:32:09.212670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:09.217040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.234362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107414-332a-483a-8258-d7524dbb19ab req-39ebca85-8b92-413f-b37c-101e31102ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:09.236277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-39ebca85-8b92-413f-b37c-101e31102ac4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3166816 Aug 06 15:32:09.277313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.303154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-69b9fa75-8323-44f7-a9dd-1a1cb8a2344c req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1120042569', 'description': 'tempest-description-1687180957'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:09.310258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-4e1f5772-66cf-4db1-8381-756652a544a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 200 len: 217 time: 0.0644112 Aug 06 15:32:09.314914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Deleting port 5856944a-cad0-4cbb-9412-213d8588624e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:09.315342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.318683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620e04ca-88d0-4b72-974a-7a9b86ce6231,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:09.320552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efee8105-0c9a-401c-9561-296973816a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.347493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efee8105-0c9a-401c-9561-296973816a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.433971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107414-332a-483a-8258-d7524dbb19ab req-e7e88a0b-0a4d-46b4-89d7-7e4f78dbfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:09.435513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-e7e88a0b-0a4d-46b4-89d7-7e4f78dbfd6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1159220 Aug 06 15:32:09.453671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'name': 'network-vif-deleted', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337'}, {'name': 'network-changed', 'server_uuid': '92061421-1773-4999-bb5d-cd76be7615ed', 'tag': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:09.457314 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a" -d '{"events": [{"server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "name": "network-vif-deleted", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337"}, {"name": "network-changed", "server_uuid": "92061421-1773-4999-bb5d-cd76be7615ed", "tag": "e1c6cf0d-adda-4b56-a5f1-ccce408efcca"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:09.481326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.482494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.483996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efee8105-0c9a-401c-9561-296973816a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.489819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efee8105-0c9a-401c-9561-296973816a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.495514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-efee8105-0c9a-401c-9561-296973816a27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac153716-d440-4857-8472-f2770ec89dd5 HTTP/1.1" status: 204 len: 168 time: 0.2779369 Aug 06 15:32:09.496720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69b9fa75-8323-44f7-a9dd-1a1cb8a2344c req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.515583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee8105-0c9a-401c-9561-296973816a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac153716-d440-4857-8472-f2770ec89dd5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:09.521266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Calling delete_port for 5856944a-cad0-4cbb-9412-213d8588624e owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:09.541946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.548397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f946852d-b286-43a0-a450-97ecba995a7e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5704508 Aug 06 15:32:09.553145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:09.558939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'security_group_rule': {'security_group_id': 'e510f0e6-b5e4-4c9b-a65a-0554702577bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:09.589310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:09.605327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc21b179-18e0-4530-9c6a-5aaa82eae1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.621438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107414-332a-483a-8258-d7524dbb19ab req-04466965-57f1-4df8-8b86-565af4e7c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:09.623761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-04466965-57f1-4df8-8b86-565af4e7c2c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784294 Aug 06 15:32:09.776433 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69b9fa75-8323-44f7-a9dd-1a1cb8a2344c req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.816764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-78e2f573-5598-45a5-9538-36ee6e42a020 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811826 Aug 06 15:32:09.821437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69b9fa75-8323-44f7-a9dd-1a1cb8a2344c req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.885508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dead93-0d7e-4e1a-b4ce-c55146ad7e7c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:09.913254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:09.971367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40107414-332a-483a-8258-d7524dbb19ab req-798626d7-167e-44b9-b0e1-7df6730f12e1 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404274 Aug 06 15:32:09.990295 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.023497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.030026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event deleted for resources: {'Port': ['ID=5856944a-cad0-4cbb-9412-213d8588624e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:10.060497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc21b179-18e0-4530-9c6a-5aaa82eae1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.089525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.092330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.093490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67f19eb2-8f0c-471e-8727-4ce166a0b7ab req-21e9ffa3-68b7-4495-a528-0754392d6d3e tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "DELETE /v2.0/floatingips/8d04344c-ea88-45e5-933b-4dd4e9bc44f4 HTTP/1.1" status: 204 len: 173 time: 1.1873512 Aug 06 15:32:10.110617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.129507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b063fe3-ac32-4ab7-96fc-5ddf79b48e81,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:10.174715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc21b179-18e0-4530-9c6a-5aaa82eae1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.216890 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc21b179-18e0-4530-9c6a-5aaa82eae1e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5541c597c57b4e2e8057311343078fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6264563 Aug 06 15:32:10.218781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21b179-18e0-4530-9c6a-5aaa82eae1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a197f5bc-a8cd-4ba7-9799-66d5b2129466,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:10.220720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:10.285801 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef7d-582e-44de-b195-b6bf09620c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.288806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69b9fa75-8323-44f7-a9dd-1a1cb8a2344c req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.290032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69b9fa75-8323-44f7-a9dd-1a1cb8a2344c req-99659867-6ae2-4d37-baa5-da8b5485778b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9946122 Aug 06 15:32:10.313826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef7d-582e-44de-b195-b6bf09620c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.321980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.323200 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-396c1176-2b9f-4b60-879f-532f94029797 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7686868 Aug 06 15:32:10.326495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:10.336960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:10.378203 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db32c9f5-9fb6-406d-a087-3e525820f42c x-openstack-request-id: req-db32c9f5-9fb6-406d-a087-3e525820f42c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:10.378778 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c588cfbb-1131-4df8-a578-5aa2f4d4f271", "name": "network-vif-deleted", "tag": "6e1ce1bd-c478-46bd-9a98-3e86ec17c337", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92061421-1773-4999-bb5d-cd76be7615ed", "tag": "e1c6cf0d-adda-4b56-a5f1-ccce408efcca", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:10.379196 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db32c9f5-9fb6-406d-a087-3e525820f42c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:10.379947 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c588cfbb-1131-4df8-a578-5aa2f4d4f271', 'name': 'network-vif-deleted', 'tag': '6e1ce1bd-c478-46bd-9a98-3e86ec17c337', 'status': 'completed', 'code': 200} Aug 06 15:32:10.380494 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92061421-1773-4999-bb5d-cd76be7615ed', 'tag': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca', 'status': 'completed', 'code': 200} Aug 06 15:32:10.417634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-e704c002-0807-4ad9-943a-2ffaa6f28943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:10.419348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-e704c002-0807-4ad9-943a-2ffaa6f28943 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e3e83b90b1d4ddaab45d1d22bb79984&device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 1095 time: 0.0560856 Aug 06 15:32:10.459283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.536826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef7d-582e-44de-b195-b6bf09620c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.539396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f2aef7d-582e-44de-b195-b6bf09620c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.540588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5f2aef7d-582e-44de-b195-b6bf09620c0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a197f5bc-a8cd-4ba7-9799-66d5b2129466 HTTP/1.1" status: 204 len: 168 time: 0.3188238 Aug 06 15:32:10.570371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:10.582374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aef7d-582e-44de-b195-b6bf09620c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a197f5bc-a8cd-4ba7-9799-66d5b2129466,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:10.592152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.603325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d4a03-96c3-4d8e-b3f3-49624e2a65b3 req-f625cdb8-a36c-4f59-a0e2-f7b3497b9ae7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:10.611688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f53d4a03-96c3-4d8e-b3f3-49624e2a65b3 req-f625cdb8-a36c-4f59-a0e2-f7b3497b9ae7 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 949 time: 0.1468189 Aug 06 15:32:10.643029 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.715863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1d012f93-0cc9-4802-94b2-323e36073512 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e25adaab0446c5a6e3e53647feffe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422143 Aug 06 15:32:10.718087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:10.739571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-5803be41-5029-4b59-8087-ab5d84c2dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:10.741100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-5803be41-5029-4b59-8087-ab5d84c2dc9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=667d9094-e002-4ca1-9ecc-a539cffdb480 HTTP/1.1" status: 200 len: 922 time: 0.3044341 Aug 06 15:32:10.770429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Allocated IP 172.25.5.107 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/db150df5-00cd-4fe1-b7ad-a69d65190cb1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:10.818675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21c4b7d-fe8c-4e05-a60f-e614ee15ca5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.832068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f53d4a03-96c3-4d8e-b3f3-49624e2a65b3 req-e4d987a4-1007-4f2c-872e-7feac3f0d436 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192576 Aug 06 15:32:10.839833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-213008f8-16d7-47b1-89bf-573203d8e02e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca HTTP/1.1" status: 200 len: 217 time: 0.0739281 Aug 06 15:32:10.867292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:10.880787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21c4b7d-fe8c-4e05-a60f-e614ee15ca5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.907333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b25fb3-e32f-479f-bd78-6238bc67d2e8 req-1c5d3703-5d29-400d-8caf-9da4725dc407 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:10.908984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73b25fb3-e32f-479f-bd78-6238bc67d2e8 req-1c5d3703-5d29-400d-8caf-9da4725dc407 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3374176 Aug 06 15:32:10.924345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-6be204a4-26cd-4b3a-8721-6ddd83481799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:10.926194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-6be204a4-26cd-4b3a-8721-6ddd83481799 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3452c89-face-4e9f-900f-a251bfd6a237 HTTP/1.1" status: 200 len: 861 time: 0.0703671 Aug 06 15:32:10.959591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:10.974729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e77421aa-f786-48b3-8929-a33103fafe70 req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-277684617', 'description': 'tempest-description-132681431'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:10.998822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-ee8c9c30-b2e2-4c45-a50c-230fff2e79bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=667d9094-e002-4ca1-9ecc-a539cffdb480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636375 Aug 06 15:32:11.037438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:11.055137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'mac_address': 'fa:16:3e:b6:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:11.072733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21c4b7d-fe8c-4e05-a60f-e614ee15ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.075599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c21c4b7d-fe8c-4e05-a60f-e614ee15ca5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.079986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c21c4b7d-fe8c-4e05-a60f-e614ee15ca5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fe2bb1a-ebb9-40ca-a7fc-8f40bb15748b HTTP/1.1" status: 204 len: 168 time: 0.3608599 Aug 06 15:32:11.122211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c4b7d-fe8c-4e05-a60f-e614ee15ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2bb1a-ebb9-40ca-a7fc-8f40bb15748b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:11.147296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56b7cb-a766-4325-b647-a54080cb6422 req-f66bf481-3077-4427-a0b5-53e3d9088e17 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:11.148931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b56b7cb-a766-4325-b647-a54080cb6422 req-f66bf481-3077-4427-a0b5-53e3d9088e17 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 944 time: 0.1174743 Aug 06 15:32:11.152416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e77421aa-f786-48b3-8929-a33103fafe70 req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.162962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-096982e7-a23d-40bc-8969-8755ded450e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:11.165895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-dfbf7d80-688b-423b-8859-5671f1547731 service neutron] 10.222.0.64 "GET /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595068 Aug 06 15:32:11.166556 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-096982e7-a23d-40bc-8969-8755ded450e5 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.1353748 Aug 06 15:32:11.184022 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.201842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8226399-ebc7-4202-bf63-7257a5828b45 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:11.218338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.231432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:11.310688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:11.316842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.320020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:11.326171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:11.330185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'Port': ['ID=db150df5-00cd-4fe1-b7ad-a69d65190cb1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:11.341292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b56b7cb-a766-4325-b647-a54080cb6422 req-8684b731-8e37-4119-915f-c3e44b0475c2 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779487 Aug 06 15:32:11.412935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7db8cf-687c-423c-88bf-2e0dd86bf67a req-912464d7-5664-4d6a-8a38-2814e373fccd service neutron] 10.222.0.64 "GET /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372551 Aug 06 15:32:11.425391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:11.465738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Deleting port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:11.466292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.489053 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e77421aa-f786-48b3-8929-a33103fafe70 req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.570697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb6ec-3f08-4b62-8bff-5abaf07b7a18 req-9720ee56-e152-4f02-9baf-db89911c2501 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:11.572191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c8226399-ebc7-4202-bf63-7257a5828b45'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:11.579265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbacb6ec-3f08-4b62-8bff-5abaf07b7a18 req-9720ee56-e152-4f02-9baf-db89911c2501 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 944 time: 0.0816562 Aug 06 15:32:11.579265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e77421aa-f786-48b3-8929-a33103fafe70 req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.666489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e77421aa-f786-48b3-8929-a33103fafe70 req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.668400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e77421aa-f786-48b3-8929-a33103fafe70 req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7065213 Aug 06 15:32:11.672924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.676048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] For port f564e68c-5b56-49aa-bc6e-47f0907e7dc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:11.676426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.700664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbacb6ec-3f08-4b62-8bff-5abaf07b7a18 req-799a6cf6-e0ec-4f3a-8575-66a924bf4384 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037667 Aug 06 15:32:11.702654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8515-9d29-4ce2-b02a-e0ecb204248e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045f5ea5-03de-4f73-a805-653d383a6856,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:11.704699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Calling delete_port for f564e68c-5b56-49aa-bc6e-47f0907e7dc4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:11.840544 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3243602e-d31b-40d8-9893-071651c52b20 req-6496678e-b251-4876-b1e8-80c534cb93ad tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=e3fb2b1bb27b481e9632a1f135afa392 HTTP/1.1" status: 200 len: 1655 time: 0.0859935 Aug 06 15:32:11.868775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:11.951239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a547f8e-86f6-45c7-90a4-445d2aaeab18 req-b9d4dcdf-ecd5-453b-ae1b-5d172d55df11 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:11.952838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a547f8e-86f6-45c7-90a4-445d2aaeab18 req-b9d4dcdf-ecd5-453b-ae1b-5d172d55df11 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 1101 time: 0.1097443 Aug 06 15:32:12.013630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243602e-d31b-40d8-9893-071651c52b20 req-ececdc2f-cd69-4a79-92dd-3edec69b222d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:12.018969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3243602e-d31b-40d8-9893-071651c52b20 req-ececdc2f-cd69-4a79-92dd-3edec69b222d tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks?id=78c20f26-e41b-4db4-86f6-5aed6c927f30&id=78c20f26-e41b-4db4-86f6-5aed6c927f30&id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 787 time: 0.1773589 Aug 06 15:32:12.037778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-3243602e-d31b-40d8-9893-071651c52b20 req-b134e481-fb9b-4ba5-b3ad-67174332c026 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:32:12.039424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3243602e-d31b-40d8-9893-071651c52b20 req-b134e481-fb9b-4ba5-b3ad-67174332c026 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118926 Aug 06 15:32:12.044938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.054027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a547f8e-86f6-45c7-90a4-445d2aaeab18 req-44cd4a66-40be-4194-bf1a-33f22f0cc553 tempest-MigrationsAdminTest-135338159 tempest-MigrationsAdminTest-135338159-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942242 Aug 06 15:32:12.084837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-32bd9a99-0d1c-482b-95e7-6cf0ee5f65e2 req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-313485913', 'description': 'tempest-description-581188114'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:12.119263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event deleted for resources: {'Port': ['ID=f564e68c-5b56-49aa-bc6e-47f0907e7dc4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:12.172997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-ec0cbbfc-149d-4f9e-86cc-3a7e23a942b7 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips/5f239663-7027-4368-8828-10854a3b874a HTTP/1.1" status: 200 len: 692 time: 0.0807588 Aug 06 15:32:12.188878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] No DVR routers for this DVR port f564e68c-5b56-49aa-bc6e-47f0907e7dc4 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:12.199137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.207421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0b0be08-9fe6-409c-8b01-73ea44c4d56f req-f243a1df-0a54-44c6-a6c0-45a3ebe69f73 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "DELETE /v2.0/ports/f564e68c-5b56-49aa-bc6e-47f0907e7dc4 HTTP/1.1" status: 204 len: 173 time: 1.0317986 Aug 06 15:32:12.223628 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.265755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-32bd9a99-0d1c-482b-95e7-6cf0ee5f65e2 req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.333462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-856730e4-b22c-4097-8008-e2c2703b8eda tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:12.334858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-856730e4-b22c-4097-8008-e2c2703b8eda tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1542814 Aug 06 15:32:12.350392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.382844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'name': 'network-vif-deleted', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:12.385388 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffdfe18-b19b-4cc5-a0d9-8057cc0a5561" -d '{"events": [{"server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "name": "network-vif-deleted", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:12.405106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-d16d493b-0596-4cce-b687-0bd2a0745150 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0635242 Aug 06 15:32:12.435684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'Port': ['ID=db150df5-00cd-4fe1-b7ad-a69d65190cb1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:12.463080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.471603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-32bd9a99-0d1c-482b-95e7-6cf0ee5f65e2 req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.524170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-75ccc34c-12ad-4da9-975a-70921c64cda9 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0505731 Aug 06 15:32:12.583195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-32bd9a99-0d1c-482b-95e7-6cf0ee5f65e2 req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.658967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525efce9-2bf3-4a9a-88ae-64d1fb855b50,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:12.680285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.681735 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aafcdd5a-a12e-4470-8604-2cbfa9f2cd5d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3530676 Aug 06 15:32:12.716546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Deleting port e32b0da4-d75b-4af9-a088-83ea4ed04a11 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:12.717144 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.742573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-32bd9a99-0d1c-482b-95e7-6cf0ee5f65e2 req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.756442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32bd9a99-0d1c-482b-95e7-6cf0ee5f65e2 req-7239eef0-e8fb-45bb-9631-6e0a0d5f7ce7 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6783864 Aug 06 15:32:12.840560 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.841328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:12.855258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Calling delete_port for e32b0da4-d75b-4af9-a088-83ea4ed04a11 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:12.867705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e1c6cf0d-adda-4b56-a5f1-ccce408efcca details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:12.872116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:13.038083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,segment=NetworkSegment(391d87cc-498b-491b-82cb-47603917142c),segment_id=391d87cc-498b-491b-82cb-47603917142c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:13.060353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca', 'network_id': '667d9094-e002-4ca1-9ecc-a539cffdb480', 'port_id': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca', 'mac_address': 'fa:16:3e:f1:91:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3452c89-face-4e9f-900f-a251bfd6a237', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:13.067985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c8226399-ebc7-4202-bf63-7257a5828b45 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:13.074206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c8226399-ebc7-4202-bf63-7257a5828b45 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:13.074583 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.157367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.185538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event deleted for resources: {'Port': ['ID=e32b0da4-d75b-4af9-a088-83ea4ed04a11,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:13.300488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.310240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54ad0d-2ca8-4099-9786-1c92afbde0b4 req-a343c220-f4af-49a7-8592-d9e525a0c708 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:13.310240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b54ad0d-2ca8-4099-9786-1c92afbde0b4 req-a343c220-f4af-49a7-8592-d9e525a0c708 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 944 time: 0.1282229 Aug 06 15:32:13.313757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.316731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.318181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dba8a2d-2559-4b6e-975e-e9d14bd1c1d9 req-f2224d39-9c8a-4bee-bcd6-9f8d81aa6801 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "DELETE /v2.0/floatingips/5f239663-7027-4368-8828-10854a3b874a HTTP/1.1" status: 204 len: 173 time: 0.7819102 Aug 06 15:32:13.325102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c6cf0d-adda-4b56-a5f1-ccce408efcca {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:13.351139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,segment=NetworkSegment(391d87cc-498b-491b-82cb-47603917142c),segment_id=391d87cc-498b-491b-82cb-47603917142c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:13.380813 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a691e050-9093-47af-9753-66dac0db087b x-openstack-request-id: req-a691e050-9093-47af-9753-66dac0db087b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:13.381739 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32ca2e5-6464-4881-b797-7b410ada0ac4", "name": "network-vif-deleted", "tag": "f564e68c-5b56-49aa-bc6e-47f0907e7dc4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:13.382247 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a691e050-9093-47af-9753-66dac0db087b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:13.383125 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32ca2e5-6464-4881-b797-7b410ada0ac4', 'name': 'network-vif-deleted', 'tag': 'f564e68c-5b56-49aa-bc6e-47f0907e7dc4', 'status': 'completed', 'code': 200} Aug 06 15:32:13.402182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b54ad0d-2ca8-4099-9786-1c92afbde0b4 req-f01a2502-53c5-4a8f-90fb-5ebc431345d1 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705795 Aug 06 15:32:13.406890 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.430910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.484799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:13.487589 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705842e2-1a78-48ce-b341-dfa4d0fc991d" -d '{"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-plugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:13.505761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:13.511063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a18886ee-644a-452e-b82d-4a457870e7b2 req-25acc5f2-7630-440b-b4ed-d5121ff2cdd3 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=d32ca2e5-6464-4881-b797-7b410ada0ac4 HTTP/1.1" status: 200 len: 210 time: 0.0469761 Aug 06 15:32:13.536101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:13.570478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcd2b631-2ca3-49b8-9745-f76ba3e21043 req-6fb9bab9-6808-4cdb-9a24-eee75c7e32f8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 10895 time: 0.1490328 Aug 06 15:32:13.611618 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:13.655985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcd2b631-2ca3-49b8-9745-f76ba3e21043 req-ef72a23a-502b-4b5c-8111-56d7f6981dd3 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe HTTP/1.1" status: 200 len: 2981 time: 0.0772293 Aug 06 15:32:13.664701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:13.686773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e1c6cf0d-adda-4b56-a5f1-ccce408efcca'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:13.758677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcd2b631-2ca3-49b8-9745-f76ba3e21043 req-20fbe622-b958-43c5-bc7a-ff636ddf79d2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe HTTP/1.1" status: 200 len: 2981 time: 0.0672653 Aug 06 15:32:13.769823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-e0ee2e94-5558-4474-ae68-09f9cf60c5cd tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:13.771320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-e0ee2e94-5558-4474-ae68-09f9cf60c5cd tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 820 time: 0.1533284 Aug 06 15:32:13.794891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-eadfc779-280a-4741-a35b-649d0cc2ca1f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/quotas/fdf1af9ce40d494fbd84e48b3fe59bd4 HTTP/1.1" status: 200 len: 375 time: 0.0169883 Aug 06 15:32:13.898099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-3afb0019-5efa-41e3-91f2-08e03970b85d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952084 Aug 06 15:32:13.908933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7e8c4-0dd9-4dec-b2eb-597a7429eab1 req-25326e9e-acfc-4023-85c2-c95a4d7829cc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:13.910403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3d7e8c4-0dd9-4dec-b2eb-597a7429eab1 req-25326e9e-acfc-4023-85c2-c95a4d7829cc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 951 time: 0.0870547 Aug 06 15:32:13.958956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3d7e8c4-0dd9-4dec-b2eb-597a7429eab1 req-5525af1b-7736-4e3b-8053-a668c472fa85 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Aug 06 15:32:14.051387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:14.072007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: f564e68c-5b56-49aa-bc6e-47f0907e7dc4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:14.072333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f564e68c-5b56-49aa-bc6e-47f0907e7dc4 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:14.120250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-78734ef2-5a34-4daf-b669-7cdedcd43bb6 service neutron] 10.222.0.16 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087958 Aug 06 15:32:14.544973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-e6d99bb7-6db0-4c07-a911-2204e2b25712 service neutron] 10.222.0.16 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173586 Aug 06 15:32:14.556948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44dd4343-b231-4edc-b104-564836d50380 req-a79dd118-06ed-47af-b8dc-3f052d577dcc tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips/21a79911-8014-481c-b655-67f0534cc48b HTTP/1.1" status: 200 len: 693 time: 0.3446808 Aug 06 15:32:14.698560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-e4ac16c6-0aed-4b94-9317-ef3005d91770 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:14.700122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-e4ac16c6-0aed-4b94-9317-ef3005d91770 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 951 time: 0.0746131 Aug 06 15:32:14.706995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4343-b231-4edc-b104-564836d50380 req-c0f1def8-8b66-4fd3-ba55-2606c32bd873 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:14.708473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44dd4343-b231-4edc-b104-564836d50380 req-c0f1def8-8b66-4fd3-ba55-2606c32bd873 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1451986 Aug 06 15:32:14.794072 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab9f0d8-a7ff-40a9-91ea-edb9b16b4243 x-openstack-request-id: req-aab9f0d8-a7ff-40a9-91ea-edb9b16b4243 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:14.794458 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-plugged", "status": "completed", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:14.794823 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aab9f0d8-a7ff-40a9-91ea-edb9b16b4243 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:14.795397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44dd4343-b231-4edc-b104-564836d50380 req-e55935cd-c5df-4b3c-8e52-96ea89f112f6 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 696 time: 0.0790939 Aug 06 15:32:14.795528 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'code': 200} Aug 06 15:32:14.868058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e1c6cf0d-adda-4b56-a5f1-ccce408efcca up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:14.878415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44dd4343-b231-4edc-b104-564836d50380 req-529225fc-a36c-4e44-b81c-c1773d898bfd tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.108 HTTP/1.1" status: 200 len: 696 time: 0.0821750 Aug 06 15:32:15.024549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e1c6cf0d-adda-4b56-a5f1-ccce408efcca completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:15.028870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e1c6cf0d-adda-4b56-a5f1-ccce408efcca triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:15.034828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.111139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Deleting port c8226399-ebc7-4202-bf63-7257a5828b45 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:15.111373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.113621 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.150482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,segment=NetworkSegment(391d87cc-498b-491b-82cb-47603917142c),segment_id=391d87cc-498b-491b-82cb-47603917142c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:15.233259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.233739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.234211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.234906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.235371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.235858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.236324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.236438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.237267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.237267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:15.239245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7ecfd67-fc47-4bcc-b9f7-c0240e730cdf req-03c33c5f-5969-4a00-b6cd-5b03f391e765 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6419 time: 0.3575075 Aug 06 15:32:15.284356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] For port c8226399-ebc7-4202-bf63-7257a5828b45, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8226399-ebc7-4202-bf63-7257a5828b45,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:15.284716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.288703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:15.306387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Deleting port 1d2e784e-e34c-4cb7-8c31-33ad0c566001 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:15.306729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.308543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Calling delete_port for c8226399-ebc7-4202-bf63-7257a5828b45 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:15.423283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c531aaa-aba3-490f-ab6f-a9fafed8ea4f req-8d364cca-ae30-4767-9cad-e7ef3a4bacf9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/67dead93-0d7e-4e1a-b4ce-c55146ad7e7c HTTP/1.1" status: 200 len: 1801 time: 0.1556866 Aug 06 15:32:15.479862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.480189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.511944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Calling delete_port for 1d2e784e-e34c-4cb7-8c31-33ad0c566001 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:15.605769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c531aaa-aba3-490f-ab6f-a9fafed8ea4f req-5c2ed891-e2fc-4ca0-b061-b9098e8e4a52 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.654598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c531aaa-aba3-490f-ab6f-a9fafed8ea4f req-5c2ed891-e2fc-4ca0-b061-b9098e8e4a52 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.728784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.740018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:15.764204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41', 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'c8226399-ebc7-4202-bf63-7257a5828b45'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:15.765616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event deleted for resources: {'Port': ['ID=c8226399-ebc7-4202-bf63-7257a5828b45,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:15.781557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c531aaa-aba3-490f-ab6f-a9fafed8ea4f req-5c2ed891-e2fc-4ca0-b061-b9098e8e4a52 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.784139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7c531aaa-aba3-490f-ab6f-a9fafed8ea4f req-5c2ed891-e2fc-4ca0-b061-b9098e8e4a52 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.790468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c531aaa-aba3-490f-ab6f-a9fafed8ea4f req-5c2ed891-e2fc-4ca0-b061-b9098e8e4a52 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/67dead93-0d7e-4e1a-b4ce-c55146ad7e7c HTTP/1.1" status: 204 len: 173 time: 0.3557522 Aug 06 15:32:15.829246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ed891-e2fc-4ca0-b061-b9098e8e4a52 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dead93-0d7e-4e1a-b4ce-c55146ad7e7c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:15.832022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] No DVR routers for this DVR port c8226399-ebc7-4202-bf63-7257a5828b45 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:15.833949 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.836559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-320ec83a-769b-432f-9f61-f28d2c30fd82 req-ff48f5ba-6e35-4058-a01f-69fb9dce878e tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "DELETE /v2.0/ports/c8226399-ebc7-4202-bf63-7257a5828b45 HTTP/1.1" status: 204 len: 173 time: 1.1262996 Aug 06 15:32:15.836559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-deleted', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:15.838782 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b0f5ca-4428-46ed-b71c-0411b4053fe8" -d '{"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-deleted", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:15.883459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:15.916099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event deleted for resources: {'Port': ['ID=1d2e784e-e34c-4cb7-8c31-33ad0c566001,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:16.013821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163feb5-e760-4140-bb5e-f9d085a5d8a4 req-0e00f4cb-38c7-4449-a185-199083b83fc7 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:16.015342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3163feb5-e760-4140-bb5e-f9d085a5d8a4 req-0e00f4cb-38c7-4449-a185-199083b83fc7 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.1033969 Aug 06 15:32:16.018943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.021806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.022929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44dd4343-b231-4edc-b104-564836d50380 req-72a08675-e708-470f-b9d4-8497dc85a2b0 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "DELETE /v2.0/floatingips/21a79911-8014-481c-b655-67f0534cc48b HTTP/1.1" status: 204 len: 173 time: 1.1437340 Aug 06 15:32:16.076104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3163feb5-e760-4140-bb5e-f9d085a5d8a4 req-d429f876-569a-44e4-8f98-b26bcddada31 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444438 Aug 06 15:32:16.163379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34a2dece-065a-4eae-974c-b1f44260e1c2 req-5b7a24a5-d03a-427f-b921-3b8ca5031e7b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 210 time: 0.0345199 Aug 06 15:32:16.219792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f6565ff-68e1-436d-964f-82c8bfa221f7 req-fe8f62b6-e4d7-4023-aba5-a01a532fbda0 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=51fa8bc4-c264-482d-b6f5-35f61b54baac HTTP/1.1" status: 200 len: 210 time: 0.0468016 Aug 06 15:32:16.300073 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-6aab512a-bf66-413c-bebc-63efea109088 req-e778990f-b6ab-48ed-8aca-0480ba8c409e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:32:16.301244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6aab512a-bf66-413c-bebc-63efea109088 req-e778990f-b6ab-48ed-8aca-0480ba8c409e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/67dead93-0d7e-4e1a-b4ce-c55146ad7e7c HTTP/1.1" status: 404 len: 352 time: 0.0219724 Aug 06 15:32:16.336465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f65dd-9edb-412c-a8d3-b99b23d1a8a2 req-3d7aa493-5cd0-4b19-b70a-33903c8c365b tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:16.336465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae2f65dd-9edb-412c-a8d3-b99b23d1a8a2 req-3d7aa493-5cd0-4b19-b70a-33903c8c365b tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 886 time: 0.1186583 Aug 06 15:32:16.346941 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1135a2-afb2-4948-a758-4696c3e5727a x-openstack-request-id: req-2a1135a2-afb2-4948-a758-4696c3e5727a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:16.347234 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51fa8bc4-c264-482d-b6f5-35f61b54baac", "name": "network-vif-deleted", "tag": "c8226399-ebc7-4202-bf63-7257a5828b45", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:16.347576 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a1135a2-afb2-4948-a758-4696c3e5727a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:16.347902 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51fa8bc4-c264-482d-b6f5-35f61b54baac', 'name': 'network-vif-deleted', 'tag': 'c8226399-ebc7-4202-bf63-7257a5828b45', 'status': 'completed', 'code': 200} Aug 06 15:32:16.421361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-99a2f7d4-516c-4378-8f00-ec3a7362d0f5 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips/50a13f37-7041-4ba8-9fd3-d48bbcb259e6 HTTP/1.1" status: 200 len: 692 time: 0.0623727 Aug 06 15:32:16.534975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-eed37c6c-f57a-448c-b8d7-8eaf4f83a11c tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:16.536367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-eed37c6c-f57a-448c-b8d7-8eaf4f83a11c tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1088009 Aug 06 15:32:16.591882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-ad8fc4af-2556-4858-a4bb-08437ebe3e0f tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.0486686 Aug 06 15:32:16.645827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-23b04469-4394-40bd-954a-e2d90956fadd tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.19 HTTP/1.1" status: 200 len: 695 time: 0.0470617 Aug 06 15:32:16.797521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92061421-1773-4999-bb5d-cd76be7615ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:16.800254 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617c126f-2df7-4df5-961f-11f5c75938f9" -d '{"events": [{"server_uuid": "92061421-1773-4999-bb5d-cd76be7615ed", "name": "network-vif-plugged", "status": "completed", "tag": "e1c6cf0d-adda-4b56-a5f1-ccce408efcca"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:16.805520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc2265bc-3c52-4247-b72f-ef12c13dac58 req-94d4b91f-84a5-4ef6-8343-95704d26375e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/045f5ea5-03de-4f73-a805-653d383a6856 HTTP/1.1" status: 200 len: 1799 time: 0.0746593 Aug 06 15:32:16.850158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Deleting port db808d3f-9ff0-4f05-8be3-9aa60552fdcb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:16.850511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.927848 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc2265bc-3c52-4247-b72f-ef12c13dac58 req-23566918-f7d6-4153-a52d-f18a61ccba12 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.965846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc2265bc-3c52-4247-b72f-ef12c13dac58 req-23566918-f7d6-4153-a52d-f18a61ccba12 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.976591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.976922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:16.997255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Calling delete_port for db808d3f-9ff0-4f05-8be3-9aa60552fdcb owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:17.041877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-431395ba-f5ac-44ca-8dfb-51fa03a1b0ce tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.044101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-431395ba-f5ac-44ca-8dfb-51fa03a1b0ce tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.59 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 820 time: 0.1132474 Aug 06 15:32:17.063180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'port': {'device_id': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'admin_state_up': True, 'tenant_id': 'fdf1af9ce40d494fbd84e48b3fe59bd4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:17.134822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc2265bc-3c52-4247-b72f-ef12c13dac58 req-23566918-f7d6-4153-a52d-f18a61ccba12 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.137931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-dc2265bc-3c52-4247-b72f-ef12c13dac58 req-23566918-f7d6-4153-a52d-f18a61ccba12 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.139079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc2265bc-3c52-4247-b72f-ef12c13dac58 req-23566918-f7d6-4153-a52d-f18a61ccba12 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/045f5ea5-03de-4f73-a805-653d383a6856 HTTP/1.1" status: 204 len: 173 time: 0.3246653 Aug 06 15:32:17.159157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23566918-f7d6-4153-a52d-f18a61ccba12 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045f5ea5-03de-4f73-a805-653d383a6856,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:17.252618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-f6eaf584-28ab-489f-8707-1373f4065bc9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.294722 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-f6eaf584-28ab-489f-8707-1373f4065bc9 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0564518 Aug 06 15:32:17.297865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.298355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.298825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.299298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.299761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.300256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.300727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.301189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.301651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.303959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27a2b9fd-78af-4a9c-9911-35e97fe8e701 req-f5967ce2-2a70-4100-8428-91521c22c723 tempest-NetworksTest-51737709 tempest-NetworksTest-51737709-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6419 time: 0.1284189 Aug 06 15:32:17.351573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Made reservation on behalf of fdf1af9ce40d494fbd84e48b3fe59bd4 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:17.355088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.390464 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.419264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Pushing event deleted for resources: {'Port': ['ID=db808d3f-9ff0-4f05-8be3-9aa60552fdcb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:17.471768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Deleting port 2df49d0c-540e-4c40-95ef-d01877b72ceb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:17.472133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.513535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.516695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.518000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ed5aa6-77cd-4819-9401-c9fccfa7dfb6 req-dd658f07-09e8-4d61-9952-e589b2e88a22 tempest-FloatingIPDetailsTestJSON-1103904512 tempest-FloatingIPDetailsTestJSON-1103904512-project] 10.222.0.16 "DELETE /v2.0/floatingips/50a13f37-7041-4ba8-9fd3-d48bbcb259e6 HTTP/1.1" status: 204 len: 173 time: 0.8663249 Aug 06 15:32:17.530680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e61fd9-3772-4aea-be96-a479a1e24178 req-a82b3782-5619-4f17-8ba8-3fcfc375c1cd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.533216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04e61fd9-3772-4aea-be96-a479a1e24178 req-a82b3782-5619-4f17-8ba8-3fcfc375c1cd tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 944 time: 0.0879562 Aug 06 15:32:17.533711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:17.567248 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af38f7e-ce11-4909-a8f6-156b857f15f9 x-openstack-request-id: req-0af38f7e-ce11-4909-a8f6-156b857f15f9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:17.567576 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92061421-1773-4999-bb5d-cd76be7615ed", "name": "network-vif-plugged", "status": "completed", "tag": "e1c6cf0d-adda-4b56-a5f1-ccce408efcca", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:17.567859 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0af38f7e-ce11-4909-a8f6-156b857f15f9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:17.568275 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92061421-1773-4999-bb5d-cd76be7615ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca', 'code': 200} Aug 06 15:32:17.590092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Allocated IP 172.20.0.5 (b651d6d3-4215-4855-a8ca-6aae9a91f8e5/bbee7cff-1182-4033-8e08-1ba169bb35b3/8ab42c3c-9431-4f3b-8e9d-7f313ed892f5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:17.629129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] For port 2df49d0c-540e-4c40-95ef-d01877b72ceb, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2df49d0c-540e-4c40-95ef-d01877b72ceb,segment=NetworkSegment(862b02b8-8358-4c8a-b737-547e6f4e2f4e),segment_id=862b02b8-8358-4c8a-b737-547e6f4e2f4e)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:17.629570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.658671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Calling delete_port for 2df49d0c-540e-4c40-95ef-d01877b72ceb owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:17.665185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04e61fd9-3772-4aea-be96-a479a1e24178 req-05fe80a4-e4e8-4043-ad2f-85eba30e9df2 tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/security-groups?id=9bf21227-81a5-4964-83db-ab5d62f00395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851371 Aug 06 15:32:17.737611 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-15213d04-654c-435e-8345-a0419b6e3128 req-086fa334-fef4-4aee-948e-9cc8dd5445ce tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:32:17.738465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15213d04-654c-435e-8345-a0419b6e3128 req-086fa334-fef4-4aee-948e-9cc8dd5445ce tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/045f5ea5-03de-4f73-a805-653d383a6856 HTTP/1.1" status: 404 len: 352 time: 0.0443559 Aug 06 15:32:17.804784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dfe41-798f-4e89-ab55-08d36da1cff4 req-58006cbc-53a2-4fca-8856-9f15d37680e8 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.806376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d16dfe41-798f-4e89-ab55-08d36da1cff4 req-58006cbc-53a2-4fca-8856-9f15d37680e8 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.1648195 Aug 06 15:32:17.812447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664009e-87c7-4d75-88cd-de54b22b3395 req-3f002751-c36c-4077-b1c1-83528d643ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:17.814598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9664009e-87c7-4d75-88cd-de54b22b3395 req-3f002751-c36c-4077-b1c1-83528d643ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 1097 time: 0.1356931 Aug 06 15:32:17.889299 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:17.919524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:17.922037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3db3b8f-41c2-441b-a65a-e0b8052ee4e4 req-5a771e52-6e88-4aaf-bbdf-1c836b63f13f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 210 time: 0.0987470 Aug 06 15:32:17.995466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d16dfe41-798f-4e89-ab55-08d36da1cff4 req-2268e44d-f35f-496b-995c-c8a6cd4c5e14 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782689 Aug 06 15:32:18.021920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9664009e-87c7-4d75-88cd-de54b22b3395 req-a14334be-63cb-49c8-88a5-994a9093aa70 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797979 Aug 06 15:32:18.070526 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.106291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Pushing event deleted for resources: {'Port': ['ID=2df49d0c-540e-4c40-95ef-d01877b72ceb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:18.116896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.138506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70d0c236-5936-4293-8b8a-7b54d5c8c469 req-c1fb72f5-f754-4cfd-be99-517dffe3de8d tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/525efce9-2bf3-4a9a-88ae-64d1fb855b50 HTTP/1.1" status: 200 len: 1799 time: 0.0804222 Aug 06 15:32:18.170815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e6e974f-f371-487c-9a9f-062e5d0f2765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.209839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:18.227952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70d0c236-5936-4293-8b8a-7b54d5c8c469 req-c4448f69-b65d-4f6e-a0c2-6d5d6a948f56 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.235378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:18.238026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:18.265120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] No DVR routers for this DVR port 2df49d0c-540e-4c40-95ef-d01877b72ceb on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:18.268807 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.270880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-deebc719-6212-4ab0-80ed-9e1bc6e2594e req-a91c00da-e2dc-4d54-bb64-ee8b1ee2786b tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.59 "DELETE /v2.0/ports/2df49d0c-540e-4c40-95ef-d01877b72ceb HTTP/1.1" status: 204 len: 173 time: 1.0099280 Aug 06 15:32:18.276700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'name': 'network-vif-deleted', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:18.277597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70d0c236-5936-4293-8b8a-7b54d5c8c469 req-c4448f69-b65d-4f6e-a0c2-6d5d6a948f56 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.278538 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737d6331-ba0e-4f31-8368-0a06847b2307" -d '{"events": [{"server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "name": "network-vif-deleted", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:18.286646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:18.325678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:18.326355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.413947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e6e974f-f371-487c-9a9f-062e5d0f2765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.502015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e6e974f-f371-487c-9a9f-062e5d0f2765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.550647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5e6e974f-f371-487c-9a9f-062e5d0f2765 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=315894ad678f48cd824c4cdd4e3f4be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288188 Aug 06 15:32:18.551874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e974f-f371-487c-9a9f-062e5d0f2765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276443cd-44c7-4684-941c-5a0a7b376a7c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:18.554537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:18.578901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-12b73c2b-b0a3-4b4c-adad-95a6a83f4da0 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5202208 Aug 06 15:32:18.598482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Request body: {'port': {'device_id': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:18.626662 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa3753-83cd-4c6d-ae79-33a089efb3cd x-openstack-request-id: req-c2aa3753-83cd-4c6d-ae79-33a089efb3cd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:18.626872 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8fcbe0-d339-4d8a-b5e8-997972a97604", "name": "network-vif-deleted", "tag": "2df49d0c-540e-4c40-95ef-d01877b72ceb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:18.627098 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2aa3753-83cd-4c6d-ae79-33a089efb3cd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:18.627664 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8fcbe0-d339-4d8a-b5e8-997972a97604', 'name': 'network-vif-deleted', 'tag': '2df49d0c-540e-4c40-95ef-d01877b72ceb', 'status': 'completed', 'code': 200} Aug 06 15:32:18.641984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.680305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.684835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc58cc0a-2de9-466f-81e4-26278e1917ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.751123 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70d0c236-5936-4293-8b8a-7b54d5c8c469 req-c4448f69-b65d-4f6e-a0c2-6d5d6a948f56 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.753538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70d0c236-5936-4293-8b8a-7b54d5c8c469 req-c4448f69-b65d-4f6e-a0c2-6d5d6a948f56 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:18.754744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70d0c236-5936-4293-8b8a-7b54d5c8c469 req-c4448f69-b65d-4f6e-a0c2-6d5d6a948f56 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/525efce9-2bf3-4a9a-88ae-64d1fb855b50 HTTP/1.1" status: 204 len: 173 time: 0.6095302 Aug 06 15:32:18.770732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4448f69-b65d-4f6e-a0c2-6d5d6a948f56 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525efce9-2bf3-4a9a-88ae-64d1fb855b50,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:18.828026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dcf55-c944-4f7a-902a-55371f8892b7 req-a15b342c-024f-495c-8bee-eab3963a73d8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:18.830440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd8dcf55-c944-4f7a-902a-55371f8892b7 req-a15b342c-024f-495c-8bee-eab3963a73d8 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 951 time: 0.1466076 Aug 06 15:32:18.876247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:18.913482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c8226399-ebc7-4202-bf63-7257a5828b45 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:18.914382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8226399-ebc7-4202-bf63-7257a5828b45 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:18.990779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd8dcf55-c944-4f7a-902a-55371f8892b7 req-636d48ed-a8b4-4b8c-b3e1-4dee93daab9b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211710 Aug 06 15:32:19.066332 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-200c957e-f26a-4e31-a087-cd056a87b67a req-8efbb339-5234-48e2-be3d-af4c2b9637d5 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:32:19.069166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-200c957e-f26a-4e31-a087-cd056a87b67a req-8efbb339-5234-48e2-be3d-af4c2b9637d5 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/525efce9-2bf3-4a9a-88ae-64d1fb855b50 HTTP/1.1" status: 404 len: 352 time: 0.0258725 Aug 06 15:32:19.102458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc58cc0a-2de9-466f-81e4-26278e1917ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.193141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c59b0482-3aa7-41fa-a20d-767f6d72ba4a req-a219ffcb-8f56-4117-a6c4-42768cd389df tempest-LiveMigrationTest-704868269 tempest-LiveMigrationTest-704868269-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c8fcbe0-d339-4d8a-b5e8-997972a97604 HTTP/1.1" status: 200 len: 210 time: 0.0526123 Aug 06 15:32:19.303681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605d702-8ee8-4713-b205-4f0f8154c754 req-60ccf4e2-3da0-4776-bf19-dfe1b20a535b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:19.305255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9605d702-8ee8-4713-b205-4f0f8154c754 req-60ccf4e2-3da0-4776-bf19-dfe1b20a535b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 931 time: 0.1051645 Aug 06 15:32:19.319202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Deleting port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:19.319202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.400774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3026cf2-b44c-43d4-827f-605112fc5a22 req-84b1c120-9d4c-485c-9c97-840ee0fd25f7 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:19.402334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3026cf2-b44c-43d4-827f-605112fc5a22 req-84b1c120-9d4c-485c-9c97-840ee0fd25f7 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.1432056 Aug 06 15:32:19.441799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9605d702-8ee8-4713-b205-4f0f8154c754 req-b598a517-f57f-4784-ac92-7bce356e7c77 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216962 Aug 06 15:32:19.456367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc58cc0a-2de9-466f-81e4-26278e1917ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.460332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc58cc0a-2de9-466f-81e4-26278e1917ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.465097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc58cc0a-2de9-466f-81e4-26278e1917ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/276443cd-44c7-4684-941c-5a0a7b376a7c HTTP/1.1" status: 204 len: 168 time: 0.9061370 Aug 06 15:32:19.471585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:19.483530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58cc0a-2de9-466f-81e4-26278e1917ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276443cd-44c7-4684-941c-5a0a7b376a7c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:19.488459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.489048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] For port eb291a3d-5bc4-4fac-a0d1-e79985c8ef30, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,segment=NetworkSegment(377057ae-995e-4025-bc0d-d2388af41c37),segment_id=377057ae-995e-4025-bc0d-d2388af41c37)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:19.490054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.515564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Transition to ACTIVE for port object 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:19.535666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Calling delete_port for eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:19.556804 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3026cf2-b44c-43d4-827f-605112fc5a22 req-df7c1041-c3b5-41e0-bd44-8575eb8f8a22 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361520 Aug 06 15:32:19.630625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.668537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14a07538-dc9b-40aa-84d5-e946cc2567c4 req-7df1ae8f-ddbc-4ef6-b3d7-b94d3c12b175 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 6149 time: 0.1653388 Aug 06 15:32:19.777526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:19.799756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14a07538-dc9b-40aa-84d5-e946cc2567c4 req-d7d8fe49-3331-4311-b3b5-3392d1250f2a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe HTTP/1.1" status: 200 len: 2981 time: 0.1170001 Aug 06 15:32:19.840601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:19.864223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Attempting to bind port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:19.864565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Attempting to bind port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:19.864899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Attempting to bind port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:19.869676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:19.869894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Attempting to bind port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:19.875514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:19.876529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Checking segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:19.876685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Bound using segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:19.877019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Bound port: 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:19.877383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.898546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14a07538-dc9b-40aa-84d5-e946cc2567c4 req-d2f52918-5fc4-416e-96f7-8ea310c5ce9e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe HTTP/1.1" status: 200 len: 2981 time: 0.0925093 Aug 06 15:32:19.931082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-823980177', 'description': 'tempest-description-1116933543'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:19.978511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:19.990063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:20.015290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb291a3d-5bc4-4fac-a0d1-e79985c8ef30,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:20.021023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6cb5530-5bf8-40e4-a673-9437beec8632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.043973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-b2c97b75-7f23-4506-8c41-99aa33acbc1f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:20.043973 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-b2c97b75-7f23-4506-8c41-99aa33acbc1f tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 951 time: 0.1214154 Aug 06 15:32:20.044295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:20.069082 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.083089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:20.110685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 2df49d0c-540e-4c40-95ef-d01877b72ceb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:20.111266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2df49d0c-540e-4c40-95ef-d01877b72ceb not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:20.111849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:20.140710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:32:20.140710 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:32:20.140710 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id_1': 'cc0b6790c1d04b94910a0bc7449fa2b8', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 32, 20, 98521)}] Aug 06 15:32:20.140710 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:32:20.141647 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:32:20.166480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.227427 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.241760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:20.242393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.243864 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] 10.222.0.59 "PUT /v2.0/ports/8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 HTTP/1.1" status: 200 len: 1091 time: 1.6563094 Aug 06 15:32:20.261072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:20.263925 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f497efbf-3cc7-4ee9-a931-35fa6f1d8a71" -d '{"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:20.270938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c89dc-9fb8-4f6f-b238-8c4c634e216c req-5d4e83a4-0c2f-4426-b134-e66162812669 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:20.280647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:20.284291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-811c89dc-9fb8-4f6f-b238-8c4c634e216c req-5d4e83a4-0c2f-4426-b134-e66162812669 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 951 time: 0.1890347 Aug 06 15:32:20.346025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bdc7a-4167-42af-b943-877935dcf0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:20.371043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.378669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-811c89dc-9fb8-4f6f-b238-8c4c634e216c req-ee1d452a-6934-4580-bfd9-f198e71d6667 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920568 Aug 06 15:32:20.390540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.423744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6cb5530-5bf8-40e4-a673-9437beec8632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.427594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Deleting port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:20.427977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.449278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:20.467302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:20.470137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:20.475011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-a7eae3ba-7047-4580-9c19-d0fa0bb7279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:20.476367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-a7eae3ba-7047-4580-9c19-d0fa0bb7279a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 1094 time: 0.1148677 Aug 06 15:32:20.497041 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea09f23-fcca-40e3-9e7c-d53e16c082cf x-openstack-request-id: req-aea09f23-fcca-40e3-9e7c-d53e16c082cf {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:20.497515 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:20.497879 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aea09f23-fcca-40e3-9e7c-d53e16c082cf {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:20.498458 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'code': 200} Aug 06 15:32:20.502892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03acc929-85ea-43fa-8258-0ea34373c1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.510489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6cb5530-5bf8-40e4-a673-9437beec8632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.597709 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-98e74583-cde9-4caf-b176-f1de18a26802 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 HTTP/1.1" status: 200 len: 217 time: 0.0903625 Aug 06 15:32:20.632475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:20.636343 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:20.642949 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.663356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f6cb5530-5bf8-40e4-a673-9437beec8632 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abf30ec4c0224d55ae09708c4a1c37ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215952 Aug 06 15:32:20.668173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:20.668936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb5530-5bf8-40e4-a673-9437beec8632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8689ff-d1dc-45c4-8351-37baf05e6d34,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:20.675347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] For port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:20.675717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.697807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Calling delete_port for 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:20.707417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-fa7d3a87-e226-4beb-8c74-011c29a204f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:20.709286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-fa7d3a87-e226-4beb-8c74-011c29a204f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 200 len: 860 time: 0.0988185 Aug 06 15:32:20.710199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4099-264d-4539-abe1-c6e8b77e7e54 req-9f01b8a2-50e3-4846-b0f9-879c4d6a6379 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:20.712170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b7bd4099-264d-4539-abe1-c6e8b77e7e54 req-9f01b8a2-50e3-4846-b0f9-879c4d6a6379 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 943 time: 0.1468561 Aug 06 15:32:20.789884 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-d413b8fd-d1ca-4daf-adb9-f0a4c081b858 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716147 Aug 06 15:32:20.898114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b7bd4099-264d-4539-abe1-c6e8b77e7e54 req-fa447d25-d845-4043-acd6-116b1a185f81 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391265 Aug 06 15:32:20.913674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Deleting subnet fc4e9bbe-b769-431f-ab57-a6184ec0a741 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:20.921107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.933176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5592253-b985-4973-8d6a-ef5686f1e62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.943572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03acc929-85ea-43fa-8258-0ea34373c1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.978361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Router ba232dde-4670-4be5-af80-35ab916464dd has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:32:20.987323 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5592253-b985-4973-8d6a-ef5686f1e62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:20.999521 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-874ee8f4-8a5f-4352-9c18-6da96ab4ce10 service neutron] 10.222.0.59 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886942 Aug 06 15:32:21.001964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.057761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03acc929-85ea-43fa-8258-0ea34373c1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.119276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.158029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.170490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41', 'b6b4d4d0-9097-4314-b520-9cd4427baab2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:21.179792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-03acc929-85ea-43fa-8258-0ea34373c1bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a10b5b1400e14d7fbebe331e90456133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084229 Aug 06 15:32:21.186582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:21.201196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acc929-85ea-43fa-8258-0ea34373c1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf450a16-d35e-4586-bbd0-8e1a8f370804,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:21.216620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event deleted for resources: {'Port': ['ID=3c0bf0b0-68d2-46c2-8579-a1cc16e1a370,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:21.232567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca97c2ea-6efc-45c0-9930-b21f06b7a7e4 req-6cb93d97-0306-41f1-b4b2-97f34ff9c360 service neutron] 10.222.0.59 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075572 Aug 06 15:32:21.247174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45d6c-a11e-4901-b386-4e815f6c3189 req-2b018f46-fe94-48c8-8586-ad4114699fbc tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:21.268263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2c45d6c-a11e-4901-b386-4e815f6c3189 req-2b018f46-fe94-48c8-8586-ad4114699fbc tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.2584248 Aug 06 15:32:21.278231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] No DVR routers for this DVR port 3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:21.280411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.283504 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26cd8501-9c22-4f61-af30-a779dc67d02e req-74c1742e-a60a-4e0d-ae1b-137d34b3b211 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.59 "DELETE /v2.0/ports/3c0bf0b0-68d2-46c2-8579-a1cc16e1a370 HTTP/1.1" status: 204 len: 173 time: 1.2272663 Aug 06 15:32:21.333931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:32:21.340738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d8919f18-5ff6-4b7f-9b2e-9d68f4cfd5c1 admin admin] 10.222.0.16 "PUT /v2.0/routers/ba232dde-4670-4be5-af80-35ab916464dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8060107 Aug 06 15:32:21.343312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:21.346688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.346945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] Sync routers for ids ['ba232dde-4670-4be5-af80-35ab916464dd'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:32:21.348416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2c45d6c-a11e-4901-b386-4e815f6c3189 req-523883e8-4d12-4bb7-beda-987ea0b2cad5 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816016 Aug 06 15:32:21.372383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.372383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fc4e9bbe-b769-431f-ab57-a6184ec0a741 HTTP/1.1" status: 204 len: 168 time: 0.9053786 Aug 06 15:32:21.374423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] Routers {'ba232dde-4670-4be5-af80-35ab916464dd'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:32:21.375126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:32:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba232dde-4670-4be5-af80-35ab916464dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:21.397689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:21.399087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75d52d46-7883-4bfd-b115-3b2a7beee01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.536280 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db91dca-c2d4-4c33-b3d1-61e42af07070 x-openstack-request-id: req-3db91dca-c2d4-4c33-b3d1-61e42af07070 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:21.536658 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:21.537380 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3db91dca-c2d4-4c33-b3d1-61e42af07070 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:21.538946 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'status': 'completed', 'code': 200} Aug 06 15:32:21.543589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] Set router ba232dde-4670-4be5-af80-35ab916464dd gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:32:21.549200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.553670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de75308-b25a-4e14-a870-f873cf1e043e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc4e9bbe-b769-431f-ab57-a6184ec0a741,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:21.619268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5592253-b985-4973-8d6a-ef5686f1e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.622060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5592253-b985-4973-8d6a-ef5686f1e62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.623218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a5592253-b985-4973-8d6a-ef5686f1e62c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a8689ff-d1dc-45c4-8351-37baf05e6d34 HTTP/1.1" status: 204 len: 168 time: 0.9526865 Aug 06 15:32:21.694032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-e62d74b9-b273-4ce1-8d25-26b4d70fe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:21.696355 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-e62d74b9-b273-4ce1-8d25-26b4d70fe695 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 1094 time: 0.1563869 Aug 06 15:32:21.784210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81d981a1-3dad-4a54-a4ac-3bde4ea42695 req-c64e1225-19ea-4a3f-acf1-cf68496f6d4c tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=076941c3-6aa7-4f88-8039-52a2e0b2bf26 HTTP/1.1" status: 200 len: 210 time: 0.1658309 Aug 06 15:32:21.808492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.840549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5592253-b985-4973-8d6a-ef5686f1e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8689ff-d1dc-45c4-8351-37baf05e6d34,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:21.922796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.939497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:21.951527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75d52d46-7883-4bfd-b115-3b2a7beee01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:21.968722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862b02b8-8358-4c8a-b737-547e6f4e2f4e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:21.969423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862b02b8-8358-4c8a-b737-547e6f4e2f4e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:21.979212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:32:19Z', 'revision_number': 5, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:21.980780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-b285166f-59d2-43b0-87d6-1b201c540b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:21.983369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-b285166f-59d2-43b0-87d6-1b201c540b47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 921 time: 0.2704988 Aug 06 15:32:21.998214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.017353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] Checking router: ba232dde-4670-4be5-af80-35ab916464dd for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:32:22.031721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] Routers {'ba232dde-4670-4be5-af80-35ab916464dd'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:32:22.032705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:32:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba232dde-4670-4be5-af80-35ab916464dd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:22.085374 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-4f1a1863-e6e5-4e92-a6ea-f376ab336290 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 HTTP/1.1" status: 200 len: 217 time: 0.0839703 Aug 06 15:32:22.091085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.099530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:22.100086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:22.102521 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:22.159363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.163297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-1414942f-9683-4282-b68e-f5b34395bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:22.164687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-1414942f-9683-4282-b68e-f5b34395bcce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 200 len: 860 time: 0.0612867 Aug 06 15:32:22.238839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-1c63a162-134d-4bb0-a943-6b143af0ff23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327110 Aug 06 15:32:22.245927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.248942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.270998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] Set router ba232dde-4670-4be5-af80-35ab916464dd gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:32:22.289379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141c3dee-04c0-4329-9b9a-56fa70ec06ef,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:22.338033 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75d52d46-7883-4bfd-b115-3b2a7beee01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.342007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75d52d46-7883-4bfd-b115-3b2a7beee01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.346660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-75d52d46-7883-4bfd-b115-3b2a7beee01a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf450a16-d35e-4586-bbd0-8e1a8f370804 HTTP/1.1" status: 204 len: 168 time: 1.1566670 Aug 06 15:32:22.351173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.365742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.373074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0 HTTP/1.1" status: 204 len: 168 time: 0.9716349 Aug 06 15:32:22.381520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:22.385142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d52d46-7883-4bfd-b115-3b2a7beee01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf450a16-d35e-4586-bbd0-8e1a8f370804,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:22.402007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.404561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fef2c220-6fb2-4436-a479-972917ad7ab1 req-c7d2b81a-5ed3-49d0-9837-13d3ed044d0a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.4788454 Aug 06 15:32:22.445377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Pushing event deleted for resources: {'Network': ['ID=b280b6f3-6d2b-4fe5-8b3c-0bc7d9d3a0d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.502165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.502165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.502316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fc598-93ab-4bc4-b3b8-7601b03b6482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:22.511271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-488bacd3-b3ab-4226-a69f-4922deffe5fc service neutron] 10.222.0.59 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634227 Aug 06 15:32:22.518930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Deleting port da25eabd-49ed-4249-8d97-5ee802946e61 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:22.519279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.604380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36842) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:22.606883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Deleting subnet 20f4b023-628e-47e7-882b-e67c8038f74e {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:22.608541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:32:19Z', 'revision_number': 5, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:22.614292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.652569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2dcb78-e811-4b51-aaf5-43ddc1ef6ab5 None None] The sync data for ids ['ba232dde-4670-4be5-af80-35ab916464dd'] in n-d-778550-6 is: [{'id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'name': 'tempest-FloatingIPDetailsTestJSON-367973465-router', 'tenant_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:31:34Z', 'updated_at': '2021-08-06T15:32:19Z', 'revision_number': 5, 'project_id': 'e3fb2b1bb27b481e9632a1f135afa392', 'gw_port': {'id': 'da25eabd-49ed-4249-8d97-5ee802946e61', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba232dde-4670-4be5-af80-35ab916464dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:31:36Z', 'updated_at': '2021-08-06T15:31:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:32:22.679619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.684908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be202438-8642-4efc-bca6-557bac135fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.705163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9b6b7ed-afbc-4b71-bd01-ecc28ea5c8a1 req-e222b8bf-84a7-4fbe-97a3-a496d90d74ca service neutron] 10.222.0.59 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818326 Aug 06 15:32:22.729393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.770948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a4a9c-3b03-4895-ae38-884c2a79e8a5 req-e1478d46-736f-4915-adf9-80f8437d5e1b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:22.773656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-349a4a9c-3b03-4895-ae38-884c2a79e8a5 req-e1478d46-736f-4915-adf9-80f8437d5e1b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 943 time: 0.2027042 Aug 06 15:32:22.780294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] For port da25eabd-49ed-4249-8d97-5ee802946e61, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=da25eabd-49ed-4249-8d97-5ee802946e61,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:22.783675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.818828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275e5d7-df14-40cc-b5ef-c1e02265f604 req-f4eeb30b-d89a-400a-96e2-932115eb8425 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:22.820466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2275e5d7-df14-40cc-b5ef-c1e02265f604 req-f4eeb30b-d89a-400a-96e2-932115eb8425 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.2180064 Aug 06 15:32:22.823414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Calling delete_port for da25eabd-49ed-4249-8d97-5ee802946e61 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:22.864748 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.898669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f4b023-628e-47e7-882b-e67c8038f74e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:22.904205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:22.904662 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-122efbe2-24ec-478a-93ad-24efae4ea676 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20f4b023-628e-47e7-882b-e67c8038f74e HTTP/1.1" status: 204 len: 168 time: 0.5165689 Aug 06 15:32:22.907421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36850) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:22.968412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-349a4a9c-3b03-4895-ae38-884c2a79e8a5 req-8aacd15c-d69f-4f3d-bd6d-1294c3c8057f tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770124 Aug 06 15:32:22.989338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2275e5d7-df14-40cc-b5ef-c1e02265f604 req-46b8399d-88cf-45c6-a7a6-af8ca78fb6eb tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554952 Aug 06 15:32:22.994757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.037239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-2ac74dc4-9fe2-41e7-a144-c11e938ba7ee req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1467231296', 'description': 'tempest-description-586069813'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:23.107498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be202438-8642-4efc-bca6-557bac135fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.131680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.143366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf6f968-526b-44d3-86c5-08a43d7871b4']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:23.159845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2acee00-9ec5-4c02-a076-8de77a860472') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:23.160098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2acee00-9ec5-4c02-a076-8de77a860472') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:23.170739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.186119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.193885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:23.194378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:23.196458 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:23.208358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be202438-8642-4efc-bca6-557bac135fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.265854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be202438-8642-4efc-bca6-557bac135fca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9416cbc413ab4c8586bd1eb966bfa2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328931 Aug 06 15:32:23.270380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:23.286743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be202438-8642-4efc-bca6-557bac135fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01b1f4-e6fe-428e-84c4-1dfd64fa3200,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:23.333831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.342739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8447-fc9f-49f6-aa2b-1752807a2217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.358417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.366862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.367546 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2cf6f968-526b-44d3-86c5-08a43d7871b4 HTTP/1.1" status: 204 len: 168 time: 0.4584849 Aug 06 15:32:23.392119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1af75-155a-4d9f-a0f5-f430fc71d016 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf6f968-526b-44d3-86c5-08a43d7871b4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:23.399776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ac74dc4-9fe2-41e7-a144-c11e938ba7ee req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.404158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Pushing event deleted for resources: {'Port': ['ID=da25eabd-49ed-4249-8d97-5ee802946e61,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:23.478748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8447-fc9f-49f6-aa2b-1752807a2217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.541232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-deleted', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:23.544726 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e52261-28e4-4f51-ac47-1471da5ccd34" -d '{"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-deleted", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:23.545627 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.633407 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76262ab-e1ab-4a39-a307-2e46d202e0d1 x-openstack-request-id: req-f76262ab-e1ab-4a39-a307-2e46d202e0d1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:23.633767 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076941c3-6aa7-4f88-8039-52a2e0b2bf26", "name": "network-vif-deleted", "tag": "3c0bf0b0-68d2-46c2-8579-a1cc16e1a370", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:23.634089 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f76262ab-e1ab-4a39-a307-2e46d202e0d1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:23.634818 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076941c3-6aa7-4f88-8039-52a2e0b2bf26', 'name': 'network-vif-deleted', 'tag': '3c0bf0b0-68d2-46c2-8579-a1cc16e1a370', 'status': 'completed', 'code': 200} Aug 06 15:32:23.659059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.664771 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.748302 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ac74dc4-9fe2-41e7-a144-c11e938ba7ee req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.750818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8447-fc9f-49f6-aa2b-1752807a2217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.753341 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8447-fc9f-49f6-aa2b-1752807a2217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.754478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7d2e8447-fc9f-49f6-aa2b-1752807a2217 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c01b1f4-e6fe-428e-84c4-1dfd64fa3200 HTTP/1.1" status: 204 len: 168 time: 0.4831159 Aug 06 15:32:23.767424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e8447-fc9f-49f6-aa2b-1752807a2217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01b1f4-e6fe-428e-84c4-1dfd64fa3200,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:23.793319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335f590-5369-4fc2-b23f-437eb2acdab3 req-65266797-816d-46d2-beb8-d44b87da1116 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:23.793319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b335f590-5369-4fc2-b23f-437eb2acdab3 req-65266797-816d-46d2-beb8-d44b87da1116 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.0755723 Aug 06 15:32:23.835040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b335f590-5369-4fc2-b23f-437eb2acdab3 req-c1621a12-006c-4e14-89dd-4783ad307f92 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397930 Aug 06 15:32:23.853192 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.853725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba232dde-4670-4be5-af80-35ab916464dd {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:32:23.867917 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.867917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f1ff6e3-5021-4d8f-9637-3a08f680162d admin admin] 10.222.0.16 "DELETE /v2.0/routers/ba232dde-4670-4be5-af80-35ab916464dd HTTP/1.1" status: 204 len: 168 time: 2.5096190 Aug 06 15:32:23.870448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:23.878455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:23.929233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ac74dc4-9fe2-41e7-a144-c11e938ba7ee req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:23.984367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Deleting subnet c038fabb-a0b3-421d-b843-716909643ae9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:23.989416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.012325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-21e2e97f-aae6-46af-9391-0d7fabaa7185 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:24.013885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-21e2e97f-aae6-46af-9391-0d7fabaa7185 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.64 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.1479087 Aug 06 15:32:24.032410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a230dc-b85c-403e-a35f-1e9009a75c9a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:24.050406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.068645 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2ac74dc4-9fe2-41e7-a144-c11e938ba7ee req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.069192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ac74dc4-9fe2-41e7-a144-c11e938ba7ee req-30135229-eda5-4ce6-9114-0663ecc5bb37 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0427172 Aug 06 15:32:24.099936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:24.103462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f052531e-a361-4935-b94d-66fcfa2763ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee11391ec3544057aa34e1e66e153a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239261 Aug 06 15:32:24.106209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:24.227561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.278723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:24.292631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b5576-bfe5-4ddd-b945-851d3381ddd9 req-99a0e7ba-0a1b-43ce-a984-2cce9f6f7798 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:24.294268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa0b5576-bfe5-4ddd-b945-851d3381ddd9 req-99a0e7ba-0a1b-43ce-a984-2cce9f6f7798 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 943 time: 0.1352205 Aug 06 15:32:24.307761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c884f339-3fba-40dc-9f15-dc9745afcbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.318769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'port_id': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'mac_address': 'fa:16:3e:4d:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7cff-1182-4033-8e08-1ba169bb35b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:24.327040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eb945-30a1-4bc1-87c6-757a01af16ff req-2c07914d-1bb1-401a-a969-eaef7598b387 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:24.337209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689eb945-30a1-4bc1-87c6-757a01af16ff req-2c07914d-1bb1-401a-a969-eaef7598b387 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 946 time: 0.1273603 Aug 06 15:32:24.381028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Deleting port e1c6cf0d-adda-4b56-a5f1-ccce408efcca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:24.381534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.400035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.415736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:24.421021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.428214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c884f339-3fba-40dc-9f15-dc9745afcbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.469386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:24.509713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c038fabb-a0b3-421d-b843-716909643ae9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:24.517951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.518844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd714c-3df5-4334-bb36-c169b253f747 None None] Network 0aec95e3-57f6-492a-86b1-97a74e02db95 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:24.520465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ff67b659-0eb7-432b-a461-2ec573fb3ba6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c038fabb-a0b3-421d-b843-716909643ae9 HTTP/1.1" status: 204 len: 168 time: 0.6487079 Aug 06 15:32:24.522934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:24.562922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:24.569795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.622279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:24.623046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eb291a3d-5bc4-4fac-a0d1-e79985c8ef30 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:24.623855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da25eabd-49ed-4249-8d97-5ee802946e61 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:24.666205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.737222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Deleting port 365c6881-3b4f-408d-b8fd-c7b10b094281 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:24.737837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.812082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: da25eabd-49ed-4249-8d97-5ee802946e61 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:24.812740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da25eabd-49ed-4249-8d97-5ee802946e61 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:24.827121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] For port 365c6881-3b4f-408d-b8fd-c7b10b094281, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=365c6881-3b4f-408d-b8fd-c7b10b094281,segment=NetworkSegment(377057ae-995e-4025-bc0d-d2388af41c37),segment_id=377057ae-995e-4025-bc0d-d2388af41c37)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:24.827672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:24.845425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Calling delete_port for 365c6881-3b4f-408d-b8fd-c7b10b094281 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:24.877026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:24.897756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8ab42c3c-9431-4f3b-8e9d-7f313ed892f5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:24.911647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.912382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.913164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.914041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.914613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689eb945-30a1-4bc1-87c6-757a01af16ff req-d5555efc-5d32-4c4b-89a2-4c3076102c1f tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c59c89a-2953-49d5-9d34-998318b30bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787146 Aug 06 15:32:24.914739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.915520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.916119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.923697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.923697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.923697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.923697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.923697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:24.974644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa0b5576-bfe5-4ddd-b945-851d3381ddd9 req-e9fc33c7-4458-44e6-9d3a-f1c27eef106e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6638122 Aug 06 15:32:25.030260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.057066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] For port e1c6cf0d-adda-4b56-a5f1-ccce408efcca, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,segment=NetworkSegment(391d87cc-498b-491b-82cb-47603917142c),segment_id=391d87cc-498b-491b-82cb-47603917142c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:25.057066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.073709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d03028-2419-40d9-9580-568aacdbc1a3 None None] DHCP port deletion for 0aec95e3-57f6-492a-86b1-97a74e02db95 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:32:25.086310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c884f339-3fba-40dc-9f15-dc9745afcbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.094672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c884f339-3fba-40dc-9f15-dc9745afcbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.099385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c884f339-3fba-40dc-9f15-dc9745afcbe4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bf21227-81a5-4964-83db-ab5d62f00395 HTTP/1.1" status: 204 len: 168 time: 0.9900556 Aug 06 15:32:25.099385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Calling delete_port for e1c6cf0d-adda-4b56-a5f1-ccce408efcca owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:25.120455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=365c6881-3b4f-408d-b8fd-c7b10b094281,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:25.122868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] No DVR routers for this DVR port 365c6881-3b4f-408d-b8fd-c7b10b094281 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:25.192982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f339-3fba-40dc-9f15-dc9745afcbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf21227-81a5-4964-83db-ab5d62f00395,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:25.218919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.237656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aec95e3-57f6-492a-86b1-97a74e02db95']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:25.262074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377057ae-995e-4025-bc0d-d2388af41c37') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:25.262383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377057ae-995e-4025-bc0d-d2388af41c37') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:25.277506 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.310096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:25.327276 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:25.352267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-31392599-997a-4e46-81ff-c30143f998e5 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:25.353815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-31392599-997a-4e46-81ff-c30143f998e5 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 813 time: 0.2392535 Aug 06 15:32:25.385498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-6cb7c662-e521-419c-addb-678d4662f900 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:25.388496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-6cb7c662-e521-419c-addb-678d4662f900 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 950 time: 0.1404715 Aug 06 15:32:25.393070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-9fd4663d-a128-418e-bc9c-cf33972e471b tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=75125909bec243db94f0872cd6850e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382273 Aug 06 15:32:25.442818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-7834cc70-3be4-47a6-b241-0adb4828391a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/quotas/cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 375 time: 0.0750613 Aug 06 15:32:25.479014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.485682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.490070 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] 10.222.0.16 "DELETE /v2.0/networks/0aec95e3-57f6-492a-86b1-97a74e02db95 HTTP/1.1" status: 204 len: 168 time: 0.9572654 Aug 06 15:32:25.510634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd16099-f0e3-402a-9060-b3aecf514c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=0aec95e3-57f6-492a-86b1-97a74e02db95,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:25.525250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Deleting port b6b4d4d0-9097-4314-b520-9cd4427baab2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:25.525676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.555774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.606327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-e95df749-ee0d-465a-9685-0d8a8c05ed70 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624329 Aug 06 15:32:25.643061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] For port b6b4d4d0-9097-4314-b520-9cd4427baab2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b6b4d4d0-9097-4314-b520-9cd4427baab2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:25.643718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.659705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Calling delete_port for b6b4d4d0-9097-4314-b520-9cd4427baab2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:25.721644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.739083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-3e2a83ed-4ca4-4942-9147-071b1a693281 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:25.742575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e1c6cf0d-adda-4b56-a5f1-ccce408efcca'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:25.747226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-3e2a83ed-4ca4-4942-9147-071b1a693281 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416407 Aug 06 15:32:25.800469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Pushing event deleted for resources: {'Port': ['ID=e1c6cf0d-adda-4b56-a5f1-ccce408efcca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:25.810475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-de78c070-6308-487a-8104-a3312e7300c2 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/quotas/75125909bec243db94f0872cd6850e4e HTTP/1.1" status: 200 len: 375 time: 0.0498452 Aug 06 15:32:25.814106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-fea48bbd-7bbe-40d8-8a6b-80f3ae87101d service neutron] 10.222.0.16 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947234 Aug 06 15:32:25.871572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] No DVR routers for this DVR port e1c6cf0d-adda-4b56-a5f1-ccce408efcca on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:25.893226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.895235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6194e6df-9ac3-4251-8080-0f686e2e3dd5 req-65bcc6fe-1793-419a-89ec-109e813501e6 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.64 "DELETE /v2.0/ports/e1c6cf0d-adda-4b56-a5f1-ccce408efcca HTTP/1.1" status: 204 len: 173 time: 1.8555288 Aug 06 15:32:25.897545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92061421-1773-4999-bb5d-cd76be7615ed', 'name': 'network-vif-deleted', 'tag': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:25.899852 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050da1ec-cd7e-4e06-8686-c5c6fef6bd48" -d '{"events": [{"server_uuid": "92061421-1773-4999-bb5d-cd76be7615ed", "name": "network-vif-deleted", "tag": "e1c6cf0d-adda-4b56-a5f1-ccce408efcca"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:25.904043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-8137c794-7e32-4aef-ab1e-75fda32e54b3 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=75125909bec243db94f0872cd6850e4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754879 Aug 06 15:32:25.913432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:25.925137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41', 'b6b4d4d0-9097-4314-b520-9cd4427baab2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:25.938492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event deleted for resources: {'Port': ['ID=b6b4d4d0-9097-4314-b520-9cd4427baab2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:26.008074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-b94a8fe4-3518-40d9-8a4d-4d09d383a7b3 service neutron] 10.222.0.16 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753263 Aug 06 15:32:26.048110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] No DVR routers for this DVR port b6b4d4d0-9097-4314-b520-9cd4427baab2 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:26.053269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.057204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74cd43c6-3e48-4af4-b606-490d11b1a7c0 req-4c6711b8-945f-4474-82d1-07ac003343fa tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "DELETE /v2.0/ports/b6b4d4d0-9097-4314-b520-9cd4427baab2 HTTP/1.1" status: 204 len: 173 time: 0.6558659 Aug 06 15:32:26.058267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-deleted', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:26.064204 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3f269a-e895-4dda-82d1-1f654d4e0b41" -d '{"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-deleted", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:26.075613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:26.108577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:26.111078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36954) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:26.147820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:26.148337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3a686284-1ddb-476d-aa05-b4a35936b1d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04f1b1f6764242a8bbd3f005b3e7d26e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711498 Aug 06 15:32:26.235487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b5c9cf63-9931-47ce-917e-35f8d28788cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3fb2b1bb27b481e9632a1f135afa392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220200 Aug 06 15:32:26.237609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36960) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:26.263066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8d28-765c-4a85-9aa1-7685cb21e748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.306409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8d28-765c-4a85-9aa1-7685cb21e748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.307249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:26.336337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:26.336664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.446886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bead890d-530f-4e1e-a73c-cbd9f57d0d5d req-6e56cd44-f394-41f0-88cd-27fd65082382 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 210 time: 0.0518427 Aug 06 15:32:26.486521 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51f78a-c4e6-42aa-8737-717e1b9efadf x-openstack-request-id: req-4e51f78a-c4e6-42aa-8737-717e1b9efadf {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:26.492304 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92061421-1773-4999-bb5d-cd76be7615ed", "name": "network-vif-deleted", "tag": "e1c6cf0d-adda-4b56-a5f1-ccce408efcca", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:26.493153 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e51f78a-c4e6-42aa-8737-717e1b9efadf {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:26.493153 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92061421-1773-4999-bb5d-cd76be7615ed', 'name': 'network-vif-deleted', 'tag': 'e1c6cf0d-adda-4b56-a5f1-ccce408efcca', 'status': 'completed', 'code': 200} Aug 06 15:32:26.503527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 365c6881-3b4f-408d-b8fd-c7b10b094281 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:26.505439 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03c83147-418b-4814-a0da-06f920c75de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.568804 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03c83147-418b-4814-a0da-06f920c75de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.585405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8d28-765c-4a85-9aa1-7685cb21e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.589010 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd1c8d28-765c-4a85-9aa1-7685cb21e748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.595929 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bd1c8d28-765c-4a85-9aa1-7685cb21e748 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/031b9bea-ceec-4e49-bbb8-8c41ce4e1e7d HTTP/1.1" status: 204 len: 168 time: 0.4421923 Aug 06 15:32:26.603624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 365c6881-3b4f-408d-b8fd-c7b10b094281 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:26.604280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 365c6881-3b4f-408d-b8fd-c7b10b094281 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:26.621075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c8d28-765c-4a85-9aa1-7685cb21e748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b9bea-ceec-4e49-bbb8-8c41ce4e1e7d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:26.672504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04503a88-eb46-46f6-9005-7ae8052179cc req-10ece1fc-0d99-45c2-bf80-fc3b450e5b41 tempest-ServerAddressesNegativeTestJSON-1830353128 tempest-ServerAddressesNegativeTestJSON-1830353128-project] 10.222.0.16 "GET /v2.0/ports?device_id=92061421-1773-4999-bb5d-cd76be7615ed HTTP/1.1" status: 200 len: 210 time: 0.0335815 Aug 06 15:32:26.756422 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03c83147-418b-4814-a0da-06f920c75de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.768930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-03c83147-418b-4814-a0da-06f920c75de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.772843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-03c83147-418b-4814-a0da-06f920c75de8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8571450-68f8-4b56-8919-c89856967e34 HTTP/1.1" status: 204 len: 168 time: 0.5315623 Aug 06 15:32:26.776441 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996fe872-b7bd-4374-96ae-e241f0d2cd2a x-openstack-request-id: req-996fe872-b7bd-4374-96ae-e241f0d2cd2a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:26.776441 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bba656-b5fd-4d48-ac30-276618905b3d", "name": "network-vif-deleted", "tag": "b6b4d4d0-9097-4314-b520-9cd4427baab2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:26.776441 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-996fe872-b7bd-4374-96ae-e241f0d2cd2a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:26.777036 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bba656-b5fd-4d48-ac30-276618905b3d', 'name': 'network-vif-deleted', 'tag': 'b6b4d4d0-9097-4314-b520-9cd4427baab2', 'status': 'completed', 'code': 200} Aug 06 15:32:26.809631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c83147-418b-4814-a0da-06f920c75de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8571450-68f8-4b56-8919-c89856967e34,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:26.820973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ad605-cbdc-41c6-8e39-62c8cafdf82d req-863fcf3a-40ec-4f58-8ed5-6483d6b423e9 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:26.824715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-937ad605-cbdc-41c6-8e39-62c8cafdf82d req-863fcf3a-40ec-4f58-8ed5-6483d6b423e9 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 944 time: 0.1309407 Aug 06 15:32:26.835977 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:26.865572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9413ead9-4a98-44bd-a2f7-ecfc2080b5ae req-2add23fe-fbe9-43ec-a164-64162bfbaeb8 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 210 time: 0.0391145 Aug 06 15:32:26.868128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:26.870922 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2696ed0d-3fa7-43cc-93de-372dfee482f9" -d '{"events": [{"server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "name": "network-vif-plugged", "status": "completed", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:26.904647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:26.955414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-937ad605-cbdc-41c6-8e39-62c8cafdf82d req-c7b8649c-6ef6-4fba-b8e0-370f8183f32d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141853 Aug 06 15:32:26.972828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fd6d6ef-2f3e-4cc2-8aea-9e29559bbc9e req-29db582a-9037-4bb6-9b45-a88717d63445 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 210 time: 0.0545845 Aug 06 15:32:27.002719 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:27.030089 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1503eb23-bf4a-4ace-90bd-87c8d09f64bd x-openstack-request-id: req-1503eb23-bf4a-4ace-90bd-87c8d09f64bd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:27.030380 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "name": "network-vif-plugged", "status": "completed", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:27.030623 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1503eb23-bf4a-4ace-90bd-87c8d09f64bd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:27.031344 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'code': 200} Aug 06 15:32:27.090848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:27.158917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35f38e-ed7b-4366-9bda-4f438c85a789 req-6d53df0d-813c-41e5-9e2e-65af36c1f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:27.160607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df35f38e-ed7b-4366-9bda-4f438c85a789 req-6d53df0d-813c-41e5-9e2e-65af36c1f595 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 1096 time: 0.0648797 Aug 06 15:32:27.200437 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df35f38e-ed7b-4366-9bda-4f438c85a789 req-965d9e49-2ad1-4c27-a92d-7d5fd010083c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Aug 06 15:32:27.603027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99eadfc0-1370-4086-a888-d6192ad34e99 req-ab6ac2ab-88ab-4b22-91da-86396786732d tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bba656-b5fd-4d48-ac30-276618905b3d HTTP/1.1" status: 200 len: 210 time: 0.0318747 Aug 06 15:32:27.742536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:27.797964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Deleting subnet a3452c89-face-4e9f-900f-a251bfd6a237 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:27.801215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:27.838058 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:27.876551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.018951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2bdd786-c3b9-4b97-a988-c43f045305e0 req-5d7e293d-7505-4cc0-9603-f9483c44e9a2 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 210 time: 0.0301538 Aug 06 15:32:28.040413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.075791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3452c89-face-4e9f-900f-a251bfd6a237,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:28.078813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.081025 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a911a710-ef0d-4916-a5fa-8bca34e182bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a3452c89-face-4e9f-900f-a251bfd6a237 HTTP/1.1" status: 204 len: 168 time: 0.3370090 Aug 06 15:32:28.083631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:28.168874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.270711 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.283642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667d9094-e002-4ca1-9ecc-a539cffdb480']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:28.286870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50eb55fd-d649-4b40-91d4-62af1004ee48 req-7e9878b6-ac9a-4ece-af83-26443d9f1089 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 210 time: 0.0726686 Aug 06 15:32:28.308287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391d87cc-498b-491b-82cb-47603917142c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:28.308758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391d87cc-498b-491b-82cb-47603917142c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:28.311652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974acb9-0e36-4094-92df-213dadd068c2 req-9e3c462c-3768-4539-b76e-5e84b9571c0e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:28.318572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a974acb9-0e36-4094-92df-213dadd068c2 req-9e3c462c-3768-4539-b76e-5e84b9571c0e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.1985197 Aug 06 15:32:28.325927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.350887 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.364431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:28.364936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:28.368447 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:28.373392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a974acb9-0e36-4094-92df-213dadd068c2 req-6c37ad84-f9fc-43dd-b2d1-0fd7a0cad545 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Aug 06 15:32:28.533746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.542799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.545876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/667d9094-e002-4ca1-9ecc-a539cffdb480 HTTP/1.1" status: 204 len: 168 time: 0.4611113 Aug 06 15:32:28.580597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4857-bf93-42dc-8d97-4946277ab1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=667d9094-e002-4ca1-9ecc-a539cffdb480,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:28.677457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:28.946041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e1c6cf0d-adda-4b56-a5f1-ccce408efcca no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:28.967835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e1c6cf0d-adda-4b56-a5f1-ccce408efcca {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:28.968175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e1c6cf0d-adda-4b56-a5f1-ccce408efcca not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:28.969304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:28.975371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37096) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:28.994568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: b6b4d4d0-9097-4314-b520-9cd4427baab2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:28.995212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b6b4d4d0-9097-4314-b520-9cd4427baab2 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:29.038084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bf519bf1-b34c-4ad5-ad09-a2d927a06c31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e3e83b90b1d4ddaab45d1d22bb79984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607266 Aug 06 15:32:29.038642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:29.166457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a24ea27c-7ecb-4b05-aaa7-13849a80abf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:29.253420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a24ea27c-7ecb-4b05-aaa7-13849a80abf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:29.312970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-cbb29b80-3d13-44f7-a43b-ffc63b07b7ba tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:29.314729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-cbb29b80-3d13-44f7-a43b-ffc63b07b7ba tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 813 time: 0.2105968 Aug 06 15:32:29.330307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'port': {'device_id': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3', 'admin_state_up': True, 'tenant_id': 'cc0b6790c1d04b94910a0bc7449fa2b8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:29.330628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2716d-75e7-46f6-8192-c535c8ccd8d6 req-c4a238ac-5ef4-4893-b116-67c0ac2c61cc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:29.334810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01a2716d-75e7-46f6-8192-c535c8ccd8d6 req-c4a238ac-5ef4-4893-b116-67c0ac2c61cc tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.1117277 Aug 06 15:32:29.392910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01a2716d-75e7-46f6-8192-c535c8ccd8d6 req-0989b24c-b82b-49e1-9d5e-ca5c3dfde9de tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518701 Aug 06 15:32:29.459407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a24ea27c-7ecb-4b05-aaa7-13849a80abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:29.461985 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a24ea27c-7ecb-4b05-aaa7-13849a80abf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:29.463207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a24ea27c-7ecb-4b05-aaa7-13849a80abf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c59c89a-2953-49d5-9d34-998318b30bfe HTTP/1.1" status: 204 len: 168 time: 0.4231098 Aug 06 15:32:29.477013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ea27c-7ecb-4b05-aaa7-13849a80abf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c59c89a-2953-49d5-9d34-998318b30bfe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:29.503484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d902474c-626c-40d6-8026-35bb56a2991d req-9ab46f9c-bfd1-4037-8c2d-288536f08e53 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 210 time: 0.0605373 Aug 06 15:32:29.534279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a09df270-df0b-4e87-91aa-d047b58b69c0 req-67965139-d6f1-492b-a3a5-6f10ac3585d8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 210 time: 0.0341666 Aug 06 15:32:29.590125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Made reservation on behalf of cc0b6790c1d04b94910a0bc7449fa2b8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:29.596166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:29.749426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70775515-3144-4bb5-9133-17fa7ab60f2a req-4620b9e6-753b-4c03-82db-12d5933a8dc3 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:29.753773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70775515-3144-4bb5-9133-17fa7ab60f2a req-4620b9e6-753b-4c03-82db-12d5933a8dc3 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.1322412 Aug 06 15:32:29.824164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70775515-3144-4bb5-9133-17fa7ab60f2a req-8d27a067-9b43-42a2-b7a4-88caf9a0a525 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597341 Aug 06 15:32:29.826339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:29.863777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Allocated IP 172.20.0.8 (08598c97-565b-44ec-9caf-0c86a6eb28a3/df9c4be6-56d3-43cc-8005-b076c06c822c/3c09eab7-7f07-40df-9150-8d8734aaa2a1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:29.921146 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-9244cfbe-51dc-40b5-9bf8-31ea8315b00d tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=75125909bec243db94f0872cd6850e4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448711 Aug 06 15:32:29.983586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7abf6-db93-45a6-a0ce-533cf181b780 req-ca027f64-bc7a-49bf-9ca4-e715e5e6f150 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:29.987429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfb7abf6-db93-45a6-a0ce-533cf181b780 req-ca027f64-bc7a-49bf-9ca4-e715e5e6f150 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.0698488 Aug 06 15:32:30.034970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfb7abf6-db93-45a6-a0ce-533cf181b780 req-ac833c84-a3de-4cf2-af8b-dfc213ddf683 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Aug 06 15:32:30.173151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40cddb12-3bb7-4b1e-a6ac-1986dfae5353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.248665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-c23d4893-afaf-4eaa-a406-b1cc3efcabad tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:30.250541 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-c23d4893-afaf-4eaa-a406-b1cc3efcabad tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233941 Aug 06 15:32:30.268902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Request body: {'port': {'device_id': '258b1a42-9640-4a67-bcbb-eb598144122e', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '75125909bec243db94f0872cd6850e4e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:30.276663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.327116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40cddb12-3bb7-4b1e-a6ac-1986dfae5353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.418817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40cddb12-3bb7-4b1e-a6ac-1986dfae5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.477950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cddb12-3bb7-4b1e-a6ac-1986dfae5353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8f237-7bc2-431d-8837-5a5b2d6092f0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:30.506324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40cddb12-3bb7-4b1e-a6ac-1986dfae5353 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f0416b1f05e4e21b361b9ecd2db6b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787033 Aug 06 15:32:30.509565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:30.581919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a4e660-3a79-44c2-a595-344d4a0213a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.626113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a4e660-3a79-44c2-a595-344d4a0213a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.739634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:30.755074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a4e660-3a79-44c2-a595-344d4a0213a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.758530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04a4e660-3a79-44c2-a595-344d4a0213a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.760059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-04a4e660-3a79-44c2-a595-344d4a0213a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56c8f237-7bc2-431d-8837-5a5b2d6092f0 HTTP/1.1" status: 204 len: 168 time: 0.2491300 Aug 06 15:32:30.771103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4e660-3a79-44c2-a595-344d4a0213a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8f237-7bc2-431d-8837-5a5b2d6092f0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:30.815638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.829437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:30.864408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Made reservation on behalf of 75125909bec243db94f0872cd6850e4e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:30.868642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-5cdc4c63-2adb-4bc5-a355-beeced23063e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=93e1761fa7b947f0b7f9542411bb606e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317895 Aug 06 15:32:30.868859 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.899362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Network 08598c97-565b-44ec-9caf-0c86a6eb28a3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:30.903012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:30.909432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:30.913226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:30.949753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:31.011525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:31.012278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.137308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433932b3-088a-4363-a453-41577aeaa881 req-cbcfa7aa-61ef-464d-9705-77581571d47b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:31.138241 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-433932b3-088a-4363-a453-41577aeaa881 req-cbcfa7aa-61ef-464d-9705-77581571d47b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0891926 Aug 06 15:32:31.146745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-1690c7cd-98fb-4c0b-a15a-a705e95fa739 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:31.154097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-1690c7cd-98fb-4c0b-a15a-a705e95fa739 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845252 Aug 06 15:32:31.157283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-24c40c00-0604-4d6c-947a-8950f5518b15 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:31.161407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-24c40c00-0604-4d6c-947a-8950f5518b15 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.5119815 Aug 06 15:32:31.183430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ef49a5-bd78-47a8-bb11-9f02e91de1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.195490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-c32989fd-e3cc-4791-ae1e-2bb8525d61d1 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/quotas/93e1761fa7b947f0b7f9542411bb606e HTTP/1.1" status: 200 len: 375 time: 0.0403974 Aug 06 15:32:31.235231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.248041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-9250e87d-89b7-4686-aa47-7b480055e36e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93e1761fa7b947f0b7f9542411bb606e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473251 Aug 06 15:32:31.265817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-433932b3-088a-4363-a453-41577aeaa881 req-15149164-dcca-465c-b3c5-3e4c87818cb9 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997152 Aug 06 15:32:31.357034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.376690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d05143c6-61e3-4c09-8f10-321eade6106c req-2d681d81-8c8d-4a27-9316-3c700523d417 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 210 time: 0.0319872 Aug 06 15:32:31.380551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Deleting port 099ea604-4b9f-4647-8a01-c0ace863af41 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:31.380670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.541912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9fedb-952b-4ad4-9a67-570ad1d05d22 req-212025c9-351c-462a-95c0-f2c229b62830 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:31.544696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1c9fedb-952b-4ad4-9a67-570ad1d05d22 req-212025c9-351c-462a-95c0-f2c229b62830 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 931 time: 0.0952494 Aug 06 15:32:31.559363 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-75d9cf16-c6bd-42b0-b1c7-f9caea7c04b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2345223 Aug 06 15:32:31.576004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c8c1da-258c-4293-9a60-7e89554be037,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:31.602848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Request body: {'port': {'device_id': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:31.625283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1c9fedb-952b-4ad4-9a67-570ad1d05d22 req-baa8de75-084e-4854-9c0a-953ee046999e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710871 Aug 06 15:32:31.721366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] For port 099ea604-4b9f-4647-8a01-c0ace863af41, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=099ea604-4b9f-4647-8a01-c0ace863af41,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:31.721747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.782832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9714bfb1-0d45-4af2-a2f6-cbb8118f6d71 req-56f02645-a289-4295-a78c-a21ae63e064b tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 210 time: 0.0539405 Aug 06 15:32:31.783828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Allocated IP 192.168.233.23 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/bee67963-9531-4fc7-8f86-172b663b640e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:31.786172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Calling delete_port for 099ea604-4b9f-4647-8a01-c0ace863af41 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:31.788354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.919992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ef49a5-bd78-47a8-bb11-9f02e91de1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:31.940781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:32.019963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495da60-87cc-4182-8432-5428a97502f2 req-d722925b-4da2-4a36-ad06-d82acf1453d5 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:32.021492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d495da60-87cc-4182-8432-5428a97502f2 req-d722925b-4da2-4a36-ad06-d82acf1453d5 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.0705385 Aug 06 15:32:32.038039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78ef49a5-bd78-47a8-bb11-9f02e91de1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.086091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d495da60-87cc-4182-8432-5428a97502f2 req-440d677c-1d4c-497e-9a1d-7d6682cc45bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Aug 06 15:32:32.098415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1648049862-network', 'tenant_id': '300958a59c7845699b978f82c8b9186e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:32.117951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:32.134032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.143709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:32.205087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Made reservation on behalf of 300958a59c7845699b978f82c8b9186e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:32.211694 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.211860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-78ef49a5-bd78-47a8-bb11-9f02e91de1de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcd9667c808d482c91239917d0d885c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4675376 Aug 06 15:32:32.212083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:32.235137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.242336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef49a5-bd78-47a8-bb11-9f02e91de1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9354b137-823f-480a-b955-1b02414965b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:32.272260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:32.299292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'port_id': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'mac_address': 'fa:16:3e:4d:9f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7cff-1182-4033-8e08-1ba169bb35b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:32.336329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39cd732b-83f5-480e-9d0a-d6eee630480c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.373280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.381932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39cd732b-83f5-480e-9d0a-d6eee630480c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.400904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.403471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.425756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:32.452716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:32.482598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8ed78-8f2e-4cb8-b87e-e0ba10ac209d req-b2c211e2-abef-42f4-b784-2fd8d506aa3b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:32.484653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb8ed78-8f2e-4cb8-b87e-e0ba10ac209d req-b2c211e2-abef-42f4-b784-2fd8d506aa3b tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 949 time: 0.0827703 Aug 06 15:32:32.491625 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.509978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.511668 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.514331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c09eab7-7f07-40df-9150-8d8734aaa2a1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:32.523731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['099ea604-4b9f-4647-8a01-c0ace863af41'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:32.531377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.552460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32708830-c8a1-49a4-aefa-a411ff5a4303 req-4223327a-91ff-499d-bb38-12a0ca549986 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 210 time: 0.0645616 Aug 06 15:32:32.553865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Pushing event deleted for resources: {'Port': ['ID=099ea604-4b9f-4647-8a01-c0ace863af41,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:32.589216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Transition to ACTIVE for port object bee67963-9531-4fc7-8f86-172b663b640e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:32.598137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39cd732b-83f5-480e-9d0a-d6eee630480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.600634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-39cd732b-83f5-480e-9d0a-d6eee630480c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.604103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-39cd732b-83f5-480e-9d0a-d6eee630480c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9354b137-823f-480a-b955-1b02414965b3 HTTP/1.1" status: 204 len: 168 time: 0.3879311 Aug 06 15:32:32.610588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] No DVR routers for this DVR port 099ea604-4b9f-4647-8a01-c0ace863af41 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:32.613715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Transition to ACTIVE for port object 3c09eab7-7f07-40df-9150-8d8734aaa2a1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:32.616174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.618181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a3712dd-9755-4eab-a79a-ca9e2ea836a6 req-75d57835-d693-4dad-b412-5936142b7792 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.64 "DELETE /v2.0/ports/099ea604-4b9f-4647-8a01-c0ace863af41 HTTP/1.1" status: 204 len: 173 time: 1.4481351 Aug 06 15:32:32.618648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-deleted', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:32.620957 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b84640d-d1a6-4dfd-a2d8-dfdc4e181a8f" -d '{"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-deleted", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:32.622540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38923adc-dc4b-4902-b982-31a589d03c2f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:32.642551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:32.644064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdb45d4b759f428c954d3a6a19217c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5250313 Aug 06 15:32:32.645363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:32.652097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8ab42c3c-9431-4f3b-8e9d-7f313ed892f5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:32.668913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.669263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.669604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.669941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.672628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.672628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.672628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.672628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.672628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.672628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.673467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.673467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3ac43d-6399-41d9-bc11-2d7133654937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:32.684670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb8ed78-8f2e-4cb8-b87e-e0ba10ac209d req-7e9f20ee-f4ad-40a1-8354-04838563de28 tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/security-groups?id=54801f39-be26-4ef8-924d-8304bfbc4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746888 Aug 06 15:32:32.698620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd732b-83f5-480e-9d0a-d6eee630480c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9354b137-823f-480a-b955-1b02414965b3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:32.708531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.767262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:32.773733 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a471b0a-d076-4599-aa4f-cdbf0c02751c x-openstack-request-id: req-8a471b0a-d076-4599-aa4f-cdbf0c02751c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:32.774276 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89615bf5-2037-4c59-99f6-50f22735dd70", "name": "network-vif-deleted", "tag": "099ea604-4b9f-4647-8a01-c0ace863af41", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:32.774692 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a471b0a-d076-4599-aa4f-cdbf0c02751c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:32.775754 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89615bf5-2037-4c59-99f6-50f22735dd70', 'name': 'network-vif-deleted', 'tag': '099ea604-4b9f-4647-8a01-c0ace863af41', 'status': 'completed', 'code': 200} Aug 06 15:32:32.789609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45b0a8a-8b55-4166-b1d0-f2b73e2d722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.819712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45b0a8a-8b55-4166-b1d0-f2b73e2d722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.827839 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.895320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcfe45-774c-47ec-ab84-ef951c176421 req-0c5b5350-9d7e-42ab-bed2-07847e27950d tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:32.897196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5dcfe45-774c-47ec-ab84-ef951c176421 req-0c5b5350-9d7e-42ab-bed2-07847e27950d tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 943 time: 0.0658305 Aug 06 15:32:32.924469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.944931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb53335-f564-4b69-a769-c3cf1232280c req-ed759b01-6d7d-4f28-84e8-73673f7df7a0 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 210 time: 0.0462523 Aug 06 15:32:32.967739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:32.990963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Attempting to bind port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:32.991453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Attempting to bind port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:32.991885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Attempting to bind port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 on network 08598c97-565b-44ec-9caf-0c86a6eb28a3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:33.012551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:33.016495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 on network 08598c97-565b-44ec-9caf-0c86a6eb28a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:33.016962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Attempting to bind port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 on network 08598c97-565b-44ec-9caf-0c86a6eb28a3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:33.035411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5dcfe45-774c-47ec-ab84-ef951c176421 req-6e7d6d58-aacd-4f6b-ba6f-0d826d928de1 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235945 Aug 06 15:32:33.056734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:33.057038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Checking segment: {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:33.057418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Bound using segment: {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:33.057874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Bound port: 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494cc351-02c4-4145-b705-f8cbb98145bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:33.058247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.060889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:33.061456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a52768e-9b1e-4011-815d-db915e1151df,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:33.070586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:33.074400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45b0a8a-8b55-4166-b1d0-f2b73e2d722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.077003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d45b0a8a-8b55-4166-b1d0-f2b73e2d722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.080553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d45b0a8a-8b55-4166-b1d0-f2b73e2d722a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38923adc-dc4b-4902-b982-31a589d03c2f HTTP/1.1" status: 204 len: 168 time: 0.4317315 Aug 06 15:32:33.080553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:33.083694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:32:33.100372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.100720 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Added segment a7651d51-13c8-4cec-a42c-d812d1d49c2a of type vlan for network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee Aug 06 15:32:33.186806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b0a8a-8b55-4166-b1d0-f2b73e2d722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38923adc-dc4b-4902-b982-31a589d03c2f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:33.204591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.212754 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:32:33.238166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:33.238857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.305033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:33.312880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:33.313212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a843fcb-7b4c-49aa-a650-2c7b5a04f303 req-6b948ea9-a220-4517-b3c1-fa1284737926 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:33.315663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a843fcb-7b4c-49aa-a650-2c7b5a04f303 req-6b948ea9-a220-4517-b3c1-fa1284737926 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 944 time: 0.1157010 Aug 06 15:32:33.368116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-6f9f6c9b-3ff1-4e77-b8ff-52c240795998 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1065516 Aug 06 15:32:33.370184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a843fcb-7b4c-49aa-a650-2c7b5a04f303 req-65f2673a-866a-4277-9973-38b32050cf9d tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Aug 06 15:32:33.392731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Request body: {'port': {'device_id': '258b1a42-9640-4a67-bcbb-eb598144122e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:33.395934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.397075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:33.398135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.467319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.470081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.483921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5419495 Aug 06 15:32:33.488855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:33.494725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Request body: {'subnet': {'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1648049862-subnet', 'tenant_id': '300958a59c7845699b978f82c8b9186e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:33.505706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1cb5a-895a-48b4-b62f-8dfe17a69297 admin admin] Pushing event updated for resources: {'Network': ['ID=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:33.521049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:32:33.526280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:33.527126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.528641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] 10.222.0.59 "PUT /v2.0/ports/3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 1091 time: 1.9472184 Aug 06 15:32:33.595769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Made reservation on behalf of 300958a59c7845699b978f82c8b9186e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:33.598545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.630605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e455771-1baa-4f1a-b3e7-82435d16b9fe service neutron] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:33.719819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04a32e6a-dd24-4642-b97c-da760ff65436 None None] Provisioning for port bee67963-9531-4fc7-8f86-172b663b640e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:33.724281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04a32e6a-dd24-4642-b97c-da760ff65436 None None] Provisioning complete for port bee67963-9531-4fc7-8f86-172b663b640e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:33.725897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04a32e6a-dd24-4642-b97c-da760ff65436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:33.815135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-eef762b1-6752-482a-8d12-7b3ee8503777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:33.816891 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-eef762b1-6752-482a-8d12-7b3ee8503777 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1094 time: 0.1064997 Aug 06 15:32:33.824745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-04a32e6a-dd24-4642-b97c-da760ff65436 None None] Port bee67963-9531-4fc7-8f86-172b663b640e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:32:33.869451 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebcd48c2-1aa4-408b-8c57-1403b01fdcae req-ec881fc7-ff87-47eb-8ff2-21e57fe287ed tempest-MigrationsAdminTest-453650966 tempest-MigrationsAdminTest-453650966-project] 10.222.0.16 "GET /v2.0/ports?device_id=89615bf5-2037-4c59-99f6-50f22735dd70 HTTP/1.1" status: 200 len: 210 time: 0.0473046 Aug 06 15:32:33.879264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b205d9-e390-4751-a038-4f4458960b75 req-1f6a6c04-6eef-42ee-b015-3d66444e9d9b tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:33.880945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9b205d9-e390-4751-a038-4f4458960b75 req-1f6a6c04-6eef-42ee-b015-3d66444e9d9b tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 935 time: 0.1653790 Aug 06 15:32:33.905454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-960ce77d-2570-4206-8842-4b4ce77d8848 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 217 time: 0.0578401 Aug 06 15:32:33.990244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9b205d9-e390-4751-a038-4f4458960b75 req-93347702-7ba7-4d4c-9cc3-1b4ddbc132fd tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006076 Aug 06 15:32:34.057295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-ee5d0a94-7931-48fb-a4f9-ad852f402dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:34.058959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-ee5d0a94-7931-48fb-a4f9-ad852f402dd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.1362603 Aug 06 15:32:34.104614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18c63f8a-1db5-4279-965f-a275adb3d497 req-47d7cc50-604a-4506-ac71-1e37dc489c7b tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 210 time: 0.0335474 Aug 06 15:32:34.143199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-66e97069-6b40-40e4-87ad-9788398d5f8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706313 Aug 06 15:32:34.154500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:34.180767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee67963-9531-4fc7-8f86-172b663b640e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:34.187359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.199631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.208993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:34.209624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.248511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Transition to ACTIVE for port object bee67963-9531-4fc7-8f86-172b663b640e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:34.279369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fcfd0-86a9-41ec-9198-179a1684301e req-8cc95566-31ff-49d2-acd8-344a8756811c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:34.281039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-625fcfd0-86a9-41ec-9198-179a1684301e req-8cc95566-31ff-49d2-acd8-344a8756811c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 943 time: 0.1285496 Aug 06 15:32:34.283338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa97df28-7096-41f4-9cda-ef4bf75ca4a8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:34.289611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-4b354a2d-a1e5-4604-a69d-5fe3994afb5a service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356182 Aug 06 15:32:34.341140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.361704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Checking segment: {'id': 'a7651d51-13c8-4cec-a42c-d812d1d49c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:34.362330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Network hostable DHCP agents. Network: ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:32:34.390909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-625fcfd0-86a9-41ec-9198-179a1684301e req-45877394-5fe1-4c21-b718-6884214a7eac tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959880 Aug 06 15:32:34.392321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:34.396984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.397530 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1bd879-3c01-4b75-89a7-f81570e23bfa" -d '{"events": [{"server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "name": "network-vif-plugged", "status": "completed", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:34.430744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:34.488146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:34.493111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.515214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:32:34.547976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3aa9568a-3dec-49af-823b-0cc8d5574025 req-40f5b86b-5409-40db-af50-5df6e95f9e3a service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466002 Aug 06 15:32:34.548692 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1826f-b040-414d-9a5d-5f5384a963f0 x-openstack-request-id: req-d0a1826f-b040-414d-9a5d-5f5384a963f0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:34.549739 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "name": "network-vif-plugged", "status": "completed", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:34.550546 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0a1826f-b040-414d-9a5d-5f5384a963f0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:34.550954 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'code': 200} Aug 06 15:32:34.597438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:34.599034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-d1a69465-34b5-4155-b0de-28e4951c2889 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=93e1761fa7b947f0b7f9542411bb606e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953076 Aug 06 15:32:34.602380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:34.603215 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.620563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1538ec-d370-4bce-af80-3f6c0e41d39e None None] Network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:34.633169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56ec6a-68a5-4768-9054-d2fd3c147ccc req-2e9688b5-c858-4b70-b178-59a1169b279e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:34.634953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e56ec6a-68a5-4768-9054-d2fd3c147ccc req-2e9688b5-c858-4b70-b178-59a1169b279e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.1076391 Aug 06 15:32:34.662426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:34.699824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e56ec6a-68a5-4768-9054-d2fd3c147ccc req-9ff76a6a-4e23-4183-bfde-54fe00c8703b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580316 Aug 06 15:32:34.711074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b99f6f81-90e9-41d2-a984-b896c9af5aa2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2199187 Aug 06 15:32:34.781810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:34.785924 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770097ad-4805-44ee-a443-e5aadacb7157" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:34.796779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Attempting to bind port bee67963-9531-4fc7-8f86-172b663b640e on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:34.797380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Attempting to bind port bee67963-9531-4fc7-8f86-172b663b640e by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:34.797922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Attempting to bind port bee67963-9531-4fc7-8f86-172b663b640e on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:34.807376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Port bee67963-9531-4fc7-8f86-172b663b640e on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:34.809049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Attempting to bind port bee67963-9531-4fc7-8f86-172b663b640e on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:34.824884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:34.824884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:34.824884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:34.824884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Bound port: bee67963-9531-4fc7-8f86-172b663b640e, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:34.824884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.907239 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169dd97c-4514-41fe-a938-bca82f534872 x-openstack-request-id: req-169dd97c-4514-41fe-a938-bca82f534872 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:34.908842 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:34.908842 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-169dd97c-4514-41fe-a938-bca82f534872 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:34.908842 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'status': 'completed', 'code': 200} Aug 06 15:32:34.918552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-2cb94079-951e-4bac-a2e0-5137b0740fa1 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:34.920596 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-2cb94079-951e-4bac-a2e0-5137b0740fa1 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3104765 Aug 06 15:32:34.948703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6e83e2ef-7a06-4016-a570-b3e947932cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:34.952083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Request body: {'port': {'device_id': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '93e1761fa7b947f0b7f9542411bb606e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:35.002080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:35.039532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b78e4-3ba7-4df9-8968-52aa18fe9224 None None] Network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:35.044524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 099ea604-4b9f-4647-8a01-c0ace863af41 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:35.044524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 099ea604-4b9f-4647-8a01-c0ace863af41 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:35.081488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:35.114516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:35.123959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770097ad-4805-44ee-a443-e5aadacb7157 req-bc0975e2-4e74-4fe0-824e-abac3d098e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.126335 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-bc0975e2-4e74-4fe0-824e-abac3d098e59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1094 time: 0.1939561 Aug 06 15:32:35.214055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:35.257263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37356) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:35.292686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.313048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:35.313048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] 10.222.0.59 "PUT /v2.0/ports/bee67963-9531-4fc7-8f86-172b663b640e HTTP/1.1" status: 200 len: 1095 time: 1.9095297 Aug 06 15:32:35.315921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1de522-beff-4d4b-8771-1180af7a0482 req-5c071693-8260-4725-9986-33eeab3bf24c tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.325005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d1de522-beff-4d4b-8771-1180af7a0482 req-5c071693-8260-4725-9986-33eeab3bf24c tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 947 time: 0.1195052 Aug 06 15:32:35.343260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770097ad-4805-44ee-a443-e5aadacb7157 req-3b4e2287-05c6-4be9-80f1-d5f54a2ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.344899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-3b4e2287-05c6-4be9-80f1-d5f54a2ea976 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.2108970 Aug 06 15:32:35.346038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca335d-0ab0-4c17-80a0-c6a42b214b0d service neutron] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:35.388506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d1de522-beff-4d4b-8771-1180af7a0482 req-59bf1f41-44fa-4216-b3e1-d9fcfd3a1364 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Aug 06 15:32:35.403740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-95679076-e2d5-470a-8770-8faf7e7d6186 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 217 time: 0.0498726 Aug 06 15:32:35.444107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Made reservation on behalf of 93e1761fa7b947f0b7f9542411bb606e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:35.448061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:35.464904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:35.504142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770097ad-4805-44ee-a443-e5aadacb7157 req-4f338bc6-f8f5-4e93-b3bd-c04280419f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.509699 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-4f338bc6-f8f5-4e93-b3bd-c04280419f16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.0974715 Aug 06 15:32:35.516825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdb7eeb4-e13f-4079-9cc0-13ffa0174810 req-eaec0d3e-edaf-4448-8910-a230d47a013e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 210 time: 0.0537119 Aug 06 15:32:35.599337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-1c979841-3e1a-400f-a1d7-39943db0b1e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754905 Aug 06 15:32:35.648564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-network', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:35.670122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-9ae75c1c-0447-44d6-a859-444d352129a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.679828 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-9ae75c1c-0447-44d6-a859-444d352129a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75125909bec243db94f0872cd6850e4e&device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 1098 time: 0.1607468 Aug 06 15:32:35.685578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a360cd-3b4e-4ad3-a862-41c2e6b23b8f req-ed8c18d3-0baa-4746-a548-dee9bfe9538e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.687386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05a360cd-3b4e-4ad3-a862-41c2e6b23b8f req-ed8c18d3-0baa-4746-a548-dee9bfe9538e tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.0752277 Aug 06 15:32:35.732922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05a360cd-3b4e-4ad3-a862-41c2e6b23b8f req-76382bb9-5eb4-47fe-b182-cd40bb349de7 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 Aug 06 15:32:35.760670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-624140e7-7eb3-48c6-a653-3a096a31e9c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bee67963-9531-4fc7-8f86-172b663b640e HTTP/1.1" status: 200 len: 217 time: 0.0534637 Aug 06 15:32:35.847190 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-053b28fd-bd11-4b1d-96ef-5ffc4e1b8075 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358968 Aug 06 15:32:35.861491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:35.868018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c261f8-7066-4965-b600-e5ddc5c2cf97 req-e6746dc2-60f3-4314-a786-1c3e2500a52f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.875138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-e5e0ee91-ae69-40bd-bc6c-bc7f39b6980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:35.875138 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-e5e0ee91-ae69-40bd-bc6c-bc7f39b6980c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1000862 Aug 06 15:32:35.876146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c261f8-7066-4965-b600-e5ddc5c2cf97 req-e6746dc2-60f3-4314-a786-1c3e2500a52f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 943 time: 0.0819991 Aug 06 15:32:35.876660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:35.886878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1836980508-network', 'tenant_id': 'f8bda401d08549fcacc18d245d2cd178'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:35.948543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c261f8-7066-4965-b600-e5ddc5c2cf97 req-084c6e68-94af-4e2e-a362-42e9775947c9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579493 Aug 06 15:32:35.956718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:35.991106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:36.050196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Made reservation on behalf of 09a7ef0e833345c7b1cfd4be531ff1d2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:36.053536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.071363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.153336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cd6a8639-602b-420d-9c88-bd5426d882dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6bb906952f24c7e8475bfa8bc8bcd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591334 Aug 06 15:32:36.154048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:36.166332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Made reservation on behalf of f8bda401d08549fcacc18d245d2cd178 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:36.168630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.175324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c09eab7-7f07-40df-9150-8d8734aaa2a1 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:36.203759 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.276896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05c560a6-5e85-44d0-9ec7-a4da18ea7ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.312862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:36.313131 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05c560a6-5e85-44d0-9ec7-a4da18ea7ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.333419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'network_id': '08598c97-565b-44ec-9caf-0c86a6eb28a3', 'port_id': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'mac_address': 'fa:16:3e:f5:ab:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9c4be6-56d3-43cc-8005-b076c06c822c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:36.369221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.410917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289ddee5-482d-4d9d-81e3-b0d17eebb385,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:36.412333 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.424278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-40474887-5085-4abb-84fd-3a561f2a83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:36.426382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-40474887-5085-4abb-84fd-3a561f2a83b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5419631 Aug 06 15:32:36.430224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c09eab7-7f07-40df-9150-8d8734aaa2a1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:36.435931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.465174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-770097ad-4805-44ee-a443-e5aadacb7157 req-063e1fc3-d4e7-4fab-a60e-317c97371b83 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064975 Aug 06 15:32:36.474567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:36.483020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05c560a6-5e85-44d0-9ec7-a4da18ea7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.486795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05c560a6-5e85-44d0-9ec7-a4da18ea7ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.488477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-05c560a6-5e85-44d0-9ec7-a4da18ea7ab4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54801f39-be26-4ef8-924d-8304bfbc4bad HTTP/1.1" status: 204 len: 168 time: 0.3332887 Aug 06 15:32:36.514388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:32:36.541022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.541448 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Added segment ab73ad00-289e-43c7-98c5-a7d55391c834 of type vlan for network b95450b4-3262-44ea-8cd0-fd399f8aae15 Aug 06 15:32:36.551262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.570099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Allocated IP 192.168.233.230 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/6ec20165-9a2f-4551-bed8-bab0d110d6b5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:36.587872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.636054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336b8787-faa8-4ec7-8d78-79acdebcefdb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:36.637201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:36.643606 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-181addec-6e88-49ac-a913-02d3a33422e8 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832657 Aug 06 15:32:36.696737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccc0758c-c83b-4236-a112-e0abe11e5855 req-844080d7-cad6-4b8d-b9f6-926f9c26fc00 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 210 time: 0.0568311 Aug 06 15:32:36.699300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c560a6-5e85-44d0-9ec7-a4da18ea7ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54801f39-be26-4ef8-924d-8304bfbc4bad,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:36.731032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.732018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:36.732609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.741654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3704-9421-4939-9fbb-f9ddafe114dd req-efe27d17-b29c-4aae-905f-c9e3ad4aab8a tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:36.748918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-823e3704-9421-4939-9fbb-f9ddafe114dd req-efe27d17-b29c-4aae-905f-c9e3ad4aab8a tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 947 time: 0.1283371 Aug 06 15:32:36.837511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c09eab7-7f07-40df-9150-8d8734aaa2a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:36.840007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e52b259-67de-4228-993a-d0db0c077dd4 req-51bd4aeb-8fc5-4e0e-b9b1-4707954098ca service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869996 Aug 06 15:32:36.855056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.872253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Transition to ACTIVE for port object 6ec20165-9a2f-4551-bed8-bab0d110d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:36.876971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] Pushing event updated for resources: {'Network': ['ID=b95450b4-3262-44ea-8cd0-fd399f8aae15,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:36.889497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:32:36.893476 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.917184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:36.920980 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df73a4-b004-4d5a-8995-2dbaf226336e" -d '{"events": [{"name": "network-changed", "server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:36.940379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-823e3704-9421-4939-9fbb-f9ddafe114dd req-4a1a06bb-5f2e-4dc5-a0fb-95e711a8f8de tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905296 Aug 06 15:32:36.962972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:36.996499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:32:37.007429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.007784 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Added segment 8c2f479b-ae15-48a9-a4f1-dcfeae8239f3 of type vlan for network 9eaa67f0-54a5-434e-9156-92dcdd52643e Aug 06 15:32:37.010061 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b228f542-af6e-4bce-962b-d01681c775df x-openstack-request-id: req-b228f542-af6e-4bce-962b-d01681c775df {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:37.012500 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:37.016615 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b228f542-af6e-4bce-962b-d01681c775df {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:37.016615 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'status': 'completed', 'code': 200} Aug 06 15:32:37.059303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.081593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-bde86507-7a6b-4cc5-a1e2-ecc8c5d32328 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.083479 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-bde86507-7a6b-4cc5-a1e2-ecc8c5d32328 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.1290398 Aug 06 15:32:37.085051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.103226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d7a3bbbf-db9e-4ea2-b9f7-ebaf240d9e86 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8441584 Aug 06 15:32:37.107603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:37.112750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e44f9-5d39-4f78-88df-f99361f3eff9 req-cd13ef58-c09c-4edc-b95c-71301649f825 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.120442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b55e44f9-5d39-4f78-88df-f99361f3eff9 req-cd13ef58-c09c-4edc-b95c-71301649f825 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 945 time: 0.3043230 Aug 06 15:32:37.167873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Request body: {'subnet': {'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-subnet', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:37.168142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ed6609-b423-4e1e-bba1-c33567a54d1b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:37.183163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:37.186468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:37.207439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:37.217320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:37.222234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b55e44f9-5d39-4f78-88df-f99361f3eff9 req-d38d2540-b938-43aa-a139-779799a0849a tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000178 Aug 06 15:32:37.224881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.226682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.227466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.273520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393cd4e-9aef-4184-8070-616791aa7cdf req-aff71690-0ded-47c6-8dc4-60fa3a8f775c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.275242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f393cd4e-9aef-4184-8070-616791aa7cdf req-aff71690-0ded-47c6-8dc4-60fa3a8f775c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 944 time: 0.1292219 Aug 06 15:32:37.298643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.299319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.333399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] Pushing event updated for resources: {'Network': ['ID=9eaa67f0-54a5-434e-9156-92dcdd52643e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:37.333572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-45e991f5-d40c-4b8d-a767-212e2094d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.334961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-45e991f5-d40c-4b8d-a767-212e2094d79e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75125909bec243db94f0872cd6850e4e&device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 1098 time: 0.3005552 Aug 06 15:32:37.340647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Pushing event updated for resources: {'Port': ['ID=6ec20165-9a2f-4551-bed8-bab0d110d6b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:37.353409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9eaa67f0-54a5-434e-9156-92dcdd52643e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:32:37.389053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f393cd4e-9aef-4184-8070-616791aa7cdf req-26cf25a3-db5d-4168-809d-d38257472342 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Aug 06 15:32:37.413796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c39ced9-a1be-43a3-b833-401f4089e377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.463485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Deleting port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:37.465359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.507315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-e7556eda-4c8b-4a7c-a8f2-986c1c2e3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.509214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-e7556eda-4c8b-4a7c-a8f2-986c1c2e3162 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1649468 Aug 06 15:32:37.551229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Made reservation on behalf of 09a7ef0e833345c7b1cfd4be531ff1d2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:37.553689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.566148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa0c726d-2365-4a81-b000-6b05237a2c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.567863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.598147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:37.608062 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-7f204107-2c8d-493c-bcf4-e51e8d86fdd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bee67963-9531-4fc7-8f86-172b663b640e HTTP/1.1" status: 200 len: 217 time: 0.0648303 Aug 06 15:32:37.618829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1b6b2c60-ba83-4da6-94c5-1a7417a9d279 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7411058 Aug 06 15:32:37.621564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:37.627128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Request body: {'subnet': {'network_id': '9eaa67f0-54a5-434e-9156-92dcdd52643e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1836980508-subnet', 'tenant_id': 'f8bda401d08549fcacc18d245d2cd178', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:37.651581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3930ba38-bd16-40be-bc7d-bf9a54fd1cd5 None None] Provisioning for port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:37.656339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3930ba38-bd16-40be-bc7d-bf9a54fd1cd5 None None] Provisioning complete for port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:37.657076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3930ba38-bd16-40be-bc7d-bf9a54fd1cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.660017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5467d813-11b8-4a5a-86e7-a4328a59db1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1452eca662584fd2a39290316c062788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602863 Aug 06 15:32:37.662752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:37.666063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-174da2b9-b012-4898-b8cd-eec914eeccea tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7314608 Aug 06 15:32:37.695291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3930ba38-bd16-40be-bc7d-bf9a54fd1cd5 None None] Port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:32:37.698985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Request body: {'port': {'device_id': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:37.743216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14f5acf2-b8ae-412b-81bc-0493c91fafc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.765121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-460c98e7-f0fa-4593-83cb-d74efff312bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.767368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-460c98e7-f0fa-4593-83cb-d74efff312bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1213241 Aug 06 15:32:37.771255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] For port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:37.771631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.778540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14f5acf2-b8ae-412b-81bc-0493c91fafc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.842077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Calling delete_port for 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:37.857925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.883408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c39ced9-a1be-43a3-b833-401f4089e377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.901176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b17c4c-cbad-4ce2-b7f5-87a7f35a969c req-435588b9-8368-45a9-9baa-d11894274f02 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.902706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b17c4c-cbad-4ce2-b7f5-87a7f35a969c req-435588b9-8368-45a9-9baa-d11894274f02 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 936 time: 0.1147895 Aug 06 15:32:37.945240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b17c4c-cbad-4ce2-b7f5-87a7f35a969c req-f58b1968-fd67-4cab-b154-f6677e326078 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Aug 06 15:32:37.968965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c39ced9-a1be-43a3-b833-401f4089e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:37.970147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-b3fae59e-ccea-4059-8e39-493990c63612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:37.971684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-b3fae59e-ccea-4059-8e39-493990c63612 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918509 Aug 06 15:32:38.008507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14f5acf2-b8ae-412b-81bc-0493c91fafc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.011010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14f5acf2-b8ae-412b-81bc-0493c91fafc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.013723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-14f5acf2-b8ae-412b-81bc-0493c91fafc0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f57dedfb-ec9f-4d9e-8cd9-8355278c1e08 HTTP/1.1" status: 204 len: 168 time: 0.3485239 Aug 06 15:32:38.042211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0c39ced9-a1be-43a3-b833-401f4089e377 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c840277950dc4a4dabaf14891f54defe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8535416 Aug 06 15:32:38.060350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:38.070712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39ced9-a1be-43a3-b833-401f4089e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc2623-e057-468e-a22b-ce6a2ee72482,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.097918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5acf2-b8ae-412b-81bc-0493c91fafc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57dedfb-ec9f-4d9e-8cd9-8355278c1e08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.111782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Made reservation on behalf of f8bda401d08549fcacc18d245d2cd178 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:38.115054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.193726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:38.195993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c09eab7-7f07-40df-9150-8d8734aaa2a1 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:38.212085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca29a1-e366-4686-ba51-ad0db668075e req-f8641d93-d13f-4e38-bec5-9b187d6ba4e6 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:38.213521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cca29a1-e366-4686-ba51-ad0db668075e req-f8641d93-d13f-4e38-bec5-9b187d6ba4e6 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 947 time: 0.2002814 Aug 06 15:32:38.276408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-111cd262-4a0b-4a7c-a675-ac96bd97fca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.292045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-73742a99-4664-4f0c-ac41-1b2f31db50fe service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122559 Aug 06 15:32:38.320034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.320417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cca29a1-e366-4686-ba51-ad0db668075e req-b280edc2-aac9-4224-af3a-ced7d04d77ff tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964172 Aug 06 15:32:38.397418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-111cd262-4a0b-4a7c-a675-ac96bd97fca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.433496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:38.467735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.476153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bee67963-9531-4fc7-8f86-172b663b640e', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'bee67963-9531-4fc7-8f86-172b663b640e', 'mac_address': 'fa:16:3e:f1:75:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:38.496749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375cc25b-9682-46be-9718-c4c42d388688,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.518309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:38.535131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:38.536038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.536177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event deleted for resources: {'Port': ['ID=8ab42c3c-9431-4f3b-8e9d-7f313ed892f5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.568601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Checking segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:38.568964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Network hostable DHCP agents. Network: b95450b4-3262-44ea-8cd0-fd399f8aae15, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:32:38.569423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.573509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac049b8b-5947-4163-be77-4ffe2861163e req-62c4d3d5-6189-4bf3-97a2-1d930f6c38f4 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:38.575579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac049b8b-5947-4163-be77-4ffe2861163e req-62c4d3d5-6189-4bf3-97a2-1d930f6c38f4 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 867 time: 0.2191782 Aug 06 15:32:38.591101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee67963-9531-4fc7-8f86-172b663b640e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:38.595336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3df73a4-b004-4d5a-8995-2dbaf226336e req-3183113b-7031-4e2d-b69c-5b10933334b2 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924881 Aug 06 15:32:38.610595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91117e-9798-44d3-88dc-751932690859 req-e8823410-a3d0-42e2-a69b-129467657ef8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:38.614582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd91117e-9798-44d3-88dc-751932690859 req-e8823410-a3d0-42e2-a69b-129467657ef8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 944 time: 0.1327529 Aug 06 15:32:38.629634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] No DVR routers for this DVR port 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:32:38.632150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.635185 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.637367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e9ce2cd3-4aa5-4b54-b42c-49d1974ce1f2 req-7dd9aeb5-5106-456c-84a5-e0457f0f67d2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.59 "DELETE /v2.0/ports/8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 HTTP/1.1" status: 204 len: 173 time: 1.5331850 Aug 06 15:32:38.642427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:38.679508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec20165-9a2f-4551-bed8-bab0d110d6b5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:38.688443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.702172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Transition to ACTIVE for port object 6ec20165-9a2f-4551-bed8-bab0d110d6b5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:38.712312 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.714835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-111cd262-4a0b-4a7c-a675-ac96bd97fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.717493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-111cd262-4a0b-4a7c-a675-ac96bd97fca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.720011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-111cd262-4a0b-4a7c-a675-ac96bd97fca8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbdc2623-e057-468e-a22b-ce6a2ee72482 HTTP/1.1" status: 204 len: 168 time: 0.6566885 Aug 06 15:32:38.722294 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.750524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd91117e-9798-44d3-88dc-751932690859 req-51be1659-a597-49b3-a027-4456e79141b8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200628 Aug 06 15:32:38.777713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:38.778764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cd262-4a0b-4a7c-a675-ac96bd97fca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc2623-e057-468e-a22b-ce6a2ee72482,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.780350 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e61a295-fdd7-40b4-ad69-1e0c46c80348" -d '{"events": [{"server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "name": "network-vif-plugged", "status": "completed", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:38.784548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:32:38.802662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac049b8b-5947-4163-be77-4ffe2861163e req-e318358b-126f-48f0-8332-639798687749 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828997 Aug 06 15:32:38.813288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.831445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:38.831445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.850239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47d83ea-e773-437a-be9c-3bf8c64de94f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.850576 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b40031a-2c46-40df-9936-3c6f3c81b3d2 x-openstack-request-id: req-5b40031a-2c46-40df-9936-3c6f3c81b3d2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:38.850896 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "name": "network-vif-plugged", "status": "completed", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:38.851545 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b40031a-2c46-40df-9936-3c6f3c81b3d2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:38.852182 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'code': 200} Aug 06 15:32:38.852859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.868799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Checking segment: {'id': '8c2f479b-ae15-48a9-a4f1-dcfeae8239f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9eaa67f0-54a5-434e-9156-92dcdd52643e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:38.869308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Network hostable DHCP agents. Network: 9eaa67f0-54a5-434e-9156-92dcdd52643e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:32:38.888927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b95450b4-3262-44ea-8cd0-fd399f8aae15) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:38.895019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Pushing event updated for resources: {'Port': ['ID=6ec20165-9a2f-4551-bed8-bab0d110d6b5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:38.898093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:38.899087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.903354 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:38.904224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:32:38.936090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:32:38.937793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8ab42c3c-9431-4f3b-8e9d-7f313ed892f5 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:32:38.944640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e9abac-5fb0-4566-bf66-facf4aa5aa55 None None] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:38.994672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bee67963-9531-4fc7-8f86-172b663b640e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:39.015044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'name': 'network-vif-deleted', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:39.020303 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7228af6-11f4-4115-bd80-1078d626572b" -d '{"events": [{"server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "name": "network-vif-deleted", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:39.064562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Network 9eaa67f0-54a5-434e-9156-92dcdd52643e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:32:39.071595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9eaa67f0-54a5-434e-9156-92dcdd52643e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:39.078628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:39.079362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-43917f57-fd1e-4178-ae2f-0e94128fe944 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9700463 Aug 06 15:32:39.080012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.080419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:39.090678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:39.108314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08fff80-3340-4cc1-af2f-9dfb820b8821 None None] Network 9eaa67f0-54a5-434e-9156-92dcdd52643e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:39.118467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31e89d3-5699-46c8-8df7-15ae7b38cac1 x-openstack-request-id: req-e31e89d3-5699-46c8-8df7-15ae7b38cac1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:39.118467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0e0a60-9ac1-4fec-95d4-264288212354", "name": "network-vif-deleted", "tag": "8ab42c3c-9431-4f3b-8e9d-7f313ed892f5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:39.118747 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e31e89d3-5699-46c8-8df7-15ae7b38cac1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:39.118997 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0e0a60-9ac1-4fec-95d4-264288212354', 'name': 'network-vif-deleted', 'tag': '8ab42c3c-9431-4f3b-8e9d-7f313ed892f5', 'status': 'completed', 'code': 200} Aug 06 15:32:39.166176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b5e56-e88b-4a2a-bbff-2ef0def4c59c req-26481b74-c34c-46b1-b426-d5b7b3d01438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:39.168271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9c7b5e56-e88b-4a2a-bbff-2ef0def4c59c req-26481b74-c34c-46b1-b426-d5b7b3d01438 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1096 time: 0.1908004 Aug 06 15:32:39.196554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78e833-1ce4-4c8c-8c43-548ce28e319d req-16f29314-ebb1-457b-9c55-561a3b7f3133 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:39.203600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd78e833-1ce4-4c8c-8c43-548ce28e319d req-16f29314-ebb1-457b-9c55-561a3b7f3133 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 948 time: 0.1040168 Aug 06 15:32:39.205472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Attempting to bind port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:39.205820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Attempting to bind port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:39.206149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Attempting to bind port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:39.240114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:39.240310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Attempting to bind port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:39.246689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:39.247033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:39.247432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:39.248325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Bound port: 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:39.249130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.256752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.258317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.258542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd78e833-1ce4-4c8c-8c43-548ce28e319d req-ff425f23-301f-4aa3-bd20-e42f7f18a0c2 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484138 Aug 06 15:32:39.288253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9c7b5e56-e88b-4a2a-bbff-2ef0def4c59c req-3eb34045-7985-48d9-b5ac-c3894ae1851b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109607 Aug 06 15:32:39.340303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3c5fce23-43aa-4e84-9396-f8e2711a9c84 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7175221 Aug 06 15:32:39.420386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.468162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:39.483078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] For port 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:39.493183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] For port 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:39.575472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.644293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8eb22e-551a-4d3b-bc58-893141156a5b req-98d0f9e6-78ea-40d3-84cb-08a4e0999295 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:39.661322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e8eb22e-551a-4d3b-bc58-893141156a5b req-98d0f9e6-78ea-40d3-84cb-08a4e0999295 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 948 time: 0.1606011 Aug 06 15:32:39.720074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:39.720637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.722065 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] 10.222.0.64 "PUT /v2.0/ports/6ec20165-9a2f-4551-bed8-bab0d110d6b5 HTTP/1.1" status: 200 len: 1096 time: 2.0275266 Aug 06 15:32:39.735393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.766657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21e298-25ed-498b-af8e-fe5d639ea98d service neutron] Pushing event updated for resources: {'Port': ['ID=6ec20165-9a2f-4551-bed8-bab0d110d6b5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:39.823533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e8eb22e-551a-4d3b-bc58-893141156a5b req-821ab096-356f-4401-a5bb-be8005c7dc0a tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547477 Aug 06 15:32:39.902188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-b95450b4-3262-44ea-8cd0-fd399f8aae15', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:32:39.903870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:39.970668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903ea23-2f91-4527-b63e-ca27a3575681 None None] Network 9eaa67f0-54a5-434e-9156-92dcdd52643e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:39.977279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff22b7-ccdc-42bb-81ef-da59fd8ca4c5 req-8361ef93-03e0-4de6-9b0f-982849ee73e9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:39.978886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1ff22b7-ccdc-42bb-81ef-da59fd8ca4c5 req-8361ef93-03e0-4de6-9b0f-982849ee73e9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 945 time: 0.1253536 Aug 06 15:32:40.068880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7da8be4f-9069-4f78-802c-0616e2d13173 req-cb9e39d7-1c93-40a0-8430-f21178479ee2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f0e0a60-9ac1-4fec-95d4-264288212354 HTTP/1.1" status: 200 len: 210 time: 0.0601304 Aug 06 15:32:40.100619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1ff22b7-ccdc-42bb-81ef-da59fd8ca4c5 req-bc144263-1798-484b-85ba-88da6f37098c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999386 Aug 06 15:32:40.172742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-8a8dcec5-4f0f-459d-b262-78a3d400bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:40.174983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-8a8dcec5-4f0f-459d-b262-78a3d400bc9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93e1761fa7b947f0b7f9542411bb606e&device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 1099 time: 0.2651577 Aug 06 15:32:40.247430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-c51c12bc-4ada-4e99-b386-450ddbff27e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5 HTTP/1.1" status: 200 len: 217 time: 0.0563438 Aug 06 15:32:40.351157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee41d574-5ed0-4a55-abff-744ebe8669a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:40.351321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Allocated IP 172.20.0.2 (b95450b4-3262-44ea-8cd0-fd399f8aae15/375cc25b-9682-46be-9718-c4c42d388688/6c5addd0-b6f9-4e12-8909-89713ae48b73) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:40.355636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-ee41d574-5ed0-4a55-abff-744ebe8669a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0956290 Aug 06 15:32:40.519940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aeb8a-d172-437a-a7a6-2083083772f4 req-2e69b7a3-2925-4625-9ed6-9d4e9a7ab5c8 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:40.527274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-966aeb8a-d172-437a-a7a6-2083083772f4 req-2e69b7a3-2925-4625-9ed6-9d4e9a7ab5c8 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 948 time: 0.1273143 Aug 06 15:32:40.543632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37510) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:40.577841 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.589637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Transition to ACTIVE for port object 6c5addd0-b6f9-4e12-8909-89713ae48b73 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:40.601747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.612252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Transition to ACTIVE for port object 6c5addd0-b6f9-4e12-8909-89713ae48b73 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:40.615794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-2b6d5bbf-f882-4a3e-b5de-2781b7e090b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:40.618743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-2b6d5bbf-f882-4a3e-b5de-2781b7e090b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442405 Aug 06 15:32:40.633927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.661813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.676160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-966aeb8a-d172-437a-a7a6-2083083772f4 req-1b489aa2-3b94-49f0-abee-dba928ed5de6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332531 Aug 06 15:32:40.699228 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.711086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-f5732c0e-192c-4dd8-aea1-ad56ead8d6dd tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:40.713071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-f5732c0e-192c-4dd8-aea1-ad56ead8d6dd tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/networks?id=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee HTTP/1.1" status: 200 len: 825 time: 0.1844058 Aug 06 15:32:40.730309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-202d9f8a-fa42-4080-9b34-f06b9649232d tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/quotas/300958a59c7845699b978f82c8b9186e HTTP/1.1" status: 200 len: 375 time: 0.0108566 Aug 06 15:32:40.752922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:40.755739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:40.761552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:40.776168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Pushing event updated for resources: {'Port': ['ID=6c5addd0-b6f9-4e12-8909-89713ae48b73,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:40.804648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-9dc0f982-ee9f-4c7a-9626-d730d642236d tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=300958a59c7845699b978f82c8b9186e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640812 Aug 06 15:32:40.822066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1625122747-network', 'tenant_id': 'fd9a9abfafd0495bbf71bc6b0c4ffc4a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:40.829471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Attempting to bind port 6c5addd0-b6f9-4e12-8909-89713ae48b73 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:40.829848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Attempting to bind port 6c5addd0-b6f9-4e12-8909-89713ae48b73 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:40.830213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Attempting to bind port 6c5addd0-b6f9-4e12-8909-89713ae48b73 on network b95450b4-3262-44ea-8cd0-fd399f8aae15 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:40.836112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:40.836492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Checking segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:40.836898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.837297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Bound using segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:40.838653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Bound port: 6c5addd0-b6f9-4e12-8909-89713ae48b73, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:40.839089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:40.869148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-89b2e7b6-ffa4-4508-82bc-c23ed1e9f903 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201676 Aug 06 15:32:40.930078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] For port 6c5addd0-b6f9-4e12-8909-89713ae48b73, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:40.937355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] For port 6c5addd0-b6f9-4e12-8909-89713ae48b73, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c5addd0-b6f9-4e12-8909-89713ae48b73,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:41.010129 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.101730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1da8e4-8ab2-42f9-97f2-231c7f360769 None None] Pushing event updated for resources: {'Port': ['ID=6c5addd0-b6f9-4e12-8909-89713ae48b73,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:41.337387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'tag': '6ec20165-9a2f-4551-bed8-bab0d110d6b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:41.341383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-8e639cf6-a861-48b8-862c-9640e5433d71 service neutron] 10.222.0.16 "GET /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329628 Aug 06 15:32:41.343750 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887bb68b-f2a7-4797-869a-70235aea7c47" -d '{"events": [{"name": "network-changed", "server_uuid": "f01454b5-dff6-4d82-a53c-fa1538790aff", "tag": "6ec20165-9a2f-4551-bed8-bab0d110d6b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:41.353626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Made reservation on behalf of fd9a9abfafd0495bbf71bc6b0c4ffc4a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:41.355912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.391738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.408614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Allocated IP 172.25.5.17 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/e97e1412-5292-4b51-a8ca-f503815edcfc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:41.460904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae755742-5316-499e-a18f-9e1a2069e198 req-a506e64a-341a-4a3a-8876-4258c9d57b43 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:41.468430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae755742-5316-499e-a18f-9e1a2069e198 req-a506e64a-341a-4a3a-8876-4258c9d57b43 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 948 time: 0.5370307 Aug 06 15:32:41.471949 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-decd351c-73ea-4eb1-bbf2-a66fabfa3e36 req-2fb16226-079a-41fc-8d0a-420757449083 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881295 Aug 06 15:32:41.550783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.556285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-95c50acc-b287-4fd5-85fc-7c1949ddfc55 service neutron] 10.222.0.16 "GET /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165289 Aug 06 15:32:41.572297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae755742-5316-499e-a18f-9e1a2069e198 req-348749bb-37ff-4e2c-bb12-6ef11b4fb6a9 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029119 Aug 06 15:32:41.637463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.660080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.706655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:41.712308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:41.716250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:41.730660 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.748955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Pushing event updated for resources: {'Port': ['ID=e97e1412-5292-4b51-a8ca-f503815edcfc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:41.759128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:32:41.772056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eabe631-6415-416a-8755-1d5ddc1da225,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:41.787520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.787520 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Added segment 7fa0af5d-3db9-4806-8cce-fff38af42c4c of type vlan for network 6f3b64b9-67e5-4fa6-8d27-0935afa05162 Aug 06 15:32:41.805712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19824cff-85bf-4964-bb5e-efea68c51af3 req-b5f4926f-cfd7-4fc7-8ebc-89fe9c27e50d tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:41.807305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19824cff-85bf-4964-bb5e-efea68c51af3 req-b5f4926f-cfd7-4fc7-8ebc-89fe9c27e50d tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 945 time: 0.1123405 Aug 06 15:32:41.886475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:41.911709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19824cff-85bf-4964-bb5e-efea68c51af3 req-3deda752-bf06-40fd-859a-a540aa4d4598 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973573 Aug 06 15:32:41.991772 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72cf03f-8b1c-4f36-a9e0-26508dd3c598 x-openstack-request-id: req-a72cf03f-8b1c-4f36-a9e0-26508dd3c598 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:41.992215 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01454b5-dff6-4d82-a53c-fa1538790aff", "tag": "6ec20165-9a2f-4551-bed8-bab0d110d6b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:41.992558 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a72cf03f-8b1c-4f36-a9e0-26508dd3c598 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:41.993044 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'tag': '6ec20165-9a2f-4551-bed8-bab0d110d6b5', 'status': 'completed', 'code': 200} Aug 06 15:32:42.001879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.003732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.004700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.094838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-927636e1-d060-4efe-950b-1def758644d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.101174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-927636e1-d060-4efe-950b-1def758644d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93e1761fa7b947f0b7f9542411bb606e&device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 1099 time: 0.0780354 Aug 06 15:32:42.115601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5697052 Aug 06 15:32:42.121640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:42.137251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Request body: {'subnet': {'network_id': '6f3b64b9-67e5-4fa6-8d27-0935afa05162', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1625122747-subnet', 'tenant_id': 'fd9a9abfafd0495bbf71bc6b0c4ffc4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:42.197967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885bf42-3e47-4376-8c22-6b2b00bc0ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=6f3b64b9-67e5-4fa6-8d27-0935afa05162,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:42.207522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:42.235708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6f3b64b9-67e5-4fa6-8d27-0935afa05162 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:32:42.297401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.300318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ef269-0390-4932-9d7e-ebf8ff3d6a69 req-257f69c4-8a1a-4fb4-96ce-197ae09daee5 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.301998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d5ef269-0390-4932-9d7e-ebf8ff3d6a69 req-257f69c4-8a1a-4fb4-96ce-197ae09daee5 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 948 time: 0.1881809 Aug 06 15:32:42.334687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-4fb93ee4-41a7-4e66-b149-7be16bae0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.337543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-4fb93ee4-41a7-4e66-b149-7be16bae0ab0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1903772 Aug 06 15:32:42.384703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-b80243b5-fde2-489e-9884-2a2ae04b3871 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.386311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-b80243b5-fde2-489e-9884-2a2ae04b3871 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 820 time: 0.2691429 Aug 06 15:32:42.397996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Made reservation on behalf of fd9a9abfafd0495bbf71bc6b0c4ffc4a for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:42.397996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.398160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e2bf5-b581-4190-8136-3d0916f6b5be None None] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:42.460422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-76aff060-b15e-43dc-998f-0b0e43aa4697 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5 HTTP/1.1" status: 200 len: 217 time: 0.0426576 Aug 06 15:32:42.488631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c5addd0-b6f9-4e12-8909-89713ae48b73 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:42.516309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port bee67963-9531-4fc7-8f86-172b663b640e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:42.530817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d5ef269-0390-4932-9d7e-ebf8ff3d6a69 req-70fd2446-a4ac-4e74-b160-a5c40cd0d8aa tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198970 Aug 06 15:32:42.538925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bee67963-9531-4fc7-8f86-172b663b640e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:42.543760 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.555710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-83c72e34-b4bc-4a67-ac4d-9c036eae906b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/quotas/fdf1af9ce40d494fbd84e48b3fe59bd4 HTTP/1.1" status: 200 len: 375 time: 0.0601752 Aug 06 15:32:42.580139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-5c11fc79-5711-4dfc-b266-2e1cd6d51a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.581581 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-5c11fc79-5711-4dfc-b266-2e1cd6d51a51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1069210 Aug 06 15:32:42.597487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-23cf6191-93f0-4bad-a331-4a9d237c45e9 None None] Provisioning for port 6c5addd0-b6f9-4e12-8909-89713ae48b73 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:42.652174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db182cee-f22b-4fb9-ab5a-c4bdb10cdda8 req-2d86f061-a8fb-437a-b7c1-d3c464de4f5d tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 210 time: 0.0380862 Aug 06 15:32:42.730965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-b0db55c9-1f51-418e-a2df-c6b3b6d82b70 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1739821 Aug 06 15:32:42.759106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.769837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-b1775584-aa38-4cfa-ae00-ffc0d94b4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:42.772269 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-b1775584-aa38-4cfa-ae00-ffc0d94b4702 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1824801 Aug 06 15:32:42.774456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6c5addd0-b6f9-4e12-8909-89713ae48b73 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:42.783004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6c5addd0-b6f9-4e12-8909-89713ae48b73 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:42.783379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.826082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.826886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:42.829266 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9ffaa3-b5cb-4a07-8105-3cf7d5a0a3e2" -d '{"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-plugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:42.851378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:42.902947 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.912779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-4b6d777c-c383-4a52-abe0-3ff53e1e29b9 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-823980177&fields=id&tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 267 time: 0.1980286 Aug 06 15:32:42.919109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.971904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6c5addd0-b6f9-4e12-8909-89713ae48b73, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c5addd0-b6f9-4e12-8909-89713ae48b73,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:42.977686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:42.983012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-bb781852-084f-494d-a099-a94e7a24e204 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972380 Aug 06 15:32:43.016415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-5cd638d1-69d7-45f2-bf48-c9be7251b46e service neutron] 10.222.0.16 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845037 Aug 06 15:32:43.033985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:43.068241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-a8ada9fd-624e-409c-8605-d0ec7957642e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:43.073182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-a8ada9fd-624e-409c-8605-d0ec7957642e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 945 time: 0.1562910 Aug 06 15:32:43.073491 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.096099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'port': {'security_groups': ['3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe', '141c3dee-04c0-4329-9b9a-56fa70ec06ef']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:43.124715 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887bb68b-f2a7-4797-869a-70235aea7c47 req-ec2df7a9-7a57-4fbb-823a-722a8d138291 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285660 Aug 06 15:32:43.158221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6c5addd0-b6f9-4e12-8909-89713ae48b73,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:43.164644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-67d74aa2-efe6-4e77-8157-9a5e7ecdf7d3 None None] Provisioning complete for port 6c5addd0-b6f9-4e12-8909-89713ae48b73 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:43.164857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf11d39-2726-4422-a69f-9f5f089c15c0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:43.165292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67d74aa2-efe6-4e77-8157-9a5e7ecdf7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.178650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:32:43.237896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Checking segment: {'id': '7fa0af5d-3db9-4806-8cce-fff38af42c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6f3b64b9-67e5-4fa6-8d27-0935afa05162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:43.238260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Network hostable DHCP agents. Network: 6f3b64b9-67e5-4fa6-8d27-0935afa05162, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:32:43.245225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-e020cf58-c2a7-4cdb-af55-8344e2cda783 service neutron] 10.222.0.16 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199788 Aug 06 15:32:43.251075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.308347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:32:43.322803 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:32:43.347976 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:32:43.349832 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:32:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:43.392190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Network 6f3b64b9-67e5-4fa6-8d27-0935afa05162 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:32:43.458246 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:32:43.462649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.463931 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ccc21f3a-d6bf-4f77-8824-17bfe1169315 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.3778865 Aug 06 15:32:43.466685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:43.479128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:43.524943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6f3b64b9-67e5-4fa6-8d27-0935afa05162) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:43.534954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14aa646-0ded-4820-82dc-2fd14077485d None None] Network 6f3b64b9-67e5-4fa6-8d27-0935afa05162 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:43.544958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:43.545605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.605142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.692629 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:41Z', 'revision_number': 3, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:43.724916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5fc98218-461d-4792-885c-3b0883692a0c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5930800 Aug 06 15:32:43.727786 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.728286 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:32:43.728637 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Updating router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 port e97e1412-5292-4b51-a8ca-f503815edcfc binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:32:43.742071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e', '3c09eab7-7f07-40df-9150-8d8734aaa2a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:43.746745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917265ac-2f42-4d8e-9e66-ae7e8f17b563 None None] Network 6f3b64b9-67e5-4fa6-8d27-0935afa05162 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:32:43.766518 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.840200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:43.840868 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:43.863841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4928e619-a905-48fb-97b7-020cb9cf77eb req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "PUT /v2.0/ports/3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 981 time: 0.7732935 Aug 06 15:32:43.863841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:43.866744 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864dd6d1-4f46-487c-9ba4-915e10ce29a8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:43.999193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c71f3-6863-4ec5-a8f4-e56edc03235b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:44.011235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c09eab7-7f07-40df-9150-8d8734aaa2a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:44.069508 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.079870 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Transition to ACTIVE for port object e97e1412-5292-4b51-a8ca-f503815edcfc will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:44.136920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc234c5-e686-4029-a3ef-0c63a312cdaa req-66d6ec35-a32d-4171-afa6-bdd8f8be6b8a tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:44.138436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dc234c5-e686-4029-a3ef-0c63a312cdaa req-66d6ec35-a32d-4171-afa6-bdd8f8be6b8a tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 949 time: 0.1571853 Aug 06 15:32:44.184622 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.240409 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Attempting to bind port e97e1412-5292-4b51-a8ca-f503815edcfc on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:44.240826 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Attempting to bind port e97e1412-5292-4b51-a8ca-f503815edcfc by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:44.241142 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Attempting to bind port e97e1412-5292-4b51-a8ca-f503815edcfc on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:44.243150 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Pushing event updated for resources: {'Port': ['ID=e97e1412-5292-4b51-a8ca-f503815edcfc,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:44.253885 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.254273 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.254558 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.254888 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.255214 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.255538 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.255896 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.256218 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.257130 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.257272 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.257493 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.257811 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:32:44.261231 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:44.267734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:44.267734 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.267734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:44.267734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Bound port: e97e1412-5292-4b51-a8ca-f503815edcfc, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:44.267734 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.308015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dc234c5-e686-4029-a3ef-0c63a312cdaa req-c1f18df9-4b52-4fd3-b03b-e46e10612d1b tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578860 Aug 06 15:32:44.328650 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] For port e97e1412-5292-4b51-a8ca-f503815edcfc, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:44.340644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] For port e97e1412-5292-4b51-a8ca-f503815edcfc, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e97e1412-5292-4b51-a8ca-f503815edcfc,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:44.372630 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa8f5af-524d-4291-a161-adddaa398c35 x-openstack-request-id: req-daa8f5af-524d-4291-a161-adddaa398c35 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:44.372924 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-plugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:44.373574 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-daa8f5af-524d-4291-a161-adddaa398c35 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:44.373574 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'code': 200} Aug 06 15:32:44.393586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.429871 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.488837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c5addd0-b6f9-4e12-8909-89713ae48b73 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:44.497069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076a34-ae58-4945-9378-197c5123640f req-96a3440b-b8af-4b11-81ca-d25f163082b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:44.500659 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:32:44.501332 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:32:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:44.501713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1076a34-ae58-4945-9378-197c5123640f req-96a3440b-b8af-4b11-81ca-d25f163082b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 1100 time: 0.0604270 Aug 06 15:32:44.543446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1076a34-ae58-4945-9378-197c5123640f req-05383790-cea0-4c97-a845-4c28173757e6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Aug 06 15:32:44.573262 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007127f-d595-4668-b915-452e4ba4b8d9 None None] Pushing event updated for resources: {'Port': ['ID=e97e1412-5292-4b51-a8ca-f503815edcfc,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:44.576260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e0b15c5-026f-4f99-b9a7-b4c19a8fee5c req-acabbca5-7bcb-4619-9e98-31615e2dd89c tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 210 time: 0.1546397 Aug 06 15:32:44.607003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6c5addd0-b6f9-4e12-8909-89713ae48b73 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:44.607501 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:44.691438 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:32:44.768077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Allocated IP 172.20.0.1 (b95450b4-3262-44ea-8cd0-fd399f8aae15/375cc25b-9682-46be-9718-c4c42d388688/d4532ca7-8615-49da-a7c6-03bdb1cb922f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:44.838762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e068903-4eac-404e-b1c5-bd10fb92d605 req-48e660ec-1638-4101-99f2-4be3a775642e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:44.840429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e068903-4eac-404e-b1c5-bd10fb92d605 req-48e660ec-1638-4101-99f2-4be3a775642e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 948 time: 0.1258621 Aug 06 15:32:44.950033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e068903-4eac-404e-b1c5-bd10fb92d605 req-4323ca00-af2b-48c2-990f-908b6870675d tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714033 Aug 06 15:32:44.993280 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:45.009020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-4c116769-fd12-4a96-99a6-fadf53c870c1 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:45.026670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-4c116769-fd12-4a96-99a6-fadf53c870c1 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.64 "GET /v2.0/networks?id=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee HTTP/1.1" status: 200 len: 825 time: 0.2211082 Aug 06 15:32:45.027123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Transition to ACTIVE for port object d4532ca7-8615-49da-a7c6-03bdb1cb922f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:45.032133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Request body: {'port': {'device_id': '18f0eb53-a9dc-4209-972d-399364040d35', 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee', 'admin_state_up': True, 'tenant_id': '300958a59c7845699b978f82c8b9186e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:45.042614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6ec20165-9a2f-4551-bed8-bab0d110d6b5 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:45.048574 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:41Z', 'revision_number': 3, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:45.098028 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1373f7d8-5dad-4e9d-8763-063b74c93ce9 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:41Z', 'revision_number': 3, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:32:45.134992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91e127bc-a8e1-4f80-8360-9cbe4f3a7ead req-544672b9-de35-49ed-b028-9024e7cd6a02 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 210 time: 0.0330451 Aug 06 15:32:45.170455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:45.184768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '6ec20165-9a2f-4551-bed8-bab0d110d6b5', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '6ec20165-9a2f-4551-bed8-bab0d110d6b5', 'mac_address': 'fa:16:3e:4c:9f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:45.213551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fca6e5c7-4960-4138-b3de-f60e1f62f85c req-0e5042ac-7345-489f-8e92-ea8dc3acd41f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/141c3dee-04c0-4329-9b9a-56fa70ec06ef HTTP/1.1" status: 200 len: 1800 time: 0.0522704 Aug 06 15:32:45.243301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:45.258052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec20165-9a2f-4551-bed8-bab0d110d6b5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:45.271696 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:45.283428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:45.326168 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-fca6e5c7-4960-4138-b3de-f60e1f62f85c req-a6873cd3-b1fe-402a-a7ff-b869cad67ad4 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 15:32:45.332864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Made reservation on behalf of 300958a59c7845699b978f82c8b9186e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:45.336589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:45.336771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fca6e5c7-4960-4138-b3de-f60e1f62f85c req-a6873cd3-b1fe-402a-a7ff-b869cad67ad4 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/141c3dee-04c0-4329-9b9a-56fa70ec06ef HTTP/1.1" status: 409 len: 341 time: 0.1120367 Aug 06 15:32:45.348910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:45.349928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Pushing event updated for resources: {'Port': ['ID=d4532ca7-8615-49da-a7c6-03bdb1cb922f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:45.355912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:45.365170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:45.386922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:45.478203 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df4398f-575c-4f3a-aa0c-fc0c2318c3f5 x-openstack-request-id: req-2df4398f-575c-4f3a-aa0c-fc0c2318c3f5 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:45.478203 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:45.478203 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2df4398f-575c-4f3a-aa0c-fc0c2318c3f5 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:45.478203 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'status': 'completed', 'code': 200} Aug 06 15:32:45.503646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6ec20165-9a2f-4551-bed8-bab0d110d6b5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:45.561281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:45.606824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6ec20165-9a2f-4551-bed8-bab0d110d6b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:45.697710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-0d623682-dc4b-4235-af26-2e6bb9b94607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:45.699562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-0d623682-dc4b-4235-af26-2e6bb9b94607 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1135 time: 0.1521041 Aug 06 15:32:45.735759 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-41a124fd-0876-40e7-ae4f-9a96a9689460 req-8790e707-d9c2-4f8e-806c-857f4bee3db4 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] show failed (client error): The resource could not be found. Aug 06 15:32:45.758892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41a124fd-0876-40e7-ae4f-9a96a9689460 req-8790e707-d9c2-4f8e-806c-857f4bee3db4 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups/fe4bdfe4-ba88-4dd3-98ea-ff087d9f3713 HTTP/1.1" status: 404 len: 352 time: 0.1045368 Aug 06 15:32:45.811527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Allocated IP 172.20.0.8 (ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee/fa97df28-7096-41f4-9cda-ef4bf75ca4a8/2e72ba58-70be-4ae3-93f8-3bc837ad31ce) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:45.904762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-06660b42-78ad-4dbb-a272-83c366d823be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:45.907209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-06660b42-78ad-4dbb-a272-83c366d823be service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.1962147 Aug 06 15:32:45.962481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a660a-3325-4fc0-ac3d-de72dcc114ed req-beef962a-beed-4ba2-8d6c-0188f72bebab tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:45.971684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac0a660a-3325-4fc0-ac3d-de72dcc114ed req-beef962a-beed-4ba2-8d6c-0188f72bebab tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 949 time: 0.1029520 Aug 06 15:32:45.992656 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-184631c9-a167-418d-ac1a-0e6d4a761389 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 217 time: 0.0659008 Aug 06 15:32:46.052241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.076662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f58190b3-49d8-45b7-8348-233473ea35bf None None] Provisioning for port d4532ca7-8615-49da-a7c6-03bdb1cb922f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:46.087971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f58190b3-49d8-45b7-8348-233473ea35bf None None] Provisioning complete for port d4532ca7-8615-49da-a7c6-03bdb1cb922f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:46.088529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f58190b3-49d8-45b7-8348-233473ea35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.100040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac0a660a-3325-4fc0-ac3d-de72dcc114ed req-81c8e265-bd79-4b61-9268-6dd2a9d8a57f tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241679 Aug 06 15:32:46.128953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-aab95405-b97a-47dd-8a54-dc960adfb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:46.131476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-aab95405-b97a-47dd-8a54-dc960adfb218 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.1304505 Aug 06 15:32:46.204515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9daf52e7-e085-4b83-a49c-6089bea5d6ca req-0a4bb173-9c50-442c-8e9c-d77baf6f8f1b tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 210 time: 0.0376716 Aug 06 15:32:46.211821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f58190b3-49d8-45b7-8348-233473ea35bf None None] Port d4532ca7-8615-49da-a7c6-03bdb1cb922f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:32:46.238234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.268769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-d61e2564-1eee-4715-be59-d2330d283ddd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246026 Aug 06 15:32:46.418593 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-b386f57d-2e4e-4a0d-8dc7-be7dbce905c5 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401298 Aug 06 15:32:46.492463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e97e1412-5292-4b51-a8ca-f503815edcfc up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:46.538737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.595055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5402869-4b49-4d64-8784-e6b7c45e1a54 req-db200c06-83e8-472f-b18e-3ddcb6d70b77 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:46.596725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5402869-4b49-4d64-8784-e6b7c45e1a54 req-db200c06-83e8-472f-b18e-3ddcb6d70b77 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 984 time: 0.3582451 Aug 06 15:32:46.611050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e125-e0fa-4584-881e-5827897a3977 req-e31a3b13-2c3c-4e58-a083-fecc73ea99bc tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:46.618583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6de6e125-e0fa-4584-881e-5827897a3977 req-e31a3b13-2c3c-4e58-a083-fecc73ea99bc tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 949 time: 0.3127246 Aug 06 15:32:46.659009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e97e1412-5292-4b51-a8ca-f503815edcfc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:46.669027 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-864dd6d1-4f46-487c-9ba4-915e10ce29a8 req-15a707f1-be77-48b9-9c48-6a25600fe0c3 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417061 Aug 06 15:32:46.671086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Pushing event updated for resources: {'Port': ['ID=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:46.673159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e97e1412-5292-4b51-a8ca-f503815edcfc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:46.673656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.686417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:46.688046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:46.690551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:46.770978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:46.771637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5402869-4b49-4d64-8784-e6b7c45e1a54 req-0832a613-66e7-4409-93e0-cecbce631ecd tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=141c3dee-04c0-4329-9b9a-56fa70ec06ef&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1448452 Aug 06 15:32:46.774599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.780449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-9359f647-5879-43c0-bc48-3df78b62ac9c tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:46.782260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-9359f647-5879-43c0-bc48-3df78b62ac9c tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 820 time: 0.3662844 Aug 06 15:32:46.798461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6de6e125-e0fa-4584-881e-5827897a3977 req-6525196e-7dd6-431e-89c8-5c55bb139c8b tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788940 Aug 06 15:32:46.824418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Request body: {'port': {'device_id': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'admin_state_up': True, 'tenant_id': 'fdf1af9ce40d494fbd84e48b3fe59bd4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:46.871218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:46.881591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-97013a8b-f4fe-4a20-a29a-9628323d4365 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8549299 Aug 06 15:32:46.904468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Request body: {'port': {'device_id': '18f0eb53-a9dc-4209-972d-399364040d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:46.917217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-25713fc3-7051-49a5-bc53-7f1f2379ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:46.922114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-25713fc3-7051-49a5-bc53-7f1f2379ab8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1135 time: 0.0964317 Aug 06 15:32:46.952813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.033759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.072831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6ec20165-9a2f-4551-bed8-bab0d110d6b5 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:47.079017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e97e1412-5292-4b51-a8ca-f503815edcfc, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e97e1412-5292-4b51-a8ca-f503815edcfc,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:47.090273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Pushing event updated for resources: {'Port': ['ID=d4532ca7-8615-49da-a7c6-03bdb1cb922f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:47.101583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.180831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.215510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:47.217638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:47.219360 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.231435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Made reservation on behalf of fdf1af9ce40d494fbd84e48b3fe59bd4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:47.235932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.243410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-5718858b-f0f0-4db8-86e8-07f8af406dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:47.244982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-5718858b-f0f0-4db8-86e8-07f8af406dc4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.2674134 Aug 06 15:32:47.302311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:47.315455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:47.316005 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.330814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-7451e86d-003e-4e8e-8c9e-7ca5cd4c048c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 217 time: 0.0770676 Aug 06 15:32:47.396852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e97e1412-5292-4b51-a8ca-f503815edcfc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:47.551308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.586784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:32:47.588633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec20165-9a2f-4551-bed8-bab0d110d6b5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:47.595538 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d2cfc-6c06-45bf-ae46-b1dd25d1e7ae" -d '{"events": [{"server_uuid": "f01454b5-dff6-4d82-a53c-fa1538790aff", "name": "network-vif-plugged", "status": "completed", "tag": "6ec20165-9a2f-4551-bed8-bab0d110d6b5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:47.595827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Allocated IP 172.20.0.14 (b651d6d3-4215-4855-a8ca-6aae9a91f8e5/bbee7cff-1182-4033-8e08-1ba169bb35b3/d35b5874-a43c-40ac-add2-c88b39cf0eae) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:47.612881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-18dbb749-3e9a-4197-bbd7-66b0f7353f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:47.624424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-18dbb749-3e9a-4197-bbd7-66b0f7353f7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.2689316 Aug 06 15:32:47.624614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:47.654466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-114c6a4a-9d3a-4141-8735-b8f81b00fb90 None None] Provisioning complete for port d4532ca7-8615-49da-a7c6-03bdb1cb922f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:47.655019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-114c6a4a-9d3a-4141-8735-b8f81b00fb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.699999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-d6f6e083-c34c-4e4e-be78-380da670868f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556703 Aug 06 15:32:47.709381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-114c6a4a-9d3a-4141-8735-b8f81b00fb90 None None] Port d4532ca7-8615-49da-a7c6-03bdb1cb922f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:32:47.727310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:47.810229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6ec20165-9a2f-4551-bed8-bab0d110d6b5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:47.876100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-0f765953-e38a-44da-91b1-51facd9ac604 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687880 Aug 06 15:32:48.222551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e72ba58-70be-4ae3-93f8-3bc837ad31ce {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:48.237962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:48.286040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:32:48.297670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:32:48.298890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ff639ccc-11bc-4042-90dd-c35006290613 admin admin] 10.222.0.16 "PUT /v2.0/routers/bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8311572 Aug 06 15:32:48.308163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:32:48.309669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:32:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:48.314827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3aace7a-0c40-4337-8095-87ef6ec3426f req-694cb8d1-a226-4612-ab11-d96602789998 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd9a9abfafd0495bbf71bc6b0c4ffc4a HTTP/1.1" status: 200 len: 2984 time: 0.1957147 Aug 06 15:32:48.324081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6668daa-2cb1-4b91-8c29-d85d827836e3 req-71c53a5c-4655-404c-890c-1f80aa195127 service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400835 Aug 06 15:32:48.347577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53dd6d-9b40-41af-a791-8c775aac751e req-8dbee183-ccf9-4d74-9055-c1cd9d8c739b tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:48.349358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc53dd6d-9b40-41af-a791-8c775aac751e req-8dbee183-ccf9-4d74-9055-c1cd9d8c739b tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 931 time: 0.1836214 Aug 06 15:32:48.422210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3aace7a-0c40-4337-8095-87ef6ec3426f req-7400d497-6c5e-4bdd-8733-502794c2938c tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups/9eabe631-6415-416a-8755-1d5ddc1da225 HTTP/1.1" status: 200 len: 2981 time: 0.0945163 Aug 06 15:32:48.443395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Transition to ACTIVE for port object 2e72ba58-70be-4ae3-93f8-3bc837ad31ce will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:48.443670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:48.457523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc53dd6d-9b40-41af-a791-8c775aac751e req-45b45f1a-8c28-45ee-8012-114660a0f1db tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878861 Aug 06 15:32:48.463365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e97e1412-5292-4b51-a8ca-f503815edcfc up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:48.518324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3aace7a-0c40-4337-8095-87ef6ec3426f req-825cebf5-e173-4995-9e7b-ed68d651b5fe tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups/9eabe631-6415-416a-8755-1d5ddc1da225 HTTP/1.1" status: 200 len: 2981 time: 0.0873911 Aug 06 15:32:48.543924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:48.585161 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ce0e3-1082-4415-89d3-55148e3616cb x-openstack-request-id: req-662ce0e3-1082-4415-89d3-55148e3616cb {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:48.585161 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01454b5-dff6-4d82-a53c-fa1538790aff", "name": "network-vif-plugged", "status": "completed", "tag": "6ec20165-9a2f-4551-bed8-bab0d110d6b5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:48.585161 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-662ce0e3-1082-4415-89d3-55148e3616cb {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:48.585161 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec20165-9a2f-4551-bed8-bab0d110d6b5', 'code': 200} Aug 06 15:32:48.622070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-831966fc-b3c6-4fc5-b70f-9472129351de req-07c557cb-e711-4acd-b968-2f2af408f1db tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 210 time: 0.0673378 Aug 06 15:32:48.636239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:32:48.654140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e97e1412-5292-4b51-a8ca-f503815edcfc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:48.654140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:48.682840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:48.697365 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:48.814203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Attempting to bind port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:48.815024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Attempting to bind port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'a7651d51-13c8-4cec-a42c-d812d1d49c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:48.815657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Attempting to bind port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce on network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:48.829036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39b170-deef-4c1c-b008-eca86ff8b118 req-d4bc8053-7d94-412e-a486-7873ecd5c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:48.830943 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1b39b170-deef-4c1c-b008-eca86ff8b118 req-d4bc8053-7d94-412e-a486-7873ecd5c5aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 1101 time: 0.1308887 Aug 06 15:32:48.832540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce on network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:48.833287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Attempting to bind port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce on network ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:48.841500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:48.842185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Checking segment: {'id': 'a7651d51-13c8-4cec-a42c-d812d1d49c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:48.842768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Bound using segment: {'id': 'a7651d51-13c8-4cec-a42c-d812d1d49c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:48.843548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:48.843729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Bound port: 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7651d51-13c8-4cec-a42c-d812d1d49c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:48.844164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:48.863030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:48.869426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:48.881058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:48.886294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event updated for resources: {'Port': ['ID=d35b5874-a43c-40ac-add2-c88b39cf0eae,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:48.945627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] For port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:48.948907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] For port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,segment=NetworkSegment(a7651d51-13c8-4cec-a42c-d812d1d49c2a),segment_id=a7651d51-13c8-4cec-a42c-d812d1d49c2a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:48.961115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d82200-95a8-4f96-8666-ecfc0fe69f7d req-d0020613-7455-424e-ab0b-88ad01c8f6dc tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:48.969877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49d82200-95a8-4f96-8666-ecfc0fe69f7d req-d0020613-7455-424e-ab0b-88ad01c8f6dc tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 984 time: 0.1801934 Aug 06 15:32:48.989293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6e619-3a5c-4257-984d-9f23f2a75b2b req-07b58bed-ff9f-4e51-8bf2-d7f104a7f229 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:48.997479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07f6e619-3a5c-4257-984d-9f23f2a75b2b req-07b58bed-ff9f-4e51-8bf2-d7f104a7f229 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 950 time: 0.2105899 Aug 06 15:32:49.001627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1b39b170-deef-4c1c-b008-eca86ff8b118 req-7cfea9be-d69e-481f-9ddd-2a1e76072db6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373568 Aug 06 15:32:49.005401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:49.006018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.037658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.075976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:46Z', 'revision_number': 2, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:49.089370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49d82200-95a8-4f96-8666-ecfc0fe69f7d req-a5c9b862-de5e-4293-b917-b08327d38210 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=141c3dee-04c0-4329-9b9a-56fa70ec06ef&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1185920 Aug 06 15:32:49.092378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07f6e619-3a5c-4257-984d-9f23f2a75b2b req-072ca67a-b32e-4c72-956f-bbe175a91753 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941012 Aug 06 15:32:49.094021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d731-78a6-4456-95ad-ac59dac3767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.113619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Pushing event updated for resources: {'Port': ['ID=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:49.133796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-c57de2c9-970f-4847-9725-63ac1fdf23e2 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3340781 Aug 06 15:32:49.141968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:49.142815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.144091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:32:49.144932 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005ff725-b3ca-4852-a7d5-1eedf5955093 service neutron] 10.222.0.64 "PUT /v2.0/ports/2e72ba58-70be-4ae3-93f8-3bc837ad31ce HTTP/1.1" status: 200 len: 1091 time: 2.2503138 Aug 06 15:32:49.145707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f0eb53-a9dc-4209-972d-399364040d35', 'tag': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:49.146163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Updating router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 port d4532ca7-8615-49da-a7c6-03bdb1cb922f binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:32:49.157418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Request body: {'port': {'device_id': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:49.159366 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3549cbf-fb51-47b9-b045-f46ffecd888b" -d '{"events": [{"name": "network-changed", "server_uuid": "18f0eb53-a9dc-4209-972d-399364040d35", "tag": "2e72ba58-70be-4ae3-93f8-3bc837ad31ce"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:49.203354 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.264790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2afa490-6387-45d8-8786-e0299072280e req-0ca813a1-6357-4d38-9098-7ced7281736a tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups/9eabe631-6415-416a-8755-1d5ddc1da225 HTTP/1.1" status: 200 len: 2981 time: 0.1259003 Aug 06 15:32:49.268183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.381344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-76c803dc-7bfa-4e4e-8213-adb874cdaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:49.384246 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-76c803dc-7bfa-4e4e-8213-adb874cdaa14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=300958a59c7845699b978f82c8b9186e&device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 1094 time: 0.0757313 Aug 06 15:32:49.447901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-8e933fc0-6227-4d8b-a32d-3e1c156a2b78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce HTTP/1.1" status: 200 len: 217 time: 0.0498331 Aug 06 15:32:49.512269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d731-78a6-4456-95ad-ac59dac3767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.514071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-166b6dc2-6488-4888-be60-49fd3bc1bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:49.515990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-166b6dc2-6488-4888-be60-49fd3bc1bcf5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa97df28-7096-41f4-9cda-ef4bf75ca4a8 HTTP/1.1" status: 200 len: 865 time: 0.0581701 Aug 06 15:32:49.552985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-005b31bc-f503-4b11-baa4-819b666e4efd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283790 Aug 06 15:32:49.572846 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.585123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Transition to ACTIVE for port object d4532ca7-8615-49da-a7c6-03bdb1cb922f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:49.596954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d731-78a6-4456-95ad-ac59dac3767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.605740 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-c2afa490-6387-45d8-8786-e0299072280e req-c90bcecc-f58b-44bb-99e4-3595da7cb483 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 15:32:49.606787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2afa490-6387-45d8-8786-e0299072280e req-c90bcecc-f58b-44bb-99e4-3595da7cb483 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "DELETE /v2.0/security-groups/9eabe631-6415-416a-8755-1d5ddc1da225 HTTP/1.1" status: 409 len: 352 time: 0.3214612 Aug 06 15:32:49.661236 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7408813b-7635-4bef-8f42-fca1a45faf53 x-openstack-request-id: req-7408813b-7635-4bef-8f42-fca1a45faf53 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:49.661538 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f0eb53-a9dc-4209-972d-399364040d35", "tag": "2e72ba58-70be-4ae3-93f8-3bc837ad31ce", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:49.661967 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7408813b-7635-4bef-8f42-fca1a45faf53 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:49.662376 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f0eb53-a9dc-4209-972d-399364040d35', 'tag': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce', 'status': 'completed', 'code': 200} Aug 06 15:32:49.668551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-2fc3487b-34fc-41b6-ad69-8228f787e08b service neutron] 10.222.0.64 "GET /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073375 Aug 06 15:32:49.670058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.715382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:49.716317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7a7d731-78a6-4456-95ad-ac59dac3767c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec89f1896889476abf127130ba0123be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8488104 Aug 06 15:32:49.727580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7d731-78a6-4456-95ad-ac59dac3767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099cfffd-71fa-408d-aa14-18bb1262eb5f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:49.786027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f0cb-ce4e-4a0c-aec9-9227a83eb352 None None] Pushing event updated for resources: {'Port': ['ID=d4532ca7-8615-49da-a7c6-03bdb1cb922f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:49.837574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74daceea-66b5-45f7-b6c9-e68fdbd11dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.850978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-38a0e87a-239a-4c99-a0a8-68a57ec2c241 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:49.853286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-38a0e87a-239a-4c99-a0a8-68a57ec2c241 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 821 time: 0.3430462 Aug 06 15:32:49.859839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a276ce54-a923-4fe7-a4ed-3dcc816b68b6 req-9f42160a-3033-486f-9196-dd21220fb887 service neutron] 10.222.0.64 "GET /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832323 Aug 06 15:32:49.873104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74daceea-66b5-45f7-b6c9-e68fdbd11dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.910841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-9977059e-fa64-4a0c-939c-24bcab1677d6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/quotas/09a7ef0e833345c7b1cfd4be531ff1d2 HTTP/1.1" status: 200 len: 375 time: 0.0492949 Aug 06 15:32:49.920137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Attempting to bind port d4532ca7-8615-49da-a7c6-03bdb1cb922f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:49.921667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Attempting to bind port d4532ca7-8615-49da-a7c6-03bdb1cb922f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:49.922073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Attempting to bind port d4532ca7-8615-49da-a7c6-03bdb1cb922f on network b95450b4-3262-44ea-8cd0-fd399f8aae15 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:49.932713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:49.933465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Checking segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:49.934532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.934729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d939262-b896-427b-8a0b-d7b460ca4252 req-b6a0511c-838c-4dd3-88fb-37625555113f tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:49.935438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Bound using segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:49.936351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d939262-b896-427b-8a0b-d7b460ca4252 req-b6a0511c-838c-4dd3-88fb-37625555113f tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 943 time: 0.1965554 Aug 06 15:32:49.936496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Bound port: d4532ca7-8615-49da-a7c6-03bdb1cb922f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:49.937598 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:49.951863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35b5874-a43c-40ac-add2-c88b39cf0eae {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:49.981734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.022562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] For port d4532ca7-8615-49da-a7c6-03bdb1cb922f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:50.024239 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74daceea-66b5-45f7-b6c9-e68fdbd11dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.026878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74daceea-66b5-45f7-b6c9-e68fdbd11dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.038900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-74daceea-66b5-45f7-b6c9-e68fdbd11dd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/099cfffd-71fa-408d-aa14-18bb1262eb5f HTTP/1.1" status: 204 len: 168 time: 0.3116624 Aug 06 15:32:50.039643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] For port d4532ca7-8615-49da-a7c6-03bdb1cb922f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d4532ca7-8615-49da-a7c6-03bdb1cb922f,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:50.044594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daceea-66b5-45f7-b6c9-e68fdbd11dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099cfffd-71fa-408d-aa14-18bb1262eb5f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:50.054322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Transition to ACTIVE for port object d35b5874-a43c-40ac-add2-c88b39cf0eae will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:50.063656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d939262-b896-427b-8a0b-d7b460ca4252 req-5dbcb722-3744-4b3c-956e-bdcee0b27421 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051593 Aug 06 15:32:50.085075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-cc17a872-607d-4a31-90cb-f653cfc85cf9 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1451864 Aug 06 15:32:50.130831 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-89397569-d064-4ccf-a9ad-673ef56097bb req-745662eb-ead0-4146-8fa9-043b9f83f7be tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] show failed (client error): The resource could not be found. Aug 06 15:32:50.138463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89397569-d064-4ccf-a9ad-673ef56097bb req-745662eb-ead0-4146-8fa9-043b9f83f7be tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups/0f885b32-2db3-4c54-a72f-f98e0d7dfc79 HTTP/1.1" status: 404 len: 352 time: 0.0368915 Aug 06 15:32:50.149179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-d2716eb4-600c-4d2f-979d-0fcda71800a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:50.150840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-d2716eb4-600c-4d2f-979d-0fcda71800a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=300958a59c7845699b978f82c8b9186e&device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 1094 time: 0.0808668 Aug 06 15:32:50.159513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.214730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.228362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:50.230911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f0cb-ce4e-4a0c-aec9-9227a83eb352 None None] Pushing event updated for resources: {'Port': ['ID=d4532ca7-8615-49da-a7c6-03bdb1cb922f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:50.233579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:32:50.234547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:32:37Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:50.384128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Pushing event updated for resources: {'Port': ['ID=d35b5874-a43c-40ac-add2-c88b39cf0eae,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:50.402919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-c945a285-2500-4e60-8007-b8add275de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:50.405319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-c945a285-2500-4e60-8007-b8add275de73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee HTTP/1.1" status: 200 len: 926 time: 0.2466807 Aug 06 15:32:50.424156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-3c3b1440-2fe5-4f61-af27-32febc81696c service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380682 Aug 06 15:32:50.445227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d5720-003e-45f5-88c8-77499d11889b req-e5f172b1-aba7-4142-8110-4cca1f034e28 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:50.453739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-136d5720-003e-45f5-88c8-77499d11889b req-e5f172b1-aba7-4142-8110-4cca1f034e28 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 944 time: 0.2420204 Aug 06 15:32:50.473601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-c099708d-ae68-4ed1-8a5b-89cae60385a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce HTTP/1.1" status: 200 len: 217 time: 0.0548809 Aug 06 15:32:50.483177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:32:50.483312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Attempting to bind port d35b5874-a43c-40ac-add2-c88b39cf0eae on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:50.484139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Attempting to bind port d35b5874-a43c-40ac-add2-c88b39cf0eae by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:50.484775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Attempting to bind port d35b5874-a43c-40ac-add2-c88b39cf0eae on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:50.487387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:50.531715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bee67963-9531-4fc7-8f86-172b663b640e', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'bee67963-9531-4fc7-8f86-172b663b640e', 'mac_address': 'fa:16:3e:f1:75:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:50.563599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-26561e3a-32a6-401e-9d89-a6cfc45c6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:50.565629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-26561e3a-32a6-401e-9d89-a6cfc45c6f25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa97df28-7096-41f4-9cda-ef4bf75ca4a8 HTTP/1.1" status: 200 len: 865 time: 0.0796108 Aug 06 15:32:50.571971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Port d35b5874-a43c-40ac-add2-c88b39cf0eae on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:50.572564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Attempting to bind port d35b5874-a43c-40ac-add2-c88b39cf0eae on network b651d6d3-4215-4855-a8ca-6aae9a91f8e5 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:50.601472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:50.601733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Checking segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:50.602124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Bound using segment: {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:50.602590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Bound port: d35b5874-a43c-40ac-add2-c88b39cf0eae, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a412b128-25a7-424f-937f-d44c4d11c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:50.602958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.606323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-66a6b72e-d936-4ddb-83e9-67f3c981adcf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318928 Aug 06 15:32:50.626878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-136d5720-003e-45f5-88c8-77499d11889b req-9f180320-1a76-4b48-9b91-088a46746212 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725421 Aug 06 15:32:50.693108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-97a7e01e-4585-4bf0-9777-bd2115649bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680838 Aug 06 15:32:50.698725 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.737204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bee67963-9531-4fc7-8f86-172b663b640e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:50.746291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] For port d35b5874-a43c-40ac-add2-c88b39cf0eae, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:50.750341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] For port d35b5874-a43c-40ac-add2-c88b39cf0eae, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:50.763614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-5a6d83d7-1dcd-451a-bdd8-ab3a72cd8b93 service neutron] 10.222.0.64 "GET /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481767 Aug 06 15:32:50.771390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:50.854318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609039c-a7a1-4a8f-9bdb-7247ae1dcc21 req-72ab8600-70e7-4322-8598-e5e026675129 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:50.856426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d609039c-a7a1-4a8f-9bdb-7247ae1dcc21 req-72ab8600-70e7-4322-8598-e5e026675129 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 984 time: 0.0641618 Aug 06 15:32:50.878138 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3549cbf-fb51-47b9-b045-f46ffecd888b req-b4d06005-157e-4e97-a408-16a9dc524ded service neutron] 10.222.0.64 "GET /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071777 Aug 06 15:32:50.901621 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.932785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:50.984425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d609039c-a7a1-4a8f-9bdb-7247ae1dcc21 req-59cde8d6-2b8c-47e1-87b1-8e53b64925fe tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=141c3dee-04c0-4329-9b9a-56fa70ec06ef&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1193469 Aug 06 15:32:51.008046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:51.015833 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.018110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] 10.222.0.64 "PUT /v2.0/ports/d35b5874-a43c-40ac-add2-c88b39cf0eae HTTP/1.1" status: 200 len: 1092 time: 1.8730483 Aug 06 15:32:51.018599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'tag': 'd35b5874-a43c-40ac-add2-c88b39cf0eae'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:51.027225 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ef11bd-a144-448c-9d81-c481ccbbfc8b", "tag": "d35b5874-a43c-40ac-add2-c88b39cf0eae"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:51.045316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37716) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:51.083290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab796-42aa-4a09-8958-91f3cc4ef563 service neutron] Pushing event updated for resources: {'Port': ['ID=d35b5874-a43c-40ac-add2-c88b39cf0eae,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:51.084748 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0e06-c7af-471e-86b3-1f73061f85e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.105906 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-2c2ce0ec-6575-4c3f-8f34-efd3a0cbdfb2 req-636daf37-dea3-48d3-ae35-8a7527e16aa5 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] show failed (client error): The resource could not be found. Aug 06 15:32:51.107104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c2ce0ec-6575-4c3f-8f34-efd3a0cbdfb2 req-636daf37-dea3-48d3-ae35-8a7527e16aa5 tempest-SecurityGroupsNegativeTestJSON-1046181485 tempest-SecurityGroupsNegativeTestJSON-1046181485-project] 10.222.0.16 "GET /v2.0/security-groups/1d63250a-4c09-4559-aa3e-fb8c1e64096b HTTP/1.1" status: 404 len: 352 time: 0.0409720 Aug 06 15:32:51.123180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:51.167488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:51.199045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:50Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:51.238306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bee67963-9531-4fc7-8f86-172b663b640e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:51.248991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0e06-c7af-471e-86b3-1f73061f85e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.292219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f23ff-d47f-4b8a-9982-ea0792e61d05 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:50Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:32:51.309383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a043edc7-b1ce-416b-b594-efac341b94de req-d4bbfe8e-287e-4273-84f3-9ab55271924a tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 210 time: 0.0789001 Aug 06 15:32:51.321398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70185507-c936-4f15-8723-6b37747ccfb0 req-a57511af-78f5-4ee8-98b6-edf5599641cf tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:51.324067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70185507-c936-4f15-8723-6b37747ccfb0 req-a57511af-78f5-4ee8-98b6-edf5599641cf tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 950 time: 0.2428184 Aug 06 15:32:51.331098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8ba0e06-c7af-471e-86b3-1f73061f85e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.348428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-f71cef95-f821-4944-a2e1-fa0b07456890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:51.352157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-f71cef95-f821-4944-a2e1-fa0b07456890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 1095 time: 0.1792240 Aug 06 15:32:51.377667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Deleting subnet daf11d39-2726-4422-a69f-9f5f089c15c0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:32:51.392865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.450054 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c8ba0e06-c7af-471e-86b3-1f73061f85e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74dd5dda0e304d4eb04e3ff3cf6c2d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003117 Aug 06 15:32:51.453342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:51.471001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba0e06-c7af-471e-86b3-1f73061f85e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaaca9a-686e-4b25-ab99-0f94ceb2033a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:51.549465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-a429e0b7-3cd2-4587-98c0-fa90abaae7f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae HTTP/1.1" status: 200 len: 217 time: 0.1463544 Aug 06 15:32:51.557625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed9c765-5ebd-45d9-9a83-349a3c652ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.582577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed9c765-5ebd-45d9-9a83-349a3c652ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.643736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-d085f605-d7c0-463c-8aa7-7098ee77d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:51.645942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-d085f605-d7c0-463c-8aa7-7098ee77d264 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 200 len: 860 time: 0.0661423 Aug 06 15:32:51.684680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70185507-c936-4f15-8723-6b37747ccfb0 req-70ae8d5f-c111-4e12-bf34-933d15094c6d tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827492 Aug 06 15:32:51.713025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-188f35b2-a857-427e-8270-313b2992aa18 req-97cba0c1-818d-4402-8546-0f3a3ccb5191 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1467231296&fields=id&tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8 HTTP/1.1" status: 200 len: 267 time: 0.1709709 Aug 06 15:32:51.715687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.720319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-d551216f-5a30-487d-9b1d-a1ad37168cb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586240 Aug 06 15:32:51.729753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed9c765-5ebd-45d9-9a83-349a3c652ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.733114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed9c765-5ebd-45d9-9a83-349a3c652ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:51.749092 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bed9c765-5ebd-45d9-9a83-349a3c652ef4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deaaca9a-686e-4b25-ab99-0f94ceb2033a HTTP/1.1" status: 204 len: 168 time: 0.2941437 Aug 06 15:32:51.783940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9c765-5ebd-45d9-9a83-349a3c652ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaaca9a-686e-4b25-ab99-0f94ceb2033a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:51.785166 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88028fb-e2e8-4308-8daf-c202d6f95d13 x-openstack-request-id: req-e88028fb-e2e8-4308-8daf-c202d6f95d13 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:51.786080 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ef11bd-a144-448c-9d81-c481ccbbfc8b", "tag": "d35b5874-a43c-40ac-add2-c88b39cf0eae", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:51.786080 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e88028fb-e2e8-4308-8daf-c202d6f95d13 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:51.791312 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'tag': 'd35b5874-a43c-40ac-add2-c88b39cf0eae', 'status': 'completed', 'code': 200} Aug 06 15:32:51.962120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.052544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173ff5f-e47e-4a7d-b972-c5bb68ede2ba req-8afb5de6-375a-4278-82fb-1d4a654bb9d4 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:52.054109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6173ff5f-e47e-4a7d-b972-c5bb68ede2ba req-8afb5de6-375a-4278-82fb-1d4a654bb9d4 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 943 time: 0.2116792 Aug 06 15:32:52.064389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f35b2-a857-427e-8270-313b2992aa18 req-269fe529-21d7-45cd-b6e5-f80b4e2e4efc tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:52.065999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-188f35b2-a857-427e-8270-313b2992aa18 req-269fe529-21d7-45cd-b6e5-f80b4e2e4efc tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 984 time: 0.3446882 Aug 06 15:32:52.087898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-69b9886f-0c27-41c1-a8b5-78aea54a4a1f service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948592 Aug 06 15:32:52.109518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'port': {'security_groups': ['141c3dee-04c0-4329-9b9a-56fa70ec06ef', '3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe', 'e8a230dc-b85c-403e-a35f-1e9009a75c9a']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:52.227791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:52.263404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.297138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bee67963-9531-4fc7-8f86-172b663b640e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:52.297800 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.409829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6173ff5f-e47e-4a7d-b972-c5bb68ede2ba req-6fd1a256-800b-46f6-b166-78464149571c tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426013 Aug 06 15:32:52.476105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf11d39-2726-4422-a69f-9f5f089c15c0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:52.496190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.538552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d4532ca7-8615-49da-a7c6-03bdb1cb922f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:52.557625 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.559961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5923cc4b-2ab2-403a-b9a3-4411109671ca admin admin] 10.222.0.16 "DELETE /v2.0/subnets/daf11d39-2726-4422-a69f-9f5f089c15c0 HTTP/1.1" status: 204 len: 168 time: 1.4334490 Aug 06 15:32:52.562674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b879e364-3ffb-42fa-bca1-da52b8f90863 req-2dbcb288-53e0-4eb6-86fb-a0a07743db93 service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356925 Aug 06 15:32:52.563497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:52.574873 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.644107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:52.647518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:52.651383 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9260d8c4-c751-47c1-ba5d-1d758301cc32" -d '{"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-plugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:52.750076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.757945 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.827165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d4532ca7-8615-49da-a7c6-03bdb1cb922f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:52.847662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d4532ca7-8615-49da-a7c6-03bdb1cb922f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:52.848440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.904228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:52.911338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:52.926389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:52.929316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3b64b9-67e5-4fa6-8d27-0935afa05162']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:52.946863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.007737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa0af5d-3db9-4806-8cce-fff38af42c4c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:53.008059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa0af5d-3db9-4806-8cce-fff38af42c4c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:32:53.029540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.054018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-a730bb05-b528-4f09-a92b-709248451f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:53.056051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.058874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-a730bb05-b528-4f09-a92b-709248451f83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 1095 time: 0.1022263 Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:32:53.072159 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:32:53.087381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.112803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb618c6c-ecf2-46c8-b37c-4b683f8b632d req-468e76ef-846b-4a25-9ac6-64694ed81889 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:53.116055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb618c6c-ecf2-46c8-b37c-4b683f8b632d req-468e76ef-846b-4a25-9ac6-64694ed81889 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 944 time: 0.1613829 Aug 06 15:32:53.143604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.193492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e72ba58-70be-4ae3-93f8-3bc837ad31ce details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:53.197958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e', '3c09eab7-7f07-40df-9150-8d8734aaa2a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:53.290643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:53.291667 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.299402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-188f35b2-a857-427e-8270-313b2992aa18 req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "PUT /v2.0/ports/3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 1020 time: 1.2182176 Aug 06 15:32:53.319646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.346715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb618c6c-ecf2-46c8-b37c-4b683f8b632d req-8ad4ad7e-58d6-4cdf-baa7-294bd780dbbe tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077179 Aug 06 15:32:53.350355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d6c88-55ef-444b-9ef6-c9c3ca62146a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:53.355338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.364141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d4532ca7-8615-49da-a7c6-03bdb1cb922f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d4532ca7-8615-49da-a7c6-03bdb1cb922f,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:53.369580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6f3b64b9-67e5-4fa6-8d27-0935afa05162 HTTP/1.1" status: 204 len: 168 time: 0.7994137 Aug 06 15:32:53.369580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b1b11-9eb2-490b-b331-532bfd4b4ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3b64b9-67e5-4fa6-8d27-0935afa05162,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:53.393476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:32:53.421969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3c09eab7-7f07-40df-9150-8d8734aaa2a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:53.425632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-616e85d2-5d2e-40c7-b210-c2adc742f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:53.427287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-616e85d2-5d2e-40c7-b210-c2adc742f1ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 200 len: 921 time: 0.3600650 Aug 06 15:32:53.479280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:53.563250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-2732c2f3-eb74-4bcd-ad23-95c987a034a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae HTTP/1.1" status: 200 len: 217 time: 0.1258259 Aug 06 15:32:53.670290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d4532ca7-8615-49da-a7c6-03bdb1cb922f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:53.692027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,segment=NetworkSegment(a7651d51-13c8-4cec-a42c-d812d1d49c2a),segment_id=a7651d51-13c8-4cec-a42c-d812d1d49c2a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:53.704048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebd50b2a-24e8-4f89-91c5-388c984b09c9 req-7333e86c-9c68-4a19-ba02-60c099b73e4e tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 210 time: 0.0586078 Aug 06 15:32:53.751739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce', 'network_id': 'ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee', 'port_id': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce', 'mac_address': 'fa:16:3e:aa:43:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa97df28-7096-41f4-9cda-ef4bf75ca4a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:53.762293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-99df202e-8280-4441-b01c-39e717b9bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:53.769477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-99df202e-8280-4441-b01c-39e717b9bfda service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 200 len: 860 time: 0.1964922 Aug 06 15:32:53.799590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:53.807865 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:53.833051 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c790dfe8-21cf-4250-b537-66a62209adc0 x-openstack-request-id: req-c790dfe8-21cf-4250-b537-66a62209adc0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:53.833887 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-plugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:53.834308 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c790dfe8-21cf-4250-b537-66a62209adc0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:53.834912 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'code': 200} Aug 06 15:32:53.895468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-d3a48f0e-9c0a-4187-86d4-d4c63430c8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b651d6d3-4215-4855-a8ca-6aae9a91f8e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134665 Aug 06 15:32:53.980524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:54.075660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e72ba58-70be-4ae3-93f8-3bc837ad31ce {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:54.132259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,segment=NetworkSegment(a7651d51-13c8-4cec-a42c-d812d1d49c2a),segment_id=a7651d51-13c8-4cec-a42c-d812d1d49c2a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:54.159199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-097d814c-d9d4-4ddb-b98e-9eee7faf53e3 service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549734 Aug 06 15:32:54.303353 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:54.345936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-41570aad-a005-48dd-8e0c-fabd9e76ac86 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:54.348006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-41570aad-a005-48dd-8e0c-fabd9e76ac86 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.59 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 821 time: 0.3241415 Aug 06 15:32:54.377959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5482ae4d-aa63-4a0c-8ce0-a0b7dc0045a4 req-5cfd8560-a12a-46f4-a33a-e5bd7437a54b service neutron] 10.222.0.64 "GET /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045069 Aug 06 15:32:54.379795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'port': {'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'admin_state_up': True, 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:54.510906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:54.517100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d4532ca7-8615-49da-a7c6-03bdb1cb922f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:54.554180 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9f556f4-0aec-436f-ad64-36de2065c1de req-d6fc6078-d54b-434e-a82b-2b393d8148ba tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/e8a230dc-b85c-403e-a35f-1e9009a75c9a HTTP/1.1" status: 200 len: 1800 time: 0.6661632 Aug 06 15:32:54.562153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2e72ba58-70be-4ae3-93f8-3bc837ad31ce'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:54.570176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:54.725424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d4532ca7-8615-49da-a7c6-03bdb1cb922f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:54.726062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:54.787668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8451389-5900-4f9d-8121-1138006f6b72 req-a5f40cf1-0230-4747-8184-43994ad61f36 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:54.795843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a8451389-5900-4f9d-8121-1138006f6b72 req-a5f40cf1-0230-4747-8184-43994ad61f36 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 944 time: 0.3964536 Aug 06 15:32:54.819565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:54.830785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8845c771-0344-47bc-a2a5-0c179364eef4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd9a9abfafd0495bbf71bc6b0c4ffc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173864 Aug 06 15:32:54.886139 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-c9f556f4-0aec-436f-ad64-36de2065c1de req-74395fba-4c27-4e85-abdd-484fd0243d9b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 15:32:54.887988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Made reservation on behalf of 09a7ef0e833345c7b1cfd4be531ff1d2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:54.901225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9f556f4-0aec-436f-ad64-36de2065c1de req-74395fba-4c27-4e85-abdd-484fd0243d9b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/e8a230dc-b85c-403e-a35f-1e9009a75c9a HTTP/1.1" status: 409 len: 341 time: 0.3460133 Aug 06 15:32:54.917035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:54.951836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a8451389-5900-4f9d-8121-1138006f6b72 req-ee9fcf4d-d1f8-4ad3-9945-35b9e44e8f68 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546640 Aug 06 15:32:55.011360 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f829c79a-0cb2-439b-b2f0-66e25d9d17d2 x-openstack-request-id: req-f829c79a-0cb2-439b-b2f0-66e25d9d17d2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:55.012184 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:55.017801 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f829c79a-0cb2-439b-b2f0-66e25d9d17d2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:55.018599 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'status': 'completed', 'code': 200} Aug 06 15:32:55.057536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a20bf1a3-8b3f-46f6-9f8b-570a46042ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.090902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a20bf1a3-8b3f-46f6-9f8b-570a46042ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.103909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d35b5874-a43c-40ac-add2-c88b39cf0eae details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:32:55.289415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-c8801c1f-855c-441f-ace3-0744a6bbf262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:55.292678 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-c8801c1f-855c-441f-ace3-0744a6bbf262 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1174 time: 0.2473452 Aug 06 15:32:55.373995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119540ef-0909-4c64-afbb-432695f283f0 req-1dcc55cc-6b96-4157-b661-84a4a465db52 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:55.388956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-119540ef-0909-4c64-afbb-432695f283f0 req-1dcc55cc-6b96-4157-b661-84a4a465db52 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 944 time: 0.2764659 Aug 06 15:32:55.404926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa32c-1d00-4a26-8de3-f234fa014eb1 req-405bdb35-b8aa-411e-a823-1992c666269c tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:55.408276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-487aa32c-1d00-4a26-8de3-f234fa014eb1 req-405bdb35-b8aa-411e-a823-1992c666269c tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 950 time: 0.2763848 Aug 06 15:32:55.423180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d35b5874-a43c-40ac-add2-c88b39cf0eae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:55.435563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Allocated IP 172.20.0.11 (b95450b4-3262-44ea-8cd0-fd399f8aae15/375cc25b-9682-46be-9718-c4c42d388688/df21519c-43e5-4696-8237-119b837724fc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:32:55.439191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'd35b5874-a43c-40ac-add2-c88b39cf0eae', 'network_id': 'b651d6d3-4215-4855-a8ca-6aae9a91f8e5', 'port_id': 'd35b5874-a43c-40ac-add2-c88b39cf0eae', 'mac_address': 'fa:16:3e:a5:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbee7cff-1182-4033-8e08-1ba169bb35b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:32:55.510920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-119540ef-0909-4c64-afbb-432695f283f0 req-e07a9845-e94c-4bec-937e-8fedbd3e17ad tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203699 Aug 06 15:32:55.524354 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.542734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-487aa32c-1d00-4a26-8de3-f234fa014eb1 req-6e96b6be-1f36-488a-9f33-24fffe5dd92a tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270421 Aug 06 15:32:55.572320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35b5874-a43c-40ac-add2-c88b39cf0eae {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:55.601061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a20bf1a3-8b3f-46f6-9f8b-570a46042ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.612148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a20bf1a3-8b3f-46f6-9f8b-570a46042ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.616869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a20bf1a3-8b3f-46f6-9f8b-570a46042ae1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eabe631-6415-416a-8755-1d5ddc1da225 HTTP/1.1" status: 204 len: 168 time: 0.7961481 Aug 06 15:32:55.630924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d35b5874-a43c-40ac-add2-c88b39cf0eae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:55.703349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.717964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bf1a3-8b3f-46f6-9f8b-570a46042ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eabe631-6415-416a-8755-1d5ddc1da225,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:55.720150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d11bb2d-cbab-4909-8e32-f021423049eb req-ce746aa1-f769-46cf-9d27-641c5e8d5716 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 210 time: 0.0771029 Aug 06 15:32:55.723353 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:55.852660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d35b5874-a43c-40ac-add2-c88b39cf0eae,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:55.952174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-d086b92d-144c-4ddc-97ae-e2c2ad3c5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:55.954981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-d086b92d-144c-4ddc-97ae-e2c2ad3c5d3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 200 len: 914 time: 0.6298606 Aug 06 15:32:55.988930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d35b5874-a43c-40ac-add2-c88b39cf0eae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:55.992472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:56.017761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-b3c5ed7f-8d3e-438c-a648-10a2521a3963 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=93e1761fa7b947f0b7f9542411bb606e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450199 Aug 06 15:32:56.038255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-469cef51-c48f-4ba9-84f6-147bfb141a72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 200 len: 217 time: 0.0687196 Aug 06 15:32:56.112871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Transition to ACTIVE for port object df21519c-43e5-4696-8237-119b837724fc will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:56.142548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-947d8fbc-0fc6-40b0-abe7-17836ee8cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:56.144282 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-947d8fbc-0fc6-40b0-abe7-17836ee8cd51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 200 len: 853 time: 0.0981739 Aug 06 15:32:56.228131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-58bfd23b-6a5c-4c74-9336-b7285674eaf4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:56.239933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-58bfd23b-6a5c-4c74-9336-b7285674eaf4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201273 Aug 06 15:32:56.264011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-5362e4a7-55ff-4acf-9110-72d53777bc6d tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/quotas/93e1761fa7b947f0b7f9542411bb606e HTTP/1.1" status: 200 len: 375 time: 0.0230134 Aug 06 15:32:56.292660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-3c831287-2a42-473e-9cd4-b17c63e13a41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08598c97-565b-44ec-9caf-0c86a6eb28a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201355 Aug 06 15:32:56.484702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:56.558040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:32:56.566161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:32:56.573790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:32:56.582450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event updated for resources: {'Port': ['ID=df21519c-43e5-4696-8237-119b837724fc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:56.636687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-9fb7aad0-da6c-40ea-8f6c-ea9c5c7a4ddb service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431160 Aug 06 15:32:56.789553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fbb1829-3058-4e88-86e9-ac1f1d03dbd4 req-c277010c-4283-4aaf-8686-45f1208e73ed service neutron] 10.222.0.59 "GET /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379216 Aug 06 15:32:56.806516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:56.807036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:56.886475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-03579355-ff69-472c-bdbf-493b08a4d162 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=93e1761fa7b947f0b7f9542411bb606e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6213410 Aug 06 15:32:56.894440 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-2fe22c81-d06a-40f6-a332-25d1ee9be637 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5297551 Aug 06 15:32:56.913283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Request body: {'port': {'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:56.937155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c70b69-b335-4cfd-a21d-6b3860471517 req-addb18d8-3809-4f67-9e33-20628875ae34 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:56.976920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29c70b69-b335-4cfd-a21d-6b3860471517 req-addb18d8-3809-4f67-9e33-20628875ae34 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 944 time: 0.1312065 Aug 06 15:32:56.994789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.126302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e72ba58-70be-4ae3-93f8-3bc837ad31ce up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:57.149901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29c70b69-b335-4cfd-a21d-6b3860471517 req-734fa3c7-6e30-4e0f-95bc-05ddd725cb9b tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719155 Aug 06 15:32:57.223619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13d2b7c5-cbc8-46ff-b6bc-c8e09d49ceb3 None None] Provisioning for port df21519c-43e5-4696-8237-119b837724fc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:57.250498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13d2b7c5-cbc8-46ff-b6bc-c8e09d49ceb3 None None] Provisioning complete for port df21519c-43e5-4696-8237-119b837724fc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:57.251008 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13d2b7c5-cbc8-46ff-b6bc-c8e09d49ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.284684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:57.306496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:57.307021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.311854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-13d2b7c5-cbc8-46ff-b6bc-c8e09d49ceb3 None None] Port df21519c-43e5-4696-8237-119b837724fc cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:32:57.445529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2c5a2-a348-4c71-949d-a7d321ce3171 req-8f29b82a-1922-4061-90a6-2b04e21bcf7b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:57.463181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22c2c5a2-a348-4c71-949d-a7d321ce3171 req-8f29b82a-1922-4061-90a6-2b04e21bcf7b tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1023 time: 0.1491146 Aug 06 15:32:57.596668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22c2c5a2-a348-4c71-949d-a7d321ce3171 req-79aaf3ae-fedd-4739-b368-bc7e83dc4c23 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8a230dc-b85c-403e-a35f-1e9009a75c9a&id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=141c3dee-04c0-4329-9b9a-56fa70ec06ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1324861 Aug 06 15:32:57.614870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.657359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df21519c-43e5-4696-8237-119b837724fc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:32:57.677477 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.693348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,segment=NetworkSegment(a7651d51-13c8-4cec-a42c-d812d1d49c2a),segment_id=a7651d51-13c8-4cec-a42c-d812d1d49c2a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:57.696236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0eb53-a9dc-4209-972d-399364040d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:57.704474 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d023b67-8282-4564-927c-b2ae9d729fa8" -d '{"events": [{"server_uuid": "18f0eb53-a9dc-4209-972d-399364040d35", "name": "network-vif-plugged", "status": "completed", "tag": "2e72ba58-70be-4ae3-93f8-3bc837ad31ce"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:57.731756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Transition to ACTIVE for port object df21519c-43e5-4696-8237-119b837724fc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:32:57.741016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:32:57.755991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.759000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d35b5874-a43c-40ac-add2-c88b39cf0eae up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:32:57.795166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf1ac-c39f-4632-aff8-2da3068e5b7a req-8dc29101-fb51-455d-9a77-f5b9ba58b693 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:57.796982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-516bf1ac-c39f-4632-aff8-2da3068e5b7a req-8dc29101-fb51-455d-9a77-f5b9ba58b693 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 945 time: 0.0859523 Aug 06 15:32:57.872765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:57.900263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-516bf1ac-c39f-4632-aff8-2da3068e5b7a req-88a0a616-90e2-45e4-a330-b0e8713934c9 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868242 Aug 06 15:32:57.946698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:58.000323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port d35b5874-a43c-40ac-add2-c88b39cf0eae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:32:58.000323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port d35b5874-a43c-40ac-add2-c88b39cf0eae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:32:58.000323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.057275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Pushing event updated for resources: {'Port': ['ID=df21519c-43e5-4696-8237-119b837724fc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:58.085147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52005555-09d2-4abe-93e3-b3a8413638bc req-6422b91c-a769-452a-834e-e1090032c323 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:58.086736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52005555-09d2-4abe-93e3-b3a8413638bc req-6422b91c-a769-452a-834e-e1090032c323 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1023 time: 0.3044331 Aug 06 15:32:58.135772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-533684901-network', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:32:58.249996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.288499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f937ac-9e00-419d-bc48-74193b9f6f9f req-432187ef-694c-4c5a-bd2d-4732205bc413 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:58.296126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44f937ac-9e00-419d-bc48-74193b9f6f9f req-432187ef-694c-4c5a-bd2d-4732205bc413 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 944 time: 0.0971296 Aug 06 15:32:58.370325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75dfebf8-2059-4cf8-8b06-11203444c340 req-63422c8c-b61b-41c4-8497-6f388320ea26 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 210 time: 0.0370314 Aug 06 15:32:58.397159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Made reservation on behalf of 7cc6a1a6fb4946d69c32e5d68ddd0c5a for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:32:58.402787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d35b5874-a43c-40ac-add2-c88b39cf0eae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:58.404332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.426871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Attempting to bind port df21519c-43e5-4696-8237-119b837724fc on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:32:58.427341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Attempting to bind port df21519c-43e5-4696-8237-119b837724fc by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:32:58.427769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Attempting to bind port df21519c-43e5-4696-8237-119b837724fc on network b95450b4-3262-44ea-8cd0-fd399f8aae15 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:58.432999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.433235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44f937ac-9e00-419d-bc48-74193b9f6f9f req-27d75177-20b2-4600-b035-bfb460a2b614 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360445 Aug 06 15:32:58.448307 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c102b-e30e-4e46-9373-b32a97b88c73 x-openstack-request-id: req-245c102b-e30e-4e46-9373-b32a97b88c73 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:58.453854 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0eb53-a9dc-4209-972d-399364040d35", "name": "network-vif-plugged", "status": "completed", "tag": "2e72ba58-70be-4ae3-93f8-3bc837ad31ce", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:58.453854 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245c102b-e30e-4e46-9373-b32a97b88c73 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:58.453854 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0eb53-a9dc-4209-972d-399364040d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce', 'code': 200} Aug 06 15:32:58.454242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Port df21519c-43e5-4696-8237-119b837724fc on network b95450b4-3262-44ea-8cd0-fd399f8aae15 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:32:58.454242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Attempting to bind port df21519c-43e5-4696-8237-119b837724fc on network b95450b4-3262-44ea-8cd0-fd399f8aae15 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:32:58.473928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Deleting port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:32:58.474298 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.474437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.500958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:32:58.501273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Checking segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:32:58.501733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Bound using segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:32:58.502257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Bound port: df21519c-43e5-4696-8237-119b837724fc, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:32:58.502697 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.704084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad90740-7f6a-4677-994c-f345b28e55ba req-c80367de-6b14-4021-ac04-3713d6ef3a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:58.707367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fad90740-7f6a-4677-994c-f345b28e55ba req-c80367de-6b14-4021-ac04-3713d6ef3a40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 1096 time: 0.1367314 Aug 06 15:32:58.715055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] For port df21519c-43e5-4696-8237-119b837724fc, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:32:58.721052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] For port df21519c-43e5-4696-8237-119b837724fc, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df21519c-43e5-4696-8237-119b837724fc,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:32:58.753301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d35b5874-a43c-40ac-add2-c88b39cf0eae,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:58.754376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7c18e-845c-4109-87c9-84565aaba022 req-c49d5dd6-47e5-4e64-8431-86d01b73e3ee tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:58.769665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] For port 3c09eab7-7f07-40df-9150-8d8734aaa2a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3c09eab7-7f07-40df-9150-8d8734aaa2a1,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:32:58.770998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.772219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1af7c18e-845c-4109-87c9-84565aaba022 req-c49d5dd6-47e5-4e64-8431-86d01b73e3ee tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.2180223 Aug 06 15:32:58.772575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.794519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.797313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Calling delete_port for 3c09eab7-7f07-40df-9150-8d8734aaa2a1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:32:58.945564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1af7c18e-845c-4109-87c9-84565aaba022 req-b96722dd-af5f-4850-a0a6-f83ff5ac08b1 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431825 Aug 06 15:32:58.953593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fad90740-7f6a-4677-994c-f345b28e55ba req-faa8bfbd-d035-4721-b392-91ee97a28373 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315147 Aug 06 15:32:58.969105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:58.973554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:58.973554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] 10.222.0.59 "PUT /v2.0/ports/df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 1092 time: 2.0670207 Aug 06 15:32:58.975503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:32:58.978295 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe14af1-d093-4504-8605-99dc4275010f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:32:59.031048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:59.047513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42689a0f-9f61-430c-a9a4-a0c1b6af6f84 service neutron] Pushing event updated for resources: {'Port': ['ID=df21519c-43e5-4696-8237-119b837724fc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:59.142521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3a387-9202-4b92-ae21-a9e771a37437 req-dec2f871-0b55-4d8f-9593-41b2081a53ae tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:59.157451 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12b3a387-9202-4b92-ae21-a9e771a37437 req-dec2f871-0b55-4d8f-9593-41b2081a53ae tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 1023 time: 0.1577468 Aug 06 15:32:59.178418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:59.235562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2106385-3588-4780-9c0e-1c8b43c0b704,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:59.272254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12b3a387-9202-4b92-ae21-a9e771a37437 req-b30d10f7-9607-4e1f-8c65-9a25a45b15e1 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8a230dc-b85c-403e-a35f-1e9009a75c9a&id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=141c3dee-04c0-4329-9b9a-56fa70ec06ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1106219 Aug 06 15:32:59.284882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:32:59.284882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-314051c0-663f-4fa1-89aa-3b4295ad6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:59.284882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-314051c0-663f-4fa1-89aa-3b4295ad6120 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1095 time: 0.1821437 Aug 06 15:32:59.387230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-869ff457-d61d-4c5a-8c2f-28cc7ba26b95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.0961740 Aug 06 15:32:59.388879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:59.393558 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Added segment e4a1d3d4-b58b-49a1-ac71-224a3eb71df9 of type vlan for network 83c27216-3974-4901-bebc-ebafca8eeadb Aug 06 15:32:59.427846 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5fc029-44b6-41bb-a96a-35c51e6086d4 x-openstack-request-id: req-ed5fc029-44b6-41bb-a96a-35c51e6086d4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:32:59.428516 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:32:59.441215 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed5fc029-44b6-41bb-a96a-35c51e6086d4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:32:59.441215 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'status': 'completed', 'code': 200} Aug 06 15:32:59.442710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863ca64-07c2-4128-a635-e67cf1c3a7db req-03e60435-33ee-4807-a860-7fc79b643fe1 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:59.442710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8863ca64-07c2-4128-a635-e67cf1c3a7db req-03e60435-33ee-4807-a860-7fc79b643fe1 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 946 time: 0.1615851 Aug 06 15:32:59.480346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:32:59.500319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['dea4fba1-26a7-4fd9-8432-37afc3642b4e', '3c09eab7-7f07-40df-9150-8d8734aaa2a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:32:59.541963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8863ca64-07c2-4128-a635-e67cf1c3a7db req-72cf2b79-1e31-4c72-88ba-a662b2cd15b5 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767555 Aug 06 15:32:59.727968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-3e3f6440-9e1b-4f3d-85e0-3132228e7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:32:59.736102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-3e3f6440-9e1b-4f3d-85e0-3132228e7d7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.3335004 Aug 06 15:32:59.844499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'Port': ['ID=3c09eab7-7f07-40df-9150-8d8734aaa2a1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:32:59.930554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27821c65-d050-4577-b035-5b1562ca40ec req-1a5c4621-7fba-4b88-81a8-4e133b8a77b6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 210 time: 0.0724847 Aug 06 15:32:59.991151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:00.018525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] No DVR routers for this DVR port 3c09eab7-7f07-40df-9150-8d8734aaa2a1 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:33:00.055251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:00.057757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52005555-09d2-4abe-93e3-b3a8413638bc req-27e50f18-cb62-4ace-a8b4-80275f243ad2 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "DELETE /v2.0/ports/3c09eab7-7f07-40df-9150-8d8734aaa2a1 HTTP/1.1" status: 204 len: 173 time: 1.9268610 Aug 06 15:33:00.095153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-83834e10-5253-4d7f-8f1d-84bb2e434e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.097327 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-83834e10-5253-4d7f-8f1d-84bb2e434e53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2217021 Aug 06 15:33:00.198012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e193-6a5d-451e-80a0-6f1ae6035026 req-d33aadf1-5dff-44f4-b4ba-eb80adeb96d0 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.207458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f570e193-6a5d-451e-80a0-6f1ae6035026 req-d33aadf1-5dff-44f4-b4ba-eb80adeb96d0 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 944 time: 0.1006737 Aug 06 15:33:00.223736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:00.224750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.225354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:00.299381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f570e193-6a5d-451e-80a0-6f1ae6035026 req-6654cd56-e061-4fa7-90bc-95d40f885c35 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908098 Aug 06 15:33:00.314613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] Pushing event updated for resources: {'Network': ['ID=83c27216-3974-4901-bebc-ebafca8eeadb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:00.322433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a99aff-dc06-47d4-996a-db80ebd9e4f3 req-17ffda8a-fe95-49a5-b0c4-3b8e8f2383f9 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.323341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0a99aff-dc06-47d4-996a-db80ebd9e4f3 req-17ffda8a-fe95-49a5-b0c4-3b8e8f2383f9 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.1136067 Aug 06 15:33:00.338381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 83c27216-3974-4901-bebc-ebafca8eeadb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:00.345783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-9b93d5b2-5bec-420c-84b6-5b7d94db914b service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386074 Aug 06 15:33:00.446952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0a99aff-dc06-47d4-996a-db80ebd9e4f3 req-a6e6a525-fa7d-4c5e-95d4-3013b1d981c0 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968573 Aug 06 15:33:00.450898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35b5874-a43c-40ac-add2-c88b39cf0eae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:00.454052 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5bab15-e3ff-4177-b35c-e534a5a6765f" -d '{"events": [{"server_uuid": "b6ef11bd-a144-448c-9d81-c481ccbbfc8b", "name": "network-vif-plugged", "status": "completed", "tag": "d35b5874-a43c-40ac-add2-c88b39cf0eae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:00.504140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b8f06322-7497-454c-b1d6-4bc0c02951fa req-0515605d-2666-424b-9ebe-1032dc542643 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518326 Aug 06 15:33:00.551651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0c2e021-b0c5-495d-a91b-a458459c784b req-a4ac304e-dca3-4e73-b5cc-650864c481f1 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d91b6d4-c704-4149-a67e-c7afba31be38 HTTP/1.1" status: 200 len: 210 time: 0.0379257 Aug 06 15:33:00.601835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95521d5e-5a35-4e3c-9e69-a629819e1cc4 req-daacbcc2-d5c0-4a0f-af7c-ae3f450941b6 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.603525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95521d5e-5a35-4e3c-9e69-a629819e1cc4 req-daacbcc2-d5c0-4a0f-af7c-ae3f450941b6 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.0778008 Aug 06 15:33:00.617455 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ae5d2-35d7-4428-a935-bfd3959f5b65 x-openstack-request-id: req-041ae5d2-35d7-4428-a935-bfd3959f5b65 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:00.618154 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ef11bd-a144-448c-9d81-c481ccbbfc8b", "name": "network-vif-plugged", "status": "completed", "tag": "d35b5874-a43c-40ac-add2-c88b39cf0eae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:00.618318 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-041ae5d2-35d7-4428-a935-bfd3959f5b65 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:00.618785 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35b5874-a43c-40ac-add2-c88b39cf0eae', 'code': 200} Aug 06 15:33:00.653802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95521d5e-5a35-4e3c-9e69-a629819e1cc4 req-a47f9927-1dc7-488b-b015-18aefd200e75 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 Aug 06 15:33:00.757961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57aa24-60fa-44c3-af45-991d13cb409b req-eba0e7b9-5d08-452a-ab6d-067507079fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.759549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b57aa24-60fa-44c3-af45-991d13cb409b req-eba0e7b9-5d08-452a-ab6d-067507079fa3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 1097 time: 0.0802464 Aug 06 15:33:00.782802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f1bb2-4d1e-40fe-871a-31fbbaf02e78 req-c82238f3-d1f6-4adf-b51b-f6fc521d0f55 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.784367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-325f1bb2-4d1e-40fe-871a-31fbbaf02e78 req-c82238f3-d1f6-4adf-b51b-f6fc521d0f55 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 946 time: 0.0957928 Aug 06 15:33:00.826138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b57aa24-60fa-44c3-af45-991d13cb409b req-cda2a6ca-aaac-4d33-a802-8932b4f19bd7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591011 Aug 06 15:33:00.841386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6403d6f8-da3c-4b96-945e-f2ee66ded9ad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0992424 Aug 06 15:33:00.842453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-325f1bb2-4d1e-40fe-871a-31fbbaf02e78 req-c7525c9e-e32c-4cfb-88dd-b8ff11da4758 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513730 Aug 06 15:33:00.844646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37990) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:00.849614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Request body: {'subnet': {'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-533684901-subnet', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:00.926767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-2a3f1f9f-d1b1-4e7d-be65-cee8debab579 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=93e1761fa7b947f0b7f9542411bb606e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317619 Aug 06 15:33:00.943973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Made reservation on behalf of 7cc6a1a6fb4946d69c32e5d68ddd0c5a for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:00.949857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:00.973959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14af1-d093-4504-8605-99dc4275010f req-84e8a2c5-6160-486a-9f24-d86a97f1680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:00.976016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-84e8a2c5-6160-486a-9f24-d86a97f1680c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1095 time: 0.0661995 Aug 06 15:33:01.160429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e331b246-56df-42f4-8e60-a17f935863ce req-1c60a796-f5da-4aa7-ac95-34bd7967d5e4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 210 time: 0.0421443 Aug 06 15:33:01.197788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14af1-d093-4504-8605-99dc4275010f req-fc53bfe7-7f68-47eb-afe6-c3cc3e8477f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:01.205724 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-fc53bfe7-7f68-47eb-afe6-c3cc3e8477f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.2227232 Aug 06 15:33:01.220686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14512c8c-688b-4390-9374-3bfa47736e0d req-770a4b27-c453-4c7a-9730-f7d10247505a tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:01.228449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14512c8c-688b-4390-9374-3bfa47736e0d req-770a4b27-c453-4c7a-9730-f7d10247505a tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.2485340 Aug 06 15:33:01.289733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-d8097fe4-59c5-4196-bb1c-7f06674aec75 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:01.291136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-d8097fe4-59c5-4196-bb1c-7f06674aec75 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377035 Aug 06 15:33:01.314681 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-23b292f3-e7a1-4fb9-a5da-b60c73bfac68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.0994985 Aug 06 15:33:01.325191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14512c8c-688b-4390-9374-3bfa47736e0d req-d7dddd1d-a683-47de-a244-950d456fac4c tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791473 Aug 06 15:33:01.337325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Request body: {'port': {'device_id': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '93e1761fa7b947f0b7f9542411bb606e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:01.398931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14af1-d093-4504-8605-99dc4275010f req-6f3cc02f-a3b7-472f-a7a1-161bc8f75f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:01.400443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-6f3cc02f-a3b7-472f-a7a1-161bc8f75f20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.0762069 Aug 06 15:33:01.447969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'name': 'network-vif-deleted', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:01.450433 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd02caf-20a2-4825-b7d8-6c8b06695787" -d '{"events": [{"server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "name": "network-vif-deleted", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:01.492041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe14af1-d093-4504-8605-99dc4275010f req-365af18e-7a73-40cf-9589-125fc0c0b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:01.493641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-365af18e-7a73-40cf-9589-125fc0c0b552 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808592 Aug 06 15:33:01.640570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9019d3-19b5-4ee4-abc3-cfc66409c454 req-0453fa02-4dfd-4078-b331-c4b042358b7d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:01.642514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b9019d3-19b5-4ee4-abc3-cfc66409c454 req-0453fa02-4dfd-4078-b331-c4b042358b7d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 944 time: 0.1905696 Aug 06 15:33:01.711229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b9019d3-19b5-4ee4-abc3-cfc66409c454 req-63fb077d-4ab1-4406-9988-31f07a099533 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430615 Aug 06 15:33:01.728275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-d6329706-d1ba-4b0b-b9dc-d7d5354302f4 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263536 Aug 06 15:33:01.738228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:01.781556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Made reservation on behalf of 93e1761fa7b947f0b7f9542411bb606e for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:01.786360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:01.857784 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0dd50d-c1f5-46cb-8884-7a5c361587e1 x-openstack-request-id: req-dc0dd50d-c1f5-46cb-8884-7a5c361587e1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:01.858285 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d91b6d4-c704-4149-a67e-c7afba31be38", "name": "network-vif-deleted", "tag": "3c09eab7-7f07-40df-9150-8d8734aaa2a1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:01.858471 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc0dd50d-c1f5-46cb-8884-7a5c361587e1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:01.859466 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d91b6d4-c704-4149-a67e-c7afba31be38', 'name': 'network-vif-deleted', 'tag': '3c09eab7-7f07-40df-9150-8d8734aaa2a1', 'status': 'completed', 'code': 200} Aug 06 15:33:01.922509 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6fe14af1-d093-4504-8605-99dc4275010f req-f5e54563-12c6-4f47-a342-9b86bd71c026 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821089 Aug 06 15:33:01.991332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd41291a-f32e-4e38-8c95-6738c6f034a4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:01.992296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Allocated IP 192.168.233.249 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/07ff55ba-b149-45d9-a632-33c2724e9d66) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:02.021223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Checking segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:02.021625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Network hostable DHCP agents. Network: 83c27216-3974-4901-bebc-ebafca8eeadb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:02.192923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Network 83c27216-3974-4901-bebc-ebafca8eeadb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:02.226027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f0fcc-e569-4b51-b4cc-1d8fff693533 req-313cb605-65fe-4d8b-bcde-d704cb9dc6ec tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:02.227553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e7f0fcc-e569-4b51-b4cc-1d8fff693533 req-313cb605-65fe-4d8b-bcde-d704cb9dc6ec tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 946 time: 0.1676385 Aug 06 15:33:02.284440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c09eab7-7f07-40df-9150-8d8734aaa2a1 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:02.289270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f8218-a773-475f-9e30-2b92661c7379 req-a6419689-8849-4cec-b427-09b60423090e tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:02.289270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c6f8218-a773-475f-9e30-2b92661c7379 req-a6419689-8849-4cec-b427-09b60423090e tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.1607666 Aug 06 15:33:02.302089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 83c27216-3974-4901-bebc-ebafca8eeadb) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:02.307568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.330028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:02.330636 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.347999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 3c09eab7-7f07-40df-9150-8d8734aaa2a1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:33:02.348549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3c09eab7-7f07-40df-9150-8d8734aaa2a1 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:33:02.350709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99864e1e-cfaf-4a34-992b-ea661f6b3e80 None None] Network 83c27216-3974-4901-bebc-ebafca8eeadb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:02.358239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Transition to ACTIVE for port object 07ff55ba-b149-45d9-a632-33c2724e9d66 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:02.366948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e7f0fcc-e569-4b51-b4cc-1d8fff693533 req-a0d08bdc-7d10-4f4a-92af-a07aa095fe84 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248674 Aug 06 15:33:02.392946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c6f8218-a773-475f-9e30-2b92661c7379 req-c58e118b-3489-4e34-a2d7-d58a41484352 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888443 Aug 06 15:33:02.475719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b447747-1f34-4b44-a484-a25e6a4f12a2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6299562 Aug 06 15:33:02.478798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:02.483739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:02.549926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:02.557370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e286bd9-6bf6-42f9-98df-56d119cfe63e req-391d9999-6060-4567-b688-6f16cf7bb954 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/141c3dee-04c0-4329-9b9a-56fa70ec06ef HTTP/1.1" status: 200 len: 1800 time: 0.1060643 Aug 06 15:33:02.559290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.609563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6ec20165-9a2f-4551-bed8-bab0d110d6b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:02.625457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:02.645652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.647063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.670100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:02.675058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:02.690911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-83c27216-3974-4901-bebc-ebafca8eeadb', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:33:02.692300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.777158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.781284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e705739-5f80-488b-b737-ab3a824b2271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.801807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Pushing event updated for resources: {'Port': ['ID=07ff55ba-b149-45d9-a632-33c2724e9d66,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:02.854951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e286bd9-6bf6-42f9-98df-56d119cfe63e req-9cf1e0a7-78e8-4f7f-a67a-5bec4b2b9b4e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.884017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e286bd9-6bf6-42f9-98df-56d119cfe63e req-9cf1e0a7-78e8-4f7f-a67a-5bec4b2b9b4e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.922735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e705739-5f80-488b-b737-ab3a824b2271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.949174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8f97c-2423-4035-bc95-71713ec383b7 req-f9960749-24a2-4f08-841e-62afd9818658 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:02.952499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30b8f97c-2423-4035-bc95-71713ec383b7 req-f9960749-24a2-4f08-841e-62afd9818658 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 936 time: 0.3732226 Aug 06 15:33:02.963188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:02.964074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:02.968704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Allocated IP 172.20.0.2 (83c27216-3974-4901-bebc-ebafca8eeadb/bd41291a-f32e-4e38-8c95-6738c6f034a4/0ddbd877-9a98-4ae1-b4c3-9de4443f023a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:03.054112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30b8f97c-2423-4035-bc95-71713ec383b7 req-8712eff4-7097-433d-a334-244c3d21580b tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Aug 06 15:33:03.075278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e286bd9-6bf6-42f9-98df-56d119cfe63e req-9cf1e0a7-78e8-4f7f-a67a-5bec4b2b9b4e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.080179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e286bd9-6bf6-42f9-98df-56d119cfe63e req-9cf1e0a7-78e8-4f7f-a67a-5bec4b2b9b4e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.083702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e286bd9-6bf6-42f9-98df-56d119cfe63e req-9cf1e0a7-78e8-4f7f-a67a-5bec4b2b9b4e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/141c3dee-04c0-4329-9b9a-56fa70ec06ef HTTP/1.1" status: 204 len: 173 time: 0.5047722 Aug 06 15:33:03.099506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1e0a7-78e8-4f7f-a67a-5bec4b2b9b4e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c3dee-04c0-4329-9b9a-56fa70ec06ef,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:03.115750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-e845127b-d554-4648-9194-e94015e86e92 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7866445 Aug 06 15:33:03.145531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Request body: {'port': {'device_id': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:03.266808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c12ab53e-a351-4aed-beda-9112c2c5887e None None] Provisioning for port 07ff55ba-b149-45d9-a632-33c2724e9d66 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:03.277508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c12ab53e-a351-4aed-beda-9112c2c5887e None None] Provisioning complete for port 07ff55ba-b149-45d9-a632-33c2724e9d66 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:03.277897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c12ab53e-a351-4aed-beda-9112c2c5887e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.291722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.332148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c12ab53e-a351-4aed-beda-9112c2c5887e None None] Port 07ff55ba-b149-45d9-a632-33c2724e9d66 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:03.402030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.402030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Transition to ACTIVE for port object 0ddbd877-9a98-4ae1-b4c3-9de4443f023a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:03.418985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Transition to ACTIVE for port object 0ddbd877-9a98-4ae1-b4c3-9de4443f023a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:03.436751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e705739-5f80-488b-b737-ab3a824b2271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.533302 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.549529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e705739-5f80-488b-b737-ab3a824b2271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382a6283-e3a3-4c4a-b15d-cecefd14dc84,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:03.603267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.622915 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5e705739-5f80-488b-b737-ab3a824b2271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0efe4c481ba4beba84522a87f782984&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0718665 Aug 06 15:33:03.627744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:03.681846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Network 83c27216-3974-4901-bebc-ebafca8eeadb is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:03.682733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Pushing event updated for resources: {'Port': ['ID=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:03.691492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:03.697077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:03.721301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-15efa54d-d081-4e98-aac3-ff797854348c tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:03.726564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-15efa54d-d081-4e98-aac3-ff797854348c tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.64 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.1789279 Aug 06 15:33:03.761636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb2f556-394e-4e3f-800e-8eae2f9efb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.765598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8b2bc-eee6-48e4-bbc0-8cd0bf38daf3 req-781a75a3-c65f-4fec-ae68-780d0e1b3a55 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:03.775600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb8b2bc-eee6-48e4-bbc0-8cd0bf38daf3 req-781a75a3-c65f-4fec-ae68-780d0e1b3a55 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 944 time: 0.3088872 Aug 06 15:33:03.832691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb2f556-394e-4e3f-800e-8eae2f9efb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.845553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Attempting to bind port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:03.846104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Attempting to bind port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:03.847849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Attempting to bind port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a on network 83c27216-3974-4901-bebc-ebafca8eeadb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:03.871661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:03.873489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Checking segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:03.874677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.875295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Bound using segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:03.876019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Bound port: 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:03.876608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.937238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb8b2bc-eee6-48e4-bbc0-8cd0bf38daf3 req-cfa25da9-6d25-4f49-bc24-78df03a9d571 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505497 Aug 06 15:33:03.976790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Deleting port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:33:03.977281 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:03.995038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] For port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:04.000546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] For port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:04.008076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7697ed39-7ecb-440c-b3f4-f26764bcc09a req-0a5e28f5-55a4-419c-9545-e316b283b69c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/e8a230dc-b85c-403e-a35f-1e9009a75c9a HTTP/1.1" status: 200 len: 1800 time: 0.2020266 Aug 06 15:33:04.023842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ff55ba-b149-45d9-a632-33c2724e9d66 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:04.037604 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.050129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb2f556-394e-4e3f-800e-8eae2f9efb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.055277 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb2f556-394e-4e3f-800e-8eae2f9efb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.055277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-abb2f556-394e-4e3f-800e-8eae2f9efb7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/382a6283-e3a3-4c4a-b15d-cecefd14dc84 HTTP/1.1" status: 204 len: 168 time: 0.4278910 Aug 06 15:33:04.076066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.110491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Transition to ACTIVE for port object 07ff55ba-b149-45d9-a632-33c2724e9d66 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:04.137730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2f556-394e-4e3f-800e-8eae2f9efb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382a6283-e3a3-4c4a-b15d-cecefd14dc84,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:04.167266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc5dbe-fa8a-4288-a340-3ac98adb4a8b req-326e67b5-2c4b-4c7e-bb33-365580f351d5 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:04.175277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbcc5dbe-fa8a-4288-a340-3ac98adb4a8b req-326e67b5-2c4b-4c7e-bb33-365580f351d5 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 945 time: 0.1291168 Aug 06 15:33:04.185803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7697ed39-7ecb-440c-b3f4-f26764bcc09a req-04f162c0-d338-4d67-b370-d9d5be36845e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.190450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f923f96-3b82-4b16-af2f-b532f5bee7d7 None None] Pushing event updated for resources: {'Port': ['ID=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:04.201367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] For port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,segment=NetworkSegment(a7651d51-13c8-4cec-a42c-d812d1d49c2a),segment_id=a7651d51-13c8-4cec-a42c-d812d1d49c2a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:04.201495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.212042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.225949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Calling delete_port for 2e72ba58-70be-4ae3-93f8-3bc837ad31ce owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:33:04.240488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.259269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7697ed39-7ecb-440c-b3f4-f26764bcc09a req-04f162c0-d338-4d67-b370-d9d5be36845e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.274655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.289376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df21519c-43e5-4696-8237-119b837724fc details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:33:04.330421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbcc5dbe-fa8a-4288-a340-3ac98adb4a8b req-b340fce8-25cb-42b5-b428-5933a8e49cf7 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a52768e-9b1e-4011-815d-db915e1151df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486535 Aug 06 15:33:04.372898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Pushing event updated for resources: {'Port': ['ID=07ff55ba-b149-45d9-a632-33c2724e9d66,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:04.622330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7697ed39-7ecb-440c-b3f4-f26764bcc09a req-04f162c0-d338-4d67-b370-d9d5be36845e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.622330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7697ed39-7ecb-440c-b3f4-f26764bcc09a req-04f162c0-d338-4d67-b370-d9d5be36845e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.622649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Allocated IP 172.25.5.212 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:04.642285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7697ed39-7ecb-440c-b3f4-f26764bcc09a req-04f162c0-d338-4d67-b370-d9d5be36845e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/e8a230dc-b85c-403e-a35f-1e9009a75c9a HTTP/1.1" status: 204 len: 173 time: 0.5912580 Aug 06 15:33:04.761600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff7f9-82d5-42d0-9446-2cbc5670c107 req-12160bf7-71d1-4069-a718-40830373c4d3 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:04.770690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-555ff7f9-82d5-42d0-9446-2cbc5670c107 req-12160bf7-71d1-4069-a718-40830373c4d3 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 946 time: 0.3100843 Aug 06 15:33:04.774534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f162c0-d338-4d67-b370-d9d5be36845e tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a230dc-b85c-403e-a35f-1e9009a75c9a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:04.790287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Attempting to bind port 07ff55ba-b149-45d9-a632-33c2724e9d66 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:04.790678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Attempting to bind port 07ff55ba-b149-45d9-a632-33c2724e9d66 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:04.791021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Attempting to bind port 07ff55ba-b149-45d9-a632-33c2724e9d66 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:04.823200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port df21519c-43e5-4696-8237-119b837724fc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df21519c-43e5-4696-8237-119b837724fc,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:04.845847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Port 07ff55ba-b149-45d9-a632-33c2724e9d66 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:33:04.846182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Attempting to bind port 07ff55ba-b149-45d9-a632-33c2724e9d66 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:04.850627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'df21519c-43e5-4696-8237-119b837724fc', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:33:04.900808 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:04.901905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:04.902912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:04.904415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Bound port: 07ff55ba-b149-45d9-a632-33c2724e9d66, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:04.905208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.928046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.942727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:04.953934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df21519c-43e5-4696-8237-119b837724fc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:04.976635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-555ff7f9-82d5-42d0-9446-2cbc5670c107 req-d55a9b98-fc97-4d25-87ea-4cfad6a074ec tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052679 Aug 06 15:33:04.979322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port df21519c-43e5-4696-8237-119b837724fc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df21519c-43e5-4696-8237-119b837724fc,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:05.048262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-76d17616-085a-4ac6-9794-69f83f717779 req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-655703592', 'description': 'tempest-description-2088546121'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:05.075132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.075725 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.089843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657051a-3de8-4dfc-b9c1-316eebd2aed9 req-d52ab00f-db30-4f36-97f5-d255b176b1cd tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:05.097403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1657051a-3de8-4dfc-b9c1-316eebd2aed9 req-d52ab00f-db30-4f36-97f5-d255b176b1cd tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 948 time: 0.3239241 Aug 06 15:33:05.125284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2e72ba58-70be-4ae3-93f8-3bc837ad31ce'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:05.127391 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44fe1624-9692-4e11-bf52-6af415986d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.178581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] For port 07ff55ba-b149-45d9-a632-33c2724e9d66, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:05.185878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] For port 07ff55ba-b149-45d9-a632-33c2724e9d66, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=07ff55ba-b149-45d9-a632-33c2724e9d66,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:05.206842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1657051a-3de8-4dfc-b9c1-316eebd2aed9 req-3bdfa510-8b89-4606-827d-c0ade76037d2 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081190 Aug 06 15:33:05.211112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=df21519c-43e5-4696-8237-119b837724fc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:05.259307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Pushing event deleted for resources: {'Port': ['ID=2e72ba58-70be-4ae3-93f8-3bc837ad31ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:05.259307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] No DVR routers for this DVR port 2e72ba58-70be-4ae3-93f8-3bc837ad31ce on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:33:05.261157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.263628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d998ddb8-fdd9-415f-b92a-944f9e92b231 req-95ae8b75-d49f-4b97-a2b3-27dcb0bf01ba tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.64 "DELETE /v2.0/ports/2e72ba58-70be-4ae3-93f8-3bc837ad31ce HTTP/1.1" status: 204 len: 173 time: 1.5186489 Aug 06 15:33:05.264631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.277789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f0eb53-a9dc-4209-972d-399364040d35', 'name': 'network-vif-deleted', 'tag': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:05.281704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-76d17616-085a-4ac6-9794-69f83f717779 req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.288442 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95915795-24bd-4db8-af3d-2e004505f78f" -d '{"events": [{"server_uuid": "18f0eb53-a9dc-4209-972d-399364040d35", "name": "network-vif-deleted", "tag": "2e72ba58-70be-4ae3-93f8-3bc837ad31ce"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:05.311595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.332116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['df21519c-43e5-4696-8237-119b837724fc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:05.373591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:05.398370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9153bf8d-647e-481a-acfc-6d83bba0bfcd tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:05.400250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9153bf8d-647e-481a-acfc-6d83bba0bfcd tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 946 time: 0.3042564 Aug 06 15:33:05.403607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:05.419386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:05.419386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:05.475761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Pushing event updated for resources: {'Port': ['ID=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:05.536240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9466361-f562-4c19-8b7f-c26608d6f2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.540477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:05.541276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.542772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] 10.222.0.64 "PUT /v2.0/ports/07ff55ba-b149-45d9-a632-33c2724e9d66 HTTP/1.1" status: 200 len: 1096 time: 2.4181373 Aug 06 15:33:05.543252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'tag': '07ff55ba-b149-45d9-a632-33c2724e9d66'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:05.545580 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e491aca-be6e-441d-9bd5-1a900ba59d93" -d '{"events": [{"name": "network-changed", "server_uuid": "52411245-3ae9-4499-9f72-48ae7b440b4c", "tag": "07ff55ba-b149-45d9-a632-33c2724e9d66"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:05.726887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24407a4-bed1-4b85-88e8-ad690c0a9d60 service neutron] Pushing event updated for resources: {'Port': ['ID=07ff55ba-b149-45d9-a632-33c2724e9d66,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:05.772188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207839e7-0bf3-4194-919c-f413dd7e695b req-b94e124e-5daa-40a8-a928-69460401bd80 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:05.785190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-207839e7-0bf3-4194-919c-f413dd7e695b req-b94e124e-5daa-40a8-a928-69460401bd80 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 945 time: 0.3485301 Aug 06 15:33:05.902874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-207839e7-0bf3-4194-919c-f413dd7e695b req-a5a8813b-3399-43d7-b397-345c61e0a86b tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167836 Aug 06 15:33:05.917892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-4acffc00-1280-4ad9-b63a-b5989c0de520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:05.919582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-4acffc00-1280-4ad9-b63a-b5989c0de520 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93e1761fa7b947f0b7f9542411bb606e&device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 1099 time: 0.2553203 Aug 06 15:33:05.950596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Deleting port d35b5874-a43c-40ac-add2-c88b39cf0eae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:33:05.951077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.964340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-76d17616-085a-4ac6-9794-69f83f717779 req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:05.996631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-772cf9e1-63ef-4455-a0e6-f0017bf277aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=07ff55ba-b149-45d9-a632-33c2724e9d66 HTTP/1.1" status: 200 len: 217 time: 0.0604351 Aug 06 15:33:06.120876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03157f56-b6a9-41dd-879e-92e58910f419 None None] Network 83c27216-3974-4901-bebc-ebafca8eeadb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:06.141894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-76d17616-085a-4ac6-9794-69f83f717779 req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.222343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055b910a-1bf5-45d8-b654-d2853968b22b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:06.230712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-2b57eb46-bf8e-4ee5-a228-6776ae1401f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:06.232255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-2b57eb46-bf8e-4ee5-a228-6776ae1401f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2226591 Aug 06 15:33:06.273956 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1467732a-96cd-40e9-90c0-2b34350d173e x-openstack-request-id: req-1467732a-96cd-40e9-90c0-2b34350d173e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:06.274583 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f0eb53-a9dc-4209-972d-399364040d35", "name": "network-vif-deleted", "tag": "2e72ba58-70be-4ae3-93f8-3bc837ad31ce", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:06.274583 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1467732a-96cd-40e9-90c0-2b34350d173e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:06.274964 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f0eb53-a9dc-4209-972d-399364040d35', 'name': 'network-vif-deleted', 'tag': '2e72ba58-70be-4ae3-93f8-3bc837ad31ce', 'status': 'completed', 'code': 200} Aug 06 15:33:06.284611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.285514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-903ddca3-7048-4f39-a318-39561eaa4bbb None None] Provisioning for port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:06.299105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b70f7e38-f8ed-44de-82d5-d0e38de9d4a7 req-012cec30-8d25-4748-93ee-99dbbdcf3519 tempest-ServersNegativeTestMultiTenantJSON-606714795 tempest-ServersNegativeTestMultiTenantJSON-606714795-project] 10.222.0.16 "GET /v2.0/ports?device_id=18f0eb53-a9dc-4209-972d-399364040d35 HTTP/1.1" status: 200 len: 210 time: 0.1461961 Aug 06 15:33:06.332903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c397-f481-4cf8-a606-f647247f97c3 req-9a267129-9909-4a54-b11b-720a3a8e581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:06.334491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-9a267129-9909-4a54-b11b-720a3a8e581f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689337 Aug 06 15:33:06.337877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df21519c-43e5-4696-8237-119b837724fc up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:06.347517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9466361-f562-4c19-8b7f-c26608d6f2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.464904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9466361-f562-4c19-8b7f-c26608d6f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.525796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b9466361-f562-4c19-8b7f-c26608d6f2b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6062eb80c39446eb976c7294cc3b77e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1050744 Aug 06 15:33:06.537082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:06.548074 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b7f093-0996-460b-b744-0f42cfdf7fa2 x-openstack-request-id: req-95b7f093-0996-460b-b744-0f42cfdf7fa2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:06.549418 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52411245-3ae9-4499-9f72-48ae7b440b4c", "tag": "07ff55ba-b149-45d9-a632-33c2724e9d66", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:06.549858 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95b7f093-0996-460b-b744-0f42cfdf7fa2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:06.550447 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'tag': '07ff55ba-b149-45d9-a632-33c2724e9d66', 'status': 'completed', 'code': 200} Aug 06 15:33:06.583449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port df21519c-43e5-4696-8237-119b837724fc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:06.593307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ddbd877-9a98-4ae1-b4c3-9de4443f023a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:06.598185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port df21519c-43e5-4696-8237-119b837724fc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:06.598784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.652507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-1215ceca-bf75-489a-8563-6d1270285339 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078237 Aug 06 15:33:06.654442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-76d17616-085a-4ac6-9794-69f83f717779 req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.657239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76d17616-085a-4ac6-9794-69f83f717779 req-1ec9d17b-cdfe-4bcf-9952-0620b20b9fda tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.6169620 Aug 06 15:33:06.815923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f4204-7b8a-4744-b711-59c693ac4a6d req-c6a79d75-1902-4400-8b87-eb3ca9376983 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:06.817959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-007f4204-7b8a-4744-b711-59c693ac4a6d req-c6a79d75-1902-4400-8b87-eb3ca9376983 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 946 time: 0.2651052 Aug 06 15:33:06.831586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7227c397-f481-4cf8-a606-f647247f97c3 req-08ddc2f1-0bf0-4e3f-b70d-facbb133f178 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633098 Aug 06 15:33:06.865026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9466361-f562-4c19-8b7f-c26608d6f2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87c31af-4437-4490-8e28-a2ec2346a6f9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:06.905856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.924556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] For port d35b5874-a43c-40ac-add2-c88b39cf0eae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d35b5874-a43c-40ac-add2-c88b39cf0eae,segment=NetworkSegment(a412b128-25a7-424f-937f-d44c4d11c959),segment_id=a412b128-25a7-424f-937f-d44c4d11c959)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:06.925067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:06.931838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-007f4204-7b8a-4744-b711-59c693ac4a6d req-506cdef4-6ff5-4da0-8b27-37e95041a768 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups?id=45536f34-6e46-441a-93df-494963c15bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987813 Aug 06 15:33:06.956372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Calling delete_port for d35b5874-a43c-40ac-add2-c88b39cf0eae owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:33:06.969725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:06.981816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c350f9-a4d2-46d3-af42-3c8b0145a109 req-a488a400-dc52-4c8f-a1ba-863b17933f91 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:06.993240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1c350f9-a4d2-46d3-af42-3c8b0145a109 req-a488a400-dc52-4c8f-a1ba-863b17933f91 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 948 time: 0.1723204 Aug 06 15:33:07.015904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e4c9ee-3c0a-48ea-88ea-07cbece81455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.019611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port df21519c-43e5-4696-8237-119b837724fc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df21519c-43e5-4696-8237-119b837724fc,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:07.022474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:07.025007 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ea8f5d-508b-4dd1-8006-4a43305e80c9" -d '{"events": [{"server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "name": "network-vif-plugged", "status": "completed", "tag": "df21519c-43e5-4696-8237-119b837724fc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:07.034739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:07.039314 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.046829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-85808319-265c-41ff-9bd5-4fd31f54ffa3 None None] Provisioning complete for port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:07.047305 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-85808319-265c-41ff-9bd5-4fd31f54ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.103759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.134315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e4c9ee-3c0a-48ea-88ea-07cbece81455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.176204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1c350f9-a4d2-46d3-af42-3c8b0145a109 req-7f10aaf4-d5d6-4998-9568-df08872bf3a2 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816361 Aug 06 15:33:07.209314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-764da35d-fe1c-4ff5-a044-922987949ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:07.211614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-764da35d-fe1c-4ff5-a044-922987949ea5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93e1761fa7b947f0b7f9542411bb606e&device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 1099 time: 0.1984568 Aug 06 15:33:07.213293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.215052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e72ba58-70be-4ae3-93f8-3bc837ad31ce no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:07.232864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.271738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 2e72ba58-70be-4ae3-93f8-3bc837ad31ce {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:33:07.272344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e72ba58-70be-4ae3-93f8-3bc837ad31ce not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:33:07.272877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d35b5874-a43c-40ac-add2-c88b39cf0eae no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:07.332367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-fd5968e0-8afb-45a8-bbfe-e2e3f9bd3fca tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/055b910a-1bf5-45d8-b654-d2853968b22b HTTP/1.1" status: 200 len: 1800 time: 0.2434142 Aug 06 15:33:07.347335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=df21519c-43e5-4696-8237-119b837724fc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:07.350745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e4c9ee-3c0a-48ea-88ea-07cbece81455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.353592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84e4c9ee-3c0a-48ea-88ea-07cbece81455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.357076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-84e4c9ee-3c0a-48ea-88ea-07cbece81455 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b87c31af-4437-4490-8e28-a2ec2346a6f9 HTTP/1.1" status: 204 len: 168 time: 0.8098936 Aug 06 15:33:07.363445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:07.375937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Request body: {'security_group': {'name': 'tempest-sg-hth-393305613', 'description': 'tempest-description-hth-1234541933'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:07.389502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4c9ee-3c0a-48ea-88ea-07cbece81455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87c31af-4437-4490-8e28-a2ec2346a6f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:07.402533 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-85808319-265c-41ff-9bd5-4fd31f54ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.456508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.501591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0e63c-0571-43eb-97a3-ea4519ff5464 req-b7a46e3c-01ba-4def-85d7-14be722338f2 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:07.510514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1a0e63c-0571-43eb-97a3-ea4519ff5464 req-b7a46e3c-01ba-4def-85d7-14be722338f2 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 946 time: 0.1788678 Aug 06 15:33:07.521241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.530082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-828863d8-5358-4385-8fa9-689653f51778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:07.531136 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.531788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-828863d8-5358-4385-8fa9-689653f51778 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3117371 Aug 06 15:33:07.602100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-15685cfe-b833-4aad-b89d-c02a8134e31b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=07ff55ba-b149-45d9-a632-33c2724e9d66 HTTP/1.1" status: 200 len: 217 time: 0.0499785 Aug 06 15:33:07.620678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:07.666842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1a0e63c-0571-43eb-97a3-ea4519ff5464 req-3b38f7a7-7de6-41be-985d-e2e4a3fb5ebf tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554389 Aug 06 15:33:07.696274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-e50e1b22-05c5-432e-8cf1-d1de3da3c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:07.697840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-e50e1b22-05c5-432e-8cf1-d1de3da3c8d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0760520 Aug 06 15:33:07.705782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:07.726896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-85808319-265c-41ff-9bd5-4fd31f54ffa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:33:07.727249 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-85808319-265c-41ff-9bd5-4fd31f54ffa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:33:07.736360 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a316e4-99a1-4b7a-b62a-6b9ae1072ca0 x-openstack-request-id: req-20a316e4-99a1-4b7a-b62a-6b9ae1072ca0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:07.736735 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "name": "network-vif-plugged", "status": "completed", "tag": "df21519c-43e5-4696-8237-119b837724fc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:07.737068 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20a316e4-99a1-4b7a-b62a-6b9ae1072ca0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:07.737533 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'code': 200} Aug 06 15:33:07.761946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-a8999859-dadf-4cc7-a6d3-76d54870699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:07.763511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-a8999859-dadf-4cc7-a6d3-76d54870699b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570667 Aug 06 15:33:07.770699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38118) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:07.839302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae76df-a528-4ba7-8d70-2743f55d4baf req-33e938e2-4ed7-4b1b-b323-47f4dfbd8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:07.841002 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9ae76df-a528-4ba7-8d70-2743f55d4baf req-33e938e2-4ed7-4b1b-b323-47f4dfbd8d05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.0430021 Aug 06 15:33:07.884776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c9ae76df-a528-4ba7-8d70-2743f55d4baf req-4cf796a7-9d57-4bab-b6d8-ac7d22f894eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Aug 06 15:33:08.069379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.106419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event deleted for resources: {'Port': ['ID=d35b5874-a43c-40ac-add2-c88b39cf0eae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:08.162246 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c16f6ba0-953d-4cfb-b47b-34610521037f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.166412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] No DVR routers for this DVR port d35b5874-a43c-40ac-add2-c88b39cf0eae on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:33:08.169989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.170188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.176266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea3e979-9a22-4b1e-9a15-3d347d575285 req-9e919e38-1d8a-4fc6-abc7-8b83330dd8bf tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.64 "DELETE /v2.0/ports/d35b5874-a43c-40ac-add2-c88b39cf0eae HTTP/1.1" status: 204 len: 173 time: 2.7567770 Aug 06 15:33:08.258520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Router 05118e5c-70b8-47b2-a666-09af3505d276 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:33:08.279010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'name': 'network-vif-deleted', 'tag': 'd35b5874-a43c-40ac-add2-c88b39cf0eae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:08.279242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-1a197589-e8cd-44d8-9a21-c4b49519b56c service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041182 Aug 06 15:33:08.284042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.284650 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b61ba4-aa45-48a4-b4a9-f4e3f46778b6" -d '{"events": [{"server_uuid": "b6ef11bd-a144-448c-9d81-c481ccbbfc8b", "name": "network-vif-deleted", "tag": "d35b5874-a43c-40ac-add2-c88b39cf0eae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:08.287302 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.288820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec5f9215-afd5-451d-9df1-e26dbee2bcb1 req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "PUT /v2.0/security-groups/055b910a-1bf5-45d8-b654-d2853968b22b HTTP/1.1" status: 200 len: 1774 time: 0.9468138 Aug 06 15:33:08.409484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9138b56-6401-4e20-8aad-b5c6fda31700 req-86444b62-e40b-4641-b49e-425a8d4454f4 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 210 time: 0.1244106 Aug 06 15:33:08.458249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Deleting subnet fa97df28-7096-41f4-9cda-ef4bf75ca4a8 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:33:08.468974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.531665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ddbd877-9a98-4ae1-b4c3-9de4443f023a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:08.562890 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270ce2da-85d0-4e42-a940-328cdb442d81 x-openstack-request-id: req-270ce2da-85d0-4e42-a940-328cdb442d81 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:08.563506 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ef11bd-a144-448c-9d81-c481ccbbfc8b", "name": "network-vif-deleted", "tag": "d35b5874-a43c-40ac-add2-c88b39cf0eae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:08.563506 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-270ce2da-85d0-4e42-a940-328cdb442d81 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:08.563878 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ef11bd-a144-448c-9d81-c481ccbbfc8b', 'name': 'network-vif-deleted', 'tag': 'd35b5874-a43c-40ac-add2-c88b39cf0eae', 'status': 'completed', 'code': 200} Aug 06 15:33:08.568509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d894901-7573-426f-ae62-76ca1010e06c tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055b910a-1bf5-45d8-b654-d2853968b22b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:08.596082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:08.596472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.687648 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.692059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:08.704660 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Sync routers for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:08.719832 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:08.720459 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:08.791302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e491aca-be6e-441d-9bd5-1a900ba59d93 req-0427449a-44a6-49e7-a4f6-41aea34c5159 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916039 Aug 06 15:33:08.793781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.808174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf91c92f-bb01-4f99-9d30-c39558cce1f9 req-0470d439-b5bb-4d1b-ad0f-33f228c29109 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/055b910a-1bf5-45d8-b654-d2853968b22b HTTP/1.1" status: 200 len: 1774 time: 0.2650044 Aug 06 15:33:08.810993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.819246 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-89db4ecb-f422-443c-8364-a91e8d210fbf admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3367364 Aug 06 15:33:08.819246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:08.824394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af752d35-ee1f-4252-8749-c8c448557931 req-38879a12-23e5-461b-84a5-3693cc13fc57 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:08.824394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af752d35-ee1f-4252-8749-c8c448557931 req-38879a12-23e5-461b-84a5-3693cc13fc57 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 948 time: 0.2685556 Aug 06 15:33:08.824394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:08.910541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af752d35-ee1f-4252-8749-c8c448557931 req-da09253f-3a77-47eb-985f-6a663e8711ce tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Aug 06 15:33:09.027535 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:09.034957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b1d528d-7070-420a-a970-9efba676780d req-ea6b3c24-2522-4646-acdf-bfbd4b408f5f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/055b910a-1bf5-45d8-b654-d2853968b22b HTTP/1.1" status: 200 len: 1774 time: 0.0744374 Aug 06 15:33:09.049042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76c434-b4cc-4328-a870-e4c0e823b5cf req-2dbb1d4e-663b-4280-a067-6adfb4ed4954 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:09.050623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b76c434-b4cc-4328-a870-e4c0e823b5cf req-2dbb1d4e-663b-4280-a067-6adfb4ed4954 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 946 time: 0.0926220 Aug 06 15:33:09.054154 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.141037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa97df28-7096-41f4-9cda-ef4bf75ca4a8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:09.214581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.216872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-755662a0-1978-4c78-a770-ec2b69c599e3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa97df28-7096-41f4-9cda-ef4bf75ca4a8 HTTP/1.1" status: 204 len: 168 time: 1.4452131 Aug 06 15:33:09.233146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b76c434-b4cc-4328-a870-e4c0e823b5cf req-f2bd5c9c-f590-48ab-a3bc-d7e861243bee tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700232 Aug 06 15:33:09.241607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:09.289910 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:05Z', 'revision_number': 3, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:09.319757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Checking router: 05118e5c-70b8-47b2-a666-09af3505d276 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:09.320346 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Updating router 05118e5c-70b8-47b2-a666-09af3505d276 port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:09.325083 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7b1d528d-7070-420a-a970-9efba676780d req-05eba9ef-21dd-4992-802a-e3c980838a92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.349451 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.369715 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7b1d528d-7070-420a-a970-9efba676780d req-05eba9ef-21dd-4992-802a-e3c980838a92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.562128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7b1d528d-7070-420a-a970-9efba676780d req-05eba9ef-21dd-4992-802a-e3c980838a92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.567205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7b1d528d-7070-420a-a970-9efba676780d req-05eba9ef-21dd-4992-802a-e3c980838a92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.587073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b1d528d-7070-420a-a970-9efba676780d req-05eba9ef-21dd-4992-802a-e3c980838a92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/055b910a-1bf5-45d8-b654-d2853968b22b HTTP/1.1" status: 204 len: 173 time: 0.5349960 Aug 06 15:33:09.665311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eba9ef-21dd-4992-802a-e3c980838a92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055b910a-1bf5-45d8-b654-d2853968b22b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:09.733092 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.746855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-857a9c7b-a348-4f4c-95f7-890d95ad90df req-355a6c5e-205a-439b-ac68-fd25ef018231 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6ef11bd-a144-448c-9d81-c481ccbbfc8b HTTP/1.1" status: 200 len: 210 time: 0.1157646 Aug 06 15:33:09.760602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Transition to ACTIVE for port object 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:09.811629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:09.833369 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-1abbb52a-09bc-4d1e-a1c6-9e7ad9957a11 req-0f27b3ee-568d-4609-8194-7619cf07cf49 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:33:09.840097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abbb52a-09bc-4d1e-a1c6-9e7ad9957a11 req-0f27b3ee-568d-4609-8194-7619cf07cf49 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/e8a230dc-b85c-403e-a35f-1e9009a75c9a HTTP/1.1" status: 404 len: 352 time: 0.0376947 Aug 06 15:33:09.851578 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.855483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.908287 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-e0414400-efef-4c31-a1a8-728485cbb9f5 req-3ade8c17-2369-4fe1-a89a-c1f1ccce6a36 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:33:09.909383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0414400-efef-4c31-a1a8-728485cbb9f5 req-3ade8c17-2369-4fe1-a89a-c1f1ccce6a36 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/141c3dee-04c0-4329-9b9a-56fa70ec06ef HTTP/1.1" status: 404 len: 352 time: 0.0279315 Aug 06 15:33:09.968565 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-dfe7424e-915e-41a7-ae95-1b6d8353df3a req-90cd57c1-4360-464d-88be-723043c1b31a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:33:09.970382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfe7424e-915e-41a7-ae95-1b6d8353df3a req-90cd57c1-4360-464d-88be-723043c1b31a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/525efce9-2bf3-4a9a-88ae-64d1fb855b50 HTTP/1.1" status: 404 len: 352 time: 0.0275266 Aug 06 15:33:09.981070 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Attempting to bind port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:09.981403 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Attempting to bind port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:09.982071 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Attempting to bind port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:09.987386 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf61d-7845-49c3-a599-2badce73f17a None None] Pushing event updated for resources: {'Port': ['ID=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:09.993640 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:09.994464 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:09.995023 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:09.995930 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:09.996551 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Bound port: 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:09.997256 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.051058 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.068513 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-9fe4f102-9942-4690-8b39-72f1c500e881 req-92050c55-6f1f-4331-a9d5-3d46bc5fd9d3 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:33:10.069518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fe4f102-9942-4690-8b39-72f1c500e881 req-92050c55-6f1f-4331-a9d5-3d46bc5fd9d3 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/045f5ea5-03de-4f73-a805-653d383a6856 HTTP/1.1" status: 404 len: 352 time: 0.0540719 Aug 06 15:33:10.108829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-network', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:10.123782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:10.145707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7651d51-13c8-4cec-a42c-d812d1d49c2a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:10.146103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7651d51-13c8-4cec-a42c-d812d1d49c2a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:10.147410 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] For port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:10.150982 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] For port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:10.151412 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-ee266f16-fad4-4468-ba60-287cef7cca0e req-83e8ebce-0f95-418a-88ae-1bc53a8ff7f8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:33:10.152554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee266f16-fad4-4468-ba60-287cef7cca0e req-83e8ebce-0f95-418a-88ae-1bc53a8ff7f8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/67dead93-0d7e-4e1a-b4ce-c55146ad7e7c HTTP/1.1" status: 404 len: 352 time: 0.0185862 Aug 06 15:33:10.167533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.189315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa43708-0b7c-4f15-beab-579a362a268b req-e89998bf-7087-4924-b946-9514c90ecd54 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:10.191326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0aa43708-0b7c-4f15-beab-579a362a268b req-e89998bf-7087-4924-b946-9514c90ecd54 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 948 time: 0.1421680 Aug 06 15:33:10.211842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.212693 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:33:10.223477 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-a41674b0-d026-4e81-853a-2a74d8ac4b22 req-92fdf3f4-39f8-46ef-8fdc-ee2a4c2e0c4f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] show failed (client error): The resource could not be found. Aug 06 15:33:10.223477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a41674b0-d026-4e81-853a-2a74d8ac4b22 req-92fdf3f4-39f8-46ef-8fdc-ee2a4c2e0c4f tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/af2931aa-536b-4521-87ca-96a9d5e696b0 HTTP/1.1" status: 404 len: 352 time: 0.0307999 Aug 06 15:33:10.223769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:33:10.224123 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:33:10.226059 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:33:10.237630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Made reservation on behalf of 3db420e1d65b4bb3a4a4b45fbc765832 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:10.246022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.252832 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.267618 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.308343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0aa43708-0b7c-4f15-beab-579a362a268b req-8f58e865-d927-4eab-b10d-3c46163b558d tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833802 Aug 06 15:33:10.381075 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:10.388938 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:10.490433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.514346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.516167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.521350 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.523538 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee HTTP/1.1" status: 204 len: 168 time: 1.2804110 Aug 06 15:33:10.537976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:10.551411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8803aa-59ca-47d9-9442-74b60ea7a127 req-065b4d84-e3f8-447f-a04b-f147a5b71501 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:10.553129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db8803aa-59ca-47d9-9442-74b60ea7a127 req-065b4d84-e3f8-447f-a04b-f147a5b71501 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 946 time: 0.1325903 Aug 06 15:33:10.563386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cf03b-ca7b-4d6b-80ab-54bf34e203f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3d2e2c-f6d5-4a5a-b123-8a9a5a62deee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:10.597795 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:10.604775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db8803aa-59ca-47d9-9442-74b60ea7a127 req-8eacb5fe-76d7-4d5e-9a1c-c745e0d5429f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Aug 06 15:33:10.605433 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.618002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:10.628607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Deleting subnet f47d83ea-e773-437a-be9c-3bf8c64de94f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:33:10.629031 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.629545 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Added segment ef3e9e76-dc13-4f93-930b-22379a73f6c6 of type vlan for network 6df0d172-ed1c-4958-a9fb-987abb736afb Aug 06 15:33:10.635438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.743796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.786434 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdf61d-7845-49c3-a599-2badce73f17a None None] Pushing event updated for resources: {'Port': ['ID=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:10.827496 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.882700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Allocated IP 172.20.0.1 (83c27216-3974-4901-bebc-ebafca8eeadb/bd41291a-f32e-4e38-8c95-6738c6f034a4/f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:10.905087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.906075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:10.906657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.912039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:10.938966 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:05Z', 'revision_number': 3, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:10.985334 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3608a9fc-b1f7-4fc9-ba36-41146abf0822 None None] The sync data for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 is: [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:05Z', 'revision_number': 3, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:11.037504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3c06e-16db-4c54-8646-c2140b2985f9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:11.043067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.135345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.141302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-f5e2c029-606f-4242-a29a-ffc995a4aa00 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3466306 Aug 06 15:33:11.152671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:11.152835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3397207 Aug 06 15:33:11.157336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:11.158272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Request body: {'subnet': {'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-subnet', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:11.167588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 07ff55ba-b149-45d9-a632-33c2724e9d66 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:33:11.168768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Transition to ACTIVE for port object f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:11.192208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f125c-1212-4d15-a2b4-1ae545522457 admin admin] Pushing event updated for resources: {'Network': ['ID=6df0d172-ed1c-4958-a9fb-987abb736afb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:11.211827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ac116-2e02-4724-ba6b-31d7c0247256 req-61655840-8992-448c-a35c-29b6b241b263 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:11.213898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6df0d172-ed1c-4958-a9fb-987abb736afb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:11.220983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f93ac116-2e02-4724-ba6b-31d7c0247256 req-61655840-8992-448c-a35c-29b6b241b263 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1023 time: 0.3500552 Aug 06 15:33:11.235717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.273618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.276925 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f47d83ea-e773-437a-be9c-3bf8c64de94f HTTP/1.1" status: 204 len: 168 time: 0.7374225 Aug 06 15:33:11.278743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731610-25db-4d62-a7bd-4a41e534ed3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47d83ea-e773-437a-be9c-3bf8c64de94f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:11.283049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:11.284159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Made reservation on behalf of 3db420e1d65b4bb3a4a4b45fbc765832 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:11.287572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.316808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f93ac116-2e02-4724-ba6b-31d7c0247256 req-89f48f9f-a54c-458c-b97a-6cc7889c92b3 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=743aa12f-7a6b-415f-8f17-99dd9b912e13&id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=4488ab46-9449-4eea-a82b-9d0fcbeb1b74&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0948031 Aug 06 15:33:11.435338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.444803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.486078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 07ff55ba-b149-45d9-a632-33c2724e9d66, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=07ff55ba-b149-45d9-a632-33c2724e9d66,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:11.508493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '07ff55ba-b149-45d9-a632-33c2724e9d66', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '07ff55ba-b149-45d9-a632-33c2724e9d66', 'mac_address': 'fa:16:3e:fd:41:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:33:11.559543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:11.572871 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.579388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Network 83c27216-3974-4901-bebc-ebafca8eeadb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:11.591435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:11.595529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:11.632149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ff55ba-b149-45d9-a632-33c2724e9d66 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:11.654766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.680790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 07ff55ba-b149-45d9-a632-33c2724e9d66, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=07ff55ba-b149-45d9-a632-33c2724e9d66,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:11.727272 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.740580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd6f12-b0cb-4673-8f6a-3776e57ac03a req-83ddc290-f736-4ad1-add4-40be8a810059 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:11.746643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dd6f12-b0cb-4673-8f6a-3776e57ac03a req-83ddc290-f736-4ad1-add4-40be8a810059 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 948 time: 0.1636517 Aug 06 15:33:11.754925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.858833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dd6f12-b0cb-4673-8f6a-3776e57ac03a req-5d5f0b4f-1378-4886-942e-d60a3eeb1538 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006141 Aug 06 15:33:11.881026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.905585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:11.928393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=07ff55ba-b149-45d9-a632-33c2724e9d66,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:11.928669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaa67f0-54a5-434e-9156-92dcdd52643e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:11.971288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2f479b-ae15-48a9-a4f1-dcfeae8239f3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:11.971588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2f479b-ae15-48a9-a4f1-dcfeae8239f3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:12.007716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.025338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['07ff55ba-b149-45d9-a632-33c2724e9d66'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:12.052955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.149135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:33:12.149636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:33:12.152185 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:33:12.165893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Allocated IP 172.25.5.131 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/682939a4-38a7-448d-944a-7ab93aa7716f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:12.299991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.308690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34e1dd7f-4a7e-4bfb-a2b8-6d284ad3ea31 None None] Provisioning for port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:12.315069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34e1dd7f-4a7e-4bfb-a2b8-6d284ad3ea31 None None] Provisioning complete for port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:12.315398 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34e1dd7f-4a7e-4bfb-a2b8-6d284ad3ea31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.356606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:12.454742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-34e1dd7f-4a7e-4bfb-a2b8-6d284ad3ea31 None None] Port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:12.464536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.500952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:12.534383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event updated for resources: {'Port': ['ID=682939a4-38a7-448d-944a-7ab93aa7716f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:12.556908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-90a998d6-f9aa-47a4-8325-cbfaf47bd745 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:12.559529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:12.559668 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-90a998d6-f9aa-47a4-8325-cbfaf47bd745 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1023 time: 0.3205991 Aug 06 15:33:12.563791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:12.570641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:12.587627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.600826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.603362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9eaa67f0-54a5-434e-9156-92dcdd52643e HTTP/1.1" status: 204 len: 168 time: 1.3119762 Aug 06 15:33:12.611651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b56f08-ae2d-476a-9529-c87a7b8eea33 req-ff5fddfe-626d-4c8b-a991-81b12669e910 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:12.621218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b56f08-ae2d-476a-9529-c87a7b8eea33 req-ff5fddfe-626d-4c8b-a991-81b12669e910 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1023 time: 0.1743977 Aug 06 15:33:12.635478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-693b9f8e-d481-478b-b33f-80bc90aef607 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.657316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:12.663060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:12.663660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.680484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f618c1f-d9f4-4968-9cd7-e39f203e7923 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eaa67f0-54a5-434e-9156-92dcdd52643e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:12.684613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.701360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.775361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.804460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b56f08-ae2d-476a-9529-c87a7b8eea33 req-fd6c4019-e653-45b6-97d8-c57f37a817df tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=743aa12f-7a6b-415f-8f17-99dd9b912e13&id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=4488ab46-9449-4eea-a82b-9d0fcbeb1b74&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1680849 Aug 06 15:33:12.830813 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.856359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:12.867374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-693b9f8e-d481-478b-b33f-80bc90aef607 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.949282 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:12.963431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.037259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:13.067609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:13.087161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-693b9f8e-d481-478b-b33f-80bc90aef607 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.089905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-693b9f8e-d481-478b-b33f-80bc90aef607 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.093428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-693b9f8e-d481-478b-b33f-80bc90aef607 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "DELETE /v2.0/security-groups/e510f0e6-b5e4-4c9b-a65a-0554702577bf HTTP/1.1" status: 204 len: 168 time: 0.7310355 Aug 06 15:33:13.104672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:13.120493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:13.138424 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-e24c51bd-fbc5-4043-bdec-90b87c56c3fd tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] show failed (client error): The resource could not be found. Aug 06 15:33:13.141872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e24c51bd-fbc5-4043-bdec-90b87c56c3fd tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "GET /v2.0/security-groups/e510f0e6-b5e4-4c9b-a65a-0554702577bf HTTP/1.1" status: 404 len: 347 time: 0.0335696 Aug 06 15:33:13.144313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:13.166783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b9f8e-d481-478b-b33f-80bc90aef607 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e510f0e6-b5e4-4c9b-a65a-0554702577bf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:13.182194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 07ff55ba-b149-45d9-a632-33c2724e9d66 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:13.261692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d12b78b8-3626-44af-9e8a-1f0f7eaea000 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=300958a59c7845699b978f82c8b9186e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808996 Aug 06 15:33:13.276888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Checking segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:13.277261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Network hostable DHCP agents. Network: 6df0d172-ed1c-4958-a9fb-987abb736afb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:13.288348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:13.323377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb480c9d-9b83-484e-9012-38f13cccd629 req-f301c6e0-c6ab-47dd-8ee3-3dec4f2dc7c5 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:13.334692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb480c9d-9b83-484e-9012-38f13cccd629 req-f301c6e0-c6ab-47dd-8ee3-3dec4f2dc7c5 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 949 time: 0.2307384 Aug 06 15:33:13.359754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 07ff55ba-b149-45d9-a632-33c2724e9d66 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:13.367236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 07ff55ba-b149-45d9-a632-33c2724e9d66 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:13.367866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.372134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Deleting port dea4fba1-26a7-4fd9-8432-37afc3642b4e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:33:13.379849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.426700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.475393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb480c9d-9b83-484e-9012-38f13cccd629 req-4862a3f0-4e34-4fda-ab09-ba349aba3620 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334128 Aug 06 15:33:13.510048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.523716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c40d637-c956-476f-ad21-148fb47493e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.556682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Network 6df0d172-ed1c-4958-a9fb-987abb736afb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:13.581215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.634814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ff55ba-b149-45d9-a632-33c2724e9d66'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:13.637270 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aed86a-97b0-49a5-9094-7c815fc39fe2" -d '{"events": [{"server_uuid": "52411245-3ae9-4499-9f72-48ae7b440b4c", "name": "network-vif-plugged", "status": "completed", "tag": "07ff55ba-b149-45d9-a632-33c2724e9d66"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:13.640973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6df0d172-ed1c-4958-a9fb-987abb736afb) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:13.651206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.668293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:13.669259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.676698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] For port dea4fba1-26a7-4fd9-8432-37afc3642b4e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=dea4fba1-26a7-4fd9-8432-37afc3642b4e,segment=NetworkSegment(494cc351-02c4-4145-b705-f8cbb98145bd),segment_id=494cc351-02c4-4145-b705-f8cbb98145bd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:13.678283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.699431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a28b1-6af9-43b0-8103-4c29c4eb20d7 None None] Network 6df0d172-ed1c-4958-a9fb-987abb736afb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:13.705904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 07ff55ba-b149-45d9-a632-33c2724e9d66, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=07ff55ba-b149-45d9-a632-33c2724e9d66,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:13.709469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Calling delete_port for dea4fba1-26a7-4fd9-8432-37afc3642b4e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:33:13.721457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.728817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Deleting port db150df5-00cd-4fe1-b7ad-a69d65190cb1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:33:13.729464 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.740672 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e727f7-d97c-48f3-82e0-2b6d8813a458 x-openstack-request-id: req-64e727f7-d97c-48f3-82e0-2b6d8813a458 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:13.741118 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52411245-3ae9-4499-9f72-48ae7b440b4c", "name": "network-vif-plugged", "status": "completed", "tag": "07ff55ba-b149-45d9-a632-33c2724e9d66", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:13.741302 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64e727f7-d97c-48f3-82e0-2b6d8813a458 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:13.741647 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ff55ba-b149-45d9-a632-33c2724e9d66', 'code': 200} Aug 06 15:33:13.761816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c40d637-c956-476f-ad21-148fb47493e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.788489 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.816239 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cf890c3a-930e-4a6c-93dd-65f308fdaa81 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6623805 Aug 06 15:33:13.868163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:13.880550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:13.899194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event updated for resources: {'Port': ['ID=682939a4-38a7-448d-944a-7ab93aa7716f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:13.904318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.913438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:13.921835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:13.971513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=07ff55ba-b149-45d9-a632-33c2724e9d66,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:14.008661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-6df0d172-ed1c-4958-a9fb-987abb736afb', 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'fixed_ips': [{'subnet_id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:33:14.010841 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.032065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c40d637-c956-476f-ad21-148fb47493e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.035544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7c40d637-c956-476f-ad21-148fb47493e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.039277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7c40d637-c956-476f-ad21-148fb47493e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a52768e-9b1e-4011-815d-db915e1151df HTTP/1.1" status: 204 len: 168 time: 0.7397430 Aug 06 15:33:14.063003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.066229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.087073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40d637-c956-476f-ad21-148fb47493e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a52768e-9b1e-4011-815d-db915e1151df,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:14.152213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ec3d4-3fab-4ad5-91d5-7988857e28d5 req-a91ec400-ed83-45fa-93f7-61ad5b04abec tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:14.153780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a1ec3d4-3fab-4ad5-91d5-7988857e28d5 req-a91ec400-ed83-45fa-93f7-61ad5b04abec tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 1023 time: 0.2433250 Aug 06 15:33:14.163422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f2b7b-0dac-44ee-b733-03d3f6f83177 req-4471f04b-92b1-4062-bab5-24ee5729d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:14.167546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d90f2b7b-0dac-44ee-b733-03d3f6f83177 req-4471f04b-92b1-4062-bab5-24ee5729d4e5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 1101 time: 0.2587104 Aug 06 15:33:14.219617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.241103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Allocated IP 172.20.0.2 (6df0d172-ed1c-4958-a9fb-987abb736afb/f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0/6a509161-2908-4629-91f7-948b37b78046) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:14.246231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Network 83c27216-3974-4901-bebc-ebafca8eeadb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:14.248258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:14.251551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a1ec3d4-3fab-4ad5-91d5-7988857e28d5 req-9ed998f8-ce48-4681-adb4-1255247265dc tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups?id=743aa12f-7a6b-415f-8f17-99dd9b912e13&id=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe&id=4488ab46-9449-4eea-a82b-9d0fcbeb1b74&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0827277 Aug 06 15:33:14.277756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.285518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ca898b47-ef08-41bd-ab3b-b8eef1af016f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1429431 Aug 06 15:33:14.331452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.332571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.503255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:14.507667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Calling delete_port for db150df5-00cd-4fe1-b7ad-a69d65190cb1 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:33:14.524453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d90f2b7b-0dac-44ee-b733-03d3f6f83177 req-01c32524-5b13-43cd-a56e-a0f0cb712991 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089101 Aug 06 15:33:14.557078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-ed3f6f12-34ba-4d74-9aaf-6b823f48a6f1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 696 time: 0.2705588 Aug 06 15:33:14.627600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.728077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'Port': ['ID=dea4fba1-26a7-4fd9-8432-37afc3642b4e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:14.789346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a455ad-2bfb-42bc-b6b9-b7bef6f5cb05 req-c595f9e1-51f6-41e3-a54c-92a594b976e7 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:14.791067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27a455ad-2bfb-42bc-b6b9-b7bef6f5cb05 req-c595f9e1-51f6-41e3-a54c-92a594b976e7 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 950 time: 0.1708090 Aug 06 15:33:14.817586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] No DVR routers for this DVR port dea4fba1-26a7-4fd9-8432-37afc3642b4e on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:33:14.821784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.824014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ec6890cd-c8b2-45b5-be77-661a6cb295a1 req-98bf77e8-3cd9-46a5-bc62-38752ae22b92 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.59 "DELETE /v2.0/ports/dea4fba1-26a7-4fd9-8432-37afc3642b4e HTTP/1.1" status: 204 len: 173 time: 2.2185087 Aug 06 15:33:14.824865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'name': 'network-vif-deleted', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:14.827820 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd459a6e-4944-4a26-9fd3-00d724deac69" -d '{"events": [{"server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "name": "network-vif-deleted", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:14.832307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-00679be7-2dbf-4b3e-bae3-a1301f742c3f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:14.838974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.844052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Router 05118e5c-70b8-47b2-a666-09af3505d276 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:33:14.844204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-014c75bc-473a-4c1d-bd43-ad83b0389bae None None] Provisioning complete for port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:14.844850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab582e54-6e70-4279-b0d8-58113a7e2492 req-00679be7-2dbf-4b3e-bae3-a1301f742c3f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2272177 Aug 06 15:33:14.844967 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-014c75bc-473a-4c1d-bd43-ad83b0389bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.883444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.891996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:14.892523 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:14.946454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-014c75bc-473a-4c1d-bd43-ad83b0389bae None None] Port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:14.984797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27a455ad-2bfb-42bc-b6b9-b7bef6f5cb05 req-262e4d6c-a227-432b-998e-ad2a03850a98 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710050 Aug 06 15:33:15.091933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Transition to ACTIVE for port object 6a509161-2908-4629-91f7-948b37b78046 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:15.097315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:15.128393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Transition to ACTIVE for port object 6a509161-2908-4629-91f7-948b37b78046 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:15.148917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Pushing event deleted for resources: {'Port': ['ID=db150df5-00cd-4fe1-b7ad-a69d65190cb1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:15.264970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:15.346498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:15.355823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:15.362572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-53579203-edac-4c00-8091-4dfb307c32a6 tempest-ImagesOneServerNegativeTestJSON-1964992986 tempest-ImagesOneServerNegativeTestJSON-1964992986-project] 10.222.0.16 "DELETE /v2.0/floatingips/14d58804-28c3-4720-b147-6724abb372c0 HTTP/1.1" status: 204 len: 168 time: 2.2171683 Aug 06 15:33:15.402325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Network 6df0d172-ed1c-4958-a9fb-987abb736afb is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:15.407086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:15.411624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:15.417490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Pushing event updated for resources: {'Port': ['ID=6a509161-2908-4629-91f7-948b37b78046,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:15.442222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1661d5fc-f4fe-42c3-a6b1-ad0947e7b6d8 req-b2fd622a-3c56-4f96-aa14-b7233e0c5ec8 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38 HTTP/1.1" status: 200 len: 210 time: 0.0432341 Aug 06 15:33:15.475014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-71dcfa93-6495-4245-90f4-8031ea074f25 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:15.476808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-71dcfa93-6495-4245-90f4-8031ea074f25 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 821 time: 0.3302243 Aug 06 15:33:15.532235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Attempting to bind port 6a509161-2908-4629-91f7-948b37b78046 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:15.532735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Attempting to bind port 6a509161-2908-4629-91f7-948b37b78046 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:15.533216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Attempting to bind port 6a509161-2908-4629-91f7-948b37b78046 on network 6df0d172-ed1c-4958-a9fb-987abb736afb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:15.538213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4b6dabe6-82a6-4d5f-b519-c572b1ccb805 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/quotas/09a7ef0e833345c7b1cfd4be531ff1d2 HTTP/1.1" status: 200 len: 375 time: 0.0495591 Aug 06 15:33:15.549420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:15.550018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Checking segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:15.550861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:15.551485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Bound using segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:15.556569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Bound port: 6a509161-2908-4629-91f7-948b37b78046, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:15.557323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:15.570599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:15.583136 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ac3a2-797b-43a5-8e66-d3420aa74f9c x-openstack-request-id: req-ed7ac3a2-797b-43a5-8e66-d3420aa74f9c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:15.584139 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38", "name": "network-vif-deleted", "tag": "dea4fba1-26a7-4fd9-8432-37afc3642b4e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:15.584613 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed7ac3a2-797b-43a5-8e66-d3420aa74f9c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:15.585388 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cf45bc-ce4a-47e2-9a2f-60045f3cfa38', 'name': 'network-vif-deleted', 'tag': 'dea4fba1-26a7-4fd9-8432-37afc3642b4e', 'status': 'completed', 'code': 200} Aug 06 15:33:15.651348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:15.672596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Sync routers for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:15.682148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf806ca0-826b-4074-ade8-3fd717d5a8b5 admin admin] 10.222.0.16 "PUT /v2.0/routers/05118e5c-70b8-47b2-a666-09af3505d276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8614154 Aug 06 15:33:15.684688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-188e6ba6-c77b-4fcf-afad-5f3cdf5c6f7e tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1395421 Aug 06 15:33:15.733905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] For port 6a509161-2908-4629-91f7-948b37b78046, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:15.748445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] For port 6a509161-2908-4629-91f7-948b37b78046, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a509161-2908-4629-91f7-948b37b78046,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:15.760890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:15.761779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:15.787021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:15.796445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aa01a193-2c08-4b7d-b8d2-6f8e20463219 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8bda401d08549fcacc18d245d2cd178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233908 Aug 06 15:33:15.801626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:15.817651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-c2c472b0-e475-4ecb-9289-8362642185d1 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243956 Aug 06 15:33:15.828613 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.007894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa1478-b98f-4917-99fe-ff38549164c7 None None] Pushing event updated for resources: {'Port': ['ID=6a509161-2908-4629-91f7-948b37b78046,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:16.042622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:16.055700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-c830b5af-20ab-4568-b867-bf6b7f0d0bdf service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291131 Aug 06 15:33:16.155561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.259056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Deleting subnet bbee7cff-1182-4033-8e08-1ba169bb35b3 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:33:16.262675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.301667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.305642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.309783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e39606-43db-43a5-a907-674992038778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.378788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dea4fba1-26a7-4fd9-8432-37afc3642b4e no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:16.439764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: dea4fba1-26a7-4fd9-8432-37afc3642b4e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:33:16.440537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device dea4fba1-26a7-4fd9-8432-37afc3642b4e not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:33:16.474219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:13Z', 'revision_number': 2, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:16.526419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e39606-43db-43a5-a907-674992038778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.531531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.567407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Checking router: 05118e5c-70b8-47b2-a666-09af3505d276 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:16.567973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Updating router 05118e5c-70b8-47b2-a666-09af3505d276 port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:16.626398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a509161-2908-4629-91f7-948b37b78046 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:16.653401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328b9c1-2905-4c3d-8a92-03029dce33e6 req-8d520b40-6767-4ce2-bcc8-4094e1887d25 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:16.674149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d328b9c1-2905-4c3d-8a92-03029dce33e6 req-8d520b40-6767-4ce2-bcc8-4094e1887d25 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 950 time: 0.1316640 Aug 06 15:33:16.725968 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.733805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Allocated IP 172.25.5.189 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/d85e6b43-8be1-4655-b68f-b75e213101de) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:16.743465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d328b9c1-2905-4c3d-8a92-03029dce33e6 req-22ab81f4-8b5d-49af-b4b9-30b6b2d74ea0 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742085 Aug 06 15:33:16.785255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.858274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbee7cff-1182-4033-8e08-1ba169bb35b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:16.860824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b29294f1-a9bc-4186-9255-6104d5876515 req-bc69a9ac-ff5b-40bc-99d9-5a4a1e29772e tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 210 time: 0.0284486 Aug 06 15:33:16.867047 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e39606-43db-43a5-a907-674992038778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.870453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35e39606-43db-43a5-a907-674992038778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.873723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-35e39606-43db-43a5-a907-674992038778 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8ed6609-b423-4e1e-bba1-c33567a54d1b HTTP/1.1" status: 204 len: 168 time: 1.0708613 Aug 06 15:33:16.892640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:16.898411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:16.911069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-36878b4e-5e5f-483e-a69c-f309f2a8839b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbee7cff-1182-4033-8e08-1ba169bb35b3 HTTP/1.1" status: 204 len: 168 time: 1.1212349 Aug 06 15:33:16.919577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6a509161-2908-4629-91f7-948b37b78046 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:16.939705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e39606-43db-43a5-a907-674992038778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ed6609-b423-4e1e-bba1-c33567a54d1b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:17.032724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.042279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:17.047593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572292742', 'description': 'tempest-description--1256013792'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:17.192182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.300929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.303631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.324249 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.328854 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.338110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Transition to ACTIVE for port object f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:17.347953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6c45f95-944d-4ac1-b25c-c99f82b08ad0 req-c26b9b7a-364f-4540-8bf7-daa1ea616d7a tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/4488ab46-9449-4eea-a82b-9d0fcbeb1b74 HTTP/1.1" status: 200 len: 1800 time: 0.2182863 Aug 06 15:33:17.384676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:17.386934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:17.393088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:17.402419 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.441149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.470393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Pushing event updated for resources: {'Port': ['ID=d85e6b43-8be1-4655-b68f-b75e213101de,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:17.511147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b6180-8e97-4060-8c3a-faf1139d7cd5 None None] Pushing event updated for resources: {'Port': ['ID=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:17.519201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c337db70-f010-4d12-a012-20e0107616b6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:17.607658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.615151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c39dd82f-c758-4b56-924f-26238ce0eb57 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5718844 Aug 06 15:33:17.618152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:17.622784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Request body: {'security_group_rule': {'security_group_id': 'c337db70-f010-4d12-a012-20e0107616b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:17.628647 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.669361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480e3d9-7d91-4742-aa4f-2dfdaec42779 None None] Network 6df0d172-ed1c-4958-a9fb-987abb736afb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:17.705356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Attempting to bind port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:17.706220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Attempting to bind port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:17.706565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Attempting to bind port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db on network 83c27216-3974-4901-bebc-ebafca8eeadb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:17.717632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:17.719443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Checking segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:17.720211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.720683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Bound using segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:17.721115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Bound port: f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:17.721927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.748200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b651d6d3-4215-4855-a8ca-6aae9a91f8e5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:17.748200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b6c45f95-944d-4ac1-b25c-c99f82b08ad0 req-9dcc137d-9ed3-4ca6-8e19-e6309587efe0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.782269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a412b128-25a7-424f-937f-d44c4d11c959') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:17.782671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a412b128-25a7-424f-937f-d44c4d11c959') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:17.859144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] Provisioning for port 6a509161-2908-4629-91f7-948b37b78046 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:17.866070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] Provisioning complete for port 6a509161-2908-4629-91f7-948b37b78046 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:17.866458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.872347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.877259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b6c45f95-944d-4ac1-b25c-c99f82b08ad0 req-9dcc137d-9ed3-4ca6-8e19-e6309587efe0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.910824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.913961 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.938821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] For port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:17.947387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:33:17.947387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:33:17.951113 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:33:17.969006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] For port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:18.030138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f045-25de-4b8b-8a13-eaa9f77801a6 req-cfc5572a-6390-4340-86d8-89ff4501fd74 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:18.037461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2922f045-25de-4b8b-8a13-eaa9f77801a6 req-cfc5572a-6390-4340-86d8-89ff4501fd74 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 950 time: 0.2390783 Aug 06 15:33:18.043941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.056553 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.078642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.101654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.138228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b6180-8e97-4060-8c3a-faf1139d7cd5 None None] Pushing event updated for resources: {'Port': ['ID=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:18.149850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2922f045-25de-4b8b-8a13-eaa9f77801a6 req-92b556d0-c7b8-4aef-aeb3-8e3d607ecb89 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113021 Aug 06 15:33:18.164240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:18.165092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:18.195101 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b6c45f95-944d-4ac1-b25c-c99f82b08ad0 req-9dcc137d-9ed3-4ca6-8e19-e6309587efe0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.198152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b6c45f95-944d-4ac1-b25c-c99f82b08ad0 req-9dcc137d-9ed3-4ca6-8e19-e6309587efe0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.199898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6c45f95-944d-4ac1-b25c-c99f82b08ad0 req-9dcc137d-9ed3-4ca6-8e19-e6309587efe0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/4488ab46-9449-4eea-a82b-9d0fcbeb1b74 HTTP/1.1" status: 204 len: 173 time: 0.8462474 Aug 06 15:33:18.238871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.257597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.268243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] 10.222.0.16 "DELETE /v2.0/networks/b651d6d3-4215-4855-a8ca-6aae9a91f8e5 HTTP/1.1" status: 204 len: 168 time: 1.3680747 Aug 06 15:33:18.303277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] For port 6a509161-2908-4629-91f7-948b37b78046, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a509161-2908-4629-91f7-948b37b78046,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:18.305584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc137d-9ed3-4ca6-8e19-e6309587efe0 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4488ab46-9449-4eea-a82b-9d0fcbeb1b74,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:18.308685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.348589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacb4ba-77e3-4ba5-9d0c-186d1b1fa8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b651d6d3-4215-4855-a8ca-6aae9a91f8e5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:18.404388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ce5335-ad24-4e5e-908d-d8f611d53f15,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:18.444148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.475088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.480466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0a50bce1-ec9a-4d5e-8d36-cfbaa52327f9 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8603091 Aug 06 15:33:18.485990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:18.549164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c440fa0e-b6ba-4d34-ad4c-1f1b449f37bd req-e3454d6c-9658-41bf-934a-fcf200e15e57 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 210 time: 0.1507010 Aug 06 15:33:18.553075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Request body: {'security_group_rule': {'security_group_id': 'c337db70-f010-4d12-a012-20e0107616b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:18.565521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:18.590923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.600022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5e7d0-215d-4c08-a8b6-7516f2b061f6 None None] Pushing event updated for resources: {'Port': ['ID=6a509161-2908-4629-91f7-948b37b78046,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:18.625119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce67591f-8a41-45d7-bf7d-e21dc53df842 req-c85a9d4e-017a-411e-96ad-30d61294f935 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "GET /v2.0/security-groups/743aa12f-7a6b-415f-8f17-99dd9b912e13 HTTP/1.1" status: 200 len: 1801 time: 0.3025262 Aug 06 15:33:18.722209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b46d3641-95e0-4f99-a25b-85f2eebc4eb5 None None] Provisioning complete for port 6a509161-2908-4629-91f7-948b37b78046 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:18.722636 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b46d3641-95e0-4f99-a25b-85f2eebc4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.734384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.764312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ce67591f-8a41-45d7-bf7d-e21dc53df842 req-2c4c4ef3-8db2-43a7-a5e2-558c80d13f03 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.823329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbe115-0a83-40dd-aa4f-863d80874e5e req-c89558a3-6011-46d4-b4c3-5cd62524f7ea tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:18.831577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbfbe115-0a83-40dd-aa4f-863d80874e5e req-c89558a3-6011-46d4-b4c3-5cd62524f7ea tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 949 time: 0.1439943 Aug 06 15:33:18.839973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38438) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:18.851173 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ce67591f-8a41-45d7-bf7d-e21dc53df842 req-2c4c4ef3-8db2-43a7-a5e2-558c80d13f03 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.891340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:17Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:18.907188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Router e631d03f-9b3e-40fa-9dbb-1922d2955535 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:33:18.913456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d0721b07-d155-411f-841e-f694db43945b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdf1af9ce40d494fbd84e48b3fe59bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720193 Aug 06 15:33:18.916413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:18.923926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c9376-2550-4cdf-9487-f0fd1aa62f7f None None] The sync data for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 is: [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:17Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:18.929171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:18.940220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbfbe115-0a83-40dd-aa4f-863d80874e5e req-704ae573-9275-42b8-82d4-9d7aafe6be80 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076119 Aug 06 15:33:19.079858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3e16180-804d-4ef3-8fa2-399f4f657336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.110824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-7be45848-30a5-4381-9614-971ac1f2aaf5 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:19.112844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-7be45848-30a5-4381-9614-971ac1f2aaf5 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.64 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 821 time: 0.1546376 Aug 06 15:33:19.118102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.122741 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ce67591f-8a41-45d7-bf7d-e21dc53df842 req-2c4c4ef3-8db2-43a7-a5e2-558c80d13f03 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.126213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ce67591f-8a41-45d7-bf7d-e21dc53df842 req-2c4c4ef3-8db2-43a7-a5e2-558c80d13f03 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.127969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce67591f-8a41-45d7-bf7d-e21dc53df842 req-2c4c4ef3-8db2-43a7-a5e2-558c80d13f03 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] 10.222.0.16 "DELETE /v2.0/security-groups/743aa12f-7a6b-415f-8f17-99dd9b912e13 HTTP/1.1" status: 204 len: 173 time: 0.4959662 Aug 06 15:33:19.134991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:19.141248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'port': {'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'admin_state_up': True, 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:19.175826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c4ef3-8db2-43a7-a5e2-558c80d13f03 tempest-SecurityGroupsTestJSON-1626798560 tempest-SecurityGroupsTestJSON-1626798560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743aa12f-7a6b-415f-8f17-99dd9b912e13,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:19.181489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e7a357-7dee-4958-8623-c66c45cc8bf1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:19.224615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Deleting subnet df9c4be6-56d3-43cc-8005-b076c06c822c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:33:19.240082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.273478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3e16180-804d-4ef3-8fa2-399f4f657336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.287331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.289007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91c7c9b0-1f6f-48da-941a-3a73a1e3b808 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7522287 Aug 06 15:33:19.293270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:19.300187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:19.313809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:19.313996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Sync routers for ids ['e631d03f-9b3e-40fa-9dbb-1922d2955535'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:19.330159 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Routers {'e631d03f-9b3e-40fa-9dbb-1922d2955535'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:19.330799 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e631d03f-9b3e-40fa-9dbb-1922d2955535'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:19.350058 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.402477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af4022-d8a7-4fb4-bef6-05b3380f7cc5 req-605fdaf9-0751-4c2a-a5b9-f132734df70b tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:19.404048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0af4022-d8a7-4fb4-bef6-05b3380f7cc5 req-605fdaf9-0751-4c2a-a5b9-f132734df70b tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 950 time: 0.1138470 Aug 06 15:33:19.447527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.479825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0af4022-d8a7-4fb4-bef6-05b3380f7cc5 req-25afce38-da7b-4dd6-b165-2cd55e13c3c0 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673020 Aug 06 15:33:19.493694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.550817 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.572200 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3792299-7a9f-4848-a0aa-ba6b1718f19e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7023895 Aug 06 15:33:19.575937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:19.716776 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Set router e631d03f-9b3e-40fa-9dbb-1922d2955535 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:19.793538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3e16180-804d-4ef3-8fa2-399f4f657336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.797610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3e16180-804d-4ef3-8fa2-399f4f657336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.799055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d3e16180-804d-4ef3-8fa2-399f4f657336 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45536f34-6e46-441a-93df-494963c15bea HTTP/1.1" status: 204 len: 168 time: 0.8814633 Aug 06 15:33:19.877701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e16180-804d-4ef3-8fa2-399f4f657336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45536f34-6e46-441a-93df-494963c15bea,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:19.965011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.986458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:19.988400 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/df9c4be6-56d3-43cc-8005-b076c06c822c HTTP/1.1" status: 204 len: 168 time: 0.8510921 Aug 06 15:33:20.007144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:20.017838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e44f8-d967-4ba7-85c7-397ee6d0323d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9c4be6-56d3-43cc-8005-b076c06c822c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:20.144305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.151929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfde1f7-5e1c-4cd8-9057-38b92182784c req-cf9f3bd3-1cdd-4f45-9a69-917bf4bf0b9e tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:20.161038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dfde1f7-5e1c-4cd8-9057-38b92182784c req-cf9f3bd3-1cdd-4f45-9a69-917bf4bf0b9e tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 1101 time: 0.0770540 Aug 06 15:33:20.169722 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:33:17Z', 'revision_number': 3, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:20.177588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Made reservation on behalf of 09a7ef0e833345c7b1cfd4be531ff1d2 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:20.181488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.200897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Checking router: e631d03f-9b3e-40fa-9dbb-1922d2955535 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:20.201242 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Updating router e631d03f-9b3e-40fa-9dbb-1922d2955535 port d85e6b43-8be1-4655-b68f-b75e213101de binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:20.230796 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.235353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6dfde1f7-5e1c-4cd8-9057-38b92182784c req-f9fc963e-5854-4b5a-83a7-5661b8852b44 tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.291269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.323791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08598c97-565b-44ec-9caf-0c86a6eb28a3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:20.355294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494cc351-02c4-4145-b705-f8cbb98145bd') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:20.355854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494cc351-02c4-4145-b705-f8cbb98145bd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:20.373667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.427136 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.437010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.444959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:33:20.450075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:33:20.452492 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:33:20.575163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.678531 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6dfde1f7-5e1c-4cd8-9057-38b92182784c req-f9fc963e-5854-4b5a-83a7-5661b8852b44 tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.683750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Allocated IP 172.20.0.5 (b95450b4-3262-44ea-8cd0-fd399f8aae15/375cc25b-9682-46be-9718-c4c42d388688/4765cf85-90d1-4010-a543-82cc025fb5db) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:20.684307 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.691150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.693039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] 10.222.0.16 "DELETE /v2.0/networks/08598c97-565b-44ec-9caf-0c86a6eb28a3 HTTP/1.1" status: 204 len: 168 time: 0.6846552 Aug 06 15:33:20.710553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3194d49-70df-4489-b5d6-d6aad17ed039 admin admin] Pushing event deleted for resources: {'Network': ['ID=08598c97-565b-44ec-9caf-0c86a6eb28a3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:20.719746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:20.814042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6dfde1f7-5e1c-4cd8-9057-38b92182784c req-f9fc963e-5854-4b5a-83a7-5661b8852b44 tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.835253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Allocated IP 172.20.0.1 (6df0d172-ed1c-4958-a9fb-987abb736afb/f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0/f6fc4478-442a-4982-b7b0-b42f6f69eecc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:20.838316 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:20.865612 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Transition to ACTIVE for port object d85e6b43-8be1-4655-b68f-b75e213101de will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:20.909771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dfde1f7-5e1c-4cd8-9057-38b92182784c req-f9fc963e-5854-4b5a-83a7-5661b8852b44 tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478278 Aug 06 15:33:20.930252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc963e-5854-4b5a-83a7-5661b8852b44 tempest-LiveMigrationNegativeTest-590558343 tempest-LiveMigrationNegativeTest-590558343-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc344f5c-1734-4494-8e60-ed8423f7de05,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:20.988926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.006505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:21.006739 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.012233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:21.015520 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.038213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.050692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Transition to ACTIVE for port object 4765cf85-90d1-4010-a543-82cc025fb5db will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:21.067697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Transition to ACTIVE for port object f6fc4478-442a-4982-b7b0-b42f6f69eecc will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:21.083863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1a1e-d88b-430a-8494-5c12982f5585 None None] Pushing event updated for resources: {'Port': ['ID=d85e6b43-8be1-4655-b68f-b75e213101de,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:21.108521 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Attempting to bind port d85e6b43-8be1-4655-b68f-b75e213101de on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:21.109330 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Attempting to bind port d85e6b43-8be1-4655-b68f-b75e213101de by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:21.109926 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Attempting to bind port d85e6b43-8be1-4655-b68f-b75e213101de on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:21.122983 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:21.125528 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:21.126379 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.128141 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:21.128853 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Bound port: d85e6b43-8be1-4655-b68f-b75e213101de, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:21.130018 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.144495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-679f5741-431e-4579-bc10-dfe7a51c163f req-33900238-59e4-4d8c-a686-ccb2207989fa tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 210 time: 0.0890472 Aug 06 15:33:21.177628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.190238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Allocated IP 172.25.5.253 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/435d8812-46eb-4b47-be13-19895a2daf63) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:21.215723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:21.220378 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] For port d85e6b43-8be1-4655-b68f-b75e213101de, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:21.223997 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] For port d85e6b43-8be1-4655-b68f-b75e213101de, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d85e6b43-8be1-4655-b68f-b75e213101de,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:21.307545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.344972 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.345754 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.345912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.347068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a509161-2908-4629-91f7-948b37b78046 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:21.349535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.453552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:21.453814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['df21519c-43e5-4696-8237-119b837724fc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:21.461024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38544) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:21.464716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event updated for resources: {'Port': ['ID=4765cf85-90d1-4010-a543-82cc025fb5db,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:21.469560 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1a1e-d88b-430a-8494-5c12982f5585 None None] Pushing event updated for resources: {'Port': ['ID=d85e6b43-8be1-4655-b68f-b75e213101de,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:21.472390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:21.480225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:21.524560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Network 6df0d172-ed1c-4958-a9fb-987abb736afb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:21.529130 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Routers {'e631d03f-9b3e-40fa-9dbb-1922d2955535'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:21.534181 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e631d03f-9b3e-40fa-9dbb-1922d2955535'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:21.540908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:21.556358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:21.606735 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.632627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:21.633318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.634968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fc4478-442a-4982-b7b0-b42f6f69eecc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:21.699178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.710819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:21.861690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:21.876282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:21.882940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-90a64154-8ddd-49d3-84d9-058222200395 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc0b6790c1d04b94910a0bc7449fa2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039104 Aug 06 15:33:21.884825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:21.887771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:21.914216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event updated for resources: {'Port': ['ID=435d8812-46eb-4b47-be13-19895a2daf63,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:21.943164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6a509161-2908-4629-91f7-948b37b78046 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:21.943765 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:21.945840 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] Set router e631d03f-9b3e-40fa-9dbb-1922d2955535 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:21.996725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-4e6b4057-b8c7-4c7d-bac1-d03cf9fa8c45 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8629935 Aug 06 15:33:22.037773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Request body: {'port': {'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:22.271190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.371616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:22.406644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ac90c58f-5483-4258-816c-423b441df710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:33:17Z', 'revision_number': 3, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:22.453938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb599f0c-63bb-4b83-bae7-de56ef977a14 None None] Provisioning for port 4765cf85-90d1-4010-a543-82cc025fb5db completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:22.474506 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c58f-5483-4258-816c-423b441df710 None None] The sync data for ids ['e631d03f-9b3e-40fa-9dbb-1922d2955535'] in n-d-778550-6 is: [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:33:17Z', 'revision_number': 3, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:22.484690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f23db6-cf65-419e-a245-fce91cc27331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.485779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb599f0c-63bb-4b83-bae7-de56ef977a14 None None] Provisioning complete for port 4765cf85-90d1-4010-a543-82cc025fb5db triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:22.486364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb599f0c-63bb-4b83-bae7-de56ef977a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.541470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f23db6-cf65-419e-a245-fce91cc27331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.549052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.556470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:22.685533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.711841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bb599f0c-63bb-4b83-bae7-de56ef977a14 None None] Port 4765cf85-90d1-4010-a543-82cc025fb5db cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:22.723410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.757101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:22.759417 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f772f-8d1d-40e0-9ee8-b3259a830452" -d '{"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-unplugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:22.771256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:22.771634 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.777797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:22.789185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f23db6-cf65-419e-a245-fce91cc27331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.793640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91f23db6-cf65-419e-a245-fce91cc27331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.794790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91f23db6-cf65-419e-a245-fce91cc27331 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe HTTP/1.1" status: 204 len: 168 time: 0.8952305 Aug 06 15:33:22.843735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.856497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:22.864928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f23db6-cf65-419e-a245-fce91cc27331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e29e7c7-3a85-44d5-a40b-a6a274ba2cbe,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:22.991440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6e58137-f086-4acb-8352-fc961fd5f41d None None] Provisioning for port f6fc4478-442a-4982-b7b0-b42f6f69eecc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:23.026774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b6e58137-f086-4acb-8352-fc961fd5f41d None None] Provisioning complete for port f6fc4478-442a-4982-b7b0-b42f6f69eecc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:23.027318 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b6e58137-f086-4acb-8352-fc961fd5f41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.122550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:23.133611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b6e58137-f086-4acb-8352-fc961fd5f41d None None] Port f6fc4478-442a-4982-b7b0-b42f6f69eecc cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:23.168768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4765cf85-90d1-4010-a543-82cc025fb5db {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:23.182220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.206075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.275492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Transition to ACTIVE for port object 4765cf85-90d1-4010-a543-82cc025fb5db will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:23.294459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.307827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a81b-8089-40bc-b710-6d3da3cd149f req-5a4af4df-58dd-476e-ae10-97a4266c1398 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:23.309735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbb4a81b-8089-40bc-b710-6d3da3cd149f req-5a4af4df-58dd-476e-ae10-97a4266c1398 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 931 time: 0.1245165 Aug 06 15:33:23.347243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.408065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Pushing event updated for resources: {'Port': ['ID=f6fc4478-442a-4982-b7b0-b42f6f69eecc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:23.421164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.422060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.422060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.422274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.422357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Pushing event updated for resources: {'Port': ['ID=4765cf85-90d1-4010-a543-82cc025fb5db,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:23.422443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.422731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.423062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.423391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.424282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.424282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.436729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.436729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:23.455093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.475628 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.507478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbb4a81b-8089-40bc-b710-6d3da3cd149f req-2357df7f-f055-4da0-b30d-60278fa382d0 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868734 Aug 06 15:33:23.554021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:23.618182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Network 6df0d172-ed1c-4958-a9fb-987abb736afb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:23.622922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:23.704879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event updated for resources: {'Port': ['ID=435d8812-46eb-4b47-be13-19895a2daf63,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:23.754499 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b02fd6-6982-4774-9431-82a62d92edd6 x-openstack-request-id: req-83b02fd6-6982-4774-9431-82a62d92edd6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:23.754901 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-unplugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:23.755270 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83b02fd6-6982-4774-9431-82a62d92edd6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:23.755777 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'code': 200} Aug 06 15:33:23.838666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Router e631d03f-9b3e-40fa-9dbb-1922d2955535 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:33:23.918633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Attempting to bind port 4765cf85-90d1-4010-a543-82cc025fb5db on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:23.918978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Attempting to bind port 4765cf85-90d1-4010-a543-82cc025fb5db by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:23.919319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Attempting to bind port 4765cf85-90d1-4010-a543-82cc025fb5db on network b95450b4-3262-44ea-8cd0-fd399f8aae15 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:23.938457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Port 4765cf85-90d1-4010-a543-82cc025fb5db on network b95450b4-3262-44ea-8cd0-fd399f8aae15 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:33:23.939672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Attempting to bind port 4765cf85-90d1-4010-a543-82cc025fb5db on network b95450b4-3262-44ea-8cd0-fd399f8aae15 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:23.950923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c42d-1759-4522-9bb3-516358831a2f req-1947ed09-a5a4-4e0d-b923-8caf436f1727 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:23.953909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae07c42d-1759-4522-9bb3-516358831a2f req-1947ed09-a5a4-4e0d-b923-8caf436f1727 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 950 time: 0.2498686 Aug 06 15:33:23.981715 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.012117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:24.012469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Checking segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:24.012860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Bound using segment: {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:24.013317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Bound port: 4765cf85-90d1-4010-a543-82cc025fb5db, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab73ad00-289e-43c7-98c5-a7d55391c834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:24.013677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.057455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:24.070941 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bce1f719-5b2e-49c5-b72a-2d1da73c25b5 admin admin] 10.222.0.16 "PUT /v2.0/routers/e631d03f-9b3e-40fa-9dbb-1922d2955535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4940169 Aug 06 15:33:24.117565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae07c42d-1759-4522-9bb3-516358831a2f req-5881048a-bed2-4433-9b4e-2a586e2342fd tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369781 Aug 06 15:33:24.148014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] For port 4765cf85-90d1-4010-a543-82cc025fb5db, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:24.154048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] For port 4765cf85-90d1-4010-a543-82cc025fb5db, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4765cf85-90d1-4010-a543-82cc025fb5db,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:24.167064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.168795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3360986e-c046-4713-88ed-3e942de39bc5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8737044 Aug 06 15:33:24.212177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-89b7477e-829d-48f5-a9eb-8ccc70460047 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:24.213877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-89b7477e-829d-48f5-a9eb-8ccc70460047 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 950 time: 0.0755522 Aug 06 15:33:24.247344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.316148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:24.316883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.318401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] 10.222.0.64 "PUT /v2.0/ports/4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 1091 time: 2.3047698 Aug 06 15:33:24.319053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:24.321504 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941dd0f-210b-4684-b95b-035be0de4097" -d '{"events": [{"name": "network-changed", "server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:24.356935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7033d0-19b4-40f3-9575-08118193affe service neutron] Pushing event updated for resources: {'Port': ['ID=4765cf85-90d1-4010-a543-82cc025fb5db,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:24.368233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a770e75b-7145-480f-a4e9-6a20e8756e7b None None] Provisioning complete for port f6fc4478-442a-4982-b7b0-b42f6f69eecc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:24.372467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a770e75b-7145-480f-a4e9-6a20e8756e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.393944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Deleting port 07ff55ba-b149-45d9-a632-33c2724e9d66 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:33:24.394344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.416488 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b6b422-5f4d-4bb9-b8d0-b60b96f2f7f2 x-openstack-request-id: req-42b6b422-5f4d-4bb9-b8d0-b60b96f2f7f2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:24.416801 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:24.417296 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42b6b422-5f4d-4bb9-b8d0-b60b96f2f7f2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:24.417814 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db', 'status': 'completed', 'code': 200} Aug 06 15:33:24.488372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a770e75b-7145-480f-a4e9-6a20e8756e7b None None] Port f6fc4478-442a-4982-b7b0-b42f6f69eecc cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:24.603781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941dd0f-210b-4684-b95b-035be0de4097 req-bd008b89-719b-4078-9ce1-d2ccbd4aebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:24.607269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c941dd0f-210b-4684-b95b-035be0de4097 req-bd008b89-719b-4078-9ce1-d2ccbd4aebd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1094 time: 0.1601346 Aug 06 15:33:24.633209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d85e6b43-8be1-4655-b68f-b75e213101de up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:24.707164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] For port 07ff55ba-b149-45d9-a632-33c2724e9d66, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=07ff55ba-b149-45d9-a632-33c2724e9d66,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:24.707917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.744269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Calling delete_port for 07ff55ba-b149-45d9-a632-33c2724e9d66 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:33:24.845641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d85e6b43-8be1-4655-b68f-b75e213101de completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:24.849581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d85e6b43-8be1-4655-b68f-b75e213101de triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:24.850729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:24.897784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-1e307b57-b87b-4582-9b20-45493552ac78 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--572292742&fields=id&tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a HTTP/1.1" status: 200 len: 267 time: 0.2087893 Aug 06 15:33:25.034849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:25.042192 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.068665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.080983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941dd0f-210b-4684-b95b-035be0de4097 req-810b576f-1d41-4eeb-b2c7-2c3187985b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.082498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c941dd0f-210b-4684-b95b-035be0de4097 req-810b576f-1d41-4eeb-b2c7-2c3187985b17 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4673185 Aug 06 15:33:25.087440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6ec20165-9a2f-4551-bed8-bab0d110d6b5', '07ff55ba-b149-45d9-a632-33c2724e9d66'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:25.089646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Sync routers for ids ['e631d03f-9b3e-40fa-9dbb-1922d2955535'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:25.103079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Pushing event deleted for resources: {'Port': ['ID=07ff55ba-b149-45d9-a632-33c2724e9d66,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:25.125902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d85e6b43-8be1-4655-b68f-b75e213101de, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d85e6b43-8be1-4655-b68f-b75e213101de,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:25.139738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Routers {'e631d03f-9b3e-40fa-9dbb-1922d2955535'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:25.140406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e631d03f-9b3e-40fa-9dbb-1922d2955535'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:25.167739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-74c930a8-e211-4faa-8977-510e0aa2510f tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.171094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] No DVR routers for this DVR port 07ff55ba-b149-45d9-a632-33c2724e9d66 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:33:25.171285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-74c930a8-e211-4faa-8977-510e0aa2510f tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/networks?id=83c27216-3974-4901-bebc-ebafca8eeadb HTTP/1.1" status: 200 len: 814 time: 0.2709038 Aug 06 15:33:25.172117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.175037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-698f1ff7-3043-4b95-bb74-44a8c1b5df6e req-f6e85bf5-8f2a-44d6-967e-08e992f1a8a4 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "DELETE /v2.0/ports/07ff55ba-b149-45d9-a632-33c2724e9d66 HTTP/1.1" status: 204 len: 173 time: 0.9536657 Aug 06 15:33:25.175037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'name': 'network-vif-deleted', 'tag': '07ff55ba-b149-45d9-a632-33c2724e9d66'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:25.177549 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576011e5-bd01-4617-b54a-2d15818d1a89" -d '{"events": [{"server_uuid": "52411245-3ae9-4499-9f72-48ae7b440b4c", "name": "network-vif-deleted", "tag": "07ff55ba-b149-45d9-a632-33c2724e9d66"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:25.244004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2d2c4327-460b-41f5-976f-dad3a68d03ca tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/quotas/7cc6a1a6fb4946d69c32e5d68ddd0c5a HTTP/1.1" status: 200 len: 375 time: 0.0296695 Aug 06 15:33:25.284850 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.294165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b03183-1f37-4301-9ae6-fc669deb2f32 req-d038bf13-32a0-4ac9-9efd-40c82b1dce55 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.302541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b03183-1f37-4301-9ae6-fc669deb2f32 req-d038bf13-32a0-4ac9-9efd-40c82b1dce55 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 943 time: 0.2596898 Aug 06 15:33:25.387044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:25.439775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941dd0f-210b-4684-b95b-035be0de4097 req-d31aeb14-4ae4-4694-aa0e-ee796d5231fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.441535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c941dd0f-210b-4684-b95b-035be0de4097 req-d31aeb14-4ae4-4694-aa0e-ee796d5231fd service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3387597 Aug 06 15:33:25.465371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2c554546-62ae-41e3-bf56-8d9277a3f222 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2203872 Aug 06 15:33:25.471747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71bab3e9-5eaa-4bf3-aaa3-4ab3902099a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.483749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b03183-1f37-4301-9ae6-fc669deb2f32 req-6be2fc92-8855-44eb-a29b-1586f94eb362 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743660 Aug 06 15:33:25.483961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Set router e631d03f-9b3e-40fa-9dbb-1922d2955535 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:25.485862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d85e6b43-8be1-4655-b68f-b75e213101de,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:25.558138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.558495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.559017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.559705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.560070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.560396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.560720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.561265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.561782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.562266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.562747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.563224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:25.621635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-816055057-network', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:25.644858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71bab3e9-5eaa-4bf3-aaa3-4ab3902099a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.646224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.655454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-26797931-5278-4dd6-b2f6-1090334b7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.657207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-26797931-5278-4dd6-b2f6-1090334b7a79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1094 time: 0.1361206 Aug 06 15:33:25.681422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-068d03e4-b904-455a-8148-bae3b617227c service neutron] 10.222.0.16 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732757 Aug 06 15:33:25.735439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-148a97bc-d0c7-48c8-b6fc-8f83f4562e98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 217 time: 0.0616431 Aug 06 15:33:25.737757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71bab3e9-5eaa-4bf3-aaa3-4ab3902099a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.806423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:33:22Z', 'revision_number': 4, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f6fc4478-442a-4982-b7b0-b42f6f69eecc', 'name': '', 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'mac_address': 'fa:16:3e:6b:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:20Z', 'updated_at': '2021-08-06T15:33:22Z', 'revision_number': 2, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'subnets': [{'id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:25.837679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Checking router: e631d03f-9b3e-40fa-9dbb-1922d2955535 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:25.838446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bab3e9-5eaa-4bf3-aaa3-4ab3902099a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af16f0c-7801-4974-9f41-7b43c716c72a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:25.839002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Updating router e631d03f-9b3e-40fa-9dbb-1922d2955535 port f6fc4478-442a-4982-b7b0-b42f6f69eecc binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:25.847896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-71bab3e9-5eaa-4bf3-aaa3-4ab3902099a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4aa383f284d4ea095df1d0140950787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085251 Aug 06 15:33:25.851785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:25.882933 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.898951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38700) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:25.903135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-226c4c72-e4be-4e64-a018-8c99a69d72aa req-29db56c3-c968-45ec-8e9b-c52373db6031 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=52411245-3ae9-4499-9f72-48ae7b440b4c HTTP/1.1" status: 200 len: 210 time: 0.0962496 Aug 06 15:33:25.904067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-network', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:25.909669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-d089c622-fa8a-4449-b5b8-f13f955935a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.911159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-d089c622-fa8a-4449-b5b8-f13f955935a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1335886 Aug 06 15:33:25.912002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:25.914365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.947428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:25.973377 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76802e3f-af94-401e-9f08-8b000039246a x-openstack-request-id: req-76802e3f-af94-401e-9f08-8b000039246a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:25.973377 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52411245-3ae9-4499-9f72-48ae7b440b4c", "name": "network-vif-deleted", "tag": "07ff55ba-b149-45d9-a632-33c2724e9d66", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:25.973377 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76802e3f-af94-401e-9f08-8b000039246a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:25.973377 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52411245-3ae9-4499-9f72-48ae7b440b4c', 'name': 'network-vif-deleted', 'tag': '07ff55ba-b149-45d9-a632-33c2724e9d66', 'status': 'completed', 'code': 200} Aug 06 15:33:25.979986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-94364245-d9a0-4038-9a7c-c674a30cc468 service neutron] 10.222.0.16 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637401 Aug 06 15:33:25.988078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-6f20412c-bdc6-4b1e-b3eb-78c2d08f727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:25.989771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-6f20412c-bdc6-4b1e-b3eb-78c2d08f727e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695689 Aug 06 15:33:26.020911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44934ddc-13b3-4d18-ac33-799b40b7265a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.059407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44934ddc-13b3-4d18-ac33-799b40b7265a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.098019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Made reservation on behalf of fb8fa3f6dc0046baa76173c5305cd5a0 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:26.100834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.129096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.155350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-98d24c46-beec-4f30-8bcd-e7ce0816db35 service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489203 Aug 06 15:33:26.238118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.267215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e4cedca-4701-4a66-88fb-0f7490801a4e req-c7bf15c7-9c95-4f66-8c0c-06c7536c3f12 service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005645 Aug 06 15:33:26.327193 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.356034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8257e61e-9c1b-4e61-a6cb-167ea4b4517d req-eefcf93a-2322-40f6-9e81-2a7540fc862d tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 210 time: 0.0303636 Aug 06 15:33:26.378747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Transition to ACTIVE for port object f6fc4478-442a-4982-b7b0-b42f6f69eecc will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:26.378954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44934ddc-13b3-4d18-ac33-799b40b7265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.382681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44934ddc-13b3-4d18-ac33-799b40b7265a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.383126 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-44934ddc-13b3-4d18-ac33-799b40b7265a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1af16f0c-7801-4974-9f41-7b43c716c72a HTTP/1.1" status: 204 len: 168 time: 0.5305266 Aug 06 15:33:26.394023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44934ddc-13b3-4d18-ac33-799b40b7265a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af16f0c-7801-4974-9f41-7b43c716c72a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:26.410775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:33:26.588411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.589764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d85e6b43-8be1-4655-b68f-b75e213101de up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:26.590250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.604229 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.623322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:26.637316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:26.639699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe03454-8a86-4a82-a9bd-3792291b515d req-015ad1d6-381f-4733-9464-59113267a8d6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:26.650523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abe03454-8a86-4a82-a9bd-3792291b515d req-015ad1d6-381f-4733-9464-59113267a8d6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 943 time: 0.0825574 Aug 06 15:33:26.659067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.659665 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Added segment 35faa3c9-1d69-4a63-b34c-57ec8c0b3360 of type vlan for network 48545f32-f6ae-4e6a-b398-4f62936b20f3 Aug 06 15:33:26.699218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.700239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abe03454-8a86-4a82-a9bd-3792291b515d req-5eb4a3b3-5259-4c79-bfc8-943267695989 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487061 Aug 06 15:33:26.741678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.747774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8e5d3-cd22-413e-8428-a61525f65e91 None None] Pushing event updated for resources: {'Port': ['ID=f6fc4478-442a-4982-b7b0-b42f6f69eecc,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:26.781314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:26.816706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf00ad-c9c4-4066-813d-48ca2689076f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:26.835918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:26.854437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.855228 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Added segment 9fce09fb-640f-4021-b035-fae4b08f80f8 of type vlan for network d3fcb95b-30b7-4175-877f-a4b1a237d601 Aug 06 15:33:26.880992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Attempting to bind port f6fc4478-442a-4982-b7b0-b42f6f69eecc on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:26.881618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Attempting to bind port f6fc4478-442a-4982-b7b0-b42f6f69eecc by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:26.881984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Attempting to bind port f6fc4478-442a-4982-b7b0-b42f6f69eecc on network 6df0d172-ed1c-4958-a9fb-987abb736afb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:26.907627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:26.908042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Checking segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:26.908447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.908850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Bound using segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:26.909520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Bound port: f6fc4478-442a-4982-b7b0-b42f6f69eecc, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:26.909910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:26.924742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bee67963-9531-4fc7-8f86-172b663b640e', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'bee67963-9531-4fc7-8f86-172b663b640e', 'mac_address': 'fa:16:3e:f1:75:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:33:26.943406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.009397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.009397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:27.009397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.096338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d85e6b43-8be1-4655-b68f-b75e213101de triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:27.096712 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.107229 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.115944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7276108 Aug 06 15:33:27.118940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:27.127399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Request body: {'subnet': {'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-816055057-subnet', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:27.178551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee67963-9531-4fc7-8f86-172b663b640e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:27.210967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.215198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:27.215817 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.229933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224305de-ce99-45aa-9b9b-85060a5dc507 admin admin] Pushing event updated for resources: {'Network': ['ID=48545f32-f6ae-4e6a-b398-4f62936b20f3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:27.247472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:27.289916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:27.299268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] For port f6fc4478-442a-4982-b7b0-b42f6f69eecc, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:27.313658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fcb95b-30b7-4175-877f-a4b1a237d601,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:27.322874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:27.329590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.341403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:27.401534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] For port f6fc4478-442a-4982-b7b0-b42f6f69eecc, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f6fc4478-442a-4982-b7b0-b42f6f69eecc,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:27.419568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-95febfaa-11f9-471c-a4aa-355464f52c57 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5195110 Aug 06 15:33:27.422653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:27.430710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Request body: {'subnet': {'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-subnet', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:27.545518 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.551500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.614275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16620f9f-5903-41b7-aa73-f88dc3f45172 req-058edc00-5a6d-4a02-8991-4c5e86cb5713 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 210 time: 0.0398235 Aug 06 15:33:27.617752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Made reservation on behalf of fb8fa3f6dc0046baa76173c5305cd5a0 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:27.620450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.782958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:27.828483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bee67963-9531-4fc7-8f86-172b663b640e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:27.832419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Routers {'e631d03f-9b3e-40fa-9dbb-1922d2955535'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:27.833132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e631d03f-9b3e-40fa-9dbb-1922d2955535'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:27.834813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:27.961838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2997732-ce85-4e6f-b375-ff2a283f5efd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:28.033343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f697c-9462-4c3c-a12b-e34f55b863a4 req-0603d20c-b0fe-4a26-90a0-fcaf7692e516 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:28.040949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-049f697c-9462-4c3c-a12b-e34f55b863a4 req-0603d20c-b0fe-4a26-90a0-fcaf7692e516 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 950 time: 0.1959484 Aug 06 15:33:28.056296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Checking segment: {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:28.056754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Network hostable DHCP agents. Network: 48545f32-f6ae-4e6a-b398-4f62936b20f3, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:28.083243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8e5d3-cd22-413e-8428-a61525f65e91 None None] Pushing event updated for resources: {'Port': ['ID=f6fc4478-442a-4982-b7b0-b42f6f69eecc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:28.128417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] Set router e631d03f-9b3e-40fa-9dbb-1922d2955535 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:28.161296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-049f697c-9462-4c3c-a12b-e34f55b863a4 req-c909cd5f-3bd4-4e29-95e3-f8c0cf3d27e1 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193583 Aug 06 15:33:28.208386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.307456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:28.343510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0d9c0-fa16-4fb7-9349-8c02595d42d3 req-a07e7c98-27ad-4006-8c20-b607a555bbea tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:28.346552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ed0d9c0-fa16-4fb7-9349-8c02595d42d3 req-a07e7c98-27ad-4006-8c20-b607a555bbea tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 943 time: 0.1059194 Aug 06 15:33:28.357232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704d0874-6e48-402f-9967-1333eef71388,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:28.364885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Checking segment: {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:28.366332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Network hostable DHCP agents. Network: d3fcb95b-30b7-4175-877f-a4b1a237d601, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:28.426202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 48545f32-f6ae-4e6a-b398-4f62936b20f3) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:28.453224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156cc92-f6e5-42cd-b203-800b42b5193e None None] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:28.459170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:28.460064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.491513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:28.502938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d3fcb95b-30b7-4175-877f-a4b1a237d601) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:28.520995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:28.521672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ed0d9c0-fa16-4fb7-9349-8c02595d42d3 req-6f264d88-8ee0-48dd-9591-a7417cb0abfa tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341584 Aug 06 15:33:28.525945 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.540752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc95fc2-478c-4cbb-9c50-1d8180ee73c7 None None] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:28.578832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ee4a8c50-4c72-451c-ae97-0b5e46651d17 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4586089 Aug 06 15:33:28.582455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:28.593481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:28.707540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5b5e65a0-4d3f-4b31-89e1-87b75790ef98 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2836735 Aug 06 15:33:28.708477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:28.713359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:28.812165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec72c4e-990c-4f3f-88a6-ce1383c92a38 req-25387513-5cbb-4572-a912-f2f1d2bf4099 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 210 time: 0.0704458 Aug 06 15:33:28.823175 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.829397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.830471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.913119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.919414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.921437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:28.937402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:33:22Z', 'revision_number': 4, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f6fc4478-442a-4982-b7b0-b42f6f69eecc', 'name': '', 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'mac_address': 'fa:16:3e:6b:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:20Z', 'updated_at': '2021-08-06T15:33:27Z', 'revision_number': 4, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'subnets': [{'id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:28.973535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3739646c-5c60-4278-a24a-28da3fd62938 None None] The sync data for ids ['e631d03f-9b3e-40fa-9dbb-1922d2955535'] in n-d-778550-6 is: [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:33:22Z', 'revision_number': 4, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f6fc4478-442a-4982-b7b0-b42f6f69eecc', 'name': '', 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'mac_address': 'fa:16:3e:6b:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:20Z', 'updated_at': '2021-08-06T15:33:27Z', 'revision_number': 4, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'subnets': [{'id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:28.975423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-48545f32-f6ae-4e6a-b398-4f62936b20f3', 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'fixed_ips': [{'subnet_id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:33:28.976473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:29.152566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:29.262577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4765cf85-90d1-4010-a543-82cc025fb5db details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:33:29.266715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 07ff55ba-b149-45d9-a632-33c2724e9d66 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:29.313946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d3fcb95b-30b7-4175-877f-a4b1a237d601', 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'fixed_ips': [{'subnet_id': '704d0874-6e48-402f-9967-1333eef71388'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:33:29.317421 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:29.418924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 07ff55ba-b149-45d9-a632-33c2724e9d66 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:33:29.418924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 07ff55ba-b149-45d9-a632-33c2724e9d66 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:33:29.495717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:29.573042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Allocated IP 172.20.0.2 (48545f32-f6ae-4e6a-b398-4f62936b20f3/d2997732-ce85-4e6f-b375-ff2a283f5efd/514b5d28-5c98-407f-b817-86345a3d768a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:29.639623 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:29.667604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:29.734877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:33:29.777253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-9a2175d2-f98c-4145-81e3-1321560ba7f9 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:29.778872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-9a2175d2-f98c-4145-81e3-1321560ba7f9 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 950 time: 0.5830083 Aug 06 15:33:29.878569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.043842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea800974-2bc7-48b1-a40e-77cfa5ef935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.063707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Allocated IP 172.20.0.2 (d3fcb95b-30b7-4175-877f-a4b1a237d601/704d0874-6e48-402f-9967-1333eef71388/d8338c75-6cd2-4fd4-96fb-4ed59b9881f2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:30.197807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-729ecef6-24a5-4ea9-a375-d19e1003c937 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:30.199713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-729ecef6-24a5-4ea9-a375-d19e1003c937 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.64 "GET /v2.0/networks?id=83c27216-3974-4901-bebc-ebafca8eeadb HTTP/1.1" status: 200 len: 814 time: 0.4999356 Aug 06 15:33:30.375552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea800974-2bc7-48b1-a40e-77cfa5ef935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.384077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4765cf85-90d1-4010-a543-82cc025fb5db, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4765cf85-90d1-4010-a543-82cc025fb5db,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:30.390158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-fe48db6c-2f45-4829-b751-2c7af59d2501 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a HTTP/1.1" status: 200 len: 379 time: 0.1360552 Aug 06 15:33:30.413866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.418205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '4765cf85-90d1-4010-a543-82cc025fb5db', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:33:30.428901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:30.460716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Request body: {'port': {'device_id': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'admin_state_up': True, 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'security_groups': ['c337db70-f010-4d12-a012-20e0107616b6']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:30.467780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Transition to ACTIVE for port object 514b5d28-5c98-407f-b817-86345a3d768a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:30.479302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea800974-2bc7-48b1-a40e-77cfa5ef935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.571371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Transition to ACTIVE for port object 514b5d28-5c98-407f-b817-86345a3d768a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:30.648536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f6fc4478-442a-4982-b7b0-b42f6f69eecc up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:30.689134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.697443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c4586-8d5f-40d6-954c-c40fe1f779d8 req-90f7b85a-05dc-48d3-9228-8ccc7514c584 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:30.707564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc3c4586-8d5f-40d6-954c-c40fe1f779d8 req-90f7b85a-05dc-48d3-9228-8ccc7514c584 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 943 time: 1.0392427 Aug 06 15:33:30.712436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.740136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bd831-bdf3-4c53-a226-5a0403771486 req-228868ab-e6a1-484c-8814-e58c908ca87e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:30.752071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.755008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a48bd831-bdf3-4c53-a226-5a0403771486 req-228868ab-e6a1-484c-8814-e58c908ca87e tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/ports?device_id=f01454b5-dff6-4d82-a53c-fa1538790aff HTTP/1.1" status: 200 len: 950 time: 1.1008229 Aug 06 15:33:30.763193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea800974-2bc7-48b1-a40e-77cfa5ef935c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f971f77a451b4abf92a405b44d819d78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2578568 Aug 06 15:33:30.765431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea800974-2bc7-48b1-a40e-77cfa5ef935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba6f490-7edd-4a62-b9cd-fdb3c6609e8d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:30.768615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:30.805693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4765cf85-90d1-4010-a543-82cc025fb5db {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:30.814396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.819045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Transition to ACTIVE for port object d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:30.848355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bee67963-9531-4fc7-8f86-172b663b640e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:30.849122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:30.857370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:30.868373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc3c4586-8d5f-40d6-954c-c40fe1f779d8 req-0da7a592-ffac-4884-9b03-9c7e7ba8856b tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595907 Aug 06 15:33:31.013403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.053249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.074215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Made reservation on behalf of 7cc6a1a6fb4946d69c32e5d68ddd0c5a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:31.079490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.089128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:31.091762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:31.099532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4765cf85-90d1-4010-a543-82cc025fb5db, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4765cf85-90d1-4010-a543-82cc025fb5db,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:31.106697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Pushing event updated for resources: {'Port': ['ID=514b5d28-5c98-407f-b817-86345a3d768a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:31.113694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Transition to ACTIVE for port object d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:31.157767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80176de6-c843-4fae-9a97-2e3b2fc548d8 req-ac6e2d57-d4d0-48e9-81d3-a3b93a7ed298 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 210 time: 0.1312845 Aug 06 15:33:31.182473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a48bd831-bdf3-4c53-a226-5a0403771486 req-f3399acb-bfec-4b7c-8e20-1b9ec2cbc4b0 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.16 "GET /v2.0/security-groups?id=289ddee5-482d-4d9d-81e3-b0d17eebb385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231086 Aug 06 15:33:31.216576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Attempting to bind port 514b5d28-5c98-407f-b817-86345a3d768a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:31.217028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Attempting to bind port 514b5d28-5c98-407f-b817-86345a3d768a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:31.217576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Attempting to bind port 514b5d28-5c98-407f-b817-86345a3d768a on network 48545f32-f6ae-4e6a-b398-4f62936b20f3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:31.224577 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.227218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6457d3d4-a2c9-42ad-9481-547f509f98cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.234375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:31.234712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Checking segment: {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:31.235481 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.235929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Bound using segment: {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:31.236483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Bound port: 514b5d28-5c98-407f-b817-86345a3d768a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:31.237336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.266643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Deleting port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:33:31.266957 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.297947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6ec20165-9a2f-4551-bed8-bab0d110d6b5 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:33:31.381790 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.383589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f6fc4478-442a-4982-b7b0-b42f6f69eecc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:31.398178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] For port 6ec20165-9a2f-4551-bed8-bab0d110d6b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6ec20165-9a2f-4551-bed8-bab0d110d6b5,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:31.398570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.414255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Calling delete_port for 6ec20165-9a2f-4551-bed8-bab0d110d6b5 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:33:31.428798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Allocated IP 172.25.5.155 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/1cea9218-7c8e-4513-aa9d-730a19ed8460) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:31.468706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Allocated IP 172.20.0.9 (83c27216-3974-4901-bebc-ebafca8eeadb/bd41291a-f32e-4e38-8c95-6738c6f034a4/579b6eaa-1843-435d-a660-9beb0b143ec0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:31.496558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.529319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f6fc4478-442a-4982-b7b0-b42f6f69eecc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:31.530236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.596584 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6457d3d4-a2c9-42ad-9481-547f509f98cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.605362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4765cf85-90d1-4010-a543-82cc025fb5db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:31.620761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.646657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.665092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:31.691449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.713666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Pushing event deleted for resources: {'Port': ['ID=6ec20165-9a2f-4551-bed8-bab0d110d6b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:31.770177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4765cf85-90d1-4010-a543-82cc025fb5db,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:31.813096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:31.815977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:31.837705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Pushing event updated for resources: {'Port': ['ID=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:31.850360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.856511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.860990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] For port 514b5d28-5c98-407f-b817-86345a3d768a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:31.918032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] No DVR routers for this DVR port 6ec20165-9a2f-4551-bed8-bab0d110d6b5 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:33:31.921213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:31.931239 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:31.931960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:31.936899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:31.942097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70541e6e-bc3b-48a7-bf94-961da542c263 req-63448619-4b03-4f7d-a7a7-4c2d6ee757a6 tempest-LiveMigrationNegativeTest-907520768 tempest-LiveMigrationNegativeTest-907520768-project] 10.222.0.64 "DELETE /v2.0/ports/6ec20165-9a2f-4551-bed8-bab0d110d6b5 HTTP/1.1" status: 204 len: 173 time: 2.1292870 Aug 06 15:33:31.945875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'name': 'network-vif-deleted', 'tag': '6ec20165-9a2f-4551-bed8-bab0d110d6b5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:31.953281 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c9b415-54b7-4d39-939b-8aa6171004f1" -d '{"events": [{"server_uuid": "f01454b5-dff6-4d82-a53c-fa1538790aff", "name": "network-vif-deleted", "tag": "6ec20165-9a2f-4551-bed8-bab0d110d6b5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:31.955963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:31.964157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:31.966653 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ecea50-372f-4cdd-b380-19f641cc1b16" -d '{"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-plugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:31.996608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Transition to ACTIVE for port object 579b6eaa-1843-435d-a660-9beb0b143ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:32.001848 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6457d3d4-a2c9-42ad-9481-547f509f98cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.008390 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6457d3d4-a2c9-42ad-9481-547f509f98cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.009855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6457d3d4-a2c9-42ad-9481-547f509f98cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ba6f490-7edd-4a62-b9cd-fdb3c6609e8d HTTP/1.1" status: 204 len: 168 time: 1.2359531 Aug 06 15:33:32.023927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.036132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] For port 514b5d28-5c98-407f-b817-86345a3d768a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=514b5d28-5c98-407f-b817-86345a3d768a,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:32.080257 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.118091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Pushing event updated for resources: {'Port': ['ID=1cea9218-7c8e-4513-aa9d-730a19ed8460,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:32.167498 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92fefc6-1168-4cfb-98ac-2db0085a5ab6 x-openstack-request-id: req-f92fefc6-1168-4cfb-98ac-2db0085a5ab6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:32.168493 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-plugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:32.168760 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f92fefc6-1168-4cfb-98ac-2db0085a5ab6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:32.169166 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'code': 200} Aug 06 15:33:32.224821 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43600a2b-c585-46dc-a5f9-a7b0409d23f0 x-openstack-request-id: req-43600a2b-c585-46dc-a5f9-a7b0409d23f0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:32.225105 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01454b5-dff6-4d82-a53c-fa1538790aff", "name": "network-vif-deleted", "tag": "6ec20165-9a2f-4551-bed8-bab0d110d6b5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:32.225348 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43600a2b-c585-46dc-a5f9-a7b0409d23f0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:32.225745 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01454b5-dff6-4d82-a53c-fa1538790aff', 'name': 'network-vif-deleted', 'tag': '6ec20165-9a2f-4551-bed8-bab0d110d6b5', 'status': 'completed', 'code': 200} Aug 06 15:33:32.238857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.257095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.284019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457d3d4-a2c9-42ad-9481-547f509f98cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba6f490-7edd-4a62-b9cd-fdb3c6609e8d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:32.329690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Attempting to bind port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:32.330432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Attempting to bind port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:32.331129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Attempting to bind port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 on network d3fcb95b-30b7-4175-877f-a4b1a237d601 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:32.390224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d66e3f3d8ef48499c294f75d1eda15f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7137039 Aug 06 15:33:32.390657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38886) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:32.428878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:32.453876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.455552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:32.457620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Checking segment: {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:32.457620 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.457620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Bound using segment: {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:32.457620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Bound port: d8338c75-6cd2-4fd4-96fb-4ed59b9881f2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:32.458039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.471335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.474588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.560843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.580307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] For port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:32.584092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] For port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,segment=NetworkSegment(9fce09fb-640f-4021-b035-fae4b08f80f8),segment_id=9fce09fb-640f-4021-b035-fae4b08f80f8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:32.671279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port f6fc4478-442a-4982-b7b0-b42f6f69eecc, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f6fc4478-442a-4982-b7b0-b42f6f69eecc,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:32.685461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.731372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Network 83c27216-3974-4901-bebc-ebafca8eeadb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:32.775067 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.795580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:32.816710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc798545-35cc-4233-9e63-b0fb967fd6f8 None None] Pushing event updated for resources: {'Port': ['ID=514b5d28-5c98-407f-b817-86345a3d768a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:32.819393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:32.834832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba2a9a27-5ed8-438f-8f54-988f832479bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:32.849280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Allocated IP 172.25.5.73 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/7dc27d05-9bc2-4390-8d15-c2cfdb7478d4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:32.940924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47440851-54a5-416a-a43e-821e30dfcfe1 None None] Pushing event updated for resources: {'Port': ['ID=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:33.035311 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.104051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b82adb6-49ca-4fff-9926-0695db1cf8ba,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:33.150406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac4bdf-667a-4051-b76d-950b2a7f8728 req-5ab5cba0-a953-49e5-af82-dd810fbb2c44 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:33.162730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bac4bdf-667a-4051-b76d-950b2a7f8728 req-5ab5cba0-a953-49e5-af82-dd810fbb2c44 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 944 time: 1.1338823 Aug 06 15:33:33.199840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=f6fc4478-442a-4982-b7b0-b42f6f69eecc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:33.211786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48a2f1-6c2c-4828-9b5d-cf7c854c19c7 req-0c1676e1-f3ca-4ac0-9185-60d48db7c9bb tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:33.224010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af48a2f1-6c2c-4828-9b5d-cf7c854c19c7 req-0c1676e1-f3ca-4ac0-9185-60d48db7c9bb tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 931 time: 0.8882415 Aug 06 15:33:33.240251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event updated for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:33.242739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.262684 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.269609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4765cf85-90d1-4010-a543-82cc025fb5db up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:33.269823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.270213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.270505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.270848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.274306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.274708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.275053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.275389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.275728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.276091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.276583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.276919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4ee054-c304-46fa-bcbd-d04901ec4cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:33.478956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b64f167b-fe99-4d6b-af67-7b3b36f204b9 None None] Provisioning for port 579b6eaa-1843-435d-a660-9beb0b143ec0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:33.483505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b64f167b-fe99-4d6b-af67-7b3b36f204b9 None None] Provisioning complete for port 579b6eaa-1843-435d-a660-9beb0b143ec0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:33.483905 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b64f167b-fe99-4d6b-af67-7b3b36f204b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.557354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bac4bdf-667a-4051-b76d-950b2a7f8728 req-9da6ba89-f30e-45bc-9890-f736179e1813 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936102 Aug 06 15:33:33.561775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:33.564683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 4765cf85-90d1-4010-a543-82cc025fb5db completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:33.588757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 4765cf85-90d1-4010-a543-82cc025fb5db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:33.589135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.593988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba2a9a27-5ed8-438f-8f54-988f832479bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.600651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af48a2f1-6c2c-4828-9b5d-cf7c854c19c7 req-b48b97b4-5c45-480d-9bbd-d6aa17badfc8 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758128 Aug 06 15:33:33.601594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:33.619262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:33.628382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:33.674095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b64f167b-fe99-4d6b-af67-7b3b36f204b9 None None] Port 579b6eaa-1843-435d-a660-9beb0b143ec0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:33.853960 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:33.929363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4765cf85-90d1-4010-a543-82cc025fb5db, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4765cf85-90d1-4010-a543-82cc025fb5db,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:33.938390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:33.994857 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.159036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4765cf85-90d1-4010-a543-82cc025fb5db,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:34.172337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:34.181384 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0e8f2f-ce3c-444a-b6bf-af7a0dd5b425" -d '{"events": [{"server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "name": "network-vif-plugged", "status": "completed", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:34.248278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.258463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d16ae4-85cb-43eb-b921-9ac85e244de2 None None] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:34.260114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1311577111-network', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:34.323021 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3e1755-ac6a-4b2b-b077-42d61bdf498a x-openstack-request-id: req-cb3e1755-ac6a-4b2b-b077-42d61bdf498a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:34.323328 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "name": "network-vif-plugged", "status": "completed", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:34.323602 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb3e1755-ac6a-4b2b-b077-42d61bdf498a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:34.329129 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db', 'code': 200} Aug 06 15:33:34.482111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-94717450-5382-4ba7-98d6-e6941bd64531 None None] Provisioning for port 514b5d28-5c98-407f-b817-86345a3d768a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:34.613518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98910b08-8805-4bfe-8447-183bac71ecfa req-c0eb5e57-9c4b-46fe-86be-a71572bb1ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:34.618769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98910b08-8805-4bfe-8447-183bac71ecfa req-c0eb5e57-9c4b-46fe-86be-a71572bb1ce6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1096 time: 0.2470419 Aug 06 15:33:34.618873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:34.619268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:34.620121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.662856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Made reservation on behalf of 30efa261fe5b43a9941faadec8ff5237 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:34.668301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.684200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.723417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.754269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba2a9a27-5ed8-438f-8f54-988f832479bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.759325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9843b3-1908-4b85-95ca-0b36e74184c8 None None] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:34.760160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba2a9a27-5ed8-438f-8f54-988f832479bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:34.761533 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ba2a9a27-5ed8-438f-8f54-988f832479bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b82adb6-49ca-4fff-9926-0695db1cf8ba HTTP/1.1" status: 204 len: 168 time: 2.3698728 Aug 06 15:33:34.773862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-2e08114f-b36c-405c-a915-7efec787a843 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3588691 Aug 06 15:33:34.823842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Request body: {'port': {'device_id': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:34.827504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a9a27-5ed8-438f-8f54-988f832479bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b82adb6-49ca-4fff-9926-0695db1cf8ba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:34.905434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98910b08-8805-4bfe-8447-183bac71ecfa req-f9422878-16c4-48b9-bbba-5010aeb9043f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566702 Aug 06 15:33:34.948046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c90cdc16-bc44-4203-bdf6-2d166651ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.011078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.036443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7bf83097-a32e-4910-85b6-e8749b69c742 None None] Provisioning for port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:35.231481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:33:35.282416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f6fc4478-442a-4982-b7b0-b42f6f69eecc up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:35.343850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.379025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542dc5-5f44-43cc-b1e9-2b3f3eeb7d23 req-7199c545-e76f-4fee-adb7-fb033d541c3a tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:35.403118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e542dc5-5f44-43cc-b1e9-2b3f3eeb7d23 req-7199c545-e76f-4fee-adb7-fb033d541c3a tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 945 time: 0.6468914 Aug 06 15:33:35.486568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-73d02d7b-238d-4ca6-bccb-0a7c7b6b086e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93e1761fa7b947f0b7f9542411bb606e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8672678 Aug 06 15:33:35.506879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f6fc4478-442a-4982-b7b0-b42f6f69eecc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:35.507301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.551110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:35.620805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e1f5-6790-4a5b-ac95-34dd2b5fea37 req-b01d83ab-7d93-473c-97b6-8d682c131d86 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:35.622813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a8b0e1f5-6790-4a5b-ac95-34dd2b5fea37 req-b01d83ab-7d93-473c-97b6-8d682c131d86 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 931 time: 0.7389891 Aug 06 15:33:35.730938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:35.732298 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Sync routers for ids ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:35.733292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 514b5d28-5c98-407f-b817-86345a3d768a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:35.733406 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Routers {'4f4ed682-f17d-470e-857a-f4a9533d1ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:35.733406 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:35.798925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e542dc5-5f44-43cc-b1e9-2b3f3eeb7d23 req-281bfe37-b873-4e11-8cbe-c9a045f5a1ad tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025652 Aug 06 15:33:35.843557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a8b0e1f5-6790-4a5b-ac95-34dd2b5fea37 req-70a583b2-f032-4f69-b405-fde2ef9bbb81 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082992 Aug 06 15:33:35.860279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.878857 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Set router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:35.886584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579b6eaa-1843-435d-a660-9beb0b143ec0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:35.897231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be784e3b-6f16-4ae8-ad9b-85b9aeef7ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.902315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.912756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 514b5d28-5c98-407f-b817-86345a3d768a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:35.919033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 514b5d28-5c98-407f-b817-86345a3d768a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:35.920722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.931769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Transition to ACTIVE for port object 579b6eaa-1843-435d-a660-9beb0b143ec0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:35.972775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be784e3b-6f16-4ae8-ad9b-85b9aeef7ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:35.980072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.005712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.064694 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.079439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:36.089389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:36.112855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.119458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0b845f5f-0653-4579-996e-de2abe1107da admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4097934 Aug 06 15:33:36.124961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:36.131632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Router 528decd0-bcf7-4aec-b4a8-05e719d356ff is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:33:36.148704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.154536 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Added segment 3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1 of type vlan for network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 Aug 06 15:33:36.154536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da75ab1c-72db-49c9-920b-df39d048681c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:36.194454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 514b5d28-5c98-407f-b817-86345a3d768a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=514b5d28-5c98-407f-b817-86345a3d768a,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:36.245944 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:32Z', 'revision_number': 3, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:36.251564 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.252807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:36.300688 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Checking router: 4f4ed682-f17d-470e-857a-f4a9533d1ef5 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:36.301487 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Updating router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 port 1cea9218-7c8e-4513-aa9d-730a19ed8460 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:36.366869 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.378162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.384692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be784e3b-6f16-4ae8-ad9b-85b9aeef7ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.392139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be784e3b-6f16-4ae8-ad9b-85b9aeef7ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.393525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be784e3b-6f16-4ae8-ad9b-85b9aeef7ec7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/289ddee5-482d-4d9d-81e3-b0d17eebb385 HTTP/1.1" status: 204 len: 168 time: 0.8189259 Aug 06 15:33:36.483445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be784e3b-6f16-4ae8-ad9b-85b9aeef7ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ddee5-482d-4d9d-81e3-b0d17eebb385,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:36.497750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=514b5d28-5c98-407f-b817-86345a3d768a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:36.557203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:36.594518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Sync routers for ids ['528decd0-bcf7-4aec-b4a8-05e719d356ff'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:36.606161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.607150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:36.608076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.626371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Routers {'528decd0-bcf7-4aec-b4a8-05e719d356ff'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:36.627028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['528decd0-bcf7-4aec-b4a8-05e719d356ff'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:36.674584 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.678535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6eec8ae2-1d30-4b5d-b1a8-9c3ef33511e4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.0922801 Aug 06 15:33:36.681832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38972) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:36.725422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Attempting to bind port 579b6eaa-1843-435d-a660-9beb0b143ec0 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:36.725831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Attempting to bind port 579b6eaa-1843-435d-a660-9beb0b143ec0 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:36.726262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Attempting to bind port 579b6eaa-1843-435d-a660-9beb0b143ec0 on network 83c27216-3974-4901-bebc-ebafca8eeadb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:36.736613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Port 579b6eaa-1843-435d-a660-9beb0b143ec0 on network 83c27216-3974-4901-bebc-ebafca8eeadb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:33:36.737345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Attempting to bind port 579b6eaa-1843-435d-a660-9beb0b143ec0 on network 83c27216-3974-4901-bebc-ebafca8eeadb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:36.746144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:36.746451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Checking segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:36.746921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Bound using segment: {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:36.747469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Bound port: 579b6eaa-1843-435d-a660-9beb0b143ec0, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:36.747888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:36.763619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Set router 528decd0-bcf7-4aec-b4a8-05e719d356ff gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:36.770715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8292766 Aug 06 15:33:36.775495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:36.887753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Request body: {'subnet': {'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1311577111-subnet', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:36.918807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0576e6-61d3-493e-b454-c06d6ad5599e admin admin] Pushing event updated for resources: {'Network': ['ID=2b0f6da5-b920-40c2-b8c2-08eb50b936c4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:36.973488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:37.004257 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.023928 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Transition to ACTIVE for port object 1cea9218-7c8e-4513-aa9d-730a19ed8460 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:37.084812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:37.102576 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.126443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=579b6eaa-1843-435d-a660-9beb0b143ec0,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:37.162432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:37.205563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Made reservation on behalf of 30efa261fe5b43a9941faadec8ff5237 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:37.208144 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.226757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4f2ac-3bcb-411c-9b69-152389c5bc9a None None] Pushing event updated for resources: {'Port': ['ID=1cea9218-7c8e-4513-aa9d-730a19ed8460,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:37.228442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.234412 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Attempting to bind port 1cea9218-7c8e-4513-aa9d-730a19ed8460 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:37.235822 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Attempting to bind port 1cea9218-7c8e-4513-aa9d-730a19ed8460 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:37.239469 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Attempting to bind port 1cea9218-7c8e-4513-aa9d-730a19ed8460 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:37.253442 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:37.258751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:37.258751 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.258751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:37.258751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Bound port: 1cea9218-7c8e-4513-aa9d-730a19ed8460, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:37.258751 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.336083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:37.336718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.338671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/579b6eaa-1843-435d-a660-9beb0b143ec0 HTTP/1.1" status: 200 len: 1091 time: 2.5318573 Aug 06 15:33:37.349941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:37.360020 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:37.399277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] For port 1cea9218-7c8e-4513-aa9d-730a19ed8460, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:37.410250 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] For port 1cea9218-7c8e-4513-aa9d-730a19ed8460, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1cea9218-7c8e-4513-aa9d-730a19ed8460,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:37.491344 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.502900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.586523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e556e-8c12-40b8-bf2e-079dd60db0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:37.605880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fe15e-503d-4efa-87c9-3aee8e717304 req-28053ac7-7181-46a9-b388-102456e7764c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:37.606333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:37.615445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-059fe15e-503d-4efa-87c9-3aee8e717304 req-28053ac7-7181-46a9-b388-102456e7764c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 945 time: 0.6832180 Aug 06 15:33:37.673275 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Routers {'4f4ed682-f17d-470e-857a-f4a9533d1ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:37.674326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:37.719928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-5dc4a16a-a214-4cd0-963b-6330c3511b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:37.721536 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-5dc4a16a-a214-4cd0-963b-6330c3511b50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a&device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 1094 time: 0.2126822 Aug 06 15:33:37.726044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.745614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:33Z', 'revision_number': 3, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:37.759285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:37.767921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03079db0-4862-49f0-8af2-0b364d1ccc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.772944 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4f2ac-3bcb-411c-9b69-152389c5bc9a None None] Pushing event updated for resources: {'Port': ['ID=1cea9218-7c8e-4513-aa9d-730a19ed8460,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:37.835268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Checking router: 528decd0-bcf7-4aec-b4a8-05e719d356ff for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:37.835790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Updating router 528decd0-bcf7-4aec-b4a8-05e719d356ff port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:37.840936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-df860965-d35d-4969-82f5-98c460f00222 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=579b6eaa-1843-435d-a660-9beb0b143ec0 HTTP/1.1" status: 200 len: 217 time: 0.1040316 Aug 06 15:33:37.849406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e25ee6e5-ae0a-4d7e-a12b-59feee65505d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87e82de6fb77474aa05dcbf5ec27be82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216022 Aug 06 15:33:37.864262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:37.871386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:37.871930 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.886596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-487492165-network', 'tenant_id': '7ae44251bc244052843a0c887f3229aa'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:37.915244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:37.945675 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] Set router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:37.950340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f8d22-37a9-4706-887b-25353204dd44 req-52093a37-0d05-46d8-98d2-27bb4ccdc41f tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:37.956076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe2f8d22-37a9-4706-887b-25353204dd44 req-52093a37-0d05-46d8-98d2-27bb4ccdc41f tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 943 time: 0.8954756 Aug 06 15:33:38.013202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-3ba195a4-82db-4a8b-8a39-e87ccedaee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:38.014819 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-3ba195a4-82db-4a8b-8a39-e87ccedaee0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd41291a-f32e-4e38-8c95-6738c6f034a4 HTTP/1.1" status: 200 len: 853 time: 0.1641078 Aug 06 15:33:38.103337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d650563d-b819-4eb3-9bcd-a53951fe9e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.105912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Allocated IP 172.20.0.1 (d3fcb95b-30b7-4175-877f-a4b1a237d601/704d0874-6e48-402f-9967-1333eef71388/879a3ae8-e9ac-4c6c-b7e6-723955328159) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:38.197480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-e5ec3df9-fcef-45e9-acc3-fbc954272b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:38.199107 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-e5ec3df9-fcef-45e9-acc3-fbc954272b8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83c27216-3974-4901-bebc-ebafca8eeadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647515 Aug 06 15:33:38.207309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d650563d-b819-4eb3-9bcd-a53951fe9e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.281547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.292747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Transition to ACTIVE for port object 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:38.344707 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:32Z', 'revision_number': 3, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:38.354944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.398851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.414784 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0491ab6-cace-4328-aebf-8e1a9e7cd0e5 None None] The sync data for ids ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'] in n-d-778550-6 is: [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:32Z', 'revision_number': 3, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:38.452859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Attempting to bind port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:38.463675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Attempting to bind port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:38.463675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Attempting to bind port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:38.469967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Made reservation on behalf of 7ae44251bc244052843a0c887f3229aa for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:38.472458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.502394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,segment=NetworkSegment(9fce09fb-640f-4021-b035-fae4b08f80f8),segment_id=9fce09fb-640f-4021-b035-fae4b08f80f8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:38.503999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:38.504584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:38.505224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.505824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:38.506727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Bound port: 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:38.507297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.527123 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.535426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.544900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-90eca4bc-9ecf-49da-8e49-70d6992e07b0 service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249123 Aug 06 15:33:38.578583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] For port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:38.583211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] For port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:38.593850 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.612746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b178f81-6a2a-4270-a92f-24466bc708b7 None None] Pushing event updated for resources: {'Port': ['ID=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:38.615839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-059fe15e-503d-4efa-87c9-3aee8e717304 req-fdeb7e73-941a-4a0d-a71b-f2e35942779c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9987273 Aug 06 15:33:38.625134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Transition to ACTIVE for port object 879a3ae8-e9ac-4c6c-b7e6-723955328159 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:38.629721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe2f8d22-37a9-4706-887b-25353204dd44 req-7845d9d3-91fe-4a4b-9723-d8bf0cdee6eb tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6115201 Aug 06 15:33:38.643343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d650563d-b819-4eb3-9bcd-a53951fe9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.649632 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d650563d-b819-4eb3-9bcd-a53951fe9e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.653336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d650563d-b819-4eb3-9bcd-a53951fe9e30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc344f5c-1734-4494-8e60-ed8423f7de05 HTTP/1.1" status: 204 len: 168 time: 0.7841861 Aug 06 15:33:38.686674 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:38.747253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:38.775684 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635d79f-7838-4734-a951-56523df14dcd x-openstack-request-id: req-e635d79f-7838-4734-a951-56523df14dcd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:38.776234 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:38.776655 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e635d79f-7838-4734-a951-56523df14dcd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:38.777072 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'status': 'completed', 'code': 200} Aug 06 15:33:38.792352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Routers {'528decd0-bcf7-4aec-b4a8-05e719d356ff'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:38.792352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['528decd0-bcf7-4aec-b4a8-05e719d356ff'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:38.796801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650563d-b819-4eb3-9bcd-a53951fe9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc344f5c-1734-4494-8e60-ed8423f7de05,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:38.875752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1a313fad-6d45-4c2a-8909-dc286ecef6de req-5e81dc87-53cd-470e-a04e-7b3051097420 service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144391 Aug 06 15:33:39.019306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.062750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.081425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 514b5d28-5c98-407f-b817-86345a3d768a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:39.135617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-f299f99f-5ea7-44a6-b9ad-88886f7184ab tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:39.143866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-f299f99f-5ea7-44a6-b9ad-88886f7184ab tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2300847 Aug 06 15:33:39.171634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.214501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:39.244874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:39.260361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:39.274765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b178f81-6a2a-4270-a92f-24466bc708b7 None None] Pushing event updated for resources: {'Port': ['ID=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:39.274946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.327338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-1f00551f-a778-4ef5-88f9-6155ba612dc6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 696 time: 0.1754713 Aug 06 15:33:39.328295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=879a3ae8-e9ac-4c6c-b7e6-723955328159,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:39.330654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] Set router 528decd0-bcf7-4aec-b4a8-05e719d356ff gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:39.337876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'floatingip': {'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:39.391133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-d22270c7-fa4d-4f97-b215-63e5d4f83e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:39.409986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-d22270c7-fa4d-4f97-b215-63e5d4f83e16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a&device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 1094 time: 0.3925881 Aug 06 15:33:39.444250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.512859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 514b5d28-5c98-407f-b817-86345a3d768a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:39.513241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.563727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=07032a76-1107-43e4-a38b-26b4d9a6787d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:39.618997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.626807 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.759922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:39.812779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-167a9b4d-da16-4ac8-9dd4-0a9ea8909749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:39.814827 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-167a9b4d-da16-4ac8-9dd4-0a9ea8909749 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83c27216-3974-4901-bebc-ebafca8eeadb HTTP/1.1" status: 200 len: 915 time: 0.3901091 Aug 06 15:33:39.960030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-41f747c9-218f-45a6-a606-c39a27f8d893 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=579b6eaa-1843-435d-a660-9beb0b143ec0 HTTP/1.1" status: 200 len: 217 time: 0.0546188 Aug 06 15:33:40.072947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Allocated IP 172.20.0.1 (48545f32-f6ae-4e6a-b398-4f62936b20f3/d2997732-ce85-4e6f-b375-ff2a283f5efd/07f3460e-1d5e-4ac2-9a59-acd2cbe845cd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:40.105843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:33Z', 'revision_number': 3, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:40.116920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-203b7206-196f-4584-b71d-ac8758fa4c7d None None] Provisioning for port 879a3ae8-e9ac-4c6c-b7e6-723955328159 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:40.155953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.199058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-b2bb0b2b-5867-471b-ba66-b0739c0833c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:40.200597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-b2bb0b2b-5867-471b-ba66-b0739c0833c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd41291a-f32e-4e38-8c95-6738c6f034a4 HTTP/1.1" status: 200 len: 853 time: 0.2348676 Aug 06 15:33:40.208778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Checking segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:40.209140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Network hostable DHCP agents. Network: 2b0f6da5-b920-40c2-b8c2-08eb50b936c4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:40.221879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-203b7206-196f-4584-b71d-ac8758fa4c7d None None] Provisioning complete for port 879a3ae8-e9ac-4c6c-b7e6-723955328159 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:40.221879 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-203b7206-196f-4584-b71d-ac8758fa4c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.234133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:40.281201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.281552 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Added segment 9b011d56-6329-444a-a789-d89ee156bdb6 of type vlan for network 5d888c15-e69b-432e-9c0a-3c60006e9fda Aug 06 15:33:40.299508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df34b34-7030-445d-8963-69b2a0c73697,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:40.303653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-203b7206-196f-4584-b71d-ac8758fa4c7d None None] Port 879a3ae8-e9ac-4c6c-b7e6-723955328159 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:40.308100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f82d0-ee56-4de2-82a4-45d73bb324f5 None None] The sync data for ids ['528decd0-bcf7-4aec-b4a8-05e719d356ff'] in n-d-778550-6 is: [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:33Z', 'revision_number': 3, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:40.380270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-3de5fbdc-70de-4893-b2b7-338f43baa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:40.382052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-3de5fbdc-70de-4893-b2b7-338f43baa9eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83c27216-3974-4901-bebc-ebafca8eeadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669788 Aug 06 15:33:40.443277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.517054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.563531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Transition to ACTIVE for port object 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:40.625572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-eb8964aa-ee73-4fd0-9af2-1c3459cdb42d service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284203 Aug 06 15:33:40.662934 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.682569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56ece3-8178-4aa0-a7b4-42ec13ba32e6 req-10f74e20-2124-4f2f-af11-6e61a76392e5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:40.685998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef56ece3-8178-4aa0-a7b4-42ec13ba32e6 req-10f74e20-2124-4f2f-af11-6e61a76392e5 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 943 time: 0.8975961 Aug 06 15:33:40.687076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.689957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:40.691201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.712364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.822649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.931611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:40.958998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] Pushing event updated for resources: {'Network': ['ID=5d888c15-e69b-432e-9c0a-3c60006e9fda,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:40.963610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1cea9218-7c8e-4513-aa9d-730a19ed8460 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:40.976057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef56ece3-8178-4aa0-a7b4-42ec13ba32e6 req-db811310-0fc2-409d-99f5-db6d660f147e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549448 Aug 06 15:33:41.053229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:41.057720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:41.064734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6eca6653-2038-4d03-8b4e-18cd19f2dc97 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8825421 Aug 06 15:33:41.066072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:41.086184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:41.096382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Pushing event updated for resources: {'Port': ['ID=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:41.096382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:41.096382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:41.154903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:41.189846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fbf940-dea5-4d2f-8e1e-f4b4258dbb2b req-1dec69f5-61c0-4867-b773-64052998d7fb service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537899 Aug 06 15:33:41.201317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Request body: {'subnet': {'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-subnet', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:41.205547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=879a3ae8-e9ac-4c6c-b7e6-723955328159,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:41.231871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:41.309288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 2b0f6da5-b920-40c2-b8c2-08eb50b936c4) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:41.318486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e9dbb-32d2-4d6e-ac83-d9591e452519 None None] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:41.359580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 579b6eaa-1843-435d-a660-9beb0b143ec0 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:33:41.555996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:41.556595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:41.603513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Made reservation on behalf of 7ae44251bc244052843a0c887f3229aa for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:41.606090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:41.607908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1cea9218-7c8e-4513-aa9d-730a19ed8460 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:41.666080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1cea9218-7c8e-4513-aa9d-730a19ed8460 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:41.666471 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:41.713178 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:33:41.780389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a8736f7b-a5df-4a5f-b61c-cebde5640bdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.9121032 Aug 06 15:33:41.810301 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:41.825964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:41.857289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51290115-58f0-4219-a5a0-072b91e083d6 None None] Provisioning for port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:41.873791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-51290115-58f0-4219-a5a0-072b91e083d6 None None] Provisioning complete for port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:41.876667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51290115-58f0-4219-a5a0-072b91e083d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:41.947963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:33:41.948834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.140481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:42.143497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:42.163064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.287152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.287985 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.411186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:33:42.422114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Allocated IP 172.20.0.2 (2b0f6da5-b920-40c2-b8c2-08eb50b936c4/07032a76-1107-43e4-a38b-26b4d9a6787d/ea0ed31d-5699-4ff7-83f1-cb220530b15c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:42.469173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51290115-58f0-4219-a5a0-072b91e083d6 None None] Port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:42.621958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=579b6eaa-1843-435d-a660-9beb0b143ec0,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:42.635192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:42.656054 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c00694bb-c889-4466-b214-069c19461fd7 admin admin] 10.222.0.16 "PUT /v2.0/routers/4f4ed682-f17d-470e-857a-f4a9533d1ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5077777 Aug 06 15:33:42.657664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.660847 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Sync routers for ids ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:42.675834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'port_id': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'mac_address': 'fa:16:3e:75:d3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:33:42.704344 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Routers {'4f4ed682-f17d-470e-857a-f4a9533d1ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:42.705214 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:42.717314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.882707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:42.923052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ded37-77b0-4abf-9587-3ba71e119f87 req-2817127d-8972-442e-a869-01c3cf7edf76 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:42.924781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-487ded37-77b0-4abf-9587-3ba71e119f87 req-2817127d-8972-442e-a869-01c3cf7edf76 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 943 time: 0.7869856 Aug 06 15:33:42.967457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 1cea9218-7c8e-4513-aa9d-730a19ed8460, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1cea9218-7c8e-4513-aa9d-730a19ed8460,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:43.039080 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.052517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b240df57-c4b2-48dd-af6f-394216183e26 None None] Provisioning complete for port 879a3ae8-e9ac-4c6c-b7e6-723955328159 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:43.052899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b240df57-c4b2-48dd-af6f-394216183e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.054541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.055340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:43.132327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.180883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.205605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b240df57-c4b2-48dd-af6f-394216183e26 None None] Port 879a3ae8-e9ac-4c6c-b7e6-723955328159 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:43.208249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579b6eaa-1843-435d-a660-9beb0b143ec0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:33:43.220897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Transition to ACTIVE for port object ea0ed31d-5699-4ff7-83f1-cb220530b15c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:43.230600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=1cea9218-7c8e-4513-aa9d-730a19ed8460,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:43.280127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=579b6eaa-1843-435d-a660-9beb0b143ec0,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:43.281677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Transition to ACTIVE for port object ea0ed31d-5699-4ff7-83f1-cb220530b15c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:43.293193 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Set router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:43.293771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:43.294166 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.332097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-487ded37-77b0-4abf-9587-3ba71e119f87 req-7bedb7ee-40de-411c-85ba-5b72eb65d745 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068554 Aug 06 15:33:43.556399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.561565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.594521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.679340 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Floating IP 39054906-0209-49b6-92a3-a219636024c7 associated. External IP: 172.25.5.131, port: df21519c-43e5-4696-8237-119b837724fc. Aug 06 15:33:43.787584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:43.855981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['579b6eaa-1843-435d-a660-9beb0b143ec0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:33:43.887570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.888230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:43.937031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:43.942092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:43.971073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:43.984894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:39Z', 'revision_number': 4, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '879a3ae8-e9ac-4c6c-b7e6-723955328159', 'name': '', 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'mac_address': 'fa:16:3e:4e:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '704d0874-6e48-402f-9967-1333eef71388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:37Z', 'updated_at': '2021-08-06T15:33:40Z', 'revision_number': 2, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'subnets': [{'id': '704d0874-6e48-402f-9967-1333eef71388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:43.987833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056930ef-f283-4222-8303-101c20823e48,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:44.035494 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Checking router: 4f4ed682-f17d-470e-857a-f4a9533d1ef5 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:44.035870 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Updating router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 port 879a3ae8-e9ac-4c6c-b7e6-723955328159 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:44.080224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Checking segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:44.080944 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.081140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Network hostable DHCP agents. Network: 5d888c15-e69b-432e-9c0a-3c60006e9fda, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:44.196275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Pushing event updated for resources: {'Port': ['ID=ea0ed31d-5699-4ff7-83f1-cb220530b15c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:44.202270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Attempting to bind port ea0ed31d-5699-4ff7-83f1-cb220530b15c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:44.202535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Attempting to bind port ea0ed31d-5699-4ff7-83f1-cb220530b15c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:44.202929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Attempting to bind port ea0ed31d-5699-4ff7-83f1-cb220530b15c on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:44.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:44.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Checking segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:44.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Bound using segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:44.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Bound port: ea0ed31d-5699-4ff7-83f1-cb220530b15c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:44.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.373485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.385749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:44.452559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:44.466007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] For port ea0ed31d-5699-4ff7-83f1-cb220530b15c, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:44.508371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] For port ea0ed31d-5699-4ff7-83f1-cb220530b15c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ea0ed31d-5699-4ff7-83f1-cb220530b15c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:44.550069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:33:44.572572 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.591737 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Transition to ACTIVE for port object 879a3ae8-e9ac-4c6c-b7e6-723955328159 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:44.592565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.649576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:44.650216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Pushing event updated for resources: {'Port': ['ID=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:44.669687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:44.670871 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.695580 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.773470 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Pushing event updated for resources: {'Port': ['ID=879a3ae8-e9ac-4c6c-b7e6-723955328159,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:44.787138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0feef-b9be-48a8-ba3a-fceb08b4ee2b None None] Pushing event updated for resources: {'Port': ['ID=ea0ed31d-5699-4ff7-83f1-cb220530b15c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:44.811527 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.812062 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.812421 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.812775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.813121 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.813454 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.814961 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.815288 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.815615 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.815987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.816307 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.816625 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:33:44.880790 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Attempting to bind port 879a3ae8-e9ac-4c6c-b7e6-723955328159 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:44.889358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Attempting to bind port 879a3ae8-e9ac-4c6c-b7e6-723955328159 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:44.890039 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Attempting to bind port 879a3ae8-e9ac-4c6c-b7e6-723955328159 on network d3fcb95b-30b7-4175-877f-a4b1a237d601 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:44.906300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.907708 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:44.909203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Checking segment: {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:44.909608 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.910003 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Bound using segment: {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:44.910478 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Bound port: 879a3ae8-e9ac-4c6c-b7e6-723955328159, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fce09fb-640f-4021-b035-fae4b08f80f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:44.910856 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:44.937973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:45.026994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:45.028934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1cea9218-7c8e-4513-aa9d-730a19ed8460 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:45.085505 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] For port 879a3ae8-e9ac-4c6c-b7e6-723955328159, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:45.091534 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] For port 879a3ae8-e9ac-4c6c-b7e6-723955328159, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=879a3ae8-e9ac-4c6c-b7e6-723955328159,segment=NetworkSegment(9fce09fb-640f-4021-b035-fae4b08f80f8),segment_id=9fce09fb-640f-4021-b035-fae4b08f80f8)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:45.182847 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:45.392125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:45.395949 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098ef97-9ad4-4a82-8887-fb9462457f98 None None] Pushing event updated for resources: {'Port': ['ID=879a3ae8-e9ac-4c6c-b7e6-723955328159,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:45.408426 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Routers {'4f4ed682-f17d-470e-857a-f4a9533d1ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:45.411138 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:45.414146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1cea9218-7c8e-4513-aa9d-730a19ed8460 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:45.414532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:45.621624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 579b6eaa-1843-435d-a660-9beb0b143ec0 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:45.776170 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] Set router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:45.789165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 579b6eaa-1843-435d-a660-9beb0b143ec0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:45.794852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 579b6eaa-1843-435d-a660-9beb0b143ec0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:45.795677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:46.133050 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:46.174291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5d888c15-e69b-432e-9c0a-3c60006e9fda) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:46.194899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bffaf-54df-46ab-a5cb-0434c73d6e58 None None] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:46.228544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:46.230855 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88d8271-cd06-43d1-9fb8-91ec120c6902" -d '{"events": [{"server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "name": "network-vif-plugged", "status": "completed", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:46.353327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=579b6eaa-1843-435d-a660-9beb0b143ec0,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:46.483744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:46.540433 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:39Z', 'revision_number': 4, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '879a3ae8-e9ac-4c6c-b7e6-723955328159', 'name': '', 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'mac_address': 'fa:16:3e:4e:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '704d0874-6e48-402f-9967-1333eef71388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:37Z', 'updated_at': '2021-08-06T15:33:45Z', 'revision_number': 4, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'subnets': [{'id': '704d0874-6e48-402f-9967-1333eef71388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:46.629681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:46.649039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:46.649651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:46.662795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:46.667128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:46.671390 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:46.678410 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb992e53-6b90-4dee-9d7d-71941bd1c665 None None] The sync data for ids ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'] in n-d-778550-6 is: [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:39Z', 'revision_number': 4, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '879a3ae8-e9ac-4c6c-b7e6-723955328159', 'name': '', 'network_id': 'd3fcb95b-30b7-4175-877f-a4b1a237d601', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'mac_address': 'fa:16:3e:4e:58:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '704d0874-6e48-402f-9967-1333eef71388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:37Z', 'updated_at': '2021-08-06T15:33:45Z', 'revision_number': 4, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'subnets': [{'id': '704d0874-6e48-402f-9967-1333eef71388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:46.681595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:46.874388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3ab26e36-9060-40f3-9844-9f2e37cb03c3 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "PUT /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 997 time: 7.5407569 Aug 06 15:33:46.882468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:33:46.884861 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f29fe-3e5d-415e-bf96-9471cefa943e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:33:46.909029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-459fb684-20d7-496f-b622-28eb893054a0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 5.7170732 Aug 06 15:33:46.913296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:46.918165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:46.944623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:46.945705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:46.950971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:46.976270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827156d0-6e4c-451b-9e13-1b7ab3e6dff1 None None] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:47.079922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:47.081075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:47.212911 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:33:47.290232 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:47.441837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3b6e0754-cfe4-49b9-a42b-2d4c018ee684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:47.457600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3b6e0754-cfe4-49b9-a42b-2d4c018ee684 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.5683701 Aug 06 15:33:47.588191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:47.677232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b55e8706-6db2-478f-b4b5-3f138405cca7 None None] Provisioning for port ea0ed31d-5699-4ff7-83f1-cb220530b15c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:47.681535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:47.786606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:48.003146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:48.066672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:48.148759 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:48.159865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Router 528decd0-bcf7-4aec-b4a8-05e719d356ff has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:33:48.192380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:48.192797 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:48.613116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-c8e95237-f1c2-4105-9412-db923e6a2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:48.615113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-c8e95237-f1c2-4105-9412-db923e6a2406 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 1.1489456 Aug 06 15:33:48.775154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-3bbf29c8-21f2-4c97-bf0a-201ac53b39b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 1000 time: 0.1308455 Aug 06 15:33:48.852189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448076cc-64c5-4431-83d0-ee5f8db2b80e None None] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:48.879197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-e493cc88-78ce-460b-9439-0f129eeb1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:48.894231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-e493cc88-78ce-460b-9439-0f129eeb1f58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1022913 Aug 06 15:33:48.985493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:48.988643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b5d96c2-e06f-4d9f-baa6-ac9b30184e2c None None] Provisioning complete for port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:48.989021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b5d96c2-e06f-4d9f-baa6-ac9b30184e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:49.033211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:49.125333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-80f3058e-741a-4026-b680-4984aa033b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:49.125333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-80f3058e-741a-4026-b680-4984aa033b12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022054 Aug 06 15:33:49.127607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:49.138562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Sync routers for ids ['528decd0-bcf7-4aec-b4a8-05e719d356ff'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:49.139305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f6b42810-e78b-4821-a704-a35cf1e2b3ae admin admin] 10.222.0.16 "PUT /v2.0/routers/528decd0-bcf7-4aec-b4a8-05e719d356ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3884375 Aug 06 15:33:49.151189 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Routers {'528decd0-bcf7-4aec-b4a8-05e719d356ff'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:49.155948 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['528decd0-bcf7-4aec-b4a8-05e719d356ff'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:49.211137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Allocated IP 172.25.5.84 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/94cfa54b-dde4-47c0-b8c9-492bc26344c1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:49.412518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39106) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:49.444291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bc255-69a1-4bad-825d-6815220724a9 req-807a91fc-fe7a-4e27-aa7f-cba5f8b31089 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:49.465426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f55bc255-69a1-4bad-825d-6815220724a9 req-807a91fc-fe7a-4e27-aa7f-cba5f8b31089 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 945 time: 0.5684445 Aug 06 15:33:49.470994 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Set router 528decd0-bcf7-4aec-b4a8-05e719d356ff gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:49.673675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:49.703418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-350144803'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:49.822180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:49.827322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:49.882661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7b5d96c2-e06f-4d9f-baa6-ac9b30184e2c None None] Port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:33:49.889415 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:49.933859 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:41Z', 'revision_number': 4, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '07f3460e-1d5e-4ac2-9a59-acd2cbe845cd', 'name': '', 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'mac_address': 'fa:16:3e:c3:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:39Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 2, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'subnets': [{'id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:49.947159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f55bc255-69a1-4bad-825d-6815220724a9 req-0185712e-d433-4ac0-ac82-bea6d858b333 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4794817 Aug 06 15:33:49.964253 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Checking router: 528decd0-bcf7-4aec-b4a8-05e719d356ff for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:49.964951 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Updating router 528decd0-bcf7-4aec-b4a8-05e719d356ff port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:50.004807 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.009202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ea0ed31d-5699-4ff7-83f1-cb220530b15c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:50.061759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-917862bd-f688-43a3-bbc1-4fc2611a23d0 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8784208 Aug 06 15:33:50.092587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:50.135993 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db60566b-a358-4548-ab32-14fdaa1319e4 x-openstack-request-id: req-db60566b-a358-4548-ab32-14fdaa1319e4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:50.136260 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "name": "network-vif-plugged", "status": "completed", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:50.136522 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db60566b-a358-4548-ab32-14fdaa1319e4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:50.136917 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'code': 200} Aug 06 15:33:50.144786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.145283 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Added segment b7783c5d-6441-4072-95aa-c165329f35a2 of type vlan for network 57e60606-6ecc-4329-a37b-dd573ed2181c Aug 06 15:33:50.261768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 1, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:50.322732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6617d9b1-10cf-4dfb-b846-e18686223c18 req-19b7be89-574b-4f30-b5e9-b6aa001f0d17 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597570 Aug 06 15:33:50.328201 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e193ac79-c8dc-4114-9d24-1ee3abe80185 x-openstack-request-id: req-e193ac79-c8dc-4114-9d24-1ee3abe80185 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:33:50.331408 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:33:50.331408 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e193ac79-c8dc-4114-9d24-1ee3abe80185 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:33:50.331408 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'status': 'completed', 'code': 200} Aug 06 15:33:50.354220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:50.372500 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.386855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:50.391561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:50.396839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:50.404715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port ea0ed31d-5699-4ff7-83f1-cb220530b15c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:50.422953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:50.423600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:50.465449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ea0ed31d-5699-4ff7-83f1-cb220530b15c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:50.465449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.633356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Pushing event updated for resources: {'Port': ['ID=94cfa54b-dde4-47c0-b8c9-492bc26344c1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:50.735240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.751839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:50.752344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.773089 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.786439 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Transition to ACTIVE for port object 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:50.832607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Allocated IP 172.25.5.64 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/492f1e39-e0cd-4c0a-9309-3e2705ada598) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:50.862850 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:50.936313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-93ed1b24-8e44-49b1-93ed-7fef5c17f4e0 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:50.945076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-93ed1b24-8e44-49b1-93ed-7fef5c17f4e0 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2679160 Aug 06 15:33:50.990849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:51.027235 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e4649-14bc-4d36-8c51-ca3b0c88d60d None None] Pushing event updated for resources: {'Port': ['ID=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:51.105222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-c088191f-cd81-4009-979f-a8dee7ffa9cd tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1000 time: 0.1592591 Aug 06 15:33:51.115746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'floatingip': {'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:51.130204 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:51.146950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Attempting to bind port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:51.147623 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Attempting to bind port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:51.155706 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Attempting to bind port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd on network 48545f32-f6ae-4e6a-b398-4f62936b20f3 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:51.155706 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:51.155998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Checking segment: {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:51.156510 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:51.156987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Bound using segment: {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:51.157581 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Bound port: 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35faa3c9-1d69-4a63-b34c-57ec8c0b3360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:51.158110 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:51.260643 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] For port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:51.265251 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] For port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:51.346847 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:51.374925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port ea0ed31d-5699-4ff7-83f1-cb220530b15c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ea0ed31d-5699-4ff7-83f1-cb220530b15c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:51.484571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:51.518902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-9720b09f-fde2-4f06-bf04-5bb00c933c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:51.521154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-9720b09f-fde2-4f06-bf04-5bb00c933c0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 1.0326304 Aug 06 15:33:51.522116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Network': ['ID=57e60606-6ecc-4329-a37b-dd573ed2181c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:51.536023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-12a2be64-6c72-4d6d-b19c-8295fa98c096 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1224332 Aug 06 15:33:51.540670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:51.567207 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e4649-14bc-4d36-8c51-ca3b0c88d60d None None] Pushing event updated for resources: {'Port': ['ID=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:51.656666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 57e60606-6ecc-4329-a37b-dd573ed2181c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:51.680289 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Routers {'528decd0-bcf7-4aec-b4a8-05e719d356ff'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:51.691058 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['528decd0-bcf7-4aec-b4a8-05e719d356ff'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:51.734666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:51.737006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=ea0ed31d-5699-4ff7-83f1-cb220530b15c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:51.737354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d588ab-1369-4a54-b22c-7e1974a2f5b9 req-20e50567-e063-4a57-85a9-3c3b3f12decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:51.745248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-05d588ab-1369-4a54-b22c-7e1974a2f5b9 req-20e50567-e063-4a57-85a9-3c3b3f12decc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 1096 time: 1.2450297 Aug 06 15:33:51.750141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-c541e0e7-c1fa-4aa1-a117-8ed4959036e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:51.756055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-c541e0e7-c1fa-4aa1-a117-8ed4959036e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.2120841 Aug 06 15:33:51.762069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'subnet': {'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:51.938100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13ab8a74-e58c-4bae-b098-36d2e3e07073 req-f8d565d6-8107-401d-beb6-ed57bc3551c7 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1952858 Aug 06 15:33:51.965073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:52.060630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 879a3ae8-e9ac-4c6c-b7e6-723955328159 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:52.188156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 1, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:52.268760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0f49f-f0c6-47c6-b285-60e10eb8085b None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 1, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:52.337468 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-05d588ab-1369-4a54-b22c-7e1974a2f5b9 req-c84b3176-6987-42ee-841d-ecdff284876b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5539515 Aug 06 15:33:52.355961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-e5d0a14f-ce04-41f4-baf2-241160d0981d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 1000 time: 0.5712318 Aug 06 15:33:52.359557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 879a3ae8-e9ac-4c6c-b7e6-723955328159 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:52.364077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 879a3ae8-e9ac-4c6c-b7e6-723955328159 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:52.364466 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:52.434418 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] Set router 528decd0-bcf7-4aec-b4a8-05e719d356ff gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:52.454827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:52.468174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab8a74-e58c-4bae-b098-36d2e3e07073 req-7ac023bd-59c0-4893-bb4a-f70f418a13b8 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:52.493215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13ab8a74-e58c-4bae-b098-36d2e3e07073 req-7ac023bd-59c0-4893-bb4a-f70f418a13b8 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5541344 Aug 06 15:33:52.536842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:52.610397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 879a3ae8-e9ac-4c6c-b7e6-723955328159, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=879a3ae8-e9ac-4c6c-b7e6-723955328159,segment=NetworkSegment(9fce09fb-640f-4021-b035-fae4b08f80f8),segment_id=9fce09fb-640f-4021-b035-fae4b08f80f8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:52.706702 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:52.733157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:52.775426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1ac30-a3b6-44b8-bb12-caab9c0734d2 None None] New status for floating IP 39054906-0209-49b6-92a3-a219636024c7: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:33:52.944100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:52.952048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-b252269a-91a1-4ed6-a3ac-1764c5d1cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:52.959790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-b252269a-91a1-4ed6-a3ac-1764c5d1cf51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.3560622 Aug 06 15:33:52.960766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:52.967793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=879a3ae8-e9ac-4c6c-b7e6-723955328159,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:52.974967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:53.126835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:41Z', 'revision_number': 4, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '07f3460e-1d5e-4ac2-9a59-acd2cbe845cd', 'name': '', 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'mac_address': 'fa:16:3e:c3:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:39Z', 'updated_at': '2021-08-06T15:33:51Z', 'revision_number': 4, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'subnets': [{'id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:53.222422 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c398162-c74c-4fcb-b42a-993ec70f51d2 None None] The sync data for ids ['528decd0-bcf7-4aec-b4a8-05e719d356ff'] in n-d-778550-6 is: [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:33:41Z', 'revision_number': 4, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '07f3460e-1d5e-4ac2-9a59-acd2cbe845cd', 'name': '', 'network_id': '48545f32-f6ae-4e6a-b398-4f62936b20f3', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'mac_address': 'fa:16:3e:c3:3a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:39Z', 'updated_at': '2021-08-06T15:33:51Z', 'revision_number': 4, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'subnets': [{'id': 'd2997732-ce85-4e6f-b375-ff2a283f5efd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:53.359364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Pushing event updated for resources: {'Port': ['ID=492f1e39-e0cd-4c0a-9309-3e2705ada598,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:53.368405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:53.405365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:53.678026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13ab8a74-e58c-4bae-b098-36d2e3e07073 req-1bf74c63-cd5e-4288-af60-28aa632af56b tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/quotas/e2cc960a9b6a43d38d8968c93696ac03 HTTP/1.1" status: 200 len: 375 time: 1.1836572 Aug 06 15:33:53.813548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:53.897015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13ab8a74-e58c-4bae-b098-36d2e3e07073 req-1accb800-806d-4ce4-8269-265a58a8b906 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2171831 Aug 06 15:33:54.017610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:33:54.022180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:54.022639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:54.221943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:54.285217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:54.301378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:33:54.303656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:54.372111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-969ddf3b-1fb5-4777-b44b-cc141f25b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:54.375158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-969ddf3b-1fb5-4777-b44b-cc141f25b009 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0800016 Aug 06 15:33:54.393842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:54.394693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 879a3ae8-e9ac-4c6c-b7e6-723955328159 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:54.420418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4245684-494a-4211-8ec3-c55d88c0421a req-e9569a9d-7e81-415d-94b0-8d6a6bdcbb92 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:54.429674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4245684-494a-4211-8ec3-c55d88c0421a req-e9569a9d-7e81-415d-94b0-8d6a6bdcbb92 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 945 time: 0.2254465 Aug 06 15:33:54.583312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4245684-494a-4211-8ec3-c55d88c0421a req-32381152-ce4a-4273-b1b3-f110e47055c1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525743 Aug 06 15:33:54.670444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-7934c77a-8b2b-4d19-9d28-09fde1cd6ff2 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510054 Aug 06 15:33:54.784196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 879a3ae8-e9ac-4c6c-b7e6-723955328159 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:54.784822 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:54.845040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:33:54.853167 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:33:54.869749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:54.907183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Subnet': ['ID=f94f7c85-4ed8-4223-ba5d-9154ca344f11,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:54.954424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:33:55.020259 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-200f29fe-3e5d-415e-bf96-9471cefa943e req-070d29ae-cab9-4494-a3c8-93bd251cb4b3 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213205 Aug 06 15:33:55.025686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Checking segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:55.026838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network hostable DHCP agents. Network: 57e60606-6ecc-4329-a37b-dd573ed2181c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:33:55.059029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ea0ed31d-5699-4ff7-83f1-cb220530b15c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:55.197860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ea0ed31d-5699-4ff7-83f1-cb220530b15c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:55.197860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.264228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:55.279767 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:55.325607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 57e60606-6ecc-4329-a37b-dd573ed2181c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:33:55.332625 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:55.332625 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:55.355523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.397054 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.495151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.503167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec79b7c1-6a62-424c-801d-657a3d9be2ad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.6911347 Aug 06 15:33:55.505416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39164) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:55.640195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.707598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:55.714496 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:55.843262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:33:55.843666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.881584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 57e60606-6ecc-4329-a37b-dd573ed2181c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:55.900364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.908980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:55.909714 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:55.946865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e894e6ce-6b35-40c0-bf1f-46c4acc42a44 None None] Network 57e60606-6ecc-4329-a37b-dd573ed2181c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:33:56.027419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d436-ff2f-4df5-a3cd-540941a69dbe req-e8820696-dfc3-46d5-a802-412d5e7c9787 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:56.054727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6be8d436-ff2f-4df5-a3cd-540941a69dbe req-e8820696-dfc3-46d5-a802-412d5e7c9787 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 945 time: 0.5468063 Aug 06 15:33:56.207897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:33:50Z', 'revision_number': 3, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:56.208200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:56.229427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Request body: {'floatingip': {'port_id': '579b6eaa-1843-435d-a660-9beb0b143ec0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:56.236637 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:56.237003 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Updating router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:56.296368 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:56.458124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-57e60606-6ecc-4329-a37b-dd573ed2181c', 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'fixed_ips': [{'subnet_id': 'f94f7c85-4ed8-4223-ba5d-9154ca344f11'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:33:56.461058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:56.794352 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:56.950030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8099ce7e-f683-4671-b43b-e0cc5ad9a441 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.2258964 Aug 06 15:33:56.950646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:56.958745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-744519993'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:56.970440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Allocated IP 19.80.0.2 (57e60606-6ecc-4329-a37b-dd573ed2181c/f94f7c85-4ed8-4223-ba5d-9154ca344f11/03193e47-302b-4512-9886-f4a96e4c3735) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:56.980664 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:56.995905 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Transition to ACTIVE for port object 94cfa54b-dde4-47c0-b8c9-492bc26344c1 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:57.149915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:33:57.154883 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.161106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:57.167065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.247039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:33:57.273333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.273713 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Added segment 163d64cf-6617-47e0-abd5-917de99974f9 of type vlan for network 1c5f200a-9762-431e-ac57-67d736b90b1c Aug 06 15:33:57.349331 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Attempting to bind port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:57.349938 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Attempting to bind port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:57.353023 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Attempting to bind port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:57.359326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:57.359701 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:57.360137 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.361162 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:57.361579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.361787 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Bound port: 94cfa54b-dde4-47c0-b8c9-492bc26344c1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:57.362177 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.461099 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b3b4a-362d-4398-8891-68b1856a1c9c None None] Pushing event updated for resources: {'Port': ['ID=94cfa54b-dde4-47c0-b8c9-492bc26344c1,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:57.467494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:33:57.492025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Sync routers for ids ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:33:57.501516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.519043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:33:57.521918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.546730 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] For port 94cfa54b-dde4-47c0-b8c9-492bc26344c1, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:57.550259 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] For port 94cfa54b-dde4-47c0-b8c9-492bc26344c1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=94cfa54b-dde4-47c0-b8c9-492bc26344c1,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:57.556281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Routers {'3405677c-f07e-42d2-9af2-f3a4b5b6cc36'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:57.562372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:57.639719 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.657542 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7031646 Aug 06 15:33:57.661646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.666442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4320815-d3dd-4a6c-8131-fcbe5ea14737 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.7518332 Aug 06 15:33:57.667434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39216) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:57.668312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:33:57.681445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'subnet': {'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:33:57.686945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eec7e4-405d-46f8-b3b5-8b93d1c87b02 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Network': ['ID=1c5f200a-9762-431e-ac57-67d736b90b1c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:57.736660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Set router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:57.787715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:33:57.788207 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:57.808044 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b3b4a-362d-4398-8891-68b1856a1c9c None None] Pushing event updated for resources: {'Port': ['ID=94cfa54b-dde4-47c0-b8c9-492bc26344c1,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:57.869224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:57.881062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1c5f200a-9762-431e-ac57-67d736b90b1c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:33:57.935942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Transition to ACTIVE for port object 03193e47-302b-4512-9886-f4a96e4c3735 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:58.044302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Transition to ACTIVE for port object 03193e47-302b-4512-9886-f4a96e4c3735 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:58.063424 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:33:58.156466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:33:54Z', 'revision_number': 3, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:58.195379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Checking router: 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:33:58.196393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Updating router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 port 492f1e39-e0cd-4c0a-9309-3e2705ada598 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:33:58.199209 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:58.332457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Network 57e60606-6ecc-4329-a37b-dd573ed2181c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:33:58.340170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:58.346960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:33:58.353631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Pushing event updated for resources: {'Port': ['ID=03193e47-302b-4512-9886-f4a96e4c3735,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:58.366387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:33:58.449785 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:33:50Z', 'revision_number': 3, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:33:58.519670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Attempting to bind port 03193e47-302b-4512-9886-f4a96e4c3735 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:58.520402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Attempting to bind port 03193e47-302b-4512-9886-f4a96e4c3735 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:58.521095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Attempting to bind port 03193e47-302b-4512-9886-f4a96e4c3735 on network 57e60606-6ecc-4329-a37b-dd573ed2181c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:58.536545 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210a616f-b012-4ee7-bedd-3701a6e60561 None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:33:50Z', 'revision_number': 3, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:33:58.694894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:33:58.703627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:58.705853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:58.706337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Checking segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:58.706867 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:58.709835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Bound using segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:58.710488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Bound port: 03193e47-302b-4512-9886-f4a96e4c3735, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:58.711011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:58.829708 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.082216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] For port 03193e47-302b-4512-9886-f4a96e4c3735, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:33:59.115720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] For port 03193e47-302b-4512-9886-f4a96e4c3735, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=03193e47-302b-4512-9886-f4a96e4c3735,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:33:59.132140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.229714 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.278792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.437482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.495283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.502240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:33:59.516757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Transition to ACTIVE for port object 492f1e39-e0cd-4c0a-9309-3e2705ada598 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:33:59.562593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cdb7d-e4c0-4626-8dd4-7586aa389fac None None] Pushing event updated for resources: {'Port': ['ID=03193e47-302b-4512-9886-f4a96e4c3735,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:59.626189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.831415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Attempting to bind port 492f1e39-e0cd-4c0a-9309-3e2705ada598 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:33:59.835077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.837059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Attempting to bind port 492f1e39-e0cd-4c0a-9309-3e2705ada598 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:33:59.837516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Attempting to bind port 492f1e39-e0cd-4c0a-9309-3e2705ada598 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:33:59.870491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94cfa54b-dde4-47c0-b8c9-492bc26344c1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:33:59.883312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e094ce-3fbc-4b23-b1fc-b511af0049c7 None None] Pushing event updated for resources: {'Port': ['ID=492f1e39-e0cd-4c0a-9309-3e2705ada598,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:33:59.934209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:33:59.934516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:33:59.937384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.937583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8025185-12b5-483c-80ea-5d736c6314da req-69b02fcb-9251-4506-8743-7d4210905900 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929785 Aug 06 15:33:59.937879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:33:59.938406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Bound port: 492f1e39-e0cd-4c0a-9309-3e2705ada598, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:33:59.938810 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.945834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Allocated IP 172.20.0.1 (5d888c15-e69b-432e-9c0a-3c60006e9fda/056930ef-f283-4222-8303-101c20823e48/c1950e84-17e7-4fe8-9730-95f4569db82b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:33:59.958550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:33:59.965100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:34:00.036680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.121439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.125611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] For port 492f1e39-e0cd-4c0a-9309-3e2705ada598, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:00.147782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.155733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] For port 492f1e39-e0cd-4c0a-9309-3e2705ada598, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=492f1e39-e0cd-4c0a-9309-3e2705ada598,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:00.176295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Subnet': ['ID=078a6ac9-5ae9-4e9c-be45-53166399210a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:00.199467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Checking segment: {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:00.200357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network hostable DHCP agents. Network: 1c5f200a-9762-431e-ac57-67d736b90b1c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:34:00.252553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Allocated IP 172.20.0.1 (2b0f6da5-b920-40c2-b8c2-08eb50b936c4/07032a76-1107-43e4-a38b-26b4d9a6787d/f5ba058c-bf2c-4e12-a288-f6399ca1913c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:00.259042 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.286820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.370576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:00.377973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 1c5f200a-9762-431e-ac57-67d736b90b1c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:34:00.383737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:00.384422 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.390982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:00.402083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:00.407619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:00.453132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Pushing event updated for resources: {'Port': ['ID=c1950e84-17e7-4fe8-9730-95f4569db82b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:00.485140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1c5f200a-9762-431e-ac57-67d736b90b1c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:00.492667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:00.493344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.496545 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.509197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce094136-9d92-4539-b031-7cc2b0cff7db None None] Network 1c5f200a-9762-431e-ac57-67d736b90b1c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:00.545159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Routers {'3405677c-f07e-42d2-9af2-f3a4b5b6cc36'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:00.546024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:00.551368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8025185-12b5-483c-80ea-5d736c6314da req-21154e29-2cb7-4643-ace5-5bd5de4d5256 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:00.559457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8025185-12b5-483c-80ea-5d736c6314da req-21154e29-2cb7-4643-ace5-5bd5de4d5256 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5208488 Aug 06 15:34:00.592455 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Floating IP 39054906-0209-49b6-92a3-a219636024c7 associated. External IP: 172.25.5.131, port: df21519c-43e5-4696-8237-119b837724fc. Aug 06 15:34:00.645431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8025185-12b5-483c-80ea-5d736c6314da req-e146d105-bdd3-4a91-ab46-34b7136d46dd tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/quotas/e2cc960a9b6a43d38d8968c93696ac03 HTTP/1.1" status: 200 len: 375 time: 0.0847104 Aug 06 15:34:00.690506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8025185-12b5-483c-80ea-5d736c6314da req-f086ca2b-a3c8-451c-9c8a-561a7e00cadb tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426524 Aug 06 15:34:00.691817 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa91f151-5ed7-4d57-900c-dc262137d67a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0216355 Aug 06 15:34:00.713799 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Floating IP 54a59274-fdc3-45c0-b678-923b3a761588 associated. External IP: 172.25.5.253, port: 579b6eaa-1843-435d-a660-9beb0b143ec0. Aug 06 15:34:00.854797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e094ce-3fbc-4b23-b1fc-b511af0049c7 None None] Pushing event updated for resources: {'Port': ['ID=492f1e39-e0cd-4c0a-9309-3e2705ada598,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:00.865235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:00.931966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.037629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Transition to ACTIVE for port object f5ba058c-bf2c-4e12-a288-f6399ca1913c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:01.208617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] Set router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:01.212738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88469571-41ca-4324-a398-0927e5d6075d None None] Network 57e60606-6ecc-4329-a37b-dd573ed2181c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:01.272514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.302813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:01.358023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.468254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Pushing event updated for resources: {'Port': ['ID=c1950e84-17e7-4fe8-9730-95f4569db82b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:01.502910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.522290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.590408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Pushing event updated for resources: {'Port': ['ID=f5ba058c-bf2c-4e12-a288-f6399ca1913c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:01.611465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-98364f1e-5a54-4645-8c0b-55c7179d3a3a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:01.618560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-98364f1e-5a54-4645-8c0b-55c7179d3a3a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:01.627690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-98364f1e-5a54-4645-8c0b-55c7179d3a3a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/networks?id=57e60606-6ecc-4329-a37b-dd573ed2181c&id=1c5f200a-9762-431e-ac57-67d736b90b1c&id=57e60606-6ecc-4329-a37b-dd573ed2181c HTTP/1.1" status: 200 len: 1390 time: 0.5682287 Aug 06 15:34:01.656534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:01.658080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:01.698921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-c16b1e5c-4b31-4f5e-ad32-4726ac4fa168 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/quotas/ac5d57e357ad4d719aef82d4d219a79e HTTP/1.1" status: 200 len: 375 time: 0.0700750 Aug 06 15:34:01.720303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:01.754407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:01.754943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.757897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:01.792585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Router 05118e5c-70b8-47b2-a666-09af3505d276 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:01.823751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-1c5f200a-9762-431e-ac57-67d736b90b1c', 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'fixed_ips': [{'subnet_id': '078a6ac9-5ae9-4e9c-be45-53166399210a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:34:01.826536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:01.894728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 94cfa54b-dde4-47c0-b8c9-492bc26344c1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=94cfa54b-dde4-47c0-b8c9-492bc26344c1,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:01.912824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-78e2b8b8-d6db-4750-9c05-9064a4f70ee7 None None] Provisioning for port 03193e47-302b-4512-9886-f4a96e4c3735 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:01.913819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:02.047655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-45a690d5-31b7-49ee-a53f-c8f752cfdbde tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3472197 Aug 06 15:34:02.079099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:02.081357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:02.098518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:02.118636 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:02.157764 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:02.161269 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:02.257500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:02.282192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b9ede68-0298-4368-b6b6-7eb6de70872d admin admin] 10.222.0.16 "PUT /v2.0/routers/3405677c-f07e-42d2-9af2-f3a4b5b6cc36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6100163 Aug 06 15:34:02.379634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 03193e47-302b-4512-9886-f4a96e4c3735 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:02.439751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=94cfa54b-dde4-47c0-b8c9-492bc26344c1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:02.517525 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:02.554809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:33:54Z', 'revision_number': 3, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:02.561367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ed7034af-4752-4d53-b604-62f7135b6518 None None] Provisioning for port f5ba058c-bf2c-4e12-a288-f6399ca1913c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:02.639629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b193a2-d4e7-4b55-a331-2ab0da6b83ed None None] The sync data for ids ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'] in n-d-778550-6 is: [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:33:54Z', 'revision_number': 3, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:02.650565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ed7034af-4752-4d53-b604-62f7135b6518 None None] Provisioning complete for port f5ba058c-bf2c-4e12-a288-f6399ca1913c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:02.652691 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ed7034af-4752-4d53-b604-62f7135b6518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:02.701383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Allocated IP 19.86.0.2 (1c5f200a-9762-431e-ac57-67d736b90b1c/078a6ac9-5ae9-4e9c-be45-53166399210a/ed0bce30-8fb8-4e0a-b9ae-26be000824ce) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:02.906394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ed7034af-4752-4d53-b604-62f7135b6518 None None] Port f5ba058c-bf2c-4e12-a288-f6399ca1913c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:02.935643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:02.967132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Transition to ACTIVE for port object ed0bce30-8fb8-4e0a-b9ae-26be000824ce will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:02.992227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Transition to ACTIVE for port object ed0bce30-8fb8-4e0a-b9ae-26be000824ce will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:02.993944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 03193e47-302b-4512-9886-f4a96e4c3735 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:03.000060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 03193e47-302b-4512-9886-f4a96e4c3735 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:03.000621 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.093010 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:33:59Z', 'revision_number': 3, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:03.117571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3b74943-2e6b-4f40-9fa4-67ffb9ca3997 None None] Provisioning complete for port 03193e47-302b-4512-9886-f4a96e4c3735 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:03.117962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3b74943-2e6b-4f40-9fa4-67ffb9ca3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.139484 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.144810 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:03.166834 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:03.167752 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:03.273804 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-f0641b35-27ac-4158-b1e4-03a35b8d55c2 service neutron] 10.222.0.16 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2245307 Aug 06 15:34:03.400629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Network 1c5f200a-9762-431e-ac57-67d736b90b1c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:03.412271 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:03.424256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Pushing event updated for resources: {'Port': ['ID=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:03.429809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:03.444731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:03.488715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:03.500617 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.537160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.539457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-34a06b17-2799-4808-88cf-541d12d2d4a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "PUT /v2.0/floatingips/54a59274-fdc3-45c0-b678-923b3a761588 HTTP/1.1" status: 200 len: 991 time: 7.3240633 Aug 06 15:34:03.554858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] Sync routers for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:03.668118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:03.671301 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b4c3f-74b7-474b-92be-b7099386eeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:03.787744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Attempting to bind port ed0bce30-8fb8-4e0a-b9ae-26be000824ce on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:03.788221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Attempting to bind port ed0bce30-8fb8-4e0a-b9ae-26be000824ce by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:03.788548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Attempting to bind port ed0bce30-8fb8-4e0a-b9ae-26be000824ce on network 1c5f200a-9762-431e-ac57-67d736b90b1c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:03.801137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:03.801866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:03.807414 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3b74943-2e6b-4f40-9fa4-67ffb9ca3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.819960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.878899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 03193e47-302b-4512-9886-f4a96e4c3735, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=03193e47-302b-4512-9886-f4a96e4c3735,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:03.889472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:03.889853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Checking segment: {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:03.892510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.892510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Bound using segment: {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:03.892510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Bound port: ed0bce30-8fb8-4e0a-b9ae-26be000824ce, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:03.892510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:03.899704 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:33:59Z', 'revision_number': 3, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:03.957032 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21bfb0d-7d00-4333-b4a6-9167e6d12910 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:33:59Z', 'revision_number': 3, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:03.986677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-4ee69423-60de-4ea3-9ca7-f90cf82fa081 service neutron] 10.222.0.16 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557014 Aug 06 15:34:03.992406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:04.136087 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-06676e2d-ac5f-46cb-8d30-a34409afbfd0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954797 Aug 06 15:34:04.155153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-a3b74943-2e6b-4f40-9fa4-67ffb9ca3997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:34:04.155510 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-a3b74943-2e6b-4f40-9fa4-67ffb9ca3997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:34:04.274908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:04.307704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=03193e47-302b-4512-9886-f4a96e4c3735,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:04.314524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-5a7cb665-478a-4fc1-b52f-26ffcf859195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:04.317208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-5a7cb665-478a-4fc1-b52f-26ffcf859195 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=75125909bec243db94f0872cd6850e4e&device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 1101 time: 0.1044528 Aug 06 15:34:04.320053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] For port ed0bce30-8fb8-4e0a-b9ae-26be000824ce, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:04.355541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] For port ed0bce30-8fb8-4e0a-b9ae-26be000824ce, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:04.431795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:04.488140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94cfa54b-dde4-47c0-b8c9-492bc26344c1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:04.491983 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:04.535041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-f99d5ed5-e6aa-4a3b-91a4-d4c7c6754055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:04.536987 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-f99d5ed5-e6aa-4a3b-91a4-d4c7c6754055 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1923206 Aug 06 15:34:04.555830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:04.556945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:04.572583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-2bbd2025-f0e1-4eeb-96c5-af92000b7572 service neutron] 10.222.0.16 "GET /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580842 Aug 06 15:34:04.588372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:04.614702 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-59ee2d86-ee4b-43f3-af53-c778979dd395 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=bee67963-9531-4fc7-8f86-172b663b640e HTTP/1.1" status: 200 len: 217 time: 0.0675411 Aug 06 15:34:04.734651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:04.760706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-55d3411a-5506-4d40-a52e-2be302565e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:04.767495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-55d3411a-5506-4d40-a52e-2be302565e41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1437695 Aug 06 15:34:04.839448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Pushing event updated for resources: {'Port': ['ID=f5ba058c-bf2c-4e12-a288-f6399ca1913c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:04.858047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-04a77d83-e2f4-464c-99ce-c9a61bd1806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:04.868346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-04a77d83-e2f4-464c-99ce-c9a61bd1806e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940337 Aug 06 15:34:05.027044 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b415e-9967-4464-bdb1-d3bc299af8cc None None] New status for floating IP 39054906-0209-49b6-92a3-a219636024c7: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:34:05.038555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:05.039020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:05.051935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-f8db6569-c74a-488e-9f14-6452bf621638 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758146 Aug 06 15:34:05.160757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-01c2270f-744b-454a-ac1e-fb5139b2de0a service neutron] 10.222.0.16 "GET /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871458 Aug 06 15:34:05.181012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:05.187644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:05.211433 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16c04b4e-d34b-47f5-969e-41eb056b7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:05.235729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8285-c980-4e18-9002-1aae3142d11d None None] Pushing event updated for resources: {'Port': ['ID=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:05.262605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 492f1e39-e0cd-4c0a-9309-3e2705ada598 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:05.273199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08470f86-5c6e-4cbd-955b-9b80d808b7d3 req-beea19fd-9cb2-44cd-8180-3ea3d0a76834 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116911 Aug 06 15:34:05.291303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:05.305220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:05.410266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-7b24abcf-fcf8-43ea-8eeb-4cefc7d75bbc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "PUT /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 998 time: 14.2987130 Aug 06 15:34:05.440748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:05.485504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-21aa6fb1-ff4a-43d5-bdd8-5bf60a5909ed service neutron] 10.222.0.16 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167584 Aug 06 15:34:05.528954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:05.532011 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460e64d6-53d2-459c-a6fd-85653049f650" -d '{"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-unplugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:05.557902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:05.582592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-f413f074-86a3-4719-a446-b43bada5ed7d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:05.584916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-f413f074-86a3-4719-a446-b43bada5ed7d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports/df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 943 time: 0.1625626 Aug 06 15:34:05.606478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '54a59274-fdc3-45c0-b678-923b3a761588', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'port_id': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'mac_address': 'fa:16:3e:75:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:22Z', 'updated_at': '2021-08-06T15:33:59Z', 'revision_number': 1, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:05.677352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:05.703276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-981d0684-ea5e-4851-84ba-d0582871f28f service neutron] 10.222.0.16 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683199 Aug 06 15:34:05.722188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] Checking router: 05118e5c-70b8-47b2-a666-09af3505d276 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:05.730200 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:05.734270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 492f1e39-e0cd-4c0a-9309-3e2705ada598 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:05.752418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:05.796851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 492f1e39-e0cd-4c0a-9309-3e2705ada598 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:05.797274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:05.856538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:05.859579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:05.928309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-a280c50a-d9d1-4641-b2ef-09b82bcc29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:05.955316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-a280c50a-d9d1-4641-b2ef-09b82bcc29e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.1209617 Aug 06 15:34:05.955316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:05.955316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-84b13225-0689-4ab0-baa3-17246ea532eb admin admin] 10.222.0.16 "PUT /v2.0/routers/9009a13b-1ed7-42f8-9b35-04af1c9f60ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4178288 Aug 06 15:34:05.971964 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:05.987442 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:05.988347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:06.088699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:06.089367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:06.100586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:06.370892 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:06.392872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-5052d8b7-2567-4511-8435-07b06935d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:06.509058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-5052d8b7-2567-4511-8435-07b06935d362 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.4263704 Aug 06 15:34:06.509058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-e87c7c3e-7c94-4df2-86fb-98fe29923e26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.0578432 Aug 06 15:34:06.540987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-e8a9dd36-f498-47fe-a17c-7b00dbe3faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:06.548331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:06.550225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-e8a9dd36-f498-47fe-a17c-7b00dbe3faee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.0778215 Aug 06 15:34:06.552571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-07071bcc-e9ca-450b-ab97-372bebd905fd None None] Provisioning complete for port f5ba058c-bf2c-4e12-a288-f6399ca1913c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:06.553031 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07071bcc-e9ca-450b-ab97-372bebd905fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:06.580717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Sync routers for ids ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:06.623320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Routers {'3405677c-f07e-42d2-9af2-f3a4b5b6cc36'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:06.623506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-04c891b8-eca0-4fd6-b981-fb15e155c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:06.624068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:06.626038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-04c891b8-eca0-4fd6-b981-fb15e155c5e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539539 Aug 06 15:34:06.629173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:06.672949 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:04Z', 'revision_number': 2, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:06.687814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf05d925-8d31-452b-b496-8cf323d1b6a7 None None] Network 1c5f200a-9762-431e-ac57-67d736b90b1c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:06.755320 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:06.756103 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Updating router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec port f5ba058c-bf2c-4e12-a288-f6399ca1913c binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:34:06.790250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-07071bcc-e9ca-450b-ab97-372bebd905fd None None] Port f5ba058c-bf2c-4e12-a288-f6399ca1913c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:06.832191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-499eae33-349f-4bfc-99bf-0c456d1aedae service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976242 Aug 06 15:34:06.848249 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.022455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-de57e1c0-fb7c-4248-a643-d03c754f5cdd service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733146 Aug 06 15:34:07.074950 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.207021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Set router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:07.210379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8b01356-4162-4afb-af3f-10302c8fe911 None None] Provisioning for port ed0bce30-8fb8-4e0a-b9ae-26be000824ce completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:07.213437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 492f1e39-e0cd-4c0a-9309-3e2705ada598, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=492f1e39-e0cd-4c0a-9309-3e2705ada598,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:07.284407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-27e455cb-3fd5-49d5-b740-525130a72296 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:07.287908 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.292399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-27e455cb-3fd5-49d5-b740-525130a72296 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 818 time: 0.2272029 Aug 06 15:34:07.308367 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Transition to ACTIVE for port object f5ba058c-bf2c-4e12-a288-f6399ca1913c will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:07.346171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-95f68800-e27c-4ef7-a020-16f06eeb4a5a tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/quotas/7ae44251bc244052843a0c887f3229aa HTTP/1.1" status: 200 len: 375 time: 0.0465143 Aug 06 15:34:07.397366 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.399576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-c616aab8-0364-4d3a-b910-b1c0bc6b88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:07.401515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-c616aab8-0364-4d3a-b910-b1c0bc6b88fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1096 time: 0.0992754 Aug 06 15:34:07.483980 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.506444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-055b039b-20a1-4014-b75e-8d7cb6469a42 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526020 Aug 06 15:34:07.595342 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7745ac4-03dc-445d-9933-24c0cc837fb5 None None] Pushing event updated for resources: {'Port': ['ID=f5ba058c-bf2c-4e12-a288-f6399ca1913c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:07.674798 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Attempting to bind port f5ba058c-bf2c-4e12-a288-f6399ca1913c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:07.677258 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Attempting to bind port f5ba058c-bf2c-4e12-a288-f6399ca1913c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:07.677258 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Attempting to bind port f5ba058c-bf2c-4e12-a288-f6399ca1913c on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:07.697639 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:07.698674 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Checking segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:07.699311 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.700319 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Bound using segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:07.701429 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Bound port: f5ba058c-bf2c-4e12-a288-f6399ca1913c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:07.701944 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.748540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-c6ca1430-83d5-441d-9123-88b72db23243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:07.767868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-c6ca1430-83d5-441d-9123-88b72db23243 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.3540461 Aug 06 15:34:07.814259 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] For port f5ba058c-bf2c-4e12-a288-f6399ca1913c, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:07.816083 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] For port f5ba058c-bf2c-4e12-a288-f6399ca1913c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f5ba058c-bf2c-4e12-a288-f6399ca1913c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:07.898995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=492f1e39-e0cd-4c0a-9309-3e2705ada598,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:07.940385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-57c84459-7854-495d-add1-4ee9265508be service neutron] 10.222.0.16 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137361 Aug 06 15:34:07.946762 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:07.960419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 03193e47-302b-4512-9886-f4a96e4c3735 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:08.016661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:34:05Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:08.027013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92fb9da8-24e4-4f12-ae92-a2014b1c9e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:08.033769 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:08.082035 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:08.082935 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:08.090459 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7745ac4-03dc-445d-9933-24c0cc837fb5 None None] Pushing event updated for resources: {'Port': ['ID=f5ba058c-bf2c-4e12-a288-f6399ca1913c,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:08.113241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:08.116464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-c902d52c-ab33-4dc9-96d6-0c5dd44b1b19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 1001 time: 0.3489368 Aug 06 15:34:08.225415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:08.226401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:08.268374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-dce9ef76-0271-44aa-9dc4-954854e854eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:08.269828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-dce9ef76-0271-44aa-9dc4-954854e854eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1426668 Aug 06 15:34:08.305445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '54a59274-fdc3-45c0-b678-923b3a761588', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'port_id': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'mac_address': 'fa:16:3e:75:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:22Z', 'updated_at': '2021-08-06T15:33:59Z', 'revision_number': 1, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:08.377720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d869b78-bf7e-4158-8737-f3f61c7104ad None None] The sync data for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 is: [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '54a59274-fdc3-45c0-b678-923b3a761588', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'floating_ip_address': '172.25.5.253', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'port_id': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'mac_address': 'fa:16:3e:75:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:22Z', 'updated_at': '2021-08-06T15:33:59Z', 'revision_number': 1, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:08.412518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-0fda903c-3a32-4035-a4b5-18f0f98de8d5 service neutron] 10.222.0.16 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684994 Aug 06 15:34:08.426325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-77d61a0e-db86-443c-8f4f-98b64cc762b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:08.427997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-77d61a0e-db86-443c-8f4f-98b64cc762b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1508021 Aug 06 15:34:08.578330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 03193e47-302b-4512-9886-f4a96e4c3735 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:08.578330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:08.592425 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:08.637870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-14b6d2a4-1d67-4b5d-ae22-d3e18f36fa18 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027738 Aug 06 15:34:08.725823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:08.834155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5d63aa9-a385-4553-b0e7-adbf812920b6 req-73b74f62-7937-4a2e-b241-623d8e339a4f service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875017 Aug 06 15:34:08.931892 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:08.933992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:34:00Z', 'revision_number': 4, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c1950e84-17e7-4fe8-9730-95f4569db82b', 'name': '', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'mac_address': 'fa:16:3e:6d:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '056930ef-f283-4222-8303-101c20823e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 2, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'subnets': [{'id': '056930ef-f283-4222-8303-101c20823e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:09.001337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Checking router: 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:09.001773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Updating router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 port c1950e84-17e7-4fe8-9730-95f4569db82b binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:34:09.014432 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb821bb-0ed0-4947-a7fa-643f3c0bab35 x-openstack-request-id: req-5cb821bb-0ed0-4947-a7fa-643f3c0bab35 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:09.014802 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:09.015114 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cb821bb-0ed0-4947-a7fa-643f3c0bab35 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:09.015578 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'status': 'completed', 'code': 200} Aug 06 15:34:09.039653 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5000d9-ed31-4f97-8126-13bcf6fc326e None None] New status for floating IP 54a59274-fdc3-45c0-b678-923b3a761588: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:34:09.093659 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e9858a-d972-41dd-b794-7b5176503254 x-openstack-request-id: req-09e9858a-d972-41dd-b794-7b5176503254 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:09.094115 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-unplugged", "status": "completed", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:09.094436 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09e9858a-d972-41dd-b794-7b5176503254 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:09.094917 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'code': 200} Aug 06 15:34:09.149448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:09.185054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ed0bce30-8fb8-4e0a-b9ae-26be000824ce up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:09.198988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f97a9ca-22e2-4d0d-8f5d-0e3c8b765097 req-d243366e-10f6-4ccc-a909-85cfa0dd4c7e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 210 time: 0.0830574 Aug 06 15:34:09.245552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-a73b84db-4b23-4593-8835-d65199108c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:09.253449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-a73b84db-4b23-4593-8835-d65199108c5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a&device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 1096 time: 0.2033165 Aug 06 15:34:09.316521 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:07Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:09.428095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c65e5e-9c79-4a32-8066-90008751585d None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:07Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:09.486218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-6858c10e-b41f-4eb6-9f5b-5ffa300e12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:09.488464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-6858c10e-b41f-4eb6-9f5b-5ffa300e12ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=83c27216-3974-4901-bebc-ebafca8eeadb HTTP/1.1" status: 200 len: 915 time: 0.2303493 Aug 06 15:34:09.672239 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-5fa9dbbe-cc2a-4fe4-953d-f89b538867b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=579b6eaa-1843-435d-a660-9beb0b143ec0 HTTP/1.1" status: 200 len: 1001 time: 0.1691132 Aug 06 15:34:09.748682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-a4e72f03-403e-4ae1-99e6-f520471608d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:09.751716 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-a4e72f03-403e-4ae1-99e6-f520471608d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd41291a-f32e-4e38-8c95-6738c6f034a4 HTTP/1.1" status: 200 len: 853 time: 0.0655711 Aug 06 15:34:09.864610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5b876-7339-4ab3-b90a-2ce7f50abcc8 req-c78d1c42-60c9-4c56-afd5-60e24623f8da tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:09.872130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3b5b876-7339-4ab3-b90a-2ce7f50abcc8 req-c78d1c42-60c9-4c56-afd5-60e24623f8da tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 948 time: 0.2162476 Aug 06 15:34:09.873213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:09.896906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--687191839', 'description': 'tempest-description--516965681'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:09.979132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-b0e924ed-500c-41d2-9ed8-e33a65d5a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:09.981090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-b0e924ed-500c-41d2-9ed8-e33a65d5a880 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83c27216-3974-4901-bebc-ebafca8eeadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105346 Aug 06 15:34:10.087582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55bcf14b-8c36-4108-b3fb-c399ae3078bd req-835c6aa5-2144-4909-9f79-40f427b744e0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 210 time: 0.1048338 Aug 06 15:34:10.135022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-d37c0154-62de-4be4-8c35-f657d5a6e4d2 service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453371 Aug 06 15:34:10.204340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:10.213209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3b5b876-7339-4ab3-b90a-2ce7f50abcc8 req-d500862a-09cc-4e5f-8c1c-c2b3b85c3f7a tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858050 Aug 06 15:34:10.306000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:34:05Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:10.349949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port ed0bce30-8fb8-4e0a-b9ae-26be000824ce completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:10.358140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ed0bce30-8fb8-4e0a-b9ae-26be000824ce triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:10.359004 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:10.361327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847d6ef-f9f0-495f-8cce-c446ff710a2f None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': '4765cf85-90d1-4010-a543-82cc025fb5db', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:90:06:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:34:05Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:10.461728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b62b4c3f-74b7-474b-92be-b7099386eeb9 req-9e600df7-922a-4d35-b1b3-1802417ae53d service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142734 Aug 06 15:34:10.476567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-dc6c1b70-ae12-43fe-8ee7-fe3b3cbb4087 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:10.482946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-dc6c1b70-ae12-43fe-8ee7-fe3b3cbb4087 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:10.485161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-dc6c1b70-ae12-43fe-8ee7-fe3b3cbb4087 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "GET /v2.0/networks?id=57e60606-6ecc-4329-a37b-dd573ed2181c&id=1c5f200a-9762-431e-ac57-67d736b90b1c&id=57e60606-6ecc-4329-a37b-dd573ed2181c HTTP/1.1" status: 200 len: 1390 time: 0.8115463 Aug 06 15:34:10.500130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'port': {'device_id': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c', 'admin_state_up': True, 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:10.661573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:10.789036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:10.827795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:10.848101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:10.855140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:10.896054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port ed0bce30-8fb8-4e0a-b9ae-26be000824ce, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:10.942973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Transition to ACTIVE for port object c1950e84-17e7-4fe8-9730-95f4569db82b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:10.999453 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.041255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.137222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Allocated IP 19.80.0.53 (57e60606-6ecc-4329-a37b-dd573ed2181c/f94f7c85-4ed8-4223-ba5d-9154ca344f11/75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:11.143374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:11.229489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a0ec-9204-46f5-aafd-829a94c77832 None None] Pushing event updated for resources: {'Port': ['ID=c1950e84-17e7-4fe8-9730-95f4569db82b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:11.293831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Attempting to bind port c1950e84-17e7-4fe8-9730-95f4569db82b on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:11.294832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Attempting to bind port c1950e84-17e7-4fe8-9730-95f4569db82b by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:11.298190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Attempting to bind port c1950e84-17e7-4fe8-9730-95f4569db82b on network 5d888c15-e69b-432e-9c0a-3c60006e9fda {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:11.310759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:11.311443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Checking segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:11.311613 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.312817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Bound using segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:11.313015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Bound port: c1950e84-17e7-4fe8-9730-95f4569db82b, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:11.313414 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.340775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}, {'name': 'network-changed', 'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:11.348885 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd666af2-a1fa-4a26-a921-18608d9960a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc"}, {"name": "network-changed", "server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:11.430601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.472388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Transition to ACTIVE for port object 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:11.498213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-7f7e4918-f62f-4ffb-9bf0-936051bcb174 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:11.500486 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-7f7e4918-f62f-4ffb-9bf0-936051bcb174 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 818 time: 0.1380460 Aug 06 15:34:11.602062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-5ad1a732-c40e-4ddd-ae15-f7380e93a348 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/quotas/7ae44251bc244052843a0c887f3229aa HTTP/1.1" status: 200 len: 375 time: 0.0862572 Aug 06 15:34:11.628426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.672060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f5ba058c-bf2c-4e12-a288-f6399ca1913c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:11.674123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60cd206a-9f9b-44ee-8616-3678fd4de761 req-a54f5fd0-c095-41b9-bb05-fa16f15ca819 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1001 time: 1.5206859 Aug 06 15:34:11.738925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 57e60606-6ecc-4329-a37b-dd573ed2181c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:11.754266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:11.764927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:11.782282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-2ba838a1-fdd6-4788-b8d6-3e59e576d3de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4235885 Aug 06 15:34:11.800584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] For port c1950e84-17e7-4fe8-9730-95f4569db82b, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:11.803639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd206a-9f9b-44ee-8616-3678fd4de761 req-97fafd5d-a7ce-4300-9cd4-111f5ba49e75 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:11.804508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] For port c1950e84-17e7-4fe8-9730-95f4569db82b, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c1950e84-17e7-4fe8-9730-95f4569db82b,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:11.818340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60cd206a-9f9b-44ee-8616-3678fd4de761 req-97fafd5d-a7ce-4300-9cd4-111f5ba49e75 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports/4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 942 time: 0.1363120 Aug 06 15:34:11.843944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:11.845655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.865666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Port': ['ID=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:11.899658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.907758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-05426c90-681e-44d5-bb1a-7615f874ce4a tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2933524 Aug 06 15:34:11.951598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:11.980954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f5ba058c-bf2c-4e12-a288-f6399ca1913c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:12.001510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f5ba058c-bf2c-4e12-a288-f6399ca1913c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:12.002052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.075388 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.098353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Routers {'3405677c-f07e-42d2-9af2-f3a4b5b6cc36'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:12.099070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:12.126669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-19525137-d8d0-4c50-a000-18ca91e66e1d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6316473 Aug 06 15:34:12.147482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'port': {'device_id': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c', 'admin_state_up': True, 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:12.155321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-003d10c8-433d-4da9-a2d2-eea723b870aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:12.157137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-003d10c8-433d-4da9-a2d2-eea723b870aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1096 time: 0.3003201 Aug 06 15:34:12.206787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60cd206a-9f9b-44ee-8616-3678fd4de761 req-a6c88547-4440-4fc0-9a7a-4608b259febb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1001 time: 0.2613492 Aug 06 15:34:12.221892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:12.276778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.281822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-62ada379-66a2-4a3b-9b44-a0b9afaf038c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3988154 Aug 06 15:34:12.282548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:12.297413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'security_group_rule': {'security_group_id': 'e0ae599f-a8ba-4e41-be32-5c6e9f5f5806', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:12.333007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-4998827e-0dcd-47cf-8849-038dce101fd2 service neutron] 10.222.0.16 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238586 Aug 06 15:34:12.367950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] Set router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:12.424668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a0ec-9204-46f5-aafd-829a94c77832 None None] Pushing event updated for resources: {'Port': ['ID=c1950e84-17e7-4fe8-9730-95f4569db82b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:12.521565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-d7cb8976-6518-49f0-aafd-c5c4a6cebcb3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:12.523205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-d7cb8976-6518-49f0-aafd-c5c4a6cebcb3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 818 time: 0.1892371 Aug 06 15:34:12.542438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.545765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Request body: {'port': {'device_id': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'admin_state_up': True, 'tenant_id': '7ae44251bc244052843a0c887f3229aa'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:12.607076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:12.614489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.639411 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.655572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-8d3ca288-a8be-4d0f-a901-ec5354b58df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:12.657253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-8d3ca288-a8be-4d0f-a901-ec5354b58df9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.4729946 Aug 06 15:34:12.676828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd206a-9f9b-44ee-8616-3678fd4de761 req-0895d111-299d-4de7-935d-1e423917c0a6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:12.691437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c51bcb7-aa6e-4a89-84a5-6b4e7dc31034 None None] Provisioning for port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:12.696093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port f5ba058c-bf2c-4e12-a288-f6399ca1913c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f5ba058c-bf2c-4e12-a288-f6399ca1913c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:12.701268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60cd206a-9f9b-44ee-8616-3678fd4de761 req-0895d111-299d-4de7-935d-1e423917c0a6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.4933650 Aug 06 15:34:12.702713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c51bcb7-aa6e-4a89-84a5-6b4e7dc31034 None None] Provisioning complete for port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:12.703297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c51bcb7-aa6e-4a89-84a5-6b4e7dc31034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.739393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:34:00Z', 'revision_number': 4, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c1950e84-17e7-4fe8-9730-95f4569db82b', 'name': '', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'mac_address': 'fa:16:3e:6d:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '056930ef-f283-4222-8303-101c20823e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:11Z', 'revision_number': 4, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'subnets': [{'id': '056930ef-f283-4222-8303-101c20823e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:12.784204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce0827a-f13f-4e42-b8a8-82ca09ac5db9 None None] The sync data for ids ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'] in n-d-778550-6 is: [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:34:00Z', 'revision_number': 4, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c1950e84-17e7-4fe8-9730-95f4569db82b', 'name': '', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'mac_address': 'fa:16:3e:6d:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '056930ef-f283-4222-8303-101c20823e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:11Z', 'revision_number': 4, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'subnets': [{'id': '056930ef-f283-4222-8303-101c20823e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:12.786267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.787299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 492f1e39-e0cd-4c0a-9309-3e2705ada598 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:12.857835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-4f4e7586-1023-4260-ae75-5c0f5c5c36a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 1001 time: 0.1508183 Aug 06 15:34:12.896315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-609cbddb-5b19-435e-b6a6-c2eeeba9e502 service neutron] 10.222.0.16 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607929 Aug 06 15:34:12.914554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:12.945538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1c51bcb7-aa6e-4a89-84a5-6b4e7dc31034 None None] Port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:13.026910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.087606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-07f353a3-f151-467b-a0db-c91f6bc4ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:13.090941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=f5ba058c-bf2c-4e12-a288-f6399ca1913c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:13.098852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 492f1e39-e0cd-4c0a-9309-3e2705ada598 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:13.099834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.101691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-07f353a3-f151-467b-a0db-c91f6bc4ba69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1983166 Aug 06 15:34:13.133606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84550813-b98c-4bf0-a807-aaf6872b4ea4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:13.152538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Allocated IP 19.86.0.236 (1c5f200a-9762-431e-ac57-67d736b90b1c/078a6ac9-5ae9-4e9c-be45-53166399210a/6c9b5612-b9e5-48b4-819a-cb39346b32a1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:13.215481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Made reservation on behalf of 7ae44251bc244052843a0c887f3229aa for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:13.221469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.232043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9a046-bc91-4048-9635-256f0679b489 req-e118a0db-7276-45d8-81ab-d3b038c4fb17 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:13.234194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71b9a046-bc91-4048-9635-256f0679b489 req-e118a0db-7276-45d8-81ab-d3b038c4fb17 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 931 time: 0.3417425 Aug 06 15:34:13.313992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.315392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d8febabb-4596-4973-811b-beca7bcdb6f7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0231693 Aug 06 15:34:13.321074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:13.349237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'security_group_rule': {'security_group_id': 'e0ae599f-a8ba-4e41-be32-5c6e9f5f5806', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:13.362344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-a6f752e8-8d56-4e04-aad1-2a876667641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:13.364249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-a6f752e8-8d56-4e04-aad1-2a876667641c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379024 Aug 06 15:34:13.406985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71b9a046-bc91-4048-9635-256f0679b489 req-1a9b1ef1-06ce-4601-96e4-a527ee4a451c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525142 Aug 06 15:34:13.642760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.647534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-352349e7-9e09-4a1d-b2a0-a75e500a1c47 service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724035 Aug 06 15:34:13.651437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.674001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Transition to ACTIVE for port object 6c9b5612-b9e5-48b4-819a-cb39346b32a1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:13.784345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Allocated IP 172.20.0.2 (5d888c15-e69b-432e-9c0a-3c60006e9fda/056930ef-f283-4222-8303-101c20823e48/df057e64-1c36-4ed1-b84b-b2c36f540d09) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:13.806529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.815469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f5ba058c-bf2c-4e12-a288-f6399ca1913c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:13.875190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1febfce2-364b-484c-abe1-47c4ea0643f3 req-53b7d7ba-40a6-4aa9-8d5b-168394bd4295 service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117641 Aug 06 15:34:13.898541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f5ba058c-bf2c-4e12-a288-f6399ca1913c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:13.899071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.902195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:13.933150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9da049-1cb6-47d4-bc74-a76fbd11f49f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:14.031838 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.033284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bae4b3be-cc14-455f-b8bc-797e907758bd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7112527 Aug 06 15:34:14.036465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:14.041891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:14.111234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c1950e84-17e7-4fe8-9730-95f4569db82b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:14.218249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.277767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c1950e84-17e7-4fe8-9730-95f4569db82b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:14.286531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c1950e84-17e7-4fe8-9730-95f4569db82b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:14.286883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.483521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.510197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.602545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c1950e84-17e7-4fe8-9730-95f4569db82b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c1950e84-17e7-4fe8-9730-95f4569db82b,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:14.666208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.700838 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.702457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ed0bce30-8fb8-4e0a-b9ae-26be000824ce up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:14.772766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Allocated IP 172.25.5.75 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/2c16758d-6fe0-4257-a7fc-53fd43524130) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:14.860990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 1c5f200a-9762-431e-ac57-67d736b90b1c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:14.871891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:14.874630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Port': ['ID=6c9b5612-b9e5-48b4-819a-cb39346b32a1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:14.880688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:14.923197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c1950e84-17e7-4fe8-9730-95f4569db82b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:14.961456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:14.994734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:14.996954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.030104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ed0bce30-8fb8-4e0a-b9ae-26be000824ce triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:15.030494 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.073428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.184330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.229959 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.298381 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-1211edc0-827c-41dc-9dc9-286a139b45ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1580503 Aug 06 15:34:15.351237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'Port': ['ID=2c16758d-6fe0-4257-a7fc-53fd43524130,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:15.360281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Pushing event updated for resources: {'Port': ['ID=df057e64-1c36-4ed1-b84b-b2c36f540d09,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:15.367701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'port': {'device_id': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c', 'admin_state_up': True, 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:15.420049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:15.434418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:15.438700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73d84e99-e246-4126-9fca-7aaadf2e6adf req-766a3408-b0e3-44a0-9859-a731b17fdcf2 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645573 Aug 06 15:34:15.477890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:15.478123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:15.498166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:15.502171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:15.515122 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1147a5-dabb-468c-bd7b-692052fabe77 x-openstack-request-id: req-4d1147a5-dabb-468c-bd7b-692052fabe77 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:15.515466 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:15.515697 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d1147a5-dabb-468c-bd7b-692052fabe77 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:15.516106 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'status': 'completed', 'code': 200} Aug 06 15:34:15.516759 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db', 'status': 'completed', 'code': 200} Aug 06 15:34:15.725207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c1950e84-17e7-4fe8-9730-95f4569db82b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:15.725316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:15.725316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.725885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-ae42741c-8030-4378-8d63-a1d89c803f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:15.725885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-ae42741c-8030-4378-8d63-a1d89c803f9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1096 time: 0.1097999 Aug 06 15:34:15.726058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c1950e84-17e7-4fe8-9730-95f4569db82b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:15.726058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.726225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-f9db9405-1af6-4cea-82a6-cdbffc1da1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:15.726225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-f9db9405-1af6-4cea-82a6-cdbffc1da1ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.1507483 Aug 06 15:34:15.780982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9d1d638c-ebd1-4aac-b629-76f1693b29eb None None] Provisioning for port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:15.791292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9d1d638c-ebd1-4aac-b629-76f1693b29eb None None] Provisioning complete for port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:15.791641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d84e99-e246-4126-9fca-7aaadf2e6adf req-09860abf-79c1-48ce-a5d8-2c94ae9263c6 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:15.792203 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d1d638c-ebd1-4aac-b629-76f1693b29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.797423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73d84e99-e246-4126-9fca-7aaadf2e6adf req-09860abf-79c1-48ce-a5d8-2c94ae9263c6 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3504438 Aug 06 15:34:15.810794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:15.814582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.868811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d638c-ebd1-4aac-b629-76f1693b29eb None None] Port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:15.888717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-1d98cab2-0901-48fb-b455-68ebce92672e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3491139 Aug 06 15:34:15.904690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Request body: {'port': {'device_id': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:15.907989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73d84e99-e246-4126-9fca-7aaadf2e6adf req-343fb675-7a75-4a1b-ab3e-2a695a73c9d6 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/quotas/e2cc960a9b6a43d38d8968c93696ac03 HTTP/1.1" status: 200 len: 375 time: 0.0905640 Aug 06 15:34:15.916883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-1e66a152-f149-4d84-8b14-55233b139e5d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1001 time: 0.2531614 Aug 06 15:34:15.920313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:15.959614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73d84e99-e246-4126-9fca-7aaadf2e6adf req-488b14f0-5af7-4fa4-9405-869c07538361 tempest-QuotasAdminNegativeTest-1325802943 tempest-QuotasAdminNegativeTest-1325802943-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506573 Aug 06 15:34:16.017331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-c8df57df-67b3-4e6a-a3d7-90b022809596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.019061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-c8df57df-67b3-4e6a-a3d7-90b022809596 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.2938716 Aug 06 15:34:16.037935 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:16.071308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-bebd75be-a2ba-4fcc-9346-1768f4a804e6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.085245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-bebd75be-a2ba-4fcc-9346-1768f4a804e6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports/4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 942 time: 0.1129539 Aug 06 15:34:16.100828 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-6bf051d7-547b-4841-a145-54abdfe25c61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.0606685 Aug 06 15:34:16.167450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-d63d73a6-7dd8-4593-83f5-1ed596c311a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.169355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-d63d73a6-7dd8-4593-83f5-1ed596c311a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.4417548 Aug 06 15:34:16.176603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Allocated IP 19.80.0.46 (57e60606-6ecc-4329-a37b-dd573ed2181c/f94f7c85-4ed8-4223-ba5d-9154ca344f11/f2583b51-833e-46c7-8e35-4edfa6f9c5a6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:16.213454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18318299-7a96-4439-8cf8-2d8cdd624db6 req-1687fa40-8c6f-4072-944e-43dda7dc87e9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 210 time: 0.0900793 Aug 06 15:34:16.277863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-287a8b00-df16-4b5c-9b54-659656602dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.280086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-287a8b00-df16-4b5c-9b54-659656602dc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1718643 Aug 06 15:34:16.288320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:16.445854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-70be61aa-c6ef-4cee-958a-7bf94d60eba9 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1001 time: 0.2815874 Aug 06 15:34:16.451646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-696efa55-c405-49b8-ad28-ff985614fd0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 1001 time: 0.2546639 Aug 06 15:34:16.478847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-f020aa05-f7c8-4b27-a55b-a893f7d65ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.480572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-f020aa05-f7c8-4b27-a55b-a893f7d65ea3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890357 Aug 06 15:34:16.582184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e675084-438f-4922-b41a-998ab199ed4a req-013fe470-92f0-46b5-95ea-deeec4e15a46 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.589164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e675084-438f-4922-b41a-998ab199ed4a req-013fe470-92f0-46b5-95ea-deeec4e15a46 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:16.589903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e675084-438f-4922-b41a-998ab199ed4a req-013fe470-92f0-46b5-95ea-deeec4e15a46 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 1654 time: 0.3029420 Aug 06 15:34:16.652029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-6ba9877d-d39b-4aad-b571-512d7a8af2dd service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396084 Aug 06 15:34:16.812110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-33f9bfac-836a-4d9e-a6b4-b7e34eb9d028 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166372 Aug 06 15:34:16.977641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.051928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Transition to ACTIVE for port object f2583b51-833e-46c7-8e35-4edfa6f9c5a6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:17.064234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df057e64-1c36-4ed1-b84b-b2c36f540d09 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:17.065677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-ed29d738-2b58-4bf7-b76b-ab66fd3304f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:17.067292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-ed29d738-2b58-4bf7-b76b-ab66fd3304f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.6001384 Aug 06 15:34:17.089171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-82c66080-008e-4ac8-ba96-41c5bad5bbe2 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:17.093513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-82c66080-008e-4ac8-ba96-41c5bad5bbe2 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.64 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 818 time: 0.4209170 Aug 06 15:34:17.097382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.113699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Request body: {'port': {'device_id': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'admin_state_up': True, 'tenant_id': '7ae44251bc244052843a0c887f3229aa'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:17.150148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Transition to ACTIVE for port object df057e64-1c36-4ed1-b84b-b2c36f540d09 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:17.172047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e675084-438f-4922-b41a-998ab199ed4a req-c731aee3-bca8-4c91-a9ff-49824fc3348d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686095 Aug 06 15:34:17.229938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.253471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-889c3c8f-08a3-429c-89c3-61f41e04cee5 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:17.260406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-889c3c8f-08a3-429c-89c3-61f41e04cee5 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.8040617 Aug 06 15:34:17.300856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.313589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.337354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=df057e64-1c36-4ed1-b84b-b2c36f540d09,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:17.367674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-d5148da5-5547-458f-8fb5-63a39ac77a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:17.369717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-d5148da5-5547-458f-8fb5-63a39ac77a56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873380 Aug 06 15:34:17.375458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.395957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 57e60606-6ecc-4329-a37b-dd573ed2181c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:17.414186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:17.442537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:17.526930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Port': ['ID=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:17.533538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-e8688b7a-d85c-4da2-b1fc-3e576cae7b38 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1001 time: 0.2631187 Aug 06 15:34:17.537122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.575958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:17.576962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.594030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:17.608408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'Port': ['ID=2c16758d-6fe0-4257-a7fc-53fd43524130,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:17.629874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Attempting to bind port df057e64-1c36-4ed1-b84b-b2c36f540d09 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:17.630615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Attempting to bind port df057e64-1c36-4ed1-b84b-b2c36f540d09 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:17.631043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Attempting to bind port df057e64-1c36-4ed1-b84b-b2c36f540d09 on network 5d888c15-e69b-432e-9c0a-3c60006e9fda {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:17.644887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Made reservation on behalf of 7ae44251bc244052843a0c887f3229aa for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:17.651135 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.666808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Port df057e64-1c36-4ed1-b84b-b2c36f540d09 on network 5d888c15-e69b-432e-9c0a-3c60006e9fda not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:17.667020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Attempting to bind port df057e64-1c36-4ed1-b84b-b2c36f540d09 on network 5d888c15-e69b-432e-9c0a-3c60006e9fda {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:17.689373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:17.689589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Checking segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:17.690172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Bound using segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:17.690826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Bound port: df057e64-1c36-4ed1-b84b-b2c36f540d09, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:17.691295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.707830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.724041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-08633c8b-814c-496d-b140-3cd528824e2e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4101052 Aug 06 15:34:17.813582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Request body: {'port': {'device_id': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:17.873525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f849526-deb1-4c5a-8b51-c781f127fcad None None] Provisioning for port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:17.878645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f849526-deb1-4c5a-8b51-c781f127fcad None None] Provisioning complete for port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:17.879364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f849526-deb1-4c5a-8b51-c781f127fcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.925127 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.930032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:17.931341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-896a9e6e-1635-4bd4-bb43-241ff3228e6c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8936386 Aug 06 15:34:17.933945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-4ad7d926-9238-4952-92e7-c34e51a55c1e service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5484765 Aug 06 15:34:17.939577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f849526-deb1-4c5a-8b51-c781f127fcad None None] Port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:18.015780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.020440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] For port df057e64-1c36-4ed1-b84b-b2c36f540d09, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:18.020586 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Floating IP 39054906-0209-49b6-92a3-a219636024c7 disassociated. External IP: 172.25.5.131, port: 4765cf85-90d1-4010-a543-82cc025fb5db. Aug 06 15:34:18.020697 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.051478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Allocated IP 172.20.0.12 (5d888c15-e69b-432e-9c0a-3c60006e9fda/056930ef-f283-4222-8303-101c20823e48/e3556810-fed7-482b-a32c-49d32c96aad6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:18.068318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] For port df057e64-1c36-4ed1-b84b-b2c36f540d09, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:18.128744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd666af2-a1fa-4a26-a921-18608d9960a2 req-c543fd4c-7a7e-4f9d-9bde-ce6692f16561 service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850009 Aug 06 15:34:18.190171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.204513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-950a176b-4e28-4aaa-a702-217e352d480a req-1453dba5-45e2-4afa-a7c1-3e8772eac4d6 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 210 time: 0.0404527 Aug 06 15:34:18.368911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:18.507108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:18.507767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.508830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-353728a0-96de-45ae-8e97-4d6616ebd91f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--687191839&fields=id&tenant_id=30efa261fe5b43a9941faadec8ff5237 HTTP/1.1" status: 200 len: 267 time: 0.0705719 Aug 06 15:34:18.509209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 1091 time: 2.6131623 Aug 06 15:34:18.512076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'tag': 'df057e64-1c36-4ed1-b84b-b2c36f540d09'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:18.515330 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03247bd-56d3-41b5-960e-752be62da0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4b7b5d-3e57-4dff-9dea-7cb835d40def", "tag": "df057e64-1c36-4ed1-b84b-b2c36f540d09"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:18.641052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7e715-4259-4e54-8bd5-9854eb66e2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=df057e64-1c36-4ed1-b84b-b2c36f540d09,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:18.651536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:18.660490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.675792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:18.693443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:18.697692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:18.739639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-de8d682d-8ede-49a8-8c15-d0eb0b98fbbb tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "PUT /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 695 time: 1.1973851 Aug 06 15:34:18.766634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:18.769039 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e71a292-a92d-4009-804e-2646b05f0193" -d '{"events": [{"name": "network-changed", "server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:18.780658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-fcdbb9d6-5353-42e6-a260-c8c6d513fbd6 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:18.789360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-fcdbb9d6-5353-42e6-a260-c8c6d513fbd6 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 811 time: 0.2795262 Aug 06 15:34:18.800371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:18.810529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.810814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-b26a5129-f434-4f6d-b3e8-7d7e5c7a97cd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/quotas/30efa261fe5b43a9941faadec8ff5237 HTTP/1.1" status: 200 len: 375 time: 0.0200422 Aug 06 15:34:18.825071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Transition to ACTIVE for port object 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:18.858117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-78916ed2-0d48-4218-b786-dc499924d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:18.864592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:18.865952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-78916ed2-0d48-4218-b786-dc499924d215 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1096 time: 0.1253445 Aug 06 15:34:18.935219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-1fc5878f-eabc-41d9-930e-4859a1cb87c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137452 Aug 06 15:34:18.958976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-e3ff129f-1323-487b-b176-15af6e042640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:18.960798 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-e3ff129f-1323-487b-b176-15af6e042640 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1094 time: 0.2971537 Aug 06 15:34:18.961466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:19.045870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:19.059667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Pushing event updated for resources: {'Port': ['ID=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:19.068881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:19.098109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-992dbc97-ec8d-4edb-b80a-42dbf815dc6f service neutron] 10.222.0.16 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248939 Aug 06 15:34:19.123063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-28db5b83-c95f-48ae-bdd9-f2b8905f5999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.0731192 Aug 06 15:34:19.177320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-0b8fa045-460f-4382-89f8-9c1b86438c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:19.187206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-0b8fa045-460f-4382-89f8-9c1b86438c52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.3203151 Aug 06 15:34:19.192848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:19.241920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-861afebb-0a52-4d81-84af-df68dc0e77e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 217 time: 0.0534315 Aug 06 15:34:19.319870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-b35bcc3b-227a-40a8-9131-8774891da4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:19.334974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-b35bcc3b-227a-40a8-9131-8774891da4b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.0873680 Aug 06 15:34:19.341496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-9ad38f33-0485-44f8-90ec-88174abd372f service neutron] 10.222.0.16 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424107 Aug 06 15:34:19.413299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-7a96e7ae-b3a2-41c5-825b-91b4ca47b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:19.422060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-7a96e7ae-b3a2-41c5-825b-91b4ca47b93f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905542 Aug 06 15:34:19.587389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-6cd1bd11-efb7-4e07-80c3-77dd6228c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:19.589197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-08867c33-7b3c-49f6-b449-67dbfdd2d369 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662714 Aug 06 15:34:19.589583 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-6cd1bd11-efb7-4e07-80c3-77dd6228c20c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.4486101 Aug 06 15:34:19.613364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:19.663585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Network 5d888c15-e69b-432e-9c0a-3c60006e9fda is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:19.693356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:19.727774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:19.728806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:19.746449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-e8f89290-af8a-4a22-bb9b-b24888234acf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378253 Aug 06 15:34:19.746449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:19.752252 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7242a28c-362e-49c6-81a4-7448ad6dca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:19.772119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83ee729a-9d52-4d00-8c9b-194b1a444e44 req-8951e131-0270-466c-b81e-ef6e5e468787 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686208 Aug 06 15:34:19.850323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:19.901224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Pushing event updated for resources: {'Port': ['ID=e3556810-fed7-482b-a32c-49d32c96aad6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:19.974481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70e645-34c6-4a54-b145-281fd8285d6b req-261a3990-41fe-4153-95a0-fcdee86a7769 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:19.998230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c70e645-34c6-4a54-b145-281fd8285d6b req-261a3990-41fe-4153-95a0-fcdee86a7769 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 948 time: 0.1646988 Aug 06 15:34:20.018444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:20.137204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c70e645-34c6-4a54-b145-281fd8285d6b req-8222c535-e9ed-4c7e-9cbd-505bf0732f0d tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/security-groups?id=76c8c1da-258c-4293-9a60-7e89554be037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366668 Aug 06 15:34:20.177719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.178397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:20.199445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4602b32-98d2-450f-93fe-fe869b11c3f9 req-1c57fa0e-a030-414a-abb3-ec8ac539bec3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.204436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-4d73f878-24d6-41ed-bb9d-177c4a1754f5 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459734 Aug 06 15:34:20.217957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4602b32-98d2-450f-93fe-fe869b11c3f9 req-1c57fa0e-a030-414a-abb3-ec8ac539bec3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.246494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4602b32-98d2-450f-93fe-fe869b11c3f9 req-1c57fa0e-a030-414a-abb3-ec8ac539bec3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.248890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c61825-3030-4433-8dd2-7d80c510635d req-c7388e77-e406-450c-9994-f04fae785760 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.250498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60c61825-3030-4433-8dd2-7d80c510635d req-c7388e77-e406-450c-9994-f04fae785760 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.59 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 948 time: 0.3890707 Aug 06 15:34:20.258139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4602b32-98d2-450f-93fe-fe869b11c3f9 req-1c57fa0e-a030-414a-abb3-ec8ac539bec3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2387 time: 0.2153282 Aug 06 15:34:20.263313 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee4f0e-e29c-4d84-8641-314ee8a3679e x-openstack-request-id: req-e7ee4f0e-e29c-4d84-8641-314ee8a3679e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:20.263541 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4b7b5d-3e57-4dff-9dea-7cb835d40def", "tag": "df057e64-1c36-4ed1-b84b-b2c36f540d09", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:20.263964 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7ee4f0e-e29c-4d84-8641-314ee8a3679e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:20.264332 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'tag': 'df057e64-1c36-4ed1-b84b-b2c36f540d09', 'status': 'completed', 'code': 200} Aug 06 15:34:20.332392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:20.364700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4602b32-98d2-450f-93fe-fe869b11c3f9 req-98c854c0-0b52-4dcb-9c30-36fda8cf0648 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042640 Aug 06 15:34:20.370642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9607dec0-27ea-4600-8174-c564d5c641d5 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:20.377816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Attempting to bind port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:20.378167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Attempting to bind port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:20.378503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Attempting to bind port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d on network 57e60606-6ecc-4329-a37b-dd573ed2181c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:20.404668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d on network 57e60606-6ecc-4329-a37b-dd573ed2181c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:20.405204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Attempting to bind port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d on network 57e60606-6ecc-4329-a37b-dd573ed2181c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:20.447266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:20.447580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Checking segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:20.448027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Bound using segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:20.448486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Bound port: 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:20.448897 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:20.464624 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b83ea4d-d19f-4b38-bb62-a95f568383f6 x-openstack-request-id: req-1b83ea4d-d19f-4b38-bb62-a95f568383f6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:20.465024 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:20.465411 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b83ea4d-d19f-4b38-bb62-a95f568383f6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:20.466532 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db', 'status': 'completed', 'code': 200} Aug 06 15:34:20.517563 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00dd9ec8-29b5-4017-b11a-a8a9b004d1ec req-415d5635-cb84-4bda-855e-1c2a76118902 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959960 Aug 06 15:34:20.578663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7242a28c-362e-49c6-81a4-7448ad6dca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:20.630924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Deleting port bee67963-9531-4fc7-8f86-172b663b640e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:20.631698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:20.635312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] For port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:20.649999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] For port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:20.678346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33bed82e-9aa0-4afc-a629-755ffe7f30eb req-46d37d31-3a5d-4fba-a9be-4effa27fcb76 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 210 time: 0.1263180 Aug 06 15:34:20.717076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a292-a92d-4009-804e-2646b05f0193 req-8b723210-0a29-4842-9ad5-9f51d8bb7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.722663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-8b723210-0a29-4842-9ad5-9f51d8bb7109 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 1096 time: 0.2251446 Aug 06 15:34:20.731065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7b85-64b9-40a5-adfd-b71540a162fb req-2fcb4182-2dd7-4d07-970d-4fd6857bfc44 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.739985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98bb7b85-64b9-40a5-adfd-b71540a162fb req-2fcb4182-2dd7-4d07-970d-4fd6857bfc44 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 932 time: 0.1960814 Aug 06 15:34:20.821207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] For port bee67963-9531-4fc7-8f86-172b663b640e, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bee67963-9531-4fc7-8f86-172b663b640e,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:20.821712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:20.840904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Calling delete_port for bee67963-9531-4fc7-8f86-172b663b640e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:20.874594 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f134e1-2b0e-4be1-8766-c4481f3005d1 None None] New status for floating IP 39054906-0209-49b6-92a3-a219636024c7: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:34:20.909058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98bb7b85-64b9-40a5-adfd-b71540a162fb req-6073d3ba-c11f-43d8-a372-5498d49f729c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680300 Aug 06 15:34:20.983168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a292-a92d-4009-804e-2646b05f0193 req-3afb2a2e-7e85-41de-a628-04facff0125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:20.986751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-3afb2a2e-7e85-41de-a628-04facff0125c service neutron] 10.222.0.64 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.2434542 Aug 06 15:34:21.014198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7242a28c-362e-49c6-81a4-7448ad6dca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.023548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.069125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-1baea9cb-03bd-4877-8aa0-bcf22141ec65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 200 len: 217 time: 0.0719824 Aug 06 15:34:21.102990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-2fd1472c-9fea-4fe5-94c4-aea9ba1e3a07 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9985676 Aug 06 15:34:21.141298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.142138 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.143832 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] 10.222.0.59 "PUT /v2.0/ports/75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d HTTP/1.1" status: 200 len: 1091 time: 3.3834755 Aug 06 15:34:21.167232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a292-a92d-4009-804e-2646b05f0193 req-73ccf230-beab-432d-9d6a-b5b12817459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.170025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-73ccf230-beab-432d-9d6a-b5b12817459d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.0895615 Aug 06 15:34:21.177162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Request body: {'port': {'device_id': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:21.186412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6503932-cbac-4800-9d05-ef4fc9419376 service neutron] Pushing event updated for resources: {'Port': ['ID=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:21.217566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a28c-362e-49c6-81a4-7448ad6dca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dce0c9-cca2-4de9-9477-13c6b212950a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:21.228853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.257884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-ddc6553e-6711-459d-b331-1eb611455a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.270204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-ddc6553e-6711-459d-b331-1eb611455a0b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1094 time: 0.6268711 Aug 06 15:34:21.273573 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7242a28c-362e-49c6-81a4-7448ad6dca05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2cc960a9b6a43d38d8968c93696ac03&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2061553 Aug 06 15:34:21.282692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:21.347243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Request body: {'port': {'device_id': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:21.364071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Pushing event deleted for resources: {'Port': ['ID=bee67963-9531-4fc7-8f86-172b663b640e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:21.389193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98040155-77a4-40ef-8ce9-7b5c0e8e3abf req-e040c80d-436b-44fb-a0e3-44ab033f3149 tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.16 "GET /v2.0/ports?device_id=258b1a42-9640-4a67-bcbb-eb598144122e HTTP/1.1" status: 200 len: 210 time: 0.0937581 Aug 06 15:34:21.526121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a292-a92d-4009-804e-2646b05f0193 req-5716379b-6714-4167-8c3f-46a56843cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.529067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-5716379b-6714-4167-8c3f-46a56843cddb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3404438 Aug 06 15:34:21.628492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] No DVR routers for this DVR port bee67963-9531-4fc7-8f86-172b663b640e on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:21.646396 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.648028 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60c61825-3030-4433-8dd2-7d80c510635d req-2921ca7e-bf88-43b5-9e18-3e455a133efb tempest-ImagesOneServerTestJSON-549755939 tempest-ImagesOneServerTestJSON-549755939-project] 10.222.0.59 "DELETE /v2.0/ports/bee67963-9531-4fc7-8f86-172b663b640e HTTP/1.1" status: 204 len: 173 time: 1.3725100 Aug 06 15:34:21.658826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.664002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.717648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-9707a619-2a9e-48b6-9d3a-44c585ab91a8 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.719221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-9707a619-2a9e-48b6-9d3a-44c585ab91a8 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3280213 Aug 06 15:34:21.719919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a89d0b6-c90d-4ab9-9ee7-5f0951dac5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:21.757309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d6543-fb21-4c59-b5a9-1c941ae54d39 req-d5814a46-74d2-4425-bf4b-5af7026a16f9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.764310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d6543-fb21-4c59-b5a9-1c941ae54d39 req-d5814a46-74d2-4425-bf4b-5af7026a16f9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.770230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d6543-fb21-4c59-b5a9-1c941ae54d39 req-d5814a46-74d2-4425-bf4b-5af7026a16f9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.777925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-998d6543-fb21-4c59-b5a9-1c941ae54d39 req-d5814a46-74d2-4425-bf4b-5af7026a16f9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2387 time: 0.2320657 Aug 06 15:34:21.870269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-2fc5b35e-f35f-45bc-9c37-5550ba055952 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 696 time: 0.1344378 Aug 06 15:34:21.890829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'floatingip': {'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:21.909525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-c04c5b01-281c-4a6e-961c-13e753f0011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:21.911043 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-c04c5b01-281c-4a6e-961c-13e753f0011c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.6167402 Aug 06 15:34:21.918875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-c63d697c-df85-4979-b970-a9f64699adcd service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717818 Aug 06 15:34:21.954942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a89d0b6-c90d-4ab9-9ee7-5f0951dac5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.009673 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.128193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-a28f099c-594b-4f57-be78-4d0d9658033c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.0598190 Aug 06 15:34:22.184885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-998d6543-fb21-4c59-b5a9-1c941ae54d39 req-c762bbbe-05f6-4ae0-8dec-9878555a29b5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953037 Aug 06 15:34:22.266442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'tag': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d'}, {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-deleted', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:22.269142 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4" -d '{"events": [{"name": "network-changed", "server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "tag": "75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d"}, {"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-deleted", "tag": "bee67963-9531-4fc7-8f86-172b663b640e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:22.285283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-0a7420b8-8512-4f31-b1ac-80cb2ec8a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:22.287031 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-0a7420b8-8512-4f31-b1ac-80cb2ec8a13f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.1549315 Aug 06 15:34:22.376452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-b12dc271-a14a-4838-b6a4-838d6c5bf54e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795972 Aug 06 15:34:22.467982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3556810-fed7-482b-a32c-49d32c96aad6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:22.533610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.599472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Transition to ACTIVE for port object e3556810-fed7-482b-a32c-49d32c96aad6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:22.607748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9b5612-b9e5-48b4-819a-cb39346b32a1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:22.624681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.637031 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-928ef057-100c-4bbf-b94f-989d9aeb52c0 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451892 Aug 06 15:34:22.641914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Transition to ACTIVE for port object 6c9b5612-b9e5-48b4-819a-cb39346b32a1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:22.656672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f974da00-6d31-4232-b3ca-0e48c7f67201 req-458693fb-8498-4904-a1fd-ec20facdc465 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 210 time: 0.0410883 Aug 06 15:34:22.741722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.746014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.749553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-b26688a2-9cad-42e1-bae2-478bc1205a4b service neutron] 10.222.0.64 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968488 Aug 06 15:34:22.767320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a89d0b6-c90d-4ab9-9ee7-5f0951dac5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.770112 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a89d0b6-c90d-4ab9-9ee7-5f0951dac5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:22.773628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8a89d0b6-c90d-4ab9-9ee7-5f0951dac5b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e6dce0c9-cca2-4de9-9477-13c6b212950a HTTP/1.1" status: 204 len: 168 time: 1.4864650 Aug 06 15:34:22.826831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89d0b6-c90d-4ab9-9ee7-5f0951dac5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dce0c9-cca2-4de9-9477-13c6b212950a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:22.908434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-b394f130-ba0a-47a2-baf3-e08e1c1d352b tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:22.910103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-b394f130-ba0a-47a2-baf3-e08e1c1d352b tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.64 "GET /v2.0/ports?device_id=839a4c6f-c230-420e-95fd-0298b0f1d985 HTTP/1.1" status: 200 len: 945 time: 0.1579726 Aug 06 15:34:23.280845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b5612-b9e5-48b4-819a-cb39346b32a1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:23.399415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005a483-0f3f-4782-926b-508cb3b6c43e req-db9c675f-34a4-4c82-a622-f4443b403ade tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.401309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Attempting to bind port e3556810-fed7-482b-a32c-49d32c96aad6 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:23.401859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Attempting to bind port e3556810-fed7-482b-a32c-49d32c96aad6 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:23.402434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Attempting to bind port e3556810-fed7-482b-a32c-49d32c96aad6 on network 5d888c15-e69b-432e-9c0a-3c60006e9fda {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:23.407479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5005a483-0f3f-4782-926b-508cb3b6c43e req-db9c675f-34a4-4c82-a622-f4443b403ade tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 944 time: 0.4393368 Aug 06 15:34:23.424420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b03247bd-56d3-41b5-960e-752be62da0f4 req-8aa9ba07-6493-43f5-a85a-dfaf359bb7a1 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794869 Aug 06 15:34:23.431387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Port e3556810-fed7-482b-a32c-49d32c96aad6 on network 5d888c15-e69b-432e-9c0a-3c60006e9fda not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:23.431727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Attempting to bind port e3556810-fed7-482b-a32c-49d32c96aad6 on network 5d888c15-e69b-432e-9c0a-3c60006e9fda {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:23.491489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:23.491630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Checking segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:23.492067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Bound using segment: {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:23.492623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Bound port: e3556810-fed7-482b-a32c-49d32c96aad6, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b011d56-6329-444a-a789-d89ee156bdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:23.492994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:23.515107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-cfd74196-b3bf-4d15-8dbf-d8c038b9cdfc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.517585 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-cfd74196-b3bf-4d15-8dbf-d8c038b9cdfc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.64 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 811 time: 0.7965543 Aug 06 15:34:23.531054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5005a483-0f3f-4782-926b-508cb3b6c43e req-358fda94-7a8e-4ced-b064-cf4a672ce2bc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224868 Aug 06 15:34:23.549297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Pushing event updated for resources: {'Port': ['ID=e3556810-fed7-482b-a32c-49d32c96aad6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:23.581421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.581769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.582119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.582463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.582803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.583143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.583475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.584052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.584390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.584723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.585056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.585384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:23.613165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Deleting port 4765cf85-90d1-4010-a543-82cc025fb5db {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:23.613530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:23.619408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Attempting to bind port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:23.619865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Attempting to bind port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:23.620207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Attempting to bind port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 on network 1c5f200a-9762-431e-ac57-67d736b90b1c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:23.626711 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621a3ae9-c4d0-4c6c-9de7-d6da4e6a37b4 x-openstack-request-id: req-621a3ae9-c4d0-4c6c-9de7-d6da4e6a37b4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:23.627062 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "tag": "75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d", "status": "completed", "code": 200}, {"server_uuid": "258b1a42-9640-4a67-bcbb-eb598144122e", "name": "network-vif-deleted", "tag": "bee67963-9531-4fc7-8f86-172b663b640e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:23.627269 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-621a3ae9-c4d0-4c6c-9de7-d6da4e6a37b4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:23.627674 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'tag': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d', 'status': 'completed', 'code': 200} Aug 06 15:34:23.627961 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b1a42-9640-4a67-bcbb-eb598144122e', 'name': 'network-vif-deleted', 'tag': 'bee67963-9531-4fc7-8f86-172b663b640e', 'status': 'completed', 'code': 200} Aug 06 15:34:23.655982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 on network 1c5f200a-9762-431e-ac57-67d736b90b1c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:23.656429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Attempting to bind port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 on network 1c5f200a-9762-431e-ac57-67d736b90b1c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:23.699013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:34:23.704862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-5ce599ae-9799-4388-8278-c51638881c13 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30efa261fe5b43a9941faadec8ff5237 HTTP/1.1" status: 200 len: 379 time: 0.1665406 Aug 06 15:34:23.708561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:23.708905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Checking segment: {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:23.709303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Bound using segment: {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:23.709767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Bound port: 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163d64cf-6617-47e0-abd5-917de99974f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:23.710135 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:23.722639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'port': {'device_id': '875cac56-ee83-468d-a362-f536d73db1e5', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'admin_state_up': True, 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'security_groups': ['e0ae599f-a8ba-4e41-be32-5c6e9f5f5806']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:23.819792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:23.833908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] For port e3556810-fed7-482b-a32c-49d32c96aad6, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:23.868349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] For port e3556810-fed7-482b-a32c-49d32c96aad6, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e3556810-fed7-482b-a32c-49d32c96aad6,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:23.873054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-189e97e3-52ed-4d64-81eb-b91d020433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.873054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-189e97e3-52ed-4d64-81eb-b91d020433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.873370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-189e97e3-52ed-4d64-81eb-b91d020433c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.874888 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-189e97e3-52ed-4d64-81eb-b91d020433c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2755 time: 0.2428708 Aug 06 15:34:23.893745 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-230b6cab-e3b5-4136-8138-2582a2f22bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:23.911960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:23.925638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] For port 4765cf85-90d1-4010-a543-82cc025fb5db, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4765cf85-90d1-4010-a543-82cc025fb5db,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:23.926008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:23.950350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] For port 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:23.951256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fcff-5541-45e7-a2bb-d0e7d230977e req-326451c1-5cd4-4a0a-8fe0-2c400b010abd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.957564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fcff-5541-45e7-a2bb-d0e7d230977e req-326451c1-5cd4-4a0a-8fe0-2c400b010abd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.963591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067fcff-5541-45e7-a2bb-d0e7d230977e req-326451c1-5cd4-4a0a-8fe0-2c400b010abd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:23.965343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9067fcff-5541-45e7-a2bb-d0e7d230977e req-326451c1-5cd4-4a0a-8fe0-2c400b010abd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2399 time: 0.1986229 Aug 06 15:34:23.975023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Calling delete_port for 4765cf85-90d1-4010-a543-82cc025fb5db owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:23.985739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.013316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] For port 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:24.042644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.074267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.108939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.108939 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] 10.222.0.64 "PUT /v2.0/ports/e3556810-fed7-482b-a32c-49d32c96aad6 HTTP/1.1" status: 200 len: 1092 time: 2.9177620 Aug 06 15:34:24.111902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ca32-1ce5-4302-b156-e3ffd33448aa service neutron] Pushing event updated for resources: {'Port': ['ID=e3556810-fed7-482b-a32c-49d32c96aad6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:24.118717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-983b1b18-1eff-45ab-ba7f-c42810a63553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.119200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-983b1b18-1eff-45ab-ba7f-c42810a63553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.119682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-983b1b18-1eff-45ab-ba7f-c42810a63553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.121872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-983b1b18-1eff-45ab-ba7f-c42810a63553 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2345498 Aug 06 15:34:24.168384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9067fcff-5541-45e7-a2bb-d0e7d230977e req-c9f255c5-c771-4bdc-8fa9-f828d4aaf720 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916144 Aug 06 15:34:24.280867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:34:24.301547 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Floating IP 39054906-0209-49b6-92a3-a219636024c7 associated. External IP: 172.25.5.131, port: df21519c-43e5-4696-8237-119b837724fc. Aug 06 15:34:24.351862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-230b6cab-e3b5-4136-8138-2582a2f22bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.415409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:24.454964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7363058-7a5c-4286-85d1-57ee8ea7af77 req-2f494a69-8a2e-4e7e-95ea-eda24f4229a7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 210 time: 0.1065185 Aug 06 15:34:24.547325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.573799 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-230b6cab-e3b5-4136-8138-2582a2f22bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.609230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.621244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['df21519c-43e5-4696-8237-119b837724fc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:24.624347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4765cf85-90d1-4010-a543-82cc025fb5db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:24.649831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.650455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.651886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] 10.222.0.59 "PUT /v2.0/ports/6c9b5612-b9e5-48b4-819a-cb39346b32a1 HTTP/1.1" status: 200 len: 1092 time: 3.3521345 Aug 06 15:34:24.671955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Made reservation on behalf of 30efa261fe5b43a9941faadec8ff5237 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:24.676206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:24.718396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df057e64-1c36-4ed1-b84b-b2c36f540d09 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:24.718657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-56d5d301-0ea3-4f09-9ec2-cb51f1096d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.720061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad364bc3-99fc-41b1-97df-9acfdb8a72d4 req-56d5d301-0ea3-4f09-9ec2-cb51f1096d9f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5920293 Aug 06 15:34:24.720443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:24.720664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bb06a-cfb7-4c88-bace-c91f73f8b0ba service neutron] Pushing event updated for resources: {'Port': ['ID=6c9b5612-b9e5-48b4-819a-cb39346b32a1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:24.731166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-183b6f35-bbca-4e55-85bd-e93e71b14b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:24.733599 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-183b6f35-bbca-4e55-85bd-e93e71b14b08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 1095 time: 0.1970384 Aug 06 15:34:24.762462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-230b6cab-e3b5-4136-8138-2582a2f22bfc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87f2d322d70743ed942c77afd4f81fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9357183 Aug 06 15:34:24.762462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b6cab-e3b5-4136-8138-2582a2f22bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2c15aa-e735-409c-a950-a5c5cebc65d7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:24.767516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:24.768293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event deleted for resources: {'Port': ['ID=4765cf85-90d1-4010-a543-82cc025fb5db,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:24.784149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: bee67963-9531-4fc7-8f86-172b663b640e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:24.784149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bee67963-9531-4fc7-8f86-172b663b640e not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:24.830723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Request body: {'port': {'device_id': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:24.884018 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-f628065d-41a6-4b37-acf6-c22108cbcc1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3556810-fed7-482b-a32c-49d32c96aad6 HTTP/1.1" status: 200 len: 217 time: 0.1379018 Aug 06 15:34:24.908857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port df057e64-1c36-4ed1-b84b-b2c36f540d09, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:24.922626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'df057e64-1c36-4ed1-b84b-b2c36f540d09', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'port_id': 'df057e64-1c36-4ed1-b84b-b2c36f540d09', 'mac_address': 'fa:16:3e:9c:91:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056930ef-f283-4222-8303-101c20823e48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:25.008107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-854e0019-e516-461d-a6f0-ba330df99c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.015976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb2799cd-23b5-44c2-a1e8-9ce4ca7a751b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75125909bec243db94f0872cd6850e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5940473 Aug 06 15:34:25.016137 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.021091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:25.036923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:25.040279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df057e64-1c36-4ed1-b84b-b2c36f540d09 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:25.042336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] No DVR routers for this DVR port 4765cf85-90d1-4010-a543-82cc025fb5db on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:25.063681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.070958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00cc2870-83bc-4abc-8c81-675a9f56da4f req-e60265ad-fe7d-4c7c-b564-2d40ddfadb9c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.64 "DELETE /v2.0/ports/4765cf85-90d1-4010-a543-82cc025fb5db HTTP/1.1" status: 204 len: 173 time: 2.0968723 Aug 06 15:34:25.070958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'name': 'network-vif-deleted', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:25.071224 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ff7d93-3bb3-4426-9c18-a696c8b47490" -d '{"events": [{"server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "name": "network-vif-deleted", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:25.073984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-6b103a7a-db6c-41d9-869d-b6190707aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:25.076188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-6b103a7a-db6c-41d9-869d-b6190707aed1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.1648970 Aug 06 15:34:25.095281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-854e0019-e516-461d-a6f0-ba330df99c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.099781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.108582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db28cf-5715-45bd-aa11-510e3ec42dba req-094f8ba7-d2b9-4cb5-9fed-8f390d1db8c3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:25.112375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0db28cf-5715-45bd-aa11-510e3ec42dba req-094f8ba7-d2b9-4cb5-9fed-8f390d1db8c3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 944 time: 0.4471815 Aug 06 15:34:25.123643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port df057e64-1c36-4ed1-b84b-b2c36f540d09, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:25.144918 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-e3bb5641-1f82-414a-972b-9c769fe490e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581007 Aug 06 15:34:25.219202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Allocated IP 172.20.0.8 (2b0f6da5-b920-40c2-b8c2-08eb50b936c4/07032a76-1107-43e4-a38b-26b4d9a6787d/bf4262bb-52bb-48f2-bceb-19080dc6560e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:25.237524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.257402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0db28cf-5715-45bd-aa11-510e3ec42dba req-8939cac6-b714-44d3-95c3-47392f1f372c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287844 Aug 06 15:34:25.294166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b628fc9-cf42-4673-9dcb-33f925ab5072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.313785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:25.317871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=df057e64-1c36-4ed1-b84b-b2c36f540d09,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:25.331747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:25.333538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.350006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:25.350684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:25.356139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-854e0019-e516-461d-a6f0-ba330df99c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.358982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-854e0019-e516-461d-a6f0-ba330df99c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.371753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-854e0019-e516-461d-a6f0-ba330df99c48 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f2c15aa-e735-409c-a950-a5c5cebc65d7 HTTP/1.1" status: 204 len: 168 time: 0.5761864 Aug 06 15:34:25.403332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e0019-e516-461d-a6f0-ba330df99c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2c15aa-e735-409c-a950-a5c5cebc65d7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:25.433888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-38c59516-6517-4f51-b549-c2483d5084cc tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "PUT /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 997 time: 3.5624022 Aug 06 15:34:25.484884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b628fc9-cf42-4673-9dcb-33f925ab5072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.534158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['df057e64-1c36-4ed1-b84b-b2c36f540d09'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:25.551327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-f837b941-e907-468f-a931-78a128990761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:25.558970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-f837b941-e907-468f-a931-78a128990761 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.0934529 Aug 06 15:34:25.651397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:25.693929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'tag': 'e3556810-fed7-482b-a32c-49d32c96aad6'}, {'name': 'network-changed', 'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'tag': '6c9b5612-b9e5-48b4-819a-cb39346b32a1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:25.696274 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587ab27b-8d22-4ef3-88df-260732e7fcff" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5c488b-c062-43a6-a0b2-1d84f5d25b3e", "tag": "e3556810-fed7-482b-a32c-49d32c96aad6"}, {"name": "network-changed", "server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "tag": "6c9b5612-b9e5-48b4-819a-cb39346b32a1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:25.698135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.713179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-24b64859-4c3f-423e-83e7-9f8e00444d12 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556679 Aug 06 15:34:25.717113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-121f1280-0d90-4636-a9e8-028aeabe3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:25.717781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-121f1280-0d90-4636-a9e8-028aeabe3935 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.1580343 Aug 06 15:34:25.796586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.811195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Transition to ACTIVE for port object bf4262bb-52bb-48f2-bceb-19080dc6560e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:25.850748 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b628fc9-cf42-4673-9dcb-33f925ab5072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.854212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b628fc9-cf42-4673-9dcb-33f925ab5072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:25.855564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b628fc9-cf42-4673-9dcb-33f925ab5072 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76c8c1da-258c-4293-9a60-7e89554be037 HTTP/1.1" status: 204 len: 168 time: 0.8320432 Aug 06 15:34:25.924361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-cf9a3cab-cfe0-4916-ba53-c940e401d6ce tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:25.935438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-cf9a3cab-cfe0-4916-ba53-c940e401d6ce tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/networks?id=6df0d172-ed1c-4958-a9fb-987abb736afb HTTP/1.1" status: 200 len: 815 time: 0.2150450 Aug 06 15:34:25.949660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-58962897-86f3-442a-80a6-503af4292188 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 1000 time: 0.1983306 Aug 06 15:34:25.962866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-5d235222-ab9c-4355-b453-a815d23a22d0 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/quotas/3db420e1d65b4bb3a4a4b45fbc765832 HTTP/1.1" status: 200 len: 375 time: 0.0245535 Aug 06 15:34:25.991666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b628fc9-cf42-4673-9dcb-33f925ab5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c8c1da-258c-4293-9a60-7e89554be037,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:26.070431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1b24516-ae1e-42c1-893f-577e2a1d56a6 req-d8180515-6b64-4097-9ccd-c6846d86e531 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412565 Aug 06 15:34:26.118363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:34:23Z', 'revision_number': 8, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:26.118949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-c9bf19b1-c617-48bd-94ec-5339a5d349f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:26.124543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-c9bf19b1-c617-48bd-94ec-5339a5d349f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1443353 Aug 06 15:34:26.133022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2583b51-833e-46c7-8e35-4edfa6f9c5a6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:26.146424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-a74bb52e-dbae-465b-b48e-f821b752c647 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3db420e1d65b4bb3a4a4b45fbc765832&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1819503 Aug 06 15:34:26.155712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:26.162240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:26.190992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:26.200746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:26.201550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:26.223916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'Port': ['ID=bf4262bb-52bb-48f2-bceb-19080dc6560e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:26.238092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-7d75c02d-2548-479e-88eb-bd23dd24acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:26.239636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-7d75c02d-2548-479e-88eb-bd23dd24acf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087189 Aug 06 15:34:26.245312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Transition to ACTIVE for port object f2583b51-833e-46c7-8e35-4edfa6f9c5a6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:26.257904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:26.259790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:26.264193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:26.323221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-7a1cf9af-dd96-411f-ba31-924dff8f72d6 service neutron] 10.222.0.16 "GET /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582015 Aug 06 15:34:26.343087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:26.343988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:26.363000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:26.461543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-419777d8-447f-4a32-814f-52de0c3b8045 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7488091 Aug 06 15:34:26.479716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Request body: {'port': {'device_id': '875cac56-ee83-468d-a362-f536d73db1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:26.533178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-5f8f3015-f9ee-43cd-a81e-d14e113eca32 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690272 Aug 06 15:34:26.589364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:26.605150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-cb929733-d598-4cdb-b0bb-45b201f8fbf4 service neutron] 10.222.0.16 "GET /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436638 Aug 06 15:34:26.682731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df057e64-1c36-4ed1-b84b-b2c36f540d09 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:26.745417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Attempting to bind port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:26.746007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Attempting to bind port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:26.746707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Attempting to bind port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 on network 57e60606-6ecc-4329-a37b-dd573ed2181c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:26.750845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:26.762929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3fa6d6d-4439-45a9-9027-21c7e96fe543 req-0112296b-41cd-46ca-ae92-c9319da8810e service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214170 Aug 06 15:34:26.781690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 on network 57e60606-6ecc-4329-a37b-dd573ed2181c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:26.782026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Attempting to bind port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 on network 57e60606-6ecc-4329-a37b-dd573ed2181c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:26.798404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:26.798924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Checking segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:26.799408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Bound using segment: {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:26.800090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Bound port: f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7783c5d-6441-4072-95aa-c165329f35a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:26.800521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:26.824337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:26.882993 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbe805b-46bd-4489-99b9-086937665bf8 x-openstack-request-id: req-5cbe805b-46bd-4489-99b9-086937665bf8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:26.883503 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839a4c6f-c230-420e-95fd-0298b0f1d985", "name": "network-vif-deleted", "tag": "4765cf85-90d1-4010-a543-82cc025fb5db", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:26.883956 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cbe805b-46bd-4489-99b9-086937665bf8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:26.884527 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839a4c6f-c230-420e-95fd-0298b0f1d985', 'name': 'network-vif-deleted', 'tag': '4765cf85-90d1-4010-a543-82cc025fb5db', 'status': 'completed', 'code': 200} Aug 06 15:34:26.964438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a39f1e55-63ee-404c-8e14-e7ef4cdfa893 None None] Provisioning for port bf4262bb-52bb-48f2-bceb-19080dc6560e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:26.979632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port df057e64-1c36-4ed1-b84b-b2c36f540d09 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:26.995464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a39f1e55-63ee-404c-8e14-e7ef4cdfa893 None None] Provisioning complete for port bf4262bb-52bb-48f2-bceb-19080dc6560e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:27.003110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a39f1e55-63ee-404c-8e14-e7ef4cdfa893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.014681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] For port f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:27.046641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] For port f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:27.059943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port df057e64-1c36-4ed1-b84b-b2c36f540d09 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:27.059943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.088768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec79bd-6c92-470e-8350-36480485cefa req-a79e3e92-dba9-4272-81c3-7d98c4c5890d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.103393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec79bd-6c92-470e-8350-36480485cefa req-a79e3e92-dba9-4272-81c3-7d98c4c5890d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.123001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec79bd-6c92-470e-8350-36480485cefa req-a79e3e92-dba9-4272-81c3-7d98c4c5890d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.124292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fec79bd-6c92-470e-8350-36480485cefa req-a79e3e92-dba9-4272-81c3-7d98c4c5890d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.1514883 Aug 06 15:34:27.127273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.187704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a39f1e55-63ee-404c-8e14-e7ef4cdfa893 None None] Port bf4262bb-52bb-48f2-bceb-19080dc6560e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:27.218600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.220195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.221220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] 10.222.0.59 "PUT /v2.0/ports/f2583b51-833e-46c7-8e35-4edfa6f9c5a6 HTTP/1.1" status: 200 len: 1091 time: 2.4355428 Aug 06 15:34:27.265009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34811f45-97c5-48f9-bcce-f8f1d7ff8c57 service neutron] Pushing event updated for resources: {'Port': ['ID=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:27.294904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fec79bd-6c92-470e-8350-36480485cefa req-3a81fe2a-fe6d-4367-97db-6f6b69d1e0d5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452272 Aug 06 15:34:27.338607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63464e-ac0a-4a18-bc0f-e8170c2e3a21 req-646f65af-5e31-4b87-ae4e-5be9fe9e732c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.341031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb63464e-ac0a-4a18-bc0f-e8170c2e3a21 req-646f65af-5e31-4b87-ae4e-5be9fe9e732c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 931 time: 0.2157707 Aug 06 15:34:27.345347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.413771 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a850cb-b505-4aa7-ba6d-b4771f804110 x-openstack-request-id: req-d6a850cb-b505-4aa7-ba6d-b4771f804110 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:27.413991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df057e64-1c36-4ed1-b84b-b2c36f540d09'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:27.414119 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5c488b-c062-43a6-a0b2-1d84f5d25b3e", "tag": "e3556810-fed7-482b-a32c-49d32c96aad6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "tag": "6c9b5612-b9e5-48b4-819a-cb39346b32a1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:27.414363 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6a850cb-b505-4aa7-ba6d-b4771f804110 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:27.414762 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'tag': 'e3556810-fed7-482b-a32c-49d32c96aad6', 'status': 'completed', 'code': 200} Aug 06 15:34:27.415023 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'tag': '6c9b5612-b9e5-48b4-819a-cb39346b32a1', 'status': 'completed', 'code': 200} Aug 06 15:34:27.416626 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ba15a-b7f4-4760-a19a-d42243ac8ba4" -d '{"events": [{"server_uuid": "8d4b7b5d-3e57-4dff-9dea-7cb835d40def", "name": "network-vif-plugged", "status": "completed", "tag": "df057e64-1c36-4ed1-b84b-b2c36f540d09"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:27.440116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port df057e64-1c36-4ed1-b84b-b2c36f540d09, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:27.471162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:34:23Z', 'revision_number': 8, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:27.480842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb63464e-ac0a-4a18-bc0f-e8170c2e3a21 req-f8a9f795-6f4d-487f-9b4d-c27ce6388404 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319246 Aug 06 15:34:27.508898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d65313-ef76-4557-994b-99ab2fe03602 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '39054906-0209-49b6-92a3-a219636024c7', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'floating_ip_address': '172.25.5.131', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'port_id': 'df21519c-43e5-4696-8237-119b837724fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'mac_address': 'fa:16:3e:15:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:33:12Z', 'updated_at': '2021-08-06T15:34:23Z', 'revision_number': 8, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:27.513648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.589861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4262bb-52bb-48f2-bceb-19080dc6560e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:27.593158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=df057e64-1c36-4ed1-b84b-b2c36f540d09,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:27.601132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.601487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.602524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.602873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.603214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.603551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.604006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.605859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.605859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.605859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.605859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.605859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:27.630379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.645842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3931-fc22-42ca-9743-ce8deaaaac53 req-4ee36426-fa82-4111-845d-fe4997ae40e6 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.655687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cddf3931-fc22-42ca-9743-ce8deaaaac53 req-4ee36426-fa82-4111-845d-fe4997ae40e6 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 944 time: 0.1862566 Aug 06 15:34:27.663836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Transition to ACTIVE for port object bf4262bb-52bb-48f2-bceb-19080dc6560e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:27.668505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-09f9b933-5aa4-4534-bd2c-57464ba43903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.670251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-09f9b933-5aa4-4534-bd2c-57464ba43903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.671274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-09f9b933-5aa4-4534-bd2c-57464ba43903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.671507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4919b4e-412d-496e-8103-c9cf0ba300e4 req-a37f9467-2303-4ed1-a8bf-2476eb40cdfd tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 997 time: 0.1033726 Aug 06 15:34:27.673694 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-09f9b933-5aa4-4534-bd2c-57464ba43903 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2864 time: 0.3401737 Aug 06 15:34:27.730945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-6527e5d5-8290-4784-921b-08917b7cb61b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d HTTP/1.1" status: 200 len: 217 time: 0.0462513 Aug 06 15:34:27.735211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-93dcc38f-e130-4cdd-9fdc-77a7f1353172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.736562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-93dcc38f-e130-4cdd-9fdc-77a7f1353172 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 1095 time: 0.3205762 Aug 06 15:34:27.746748 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:27.790539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4765cf85-90d1-4010-a543-82cc025fb5db no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:27.805230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cddf3931-fc22-42ca-9743-ce8deaaaac53 req-126b62fc-f1d5-4e9d-a686-4e27c6d648b1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485994 Aug 06 15:34:27.817465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 4765cf85-90d1-4010-a543-82cc025fb5db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:27.817964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4765cf85-90d1-4010-a543-82cc025fb5db not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:27.864683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4919b4e-412d-496e-8103-c9cf0ba300e4 req-09d8b89b-c1ee-4de8-af16-031b89cac2fe tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:27.876633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4919b4e-412d-496e-8103-c9cf0ba300e4 req-09d8b89b-c1ee-4de8-af16-031b89cac2fe tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1887138 Aug 06 15:34:27.915690 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbc693-f6d4-4968-8217-2be46e17cea2 None None] New status for floating IP 39054906-0209-49b6-92a3-a219636024c7: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:34:27.948188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec960a09-a496-4e03-b45f-ad391506f61b req-5f821847-759d-4da2-b8fc-5ef5019c7e51 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 210 time: 0.0563095 Aug 06 15:34:27.980756 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1550c-d606-46c3-9a6a-410f4997936a x-openstack-request-id: req-c9d1550c-d606-46c3-9a6a-410f4997936a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:27.981664 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4b7b5d-3e57-4dff-9dea-7cb835d40def", "name": "network-vif-plugged", "status": "completed", "tag": "df057e64-1c36-4ed1-b84b-b2c36f540d09", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:27.982095 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9d1550c-d606-46c3-9a6a-410f4997936a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:27.982672 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df057e64-1c36-4ed1-b84b-b2c36f540d09', 'code': 200} Aug 06 15:34:28.007093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d93d7150-7493-4f1c-a478-0deac25dd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.008740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d93d7150-7493-4f1c-a478-0deac25dd404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f94f7c85-4ed8-4223-ba5d-9154ca344f11 HTTP/1.1" status: 200 len: 801 time: 0.2709250 Aug 06 15:34:28.015764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4262bb-52bb-48f2-bceb-19080dc6560e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:28.146397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Attempting to bind port bf4262bb-52bb-48f2-bceb-19080dc6560e on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:28.146397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Attempting to bind port bf4262bb-52bb-48f2-bceb-19080dc6560e by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:28.146819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Attempting to bind port bf4262bb-52bb-48f2-bceb-19080dc6560e on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:28.155495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Port bf4262bb-52bb-48f2-bceb-19080dc6560e on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:28.155952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Attempting to bind port bf4262bb-52bb-48f2-bceb-19080dc6560e on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:28.167353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-a9de812d-29d5-4682-afc1-c68bb20aef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.168956 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-a9de812d-29d5-4682-afc1-c68bb20aef66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.4120879 Aug 06 15:34:28.172914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:28.173301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Checking segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:28.173807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Bound using segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:28.174802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Bound port: bf4262bb-52bb-48f2-bceb-19080dc6560e, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:28.175266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:28.195850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-311b351a-fa45-4031-9ebb-d8cc80911838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.197571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-311b351a-fa45-4031-9ebb-d8cc80911838 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57e60606-6ecc-4329-a37b-dd573ed2181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754136 Aug 06 15:34:28.206718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78883ae-13b2-48e7-9c94-b1266313f47c req-ba907746-96ac-4e78-9b03-2661322244bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.209197 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c78883ae-13b2-48e7-9c94-b1266313f47c req-ba907746-96ac-4e78-9b03-2661322244bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.1354456 Aug 06 15:34:28.326646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-ea75a2b9-e438-4622-aec5-18566068b40b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3556810-fed7-482b-a32c-49d32c96aad6 HTTP/1.1" status: 200 len: 217 time: 0.1276879 Aug 06 15:34:28.388553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-34ccdcd4-bdf8-433a-8443-db4d7accbb2b tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1000 time: 0.1192086 Aug 06 15:34:28.433753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c78883ae-13b2-48e7-9c94-b1266313f47c req-d13d89dc-761c-43ef-95e4-0b6f9c861c0c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132030 Aug 06 15:34:28.441440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-b64099ad-d62e-461b-a8ba-62bcde41d35d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.443459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-b64099ad-d62e-461b-a8ba-62bcde41d35d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports/df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 943 time: 0.0535562 Aug 06 15:34:28.455155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] For port bf4262bb-52bb-48f2-bceb-19080dc6560e, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:28.459750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] For port bf4262bb-52bb-48f2-bceb-19080dc6560e, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:28.468874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-801c2965-a5aa-4dae-a702-5b94f46e4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.470446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-801c2965-a5aa-4dae-a702-5b94f46e4bae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.1334739 Aug 06 15:34:28.490063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-74f1db90-086d-47de-85ee-a90221f340ec service neutron] 10.222.0.59 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724996 Aug 06 15:34:28.514933 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-9fb14b01-34fc-4de9-9360-cd079d723514 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367186 Aug 06 15:34:28.541361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:28.577142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525d25-35ac-4390-8d3e-afb8293d204d req-c1f45eb9-f049-4971-a3f2-12089315353f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.583667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525d25-35ac-4390-8d3e-afb8293d204d req-c1f45eb9-f049-4971-a3f2-12089315353f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.590437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525d25-35ac-4390-8d3e-afb8293d204d req-c1f45eb9-f049-4971-a3f2-12089315353f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.592386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67525d25-35ac-4390-8d3e-afb8293d204d req-c1f45eb9-f049-4971-a3f2-12089315353f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.1408451 Aug 06 15:34:28.602960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-ab1cbe8b-658a-4616-8d96-3ddd98ca3ea9 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1002 time: 0.1121924 Aug 06 15:34:28.636087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.636087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:28.639104 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 1091 time: 2.1673136 Aug 06 15:34:28.659300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67525d25-35ac-4390-8d3e-afb8293d204d req-7b7c8a8d-6c9a-4063-8c36-6dd896cfeb7a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 Aug 06 15:34:28.724149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:28.760450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bea4d5-f679-4f41-9912-ee8ee0e67146 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4262bb-52bb-48f2-bceb-19080dc6560e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:28.785437 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d26b8211-00a5-428f-b025-801d1ee0543a service neutron] 10.222.0.59 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799602 Aug 06 15:34:28.833465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-45ae68dd-46be-4fc4-b616-cc7f632bb05a tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.842331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-45ae68dd-46be-4fc4-b616-cc7f632bb05a tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2240355 Aug 06 15:34:28.866961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-6d6c3335-9af2-497e-8441-617c779218a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1 HTTP/1.1" status: 200 len: 217 time: 0.0596633 Aug 06 15:34:28.869816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-51a21a0e-c9f7-4ea9-a39a-939ff7fe3dd0 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444803 Aug 06 15:34:28.892334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-d1da160a-324e-4a34-9c3c-9ff890e6d7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:28.893823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-d1da160a-324e-4a34-9c3c-9ff890e6d7de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1094 time: 0.1289985 Aug 06 15:34:28.894341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:29.227069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:29.229336 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb63f3-7b82-48ce-9824-4084bba8ef55" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:29.298398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692acab3-eff8-49f3-a750-d61f0d87ecad req-e16caf27-d4a2-47da-94ff-9bcbf8076f98 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:29.299959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692acab3-eff8-49f3-a750-d61f0d87ecad req-e16caf27-d4a2-47da-94ff-9bcbf8076f98 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 943 time: 0.4552290 Aug 06 15:34:29.302851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-ec01d8c0-3ede-44f0-81b1-3aba3b3dcab6 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 1002 time: 0.4594553 Aug 06 15:34:29.311671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-447e9680-58ff-4b9c-ab93-808c826acbcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 217 time: 0.3847635 Aug 06 15:34:29.324030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:29.359859 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65e7c3c6-6f6d-4c4b-a5a3-a54940f14d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:29.389703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692acab3-eff8-49f3-a750-d61f0d87ecad req-e58d65f5-7978-4032-90c8-3550d4b31c63 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827365 Aug 06 15:34:29.396515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:29.403687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-41444060-a815-4b59-b6b9-36559ae16281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:29.405447 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-41444060-a815-4b59-b6b9-36559ae16281 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=078a6ac9-5ae9-4e9c-be45-53166399210a HTTP/1.1" status: 200 len: 801 time: 0.5297616 Aug 06 15:34:29.416071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'tag': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6'}, {'name': 'network-changed', 'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:29.418337 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa" -d '{"events": [{"name": "network-changed", "server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "tag": "f2583b51-833e-46c7-8e35-4edfa6f9c5a6"}, {"name": "network-changed", "server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:29.486108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-09406b82-31b1-47fe-97a9-5e1a144fc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:29.487603 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-09406b82-31b1-47fe-97a9-5e1a144fc84d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.1626403 Aug 06 15:34:29.542255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-41fc9454-5f2a-4997-95b0-d0940a0a2b20 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526096 Aug 06 15:34:29.559532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-9062e41e-279c-4e00-afdd-218a48c43b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:29.561478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-9062e41e-279c-4e00-afdd-218a48c43b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5f200a-9762-431e-ac57-67d736b90b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341181 Aug 06 15:34:29.589811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:29.603250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73792297-d382-4e49-b38b-92ff97f87cc3 req-238d2e96-321d-4ce4-99b4-812912ed83e7 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:29.603508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-bc84c0c8-96c9-470d-b420-a7380158855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:29.604765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73792297-d382-4e49-b38b-92ff97f87cc3 req-238d2e96-321d-4ce4-99b4-812912ed83e7 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 944 time: 0.0982895 Aug 06 15:34:29.605061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-bc84c0c8-96c9-470d-b420-a7380158855e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058640 Aug 06 15:34:29.648422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73792297-d382-4e49-b38b-92ff97f87cc3 req-cd2fc3f2-0e1e-4e97-8e71-ced2c79574f3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Aug 06 15:34:29.667788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:29.669754 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Floating IP 39054906-0209-49b6-92a3-a219636024c7 disassociated. External IP: 172.25.5.131, port: df21519c-43e5-4696-8237-119b837724fc. Aug 06 15:34:29.746963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66855570-1aee-4677-a37a-b06f08367cda req-3e0583e5-7eb5-4c53-9d62-f0751684079c tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 210 time: 0.0335493 Aug 06 15:34:29.787443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e3556810-fed7-482b-a32c-49d32c96aad6 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:29.788667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65e7c3c6-6f6d-4c4b-a5a3-a54940f14d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:29.807063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-a8a1a858-1ad0-46e9-93aa-148f10bda261 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373266 Aug 06 15:34:29.912048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-c6991d2c-47ea-4b9e-b04b-e9c57bab284c service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937844 Aug 06 15:34:29.933884 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518be196-37f3-400c-906e-63db3c3004f1 x-openstack-request-id: req-518be196-37f3-400c-906e-63db3c3004f1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:29.934181 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:29.934442 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-518be196-37f3-400c-906e-63db3c3004f1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:29.935270 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'status': 'completed', 'code': 200} Aug 06 15:34:29.946409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:29.946547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e3556810-fed7-482b-a32c-49d32c96aad6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e3556810-fed7-482b-a32c-49d32c96aad6,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:29.978297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e3556810-fed7-482b-a32c-49d32c96aad6', 'network_id': '5d888c15-e69b-432e-9c0a-3c60006e9fda', 'port_id': 'e3556810-fed7-482b-a32c-49d32c96aad6', 'mac_address': 'fa:16:3e:74:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056930ef-f283-4222-8303-101c20823e48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:30.036636 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.051630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3556810-fed7-482b-a32c-49d32c96aad6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:30.059011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65e7c3c6-6f6d-4c4b-a5a3-a54940f14d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.063862 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93f5d50-7ae6-43af-bae9-0bc3dfa5a995 x-openstack-request-id: req-f93f5d50-7ae6-43af-bae9-0bc3dfa5a995 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:30.064264 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "tag": "f2583b51-833e-46c7-8e35-4edfa6f9c5a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:30.064537 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f93f5d50-7ae6-43af-bae9-0bc3dfa5a995 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:30.065016 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'tag': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6', 'status': 'completed', 'code': 200} Aug 06 15:34:30.065274 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'status': 'completed', 'code': 200} Aug 06 15:34:30.084887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e3556810-fed7-482b-a32c-49d32c96aad6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e3556810-fed7-482b-a32c-49d32c96aad6,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:30.108329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:30.113737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.121908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:30.135939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:30.136652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:30.150606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-db3ca77d-9ecd-4ca5-a63e-684104b80fb1 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "PUT /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 696 time: 0.8363316 Aug 06 15:34:30.161286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9986d-12e2-45a6-b301-0282db093624 req-bf65b135-2006-4e3f-ad72-70b4c7e824db tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.165289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-9461586e-309f-428a-a8cf-f3bdad0a9b61 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.166786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-9461586e-309f-428a-a8cf-f3bdad0a9b61 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.64 "GET /v2.0/networks?id=6df0d172-ed1c-4958-a9fb-987abb736afb HTTP/1.1" status: 200 len: 815 time: 0.3769789 Aug 06 15:34:30.171084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9986d-12e2-45a6-b301-0282db093624 req-bf65b135-2006-4e3f-ad72-70b4c7e824db tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.173915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7c3c6-6f6d-4c4b-a5a3-a54940f14d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed841ae-df46-4d87-a1b6-c26f18185f8f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:30.175037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9986d-12e2-45a6-b301-0282db093624 req-bf65b135-2006-4e3f-ad72-70b4c7e824db tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.177570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dd9986d-12e2-45a6-b301-0282db093624 req-bf65b135-2006-4e3f-ad72-70b4c7e824db tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.1222739 Aug 06 15:34:30.182185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.189285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-5f986829-cdfe-43c8-b50e-44c54b171d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.191311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-5f986829-cdfe-43c8-b50e-44c54b171d16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.3353820 Aug 06 15:34:30.234539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Request body: {'port': {'device_id': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'admin_state_up': True, 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:30.255961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-715360cf-9703-481e-b6a4-59e8473c31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.257438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-715360cf-9703-481e-b6a4-59e8473c31b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.0789633 Aug 06 15:34:30.268542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dd9986d-12e2-45a6-b301-0282db093624 req-97b1cce2-11e1-4f74-97cd-95f11ef09380 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783868 Aug 06 15:34:30.270510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-65e7c3c6-6f6d-4c4b-a5a3-a54940f14d58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de37f7d22e6f4ae3ad81dd16273b7183&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3678787 Aug 06 15:34:30.277449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:30.310555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e3556810-fed7-482b-a32c-49d32c96aad6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:30.346428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:30.402388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-d01e208b-1c87-4a7c-9eb4-a60173cfcb8d service neutron] 10.222.0.59 "GET /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748029 Aug 06 15:34:30.496012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-44f64d1f-96ee-4daf-b1a9-81e128e1fa94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6 HTTP/1.1" status: 200 len: 217 time: 0.0809534 Aug 06 15:34:30.504017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b141752-7a4a-4691-b8bb-9c46aa3eb819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.512048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb648651-0237-4b1c-a7d9-23d700cff976 req-23d2a145-fd24-4795-b963-a9dfa73ce9cc service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499123 Aug 06 15:34:30.552597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-e137ed08-cc1a-491a-a118-965ac48d0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.554431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-e137ed08-cc1a-491a-a118-965ac48d0b17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.2672310 Aug 06 15:34:30.557795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-d11d5391-fb1f-4fbd-b11b-fa5d72394966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.559913 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-d11d5391-fb1f-4fbd-b11b-fa5d72394966 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.3311150 Aug 06 15:34:30.589274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e3556810-fed7-482b-a32c-49d32c96aad6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:30.590060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b141752-7a4a-4691-b8bb-9c46aa3eb819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.658860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-e88ce694-75c7-4aa9-9936-8b66eb7a5e88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.0714614 Aug 06 15:34:30.702088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-c9a2c6ee-2150-489e-8aec-aaff60da9bd0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.1315713 Aug 06 15:34:30.719733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c392ba-5a49-4909-96c8-0699d5339983 req-a396bb7b-da2d-4660-bf8e-bb917a369158 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.721487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4c392ba-5a49-4909-96c8-0699d5339983 req-a396bb7b-da2d-4660-bf8e-bb917a369158 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 943 time: 0.2068064 Aug 06 15:34:30.765792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:30.776013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-a943a5e6-fbf5-47dd-8d36-a7d3bc3f872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.780809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-a943a5e6-fbf5-47dd-8d36-a7d3bc3f872f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.0980301 Aug 06 15:34:30.787973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Made reservation on behalf of 3db420e1d65b4bb3a4a4b45fbc765832 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:30.791529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.797281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:30.807142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-cbf438c9-9cd5-498c-b1b8-22e82bd803a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.808720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-cbf438c9-9cd5-498c-b1b8-22e82bd803a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f94f7c85-4ed8-4223-ba5d-9154ca344f11 HTTP/1.1" status: 200 len: 801 time: 0.2999184 Aug 06 15:34:30.824206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:30.824845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:30.843167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4c392ba-5a49-4909-96c8-0699d5339983 req-1e427280-74fd-4caf-843c-cc4f24e75b4a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083989 Aug 06 15:34:30.862114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b141752-7a4a-4691-b8bb-9c46aa3eb819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.866201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b141752-7a4a-4691-b8bb-9c46aa3eb819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:30.868061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b141752-7a4a-4691-b8bb-9c46aa3eb819 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fed841ae-df46-4d87-a1b6-c26f18185f8f HTTP/1.1" status: 204 len: 168 time: 0.5886378 Aug 06 15:34:30.883473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-4fab00c3-7318-41c7-abc5-9464a140bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.884218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-4fab00c3-7318-41c7-abc5-9464a140bcb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.1500440 Aug 06 15:34:30.923561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-d0bd3198-4a96-48c0-a09d-06d1b0f2d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.925407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-d0bd3198-4a96-48c0-a09d-06d1b0f2d80e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1094 time: 0.2213211 Aug 06 15:34:30.930389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141752-7a4a-4691-b8bb-9c46aa3eb819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed841ae-df46-4d87-a1b6-c26f18185f8f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:30.953045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-2e478c1b-0df4-4ba3-b03a-062c6d3e7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:30.959267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-2e478c1b-0df4-4ba3-b03a-062c6d3e7e1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688075 Aug 06 15:34:30.987970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:31.118120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9889c-d988-4b03-a202-5535f43df606 req-ebb9b89f-2ec2-446a-a13d-f73fcdc0b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:31.123848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-ebb9b89f-2ec2-446a-a13d-f73fcdc0b778 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57e60606-6ecc-4329-a37b-dd573ed2181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3066423 Aug 06 15:34:31.223866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:31.264495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcc5bf-0f4f-4a40-acda-bd767799b23b req-8334bbd1-fb32-4408-9213-652b06131f5e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:31.271611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27dcc5bf-0f4f-4a40-acda-bd767799b23b req-8334bbd1-fb32-4408-9213-652b06131f5e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 945 time: 0.2153363 Aug 06 15:34:31.338171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:31.356075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27dcc5bf-0f4f-4a40-acda-bd767799b23b req-2cc97237-214d-428d-864b-ebca9be4aa76 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Aug 06 15:34:31.368910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-4430d08a-6d3b-40fa-8b52-cabbf4bc14c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050090 Aug 06 15:34:31.378794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929750b0-cfb3-4579-92c5-44b76c680ae6 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:32:45Z', 'revision_number': 4, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd4532ca7-8615-49da-a7c6-03bdb1cb922f', 'name': '', 'network_id': 'b95450b4-3262-44ea-8cd0-fd399f8aae15', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'mac_address': 'fa:16:3e:e2:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '375cc25b-9682-46be-9718-c4c42d388688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:44Z', 'updated_at': '2021-08-06T15:32:53Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'subnets': [{'id': '375cc25b-9682-46be-9718-c4c42d388688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:31.520869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-c8cdc682-24e1-4af5-9599-6a9f7de1b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:31.525094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-c8cdc682-24e1-4af5-9599-6a9f7de1b274 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5974348 Aug 06 15:34:31.549979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edb52a1c-ff8a-49a2-b96a-5ecc1c564e0a req-67ae00c6-ca1a-4fa6-b682-9c67d6f9c82f service neutron] 10.222.0.16 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700070 Aug 06 15:34:31.598090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea90cfcc-5ef4-44f2-a072-bdd094baad26 req-7e0de111-5836-4442-a728-9cd06e036e87 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 210 time: 0.0468860 Aug 06 15:34:31.715198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83c015b8-792f-4a9f-aa2d-575e54603c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:31.802172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e3556810-fed7-482b-a32c-49d32c96aad6 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:31.918001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-358d047e-8e3f-45e7-9ad9-0be03d2ea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:31.923788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-358d047e-8e3f-45e7-9ad9-0be03d2ea1c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.9758720 Aug 06 15:34:31.931249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Allocated IP 172.20.0.14 (6df0d172-ed1c-4958-a9fb-987abb736afb/f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0/aa26cd2f-1d50-4fef-a50b-79c62aa97e5e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:31.935920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-f29c33f3-b0c1-44dd-9692-3d711bf732a2 service neutron] 10.222.0.59 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946970 Aug 06 15:34:31.948565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:31.956003 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:32.009008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e3556810-fed7-482b-a32c-49d32c96aad6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:32.010016 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6656c3d3-e745-4b7c-af49-68d881fc0bb6 None None] New status for floating IP 39054906-0209-49b6-92a3-a219636024c7: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:34:32.014764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e3556810-fed7-482b-a32c-49d32c96aad6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:32.014764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.049533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53742-3450-4e18-a120-0757d7d77a80 req-486f91e1-0ba2-4cac-ba75-dd0a7b656027 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.055987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53742-3450-4e18-a120-0757d7d77a80 req-486f91e1-0ba2-4cac-ba75-dd0a7b656027 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.062984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53742-3450-4e18-a120-0757d7d77a80 req-486f91e1-0ba2-4cac-ba75-dd0a7b656027 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.064709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca53742-3450-4e18-a120-0757d7d77a80 req-486f91e1-0ba2-4cac-ba75-dd0a7b656027 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.2427189 Aug 06 15:34:32.129032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83c015b8-792f-4a9f-aa2d-575e54603c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.176631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.200742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca53742-3450-4e18-a120-0757d7d77a80 req-bb55855c-8b98-43e3-b1f5-4dd673f18957 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Aug 06 15:34:32.226661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83c015b8-792f-4a9f-aa2d-575e54603c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.259748 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-19017212-08c5-4bdb-aa72-7fdbe3e571b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 217 time: 0.1266897 Aug 06 15:34:32.261328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3556810-fed7-482b-a32c-49d32c96aad6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:32.272021 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08532628-e8b1-4515-b6b1-5850c29ef0e5" -d '{"events": [{"server_uuid": "8d5c488b-c062-43a6-a0b2-1d84f5d25b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e3556810-fed7-482b-a32c-49d32c96aad6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:32.306768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e3556810-fed7-482b-a32c-49d32c96aad6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e3556810-fed7-482b-a32c-49d32c96aad6,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:32.307853 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4ea147-f5c6-4417-82e3-eaece0affd25 x-openstack-request-id: req-9f4ea147-f5c6-4417-82e3-eaece0affd25 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:32.308156 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "tag": "df21519c-43e5-4696-8237-119b837724fc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:32.308413 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f4ea147-f5c6-4417-82e3-eaece0affd25 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:32.308826 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'status': 'completed', 'code': 200} Aug 06 15:34:32.358039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-4705b9db-6cc5-4458-8ecd-12e6d0243beb service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929828 Aug 06 15:34:32.363741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c015b8-792f-4a9f-aa2d-575e54603c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9f385-c708-43d8-8e7b-e165bf2c9577,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:32.374533 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.405695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-83c015b8-792f-4a9f-aa2d-575e54603c53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac2b45f7057547bca176ef35695a1a90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1800959 Aug 06 15:34:32.409744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:32.451138 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233cee94-a5f5-4d10-be26-c4d4370b9cef x-openstack-request-id: req-233cee94-a5f5-4d10-be26-c4d4370b9cef {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:32.451625 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5c488b-c062-43a6-a0b2-1d84f5d25b3e", "name": "network-vif-plugged", "status": "completed", "tag": "e3556810-fed7-482b-a32c-49d32c96aad6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:32.451917 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-233cee94-a5f5-4d10-be26-c4d4370b9cef {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:32.452337 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3556810-fed7-482b-a32c-49d32c96aad6', 'code': 200} Aug 06 15:34:32.504783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e3556810-fed7-482b-a32c-49d32c96aad6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:32.569889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1d9889c-d988-4b03-a202-5535f43df606 req-467f0c34-2311-4f62-8124-a50d45c7e6aa service neutron] 10.222.0.59 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6233528 Aug 06 15:34:32.572510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-4d4c42ad-eb07-4852-94db-5d4690145640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.575481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-4d4c42ad-eb07-4852-94db-5d4690145640 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.2957904 Aug 06 15:34:32.720192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2bb63f3-7b82-48ce-9824-4084bba8ef55 req-12de25fe-f019-49eb-ab93-5f89560aee7c service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452623 Aug 06 15:34:32.727850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1445e-d403-4286-af89-479ab42c3d0b req-9e0a38f5-56b5-458a-9b95-373bf091fd4f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.739155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65f1445e-d403-4286-af89-479ab42c3d0b req-9e0a38f5-56b5-458a-9b95-373bf091fd4f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 943 time: 0.4008629 Aug 06 15:34:32.773145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.812269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.823407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03cd5c-f106-4480-947b-b943001b626a req-489bfc72-467d-4736-a323-a6f7dbbffe72 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.830876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d03cd5c-f106-4480-947b-b943001b626a req-489bfc72-467d-4736-a323-a6f7dbbffe72 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.2548780 Aug 06 15:34:32.836994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Transition to ACTIVE for port object aa26cd2f-1d50-4fef-a50b-79c62aa97e5e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:32.846329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-7b11f8b6-89a1-4d53-aba7-3b04489f3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.847333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-7b11f8b6-89a1-4d53-aba7-3b04489f3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.847950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-7b11f8b6-89a1-4d53-aba7-3b04489f3245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:32.849770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-7b11f8b6-89a1-4d53-aba7-3b04489f3245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2864 time: 0.1465724 Aug 06 15:34:32.867325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65f1445e-d403-4286-af89-479ab42c3d0b req-eda5deb4-4054-4913-b93e-bee9073fe920 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271870 Aug 06 15:34:32.894534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:32.905721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d03cd5c-f106-4480-947b-b943001b626a req-819147c1-fb85-494f-ab25-c52736246f39 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Aug 06 15:34:33.056252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-6e7e461c-b283-4e5c-aedd-d775211008ef tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 200 len: 694 time: 0.0934680 Aug 06 15:34:33.092716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70b47b1d-951b-449e-9300-f6e649cebfea req-6bc1e991-737e-4d33-acb0-832e2d8ea9bc tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 210 time: 0.0552819 Aug 06 15:34:33.111309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:33.254840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:33.258151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:33.263783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86f9f385-c708-43d8-8e7b-e165bf2c9577 HTTP/1.1" status: 204 len: 168 time: 0.8514056 Aug 06 15:34:33.309041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9f385-c708-43d8-8e7b-e165bf2c9577,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:33.328669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.329082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.329576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.329995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.330400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.330896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.331188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.331573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.332051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.332426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.332769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.333156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663860b5-743f-4e03-ad46-14da65746e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:34:33.362311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-12ab6511-8c74-448b-a341-dcb899fdc007 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.370472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-12ab6511-8c74-448b-a341-dcb899fdc007 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2885158 Aug 06 15:34:33.438888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-02e30610-962b-4911-a5b9-4e56e165f49b tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 697 time: 0.0674508 Aug 06 15:34:33.443555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1802639510-network', 'tenant_id': '45b42d3fac414e0bbe2cbe12d85d885e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:33.535321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-3bab8a2d-0f4e-4394-b3cf-0bcf40e38cb9 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.131 HTTP/1.1" status: 200 len: 697 time: 0.0878744 Aug 06 15:34:33.561707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-a33bf483-bc0e-44ba-b8a1-eb57e1d5601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.563325 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-a33bf483-bc0e-44ba-b8a1-eb57e1d5601b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 1097 time: 0.7791390 Aug 06 15:34:33.613974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Made reservation on behalf of 45b42d3fac414e0bbe2cbe12d85d885e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:33.616519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:33.683104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:33.701745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:33.711596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-76b646c9-7e30-489b-aefe-f61a4c7010a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.713346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-76b646c9-7e30-489b-aefe-f61a4c7010a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c5f200a-9762-431e-ac57-67d736b90b1c HTTP/1.1" status: 200 len: 902 time: 0.8537576 Aug 06 15:34:33.798621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bf4262bb-52bb-48f2-bceb-19080dc6560e details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:33.818560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-cef8cc0f-62d4-4252-8954-bdaea73fc330 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1 HTTP/1.1" status: 200 len: 217 time: 0.0967031 Aug 06 15:34:33.825755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e5e23-d1f6-4a8b-bd73-a7adffb79823 req-4f16612d-ea71-414f-a828-e1b7128667b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.831121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-883e5e23-d1f6-4a8b-bd73-a7adffb79823 req-4f16612d-ea71-414f-a828-e1b7128667b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 1097 time: 0.1526215 Aug 06 15:34:33.834718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Network 6df0d172-ed1c-4958-a9fb-987abb736afb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:33.861492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:33.875777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Deleting port 682939a4-38a7-448d-944a-7ab93aa7716f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:33.876095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:33.914494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-9de86404-6bff-43d0-aad7-0c751517e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.916980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-9de86404-6bff-43d0-aad7-0c751517e61b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2867913 Aug 06 15:34:33.917750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Pushing event updated for resources: {'Port': ['ID=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:33.930292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:33.930625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85923f-f9d7-4422-ad65-4dd9e45f3bf5 req-69beede8-9cd3-4c81-8f98-f08ca993231a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.937800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85923f-f9d7-4422-ad65-4dd9e45f3bf5 req-69beede8-9cd3-4c81-8f98-f08ca993231a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.943651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85923f-f9d7-4422-ad65-4dd9e45f3bf5 req-69beede8-9cd3-4c81-8f98-f08ca993231a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:33.959554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec85923f-f9d7-4422-ad65-4dd9e45f3bf5 req-69beede8-9cd3-4c81-8f98-f08ca993231a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.1788557 Aug 06 15:34:34.034884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-fc32217f-4a44-4323-9d72-83c0aa88624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.038389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-fc32217f-4a44-4323-9d72-83c0aa88624f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 200 len: 922 time: 0.4661286 Aug 06 15:34:34.052202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bf4262bb-52bb-48f2-bceb-19080dc6560e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:34.186047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec85923f-f9d7-4422-ad65-4dd9e45f3bf5 req-84d17a70-8741-4739-8690-dd2fb97eba65 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232616 Aug 06 15:34:34.191713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.192080 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.256757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-883e5e23-d1f6-4a8b-bd73-a7adffb79823 req-58e4cf71-0f1c-419a-b1c5-3b6b213bc321 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146919 Aug 06 15:34:34.269810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Calling delete_port for 682939a4-38a7-448d-944a-7ab93aa7716f owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:34.314030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'port_id': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'mac_address': 'fa:16:3e:87:d1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:34.344427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-7d31ae76-c4bf-434f-a600-40768878eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.346463 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-7d31ae76-c4bf-434f-a600-40768878eef8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=078a6ac9-5ae9-4e9c-be45-53166399210a HTTP/1.1" status: 200 len: 801 time: 0.5179770 Aug 06 15:34:34.372324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.373913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.374713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.381196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.389263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-3f737e1a-8484-4b97-9736-e20e50b64a9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 200 len: 217 time: 0.2632105 Aug 06 15:34:34.404432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4262bb-52bb-48f2-bceb-19080dc6560e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:34.434740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bf4262bb-52bb-48f2-bceb-19080dc6560e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:34.444597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6053d58e-999c-4cf9-8bab-94c5abb1cbd3 None None] Provisioning for port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:34.449064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6053d58e-999c-4cf9-8bab-94c5abb1cbd3 None None] Provisioning complete for port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:34.449495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6053d58e-999c-4cf9-8bab-94c5abb1cbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.492737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6053d58e-999c-4cf9-8bab-94c5abb1cbd3 None None] Port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:34.514225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.534922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.574253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:34:34.586838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7816a2cd-4c11-4536-9e52-08015a44eadb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:34.611795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=bf4262bb-52bb-48f2-bceb-19080dc6560e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:34.624751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-4035a4b6-28f2-413b-8d48-e82687171398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.627399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-4035a4b6-28f2-413b-8d48-e82687171398 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 200 len: 860 time: 0.2255993 Aug 06 15:34:34.635255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca61d1-2853-467a-afae-d4e0e09379af req-5ec772d6-fe4a-4125-ba0d-b698fd47854b tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.636906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ca61d1-2853-467a-afae-d4e0e09379af req-5ec772d6-fe4a-4125-ba0d-b698fd47854b tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 943 time: 0.3304408 Aug 06 15:34:34.644986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.645340 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Added segment 09183243-4461-43cf-9670-a068ca957b17 of type vlan for network e9d98625-d596-4ea9-b486-26a88da79d9d Aug 06 15:34:34.674334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-9ce5d0e9-5ae1-42a2-8e0f-8244fe10b03b service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7334433 Aug 06 15:34:34.757863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.773823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ca61d1-2853-467a-afae-d4e0e09379af req-b6ef4fa8-46cc-4bfe-8251-feecd9757507 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266375 Aug 06 15:34:34.775911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bf4262bb-52bb-48f2-bceb-19080dc6560e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:34.797716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-760553ac-de13-4569-9ee9-b49053031fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.798966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-760553ac-de13-4569-9ee9-b49053031fef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5f200a-9762-431e-ac57-67d736b90b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4084511 Aug 06 15:34:34.806187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-8be1bc9e-e454-40d3-b484-44a1d59f6667 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6133187 Aug 06 15:34:34.847150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-614c2144-0ab3-4df5-8215-066a2e5c889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.848733 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-614c2144-0ab3-4df5-8215-066a2e5c889f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b95450b4-3262-44ea-8cd0-fd399f8aae15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930707 Aug 06 15:34:34.852559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a824bece-2f56-4bba-9e43-883cae7c7265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.878808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.879410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:34.879815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.918159 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:34.968555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Request body: {'port': {'device_id': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:34.978965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event deleted for resources: {'Port': ['ID=682939a4-38a7-448d-944a-7ab93aa7716f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:35.076661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72888cc-3092-4eb2-8b4b-5b5432493733 req-cd557d90-c2f5-4293-9175-15f8e8689a40 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.081660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-11f9eba0-19fe-4c81-b3ae-f4a107d1cbb7 service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850820 Aug 06 15:34:35.086525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c72888cc-3092-4eb2-8b4b-5b5432493733 req-cd557d90-c2f5-4293-9175-15f8e8689a40 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.2205667 Aug 06 15:34:35.116441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0023627 Aug 06 15:34:35.117676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715774b1-e449-44d1-80e3-d76ad99d83b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d98625-d596-4ea9-b486-26a88da79d9d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:35.125317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:35.136864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Request body: {'subnet': {'network_id': 'e9d98625-d596-4ea9-b486-26a88da79d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1802639510-subnet', 'tenant_id': '45b42d3fac414e0bbe2cbe12d85d885e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:35.142455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e9d98625-d596-4ea9-b486-26a88da79d9d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:34:35.198483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c72888cc-3092-4eb2-8b4b-5b5432493733 req-87105f28-732a-45f6-b430-b7f87683f171 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074860 Aug 06 15:34:35.213479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:35.219269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:35.224471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:35.229418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ffffc2-bfee-4b56-88ac-d0b039108913 req-8a8681f3-3bf3-4a28-99d2-1a4bede7b888 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "DELETE /v2.0/floatingips/39054906-0209-49b6-92a3-a219636024c7 HTTP/1.1" status: 204 len: 173 time: 1.6835136 Aug 06 15:34:35.268764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-2a9c3313-49c5-4dae-906b-e9ec7231029e service neutron] 10.222.0.59 "GET /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572403 Aug 06 15:34:35.271379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-db34c56a-dce0-4c9e-8024-c13d78753542 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123044 Aug 06 15:34:35.361824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Made reservation on behalf of 45b42d3fac414e0bbe2cbe12d85d885e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:35.364380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:35.375760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd40b4f-fb00-4788-aec0-142299acd71d req-3e9ed59f-2687-40f9-90c8-79202c95668d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.377374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cd40b4f-fb00-4788-aec0-142299acd71d req-3e9ed59f-2687-40f9-90c8-79202c95668d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 932 time: 0.1020856 Aug 06 15:34:35.486663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cd40b4f-fb00-4788-aec0-142299acd71d req-c282d734-c667-4c96-a0a4-dc8d8c450026 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957520 Aug 06 15:34:35.582167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c17578-b60a-4644-ae49-3a8c80883743 req-a4d64bd9-93f7-4af5-b6bd-3907dbaf2bcd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.592377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c17578-b60a-4644-ae49-3a8c80883743 req-a4d64bd9-93f7-4af5-b6bd-3907dbaf2bcd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.610305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c17578-b60a-4644-ae49-3a8c80883743 req-a4d64bd9-93f7-4af5-b6bd-3907dbaf2bcd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.612903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1c17578-b60a-4644-ae49-3a8c80883743 req-a4d64bd9-93f7-4af5-b6bd-3907dbaf2bcd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.1440504 Aug 06 15:34:35.677386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1c17578-b60a-4644-ae49-3a8c80883743 req-82d1d7d8-c90c-43b9-bbb6-1bc620d65d4a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523546 Aug 06 15:34:35.696208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-587ab27b-8d22-4ef3-88df-260732e7fcff req-f4f3816f-448e-4936-8752-a75048cfc9ae service neutron] 10.222.0.59 "GET /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722029 Aug 06 15:34:35.718294 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5e1ad00-1008-4c18-9fe6-c8daad9af4a9 req-f72132a4-8f46-4c38-8e69-b7dfe8d1bd40 service neutron] 10.222.0.59 "GET /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953168 Aug 06 15:34:35.818850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bf4262bb-52bb-48f2-bceb-19080dc6560e up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:35.939185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-5f751f4d-e40b-4b1f-a9a7-d7ed0ba65f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.939671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-5f751f4d-e40b-4b1f-a9a7-d7ed0ba65f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.940234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-5f751f4d-e40b-4b1f-a9a7-d7ed0ba65f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:35.943333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-5f751f4d-e40b-4b1f-a9a7-d7ed0ba65f26 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2864 time: 0.1712177 Aug 06 15:34:35.982562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port bf4262bb-52bb-48f2-bceb-19080dc6560e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:35.990035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port bf4262bb-52bb-48f2-bceb-19080dc6560e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:35.990533 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.019615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2c403-c433-4e33-ac4f-5b19916dded4 req-1577756d-1b15-4163-b81d-ba414ef26b6e tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.034587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26f2c403-c433-4e33-ac4f-5b19916dded4 req-1577756d-1b15-4163-b81d-ba414ef26b6e tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 944 time: 0.1066103 Aug 06 15:34:36.125868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26f2c403-c433-4e33-ac4f-5b19916dded4 req-63c3afe0-39b6-46da-b892-94924a87210f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885897 Aug 06 15:34:36.144827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.146331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa26cd2f-1d50-4fef-a50b-79c62aa97e5e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:36.171636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.187379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:36.187642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-7df69eda-f43f-4bab-a11a-0eb50a81b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.189669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-7df69eda-f43f-4bab-a11a-0eb50a81b52f service neutron] 10.222.0.59 "GET /v2.0/networks?id=57e60606-6ecc-4329-a37b-dd573ed2181c HTTP/1.1" status: 200 len: 902 time: 0.2400949 Aug 06 15:34:36.189799 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d45467-4383-479d-b793-c0954b4637f2" -d '{"events": [{"server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "name": "network-vif-plugged", "status": "completed", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:36.192734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.194983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Transition to ACTIVE for port object aa26cd2f-1d50-4fef-a50b-79c62aa97e5e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:36.210906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bf4262bb-52bb-48f2-bceb-19080dc6560e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:36.213947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de1e50-7ed5-4cbe-a5a3-637381229a75 req-3565af62-175a-4e54-b52f-45fac5acc391 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.216532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0de1e50-7ed5-4cbe-a5a3-637381229a75 req-3565af62-175a-4e54-b52f-45fac5acc391 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 946 time: 0.0851867 Aug 06 15:34:36.270604 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f66b08-f31a-459e-874e-21f29f256361 x-openstack-request-id: req-e8f66b08-f31a-459e-874e-21f29f256361 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:36.271398 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "name": "network-vif-plugged", "status": "completed", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:36.271653 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8f66b08-f31a-459e-874e-21f29f256361 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:36.272101 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'code': 200} Aug 06 15:34:36.290822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-d73628f3-b383-4237-b7fa-d895427cadfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.46&port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6 HTTP/1.1" status: 200 len: 217 time: 0.0918636 Aug 06 15:34:36.303930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0de1e50-7ed5-4cbe-a5a3-637381229a75 req-3ca2ef75-a628-43d1-8467-e31857f590bd tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792313 Aug 06 15:34:36.363692 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.389414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.393012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-4e1cee58-e43e-4efd-92f6-f958b245c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.403983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-4e1cee58-e43e-4efd-92f6-f958b245c91c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f94f7c85-4ed8-4223-ba5d-9154ca344f11 HTTP/1.1" status: 200 len: 801 time: 0.1030772 Aug 06 15:34:36.444888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f426600-d6df-4030-a035-afa6e936c6f5 req-3dd6e930-2d64-49d7-ba4b-e4a90404eb9c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.460084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f426600-d6df-4030-a035-afa6e936c6f5 req-3dd6e930-2d64-49d7-ba4b-e4a90404eb9c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1210144 Aug 06 15:34:36.477329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=bf4262bb-52bb-48f2-bceb-19080dc6560e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:36.500211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6041d4d2-7939-4376-89f3-0db0c7b32906,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:36.512100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f426600-d6df-4030-a035-afa6e936c6f5 req-54da2d7e-5753-49b3-98a7-919085cd1a17 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 Aug 06 15:34:36.628582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Pushing event updated for resources: {'Port': ['ID=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:36.633685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Checking segment: {'id': '09183243-4461-43cf-9670-a068ca957b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e9d98625-d596-4ea9-b486-26a88da79d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:36.634047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Network hostable DHCP agents. Network: e9d98625-d596-4ea9-b486-26a88da79d9d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:34:36.673955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-b0b1c7d0-79e9-4ce0-9552-1184bd718e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.675443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-b0b1c7d0-79e9-4ce0-9552-1184bd718e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=57e60606-6ecc-4329-a37b-dd573ed2181c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2463713 Aug 06 15:34:36.712380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243976d-80c2-4669-83b7-6d9edb51d102 req-56494f03-6f64-46c9-8ac4-b86d0b8146dc tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.714863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1243976d-80c2-4669-83b7-6d9edb51d102 req-56494f03-6f64-46c9-8ac4-b86d0b8146dc tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 944 time: 0.0992153 Aug 06 15:34:36.727200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f2583b51-833e-46c7-8e35-4edfa6f9c5a6 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:36.813606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Network e9d98625-d596-4ea9-b486-26a88da79d9d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:34:36.823097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1243976d-80c2-4669-83b7-6d9edb51d102 req-ca9e456c-5582-430c-8825-e8b90a15e13d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852842 Aug 06 15:34:36.954516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e9d98625-d596-4ea9-b486-26a88da79d9d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:36.976948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:36.977599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:36.980032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6f79b-9e5d-49bd-b904-b6a76df21093 None None] Network e9d98625-d596-4ea9-b486-26a88da79d9d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:36.988423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Attempting to bind port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:36.988858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Attempting to bind port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:36.989415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Attempting to bind port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e on network 6df0d172-ed1c-4958-a9fb-987abb736afb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:37.018880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e on network 6df0d172-ed1c-4958-a9fb-987abb736afb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:37.019199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Attempting to bind port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e on network 6df0d172-ed1c-4958-a9fb-987abb736afb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:37.052981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:37.065345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90dc9e-0f8a-4911-984d-d43f469d10bd req-6ab39a39-bd44-461b-871d-8455f97be216 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.073272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:37.074135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Checking segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:37.074692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Bound using segment: {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:37.076059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Bound port: aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3e9e76-dc13-4f93-930b-22379a73f6c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:37.076620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.082155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90dc9e-0f8a-4911-984d-d43f469d10bd req-6ab39a39-bd44-461b-871d-8455f97be216 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.097823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90dc9e-0f8a-4911-984d-d43f469d10bd req-6ab39a39-bd44-461b-871d-8455f97be216 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.099513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db90dc9e-0f8a-4911-984d-d43f469d10bd req-6ab39a39-bd44-461b-871d-8455f97be216 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2411 time: 0.1448793 Aug 06 15:34:37.162307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6', 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c', 'port_id': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6', 'mac_address': 'fa:16:3e:7c:23:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94f7c85-4ed8-4223-ba5d-9154ca344f11', 'ip_address': '19.80.0.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:37.175520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] For port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:37.177788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db90dc9e-0f8a-4911-984d-d43f469d10bd req-aaef0d2d-d1e8-46d3-b056-97ed3b97e6ce tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717540 Aug 06 15:34:37.179082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] For port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:37.182436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7e8453d-162d-4794-a281-607adf709b02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0503204 Aug 06 15:34:37.186406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-a5e16fc2-4095-49d8-bce0-68e87506d9e7 service neutron] 10.222.0.59 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960220 Aug 06 15:34:37.325841 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.337982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed1ffbee-124f-48ff-9a46-fbc823f8ffaa req-8a2b8eb1-4749-47f1-b6a8-9b7fbab07379 service neutron] 10.222.0.59 "GET /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439996 Aug 06 15:34:37.342730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06197a33-6d6e-4e70-b6b2-f716476d0619 req-d3574cbe-c37a-4860-9f31-a4af50e5eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.344508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-06197a33-6d6e-4e70-b6b2-f716476d0619 req-d3574cbe-c37a-4860-9f31-a4af50e5eded service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1096 time: 0.5154245 Aug 06 15:34:37.353937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.418263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2583b51-833e-46c7-8e35-4edfa6f9c5a6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:37.475896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Pushing event updated for resources: {'Port': ['ID=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:37.478159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:37.485028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.485912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.487117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-e986a69a-5587-4024-bef5-28d065188054 service neutron] 10.222.0.64 "PUT /v2.0/ports/aa26cd2f-1d50-4fef-a50b-79c62aa97e5e HTTP/1.1" status: 200 len: 1092 time: 2.5620294 Aug 06 15:34:37.493036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'tag': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:37.495504 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d3bceb-28ac-46be-98b5-d10bb974bdca" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3f67dd-befd-48ce-9649-41b17e879e86", "tag": "aa26cd2f-1d50-4fef-a50b-79c62aa97e5e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:37.530388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb10fb-ee0f-4f4f-9487-f7d59d7ea181 None None] Network e9d98625-d596-4ea9-b486-26a88da79d9d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:37.540556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c37fba-481a-48a2-887e-a55f42f24a04 req-302973e6-02bd-4a7c-b3db-adba36cb33f6 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.541163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-87c39c53-2657-4988-94de-4a1f640f021d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.543047 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-87c39c53-2657-4988-94de-4a1f640f021d tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 946 time: 0.2037852 Aug 06 15:34:37.553959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72c37fba-481a-48a2-887e-a55f42f24a04 req-302973e6-02bd-4a7c-b3db-adba36cb33f6 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.2141602 Aug 06 15:34:37.558061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-06197a33-6d6e-4e70-b6b2-f716476d0619 req-0d149b28-af75-4635-85e4-adf8e6687725 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768883 Aug 06 15:34:37.617780 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.620581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6c9b5612-b9e5-48b4-819a-cb39346b32a1 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:37.668813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72c37fba-481a-48a2-887e-a55f42f24a04 req-7e7b9965-2b5b-4f90-8dec-5a788d836eee tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117339 Aug 06 15:34:37.763334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bf407-6ef5-41d9-9491-db14bedc1f7b req-be0e2e94-a29b-47d8-b69e-3a66bf7c02d5 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:37.765227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d4bf407-6ef5-41d9-9491-db14bedc1f7b req-be0e2e94-a29b-47d8-b69e-3a66bf7c02d5 tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 946 time: 0.1323209 Aug 06 15:34:37.771132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Deleting port df21519c-43e5-4696-8237-119b837724fc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:37.771488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.860244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d4bf407-6ef5-41d9-9491-db14bedc1f7b req-21f481f8-52d6-4ba6-bfea-55e1d7923d2f tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/security-groups?id=336b8787-faa8-4ec7-8d78-79acdebcefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850806 Aug 06 15:34:37.939168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4912e4d4-9fba-414e-84a4-f30c3f11dc61 req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-611204491', 'description': 'tempest-description-85579603'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:37.965225 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f17f7ccf-aa54-437b-a128-a8073142152b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.967014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:37.991609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] For port df21519c-43e5-4696-8237-119b837724fc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df21519c-43e5-4696-8237-119b837724fc,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:37.992223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.024294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Calling delete_port for df21519c-43e5-4696-8237-119b837724fc owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:38.064553 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:34:38.083974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4912e4d4-9fba-414e-84a4-f30c3f11dc61 req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.147887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:38.172474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fafe2-7a69-4546-86ca-507a3753c8dc req-53d3b715-61c5-45ff-92b9-db8d9a4b1483 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.174207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b1fafe2-7a69-4546-86ca-507a3753c8dc req-53d3b715-61c5-45ff-92b9-db8d9a4b1483 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1630592 Aug 06 15:34:38.210559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:38.227061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6c9b5612-b9e5-48b4-819a-cb39346b32a1', 'network_id': '1c5f200a-9762-431e-ac57-67d736b90b1c', 'port_id': '6c9b5612-b9e5-48b4-819a-cb39346b32a1', 'mac_address': 'fa:16:3e:5b:49:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078a6ac9-5ae9-4e9c-be45-53166399210a', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:38.250472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b1fafe2-7a69-4546-86ca-507a3753c8dc req-f8292c80-ac5a-4c8f-9012-2cb8bbdaa501 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637109 Aug 06 15:34:38.278840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.296532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9b5612-b9e5-48b4-819a-cb39346b32a1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:38.331051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4912e4d4-9fba-414e-84a4-f30c3f11dc61 req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.331175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:38.404953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4912e4d4-9fba-414e-84a4-f30c3f11dc61 req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.415795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.416513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:38.440646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5044e69-dc4c-4f4a-90f5-f6cd2460477d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:38.495900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4912e4d4-9fba-414e-84a4-f30c3f11dc61 req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.497734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4912e4d4-9fba-414e-84a4-f30c3f11dc61 req-b3c629d2-b09e-436f-9e23-82dbc2315236 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5648208 Aug 06 15:34:38.542143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:38.559752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d', 'network_id': '57e60606-6ecc-4329-a37b-dd573ed2181c', 'port_id': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d', 'mac_address': 'fa:16:3e:24:97:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f94f7c85-4ed8-4223-ba5d-9154ca344f11', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:38.566098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6c9b5612-b9e5-48b4-819a-cb39346b32a1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:38.642695 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.677792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:38.711144 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b378c-d382-4dc6-9ed0-a554f47f0fc3 x-openstack-request-id: req-bc6b378c-d382-4dc6-9ed0-a554f47f0fc3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:38.711632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:38.711950 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3f67dd-befd-48ce-9649-41b17e879e86", "tag": "aa26cd2f-1d50-4fef-a50b-79c62aa97e5e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:38.712355 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc6b378c-d382-4dc6-9ed0-a554f47f0fc3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:38.712912 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'tag': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e', 'status': 'completed', 'code': 200} Aug 06 15:34:38.751045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf22558-6e3e-4513-8c8a-b9f86ca6da4c req-87293339-611c-4e55-ab6f-109edc879bed tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.753190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cf22558-6e3e-4513-8c8a-b9f86ca6da4c req-87293339-611c-4e55-ab6f-109edc879bed tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 944 time: 0.1755738 Aug 06 15:34:38.835285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-b78eeb1d-6592-42aa-94db-4e5d30204dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.837086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-b78eeb1d-6592-42aa-94db-4e5d30204dfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 1097 time: 0.1221695 Aug 06 15:34:38.843189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.843590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a044-0bcc-4e51-9db0-565c0a31f052 req-4eb75aca-92e9-4b90-802e-852c3ea9025e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.844081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-f711fd36-da17-4352-829f-3a79c16a56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.845738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-f711fd36-da17-4352-829f-3a79c16a56bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3db420e1d65b4bb3a4a4b45fbc765832&device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 1095 time: 0.1319265 Aug 06 15:34:38.852419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a044-0bcc-4e51-9db0-565c0a31f052 req-4eb75aca-92e9-4b90-802e-852c3ea9025e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.870717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5a044-0bcc-4e51-9db0-565c0a31f052 req-4eb75aca-92e9-4b90-802e-852c3ea9025e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:38.878699 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.881039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbf5a044-0bcc-4e51-9db0-565c0a31f052 req-4eb75aca-92e9-4b90-802e-852c3ea9025e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2413 time: 0.2008355 Aug 06 15:34:38.894256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cf22558-6e3e-4513-8c8a-b9f86ca6da4c req-51ef4a55-dc7c-49ac-9492-489fb095e95a tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329732 Aug 06 15:34:38.947103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:38.951092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:38.959144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['df21519c-43e5-4696-8237-119b837724fc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:38.992844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Pushing event deleted for resources: {'Port': ['ID=df21519c-43e5-4696-8237-119b837724fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:39.040548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbf5a044-0bcc-4e51-9db0-565c0a31f052 req-9d664643-fb6d-44e0-add8-393b00e62304 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585481 Aug 06 15:34:39.063312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-83f4140d-2cd1-4cad-aa83-1bc4a9d1d298 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/d5044e69-dc4c-4f4a-90f5-f6cd2460477d HTTP/1.1" status: 200 len: 1802 time: 0.1493924 Aug 06 15:34:39.070419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] No DVR routers for this DVR port df21519c-43e5-4696-8237-119b837724fc on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:39.073372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:39.073529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5044e69-dc4c-4f4a-90f5-f6cd2460477d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:39.074288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5044e69-dc4c-4f4a-90f5-f6cd2460477d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:39.076170 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2579d7ef-7c8d-4b6f-a05f-6738c6e01163 req-1f19bb5f-8cd7-4f07-b204-18480d65235c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.59 "DELETE /v2.0/ports/df21519c-43e5-4696-8237-119b837724fc HTTP/1.1" status: 204 len: 173 time: 1.5246964 Aug 06 15:34:39.125007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['f2583b51-833e-46c7-8e35-4edfa6f9c5a6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:39.175465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:39.245604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fb517-5815-4f4a-a772-54f3f70bb515 req-12230d9c-5f27-42d1-87a7-fcd0af7debdf tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:39.247758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb0fb517-5815-4f4a-a772-54f3f70bb515 req-12230d9c-5f27-42d1-87a7-fcd0af7debdf tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0652647 Aug 06 15:34:39.322361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:39.328444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb0fb517-5815-4f4a-a772-54f3f70bb515 req-cefbbc10-56a7-4524-a238-721ea76d51e0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712006 Aug 06 15:34:39.356912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:39.445331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:39.481956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31cda8f-8862-4949-9e64-cd4881aadd2a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:39.587270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8911b721-b9a1-42e8-a07f-6799cfabc392 req-4165769c-3c79-4d7d-b869-727030c3469c tempest-FloatingIPsAssociationTestJSON-666853122 tempest-FloatingIPsAssociationTestJSON-666853122-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fb64f88-c5ca-4e6c-90e5-780bd48554d8 HTTP/1.1" status: 200 len: 210 time: 0.0889275 Aug 06 15:34:39.627550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:39.628866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ff9c55c-2cdc-43d0-a53e-035e9ca790c4 req-fcdf81f4-9935-4f70-9f4a-02e674961856 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5645962 Aug 06 15:34:39.756964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ddc15-93ef-444d-b309-c5115db9c884 req-ce568c0c-faad-4083-92f9-8c1d67e7b336 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:39.758553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-192ddc15-93ef-444d-b309-c5115db9c884 req-ce568c0c-faad-4083-92f9-8c1d67e7b336 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0711424 Aug 06 15:34:39.822888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-192ddc15-93ef-444d-b309-c5115db9c884 req-22ca1d17-6e9e-4d1d-b8a9-c14ed904ff3a tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Aug 06 15:34:39.855611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d25407dd-ccc3-4085-9d0c-2597defcd41a req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-819960334', 'description': 'tempest-description-934003268'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:40.108370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d25407dd-ccc3-4085-9d0c-2597defcd41a req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:40.182697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6c9b5612-b9e5-48b4-819a-cb39346b32a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:40.227375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d25407dd-ccc3-4085-9d0c-2597defcd41a req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:40.306930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d25407dd-ccc3-4085-9d0c-2597defcd41a req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:40.355400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db058c91-62c0-49ee-b419-ebc7f75e6acd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:40.425842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d25407dd-ccc3-4085-9d0c-2597defcd41a req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:40.427141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d25407dd-ccc3-4085-9d0c-2597defcd41a req-48ab0ac7-b3bf-4a49-8fc9-c477c5cc877b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5764613 Aug 06 15:34:40.552315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f2037-441c-4d7c-87af-deb12678791e req-5dff0144-b22e-4f93-bb8d-341f8d2e8b2d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:40.554658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-982f2037-441c-4d7c-87af-deb12678791e req-5dff0144-b22e-4f93-bb8d-341f8d2e8b2d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 944 time: 0.0589621 Aug 06 15:34:40.620164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-982f2037-441c-4d7c-87af-deb12678791e req-92cd1c3c-c481-424c-905b-22d693dd25dd tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548022 Aug 06 15:34:40.638755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:40.713756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'name': 'network-vif-deleted', 'tag': 'df21519c-43e5-4696-8237-119b837724fc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:40.717919 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de0691a-fb91-425d-beb0-18cf36ce264a" -d '{"events": [{"server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "name": "network-vif-deleted", "tag": "df21519c-43e5-4696-8237-119b837724fc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:40.783999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17de80b-cc4a-4797-abd9-d14ab1141f4f req-ac0fbdce-44ff-4bbd-b3c9-319710dc7711 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:40.790172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17de80b-cc4a-4797-abd9-d14ab1141f4f req-ac0fbdce-44ff-4bbd-b3c9-319710dc7711 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:40.797194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17de80b-cc4a-4797-abd9-d14ab1141f4f req-ac0fbdce-44ff-4bbd-b3c9-319710dc7711 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:40.798898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a17de80b-cc4a-4797-abd9-d14ab1141f4f req-ac0fbdce-44ff-4bbd-b3c9-319710dc7711 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2414 time: 0.0787895 Aug 06 15:34:40.855506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a17de80b-cc4a-4797-abd9-d14ab1141f4f req-067a7dec-5b9f-40ea-8398-148026f62db9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Aug 06 15:34:40.921947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f2583b51-833e-46c7-8e35-4edfa6f9c5a6 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:40.994044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461a2da-3dcb-480d-87cd-72ff640a60b5 req-4acf3ba7-bd08-44b7-85fd-c819d8be8f98 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:40.995970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3461a2da-3dcb-480d-87cd-72ff640a60b5 req-4acf3ba7-bd08-44b7-85fd-c819d8be8f98 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0722828 Aug 06 15:34:41.050897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3461a2da-3dcb-480d-87cd-72ff640a60b5 req-1eee772c-15b1-410b-b131-acba21a9213d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482886 Aug 06 15:34:41.061248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:41.067024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:41.067603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.178702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-8d5fa42b-2322-473e-9ee6-2439ab5b823f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/db058c91-62c0-49ee-b419-ebc7f75e6acd HTTP/1.1" status: 200 len: 1803 time: 0.0776036 Aug 06 15:34:41.187039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'db058c91-62c0-49ee-b419-ebc7f75e6acd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:41.187484 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'db058c91-62c0-49ee-b419-ebc7f75e6acd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:41.200919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.238233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:41.240627 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3428e24-3599-46dd-91cc-1f2523dda4ca" -d '{"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "f2583b51-833e-46c7-8e35-4edfa6f9c5a6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:41.256352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:41.329009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.341761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.342631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:41.366339 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.426213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:41.438977 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.460298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b975e6bb-ccc9-4ba0-9e88-3e3446a1a9cf,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:41.501556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:41.508148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:41.508148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.519973 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.522456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8d94f3c-cdae-4598-8d87-c61f4e2c5ea3 req-701fa164-1d3f-42c1-ab9a-98e04e18244f tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3425665 Aug 06 15:34:41.564205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39972) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:41.609028 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fbcd7c-1b5d-4b29-879b-56614b8af157 x-openstack-request-id: req-98fbcd7c-1b5d-4b29-879b-56614b8af157 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:41.609327 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb64f88-c5ca-4e6c-90e5-780bd48554d8", "name": "network-vif-deleted", "tag": "df21519c-43e5-4696-8237-119b837724fc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:41.609581 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98fbcd7c-1b5d-4b29-879b-56614b8af157 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:41.609997 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb64f88-c5ca-4e6c-90e5-780bd48554d8', 'name': 'network-vif-deleted', 'tag': 'df21519c-43e5-4696-8237-119b837724fc', 'status': 'completed', 'code': 200} Aug 06 15:34:41.631272 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.678343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:41.769087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:41.770144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6c9b5612-b9e5-48b4-819a-cb39346b32a1 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:41.855089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:41.929717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:41.933927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:41.934885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.023982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.064815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:42.115851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337a43f-6b38-437a-8aa3-9165c9d8bd98 req-94152068-cc08-4056-ae01-2dd3e85e52ce tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:42.117389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3337a43f-6b38-437a-8aa3-9165c9d8bd98 req-94152068-cc08-4056-ae01-2dd3e85e52ce tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.4370699 Aug 06 15:34:42.206600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3337a43f-6b38-437a-8aa3-9165c9d8bd98 req-107fda6e-5468-4fe7-9f7a-a941f1de41b1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 Aug 06 15:34:42.265341 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d2e2d-39a0-407b-88af-30d8cf2beada x-openstack-request-id: req-5d7d2e2d-39a0-407b-88af-30d8cf2beada {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:42.266481 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "f2583b51-833e-46c7-8e35-4edfa6f9c5a6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:42.266970 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d7d2e2d-39a0-407b-88af-30d8cf2beada {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:42.267993 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6', 'code': 200} Aug 06 15:34:42.269400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.271211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df21519c-43e5-4696-8237-119b837724fc no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:42.316736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: df21519c-43e5-4696-8237-119b837724fc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:42.317297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df21519c-43e5-4696-8237-119b837724fc not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:42.353185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6c9b5612-b9e5-48b4-819a-cb39346b32a1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:42.361544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8e497a94-0014-4552-b2aa-496023373ac8 req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-763515847', 'description': 'tempest-description-338355308'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:42.406774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.486914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e497a94-0014-4552-b2aa-496023373ac8 req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.648111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e497a94-0014-4552-b2aa-496023373ac8 req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.719225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e497a94-0014-4552-b2aa-496023373ac8 req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.725425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Deleting port d4532ca7-8615-49da-a7c6-03bdb1cb922f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:42.725751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.800685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a387742-74cf-47ad-a151-ca46054695d4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:42.833795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] For port d4532ca7-8615-49da-a7c6-03bdb1cb922f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d4532ca7-8615-49da-a7c6-03bdb1cb922f,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:42.834153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.846791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Calling delete_port for d4532ca7-8615-49da-a7c6-03bdb1cb922f owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:42.850709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8e497a94-0014-4552-b2aa-496023373ac8 req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:42.851959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e497a94-0014-4552-b2aa-496023373ac8 req-831cc03f-570d-4a53-a9a5-6fb0e2c658a9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5107446 Aug 06 15:34:43.004367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fe471-828e-4e55-a940-df6ed29dc056 req-2b9c98e2-fbd3-4b2d-811a-dc234f54121b tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.006221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-299fe471-828e-4e55-a940-df6ed29dc056 req-2b9c98e2-fbd3-4b2d-811a-dc234f54121b tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 944 time: 0.1044917 Aug 06 15:34:43.028740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-4532d8ea-8f66-44c9-93c4-4b2f41da07d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e HTTP/1.1" status: 200 len: 217 time: 0.0551705 Aug 06 15:34:43.131209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-299fe471-828e-4e55-a940-df6ed29dc056 req-06afced5-eef9-4d43-bede-592a15d5b71b tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953343 Aug 06 15:34:43.134499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-d193379f-8302-4148-8938-a668b67fcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.136080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-d193379f-8302-4148-8938-a668b67fcf0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0 HTTP/1.1" status: 200 len: 854 time: 0.0685165 Aug 06 15:34:43.148027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434544-ac69-44db-9aaa-53ea5658ee65 req-9cf4bb64-dc3f-41e7-8b25-2e30c3a9b090 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.152076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-0326118d-dafc-416e-b207-8cd55d3efd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.152076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-0326118d-dafc-416e-b207-8cd55d3efd6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.1702590 Aug 06 15:34:43.155287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434544-ac69-44db-9aaa-53ea5658ee65 req-9cf4bb64-dc3f-41e7-8b25-2e30c3a9b090 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.165978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434544-ac69-44db-9aaa-53ea5658ee65 req-9cf4bb64-dc3f-41e7-8b25-2e30c3a9b090 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.167590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8434544-ac69-44db-9aaa-53ea5658ee65 req-9cf4bb64-dc3f-41e7-8b25-2e30c3a9b090 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2417 time: 0.1329570 Aug 06 15:34:43.211174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8434544-ac69-44db-9aaa-53ea5658ee65 req-312ade81-a45a-4351-8b5a-17268ab0512f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365653 Aug 06 15:34:43.219645 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:43.228419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-5bb1b888-3a21-438f-9cb4-e5a0c6f53ad0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3556810-fed7-482b-a32c-49d32c96aad6 HTTP/1.1" status: 200 len: 217 time: 0.0526879 Aug 06 15:34:43.250987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4532ca7-8615-49da-a7c6-03bdb1cb922f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:43.294187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f548a6d-59e3-4259-956a-59986fe7051c req-9b54ae0e-eaf7-44a0-84c9-a74bd35b9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.301299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-9b54ae0e-eaf7-44a0-84c9-a74bd35b9e4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6df0d172-ed1c-4958-a9fb-987abb736afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300316 Aug 06 15:34:43.332523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-787e61d5-983d-4d9a-8d40-411b9ad2886f req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1961969502', 'description': 'tempest-description-1587901176'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:43.337631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-93d1c659-6d26-4545-9566-567661d5fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.339126 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-93d1c659-6d26-4545-9566-567661d5fbf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.0975084 Aug 06 15:34:43.407923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-6248fdaa-fdd4-4225-999f-f1be88f57c06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313230 Aug 06 15:34:43.408677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab9bef-6bed-4532-9086-2fa6035919e8 req-068c2c2b-cef2-49db-b932-1dbdde144b73 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.416283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65ab9bef-6bed-4532-9086-2fa6035919e8 req-068c2c2b-cef2-49db-b932-1dbdde144b73 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1626699 Aug 06 15:34:43.470720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-787e61d5-983d-4d9a-8d40-411b9ad2886f req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:43.519127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-0d10e421-a16a-48d0-bb46-c4be6b26659f service neutron] 10.222.0.64 "GET /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132738 Aug 06 15:34:43.543016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65ab9bef-6bed-4532-9086-2fa6035919e8 req-705977b1-3dd1-4258-a6b4-63535afb4899 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226346 Aug 06 15:34:43.594886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:43.640938 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-29a3ad81-86d9-423b-ae73-499386c99500 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250268 Aug 06 15:34:43.646144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f548a6d-59e3-4259-956a-59986fe7051c req-c0a1bc55-26f6-42f8-a4de-933b924dc298 service neutron] 10.222.0.64 "GET /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173971 Aug 06 15:34:43.754257 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7ad1fe9d-21f9-496d-9f73-0f1ba1aa2830 req-c1fe0b16-8d73-4fa5-95d0-67b527c2b034 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937476 Aug 06 15:34:43.774709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-787e61d5-983d-4d9a-8d40-411b9ad2886f req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:43.783073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68bda1-4dfe-4634-9f66-509172df7e8a req-ae9832d0-fb81-4a8e-8c48-e2b5d8ce0a31 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.784961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b68bda1-4dfe-4634-9f66-509172df7e8a req-ae9832d0-fb81-4a8e-8c48-e2b5d8ce0a31 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1354804 Aug 06 15:34:43.816230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-5a5c775c-e149-4cb9-ba07-e5fa7dae1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.817830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-5a5c775c-e149-4cb9-ba07-e5fa7dae1041 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3db420e1d65b4bb3a4a4b45fbc765832&device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 1095 time: 0.0424478 Aug 06 15:34:43.865225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-787e61d5-983d-4d9a-8d40-411b9ad2886f req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:43.903633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b68bda1-4dfe-4634-9f66-509172df7e8a req-e1fefa4e-acdc-41a3-b828-1571d32272ef tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113508 Aug 06 15:34:43.921214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-45101cef-8f4b-4668-9f97-7091d5d74c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:43.922813 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-45101cef-8f4b-4668-9f97-7091d5d74c9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6df0d172-ed1c-4958-a9fb-987abb736afb HTTP/1.1" status: 200 len: 916 time: 0.0970304 Aug 06 15:34:43.941383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb11d0-3214-4146-80d3-a130811efac0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:43.952257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:43.969157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-81ecfbf3-ad48-4e9d-a741-555a13c54562 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e HTTP/1.1" status: 200 len: 217 time: 0.0381222 Aug 06 15:34:44.000916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-787e61d5-983d-4d9a-8d40-411b9ad2886f req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.010763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-787e61d5-983d-4d9a-8d40-411b9ad2886f req-f73c76ab-6614-4587-801e-d9be60e85bb5 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6839473 Aug 06 15:34:44.030486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-f382cf03-8f18-4b75-8b05-d54df5c1aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.032483 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-f382cf03-8f18-4b75-8b05-d54df5c1aa12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0 HTTP/1.1" status: 200 len: 854 time: 0.0557661 Aug 06 15:34:44.088601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-3d26830f-be8e-4a93-8fce-79a22df2319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.094407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-3d26830f-be8e-4a93-8fce-79a22df2319d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6df0d172-ed1c-4958-a9fb-987abb736afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413721 Aug 06 15:34:44.114225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-5117d010-a268-4d5e-919b-325da047ae12 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/1a387742-74cf-47ad-a151-ca46054695d4 HTTP/1.1" status: 200 len: 1803 time: 0.0833585 Aug 06 15:34:44.116411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:44.129076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4729a51e-099d-457e-824c-4f66baeb7970 admin admin] 10.222.0.16 "PUT /v2.0/routers/bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5577657 Aug 06 15:34:44.129199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:44.129300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] Sync routers for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:44.138134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:44.138768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:44.169723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-dbe06279-3aba-4611-864d-398b40741336 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/19fb11d0-3214-4146-80d3-a130811efac0 HTTP/1.1" status: 200 len: 1805 time: 0.0451348 Aug 06 15:34:44.191773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a387742-74cf-47ad-a151-ca46054695d4', 'remote_group_id': '19fb11d0-3214-4146-80d3-a130811efac0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:44.191773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a387742-74cf-47ad-a151-ca46054695d4', 'remote_group_id': '19fb11d0-3214-4146-80d3-a130811efac0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:44.276254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bf301-7e59-4391-aa71-6809607dab9d req-72d2c875-d6d4-4170-a51d-0d0817512590 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.278510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-869bf301-7e59-4391-aa71-6809607dab9d req-72d2c875-d6d4-4170-a51d-0d0817512590 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 944 time: 0.0554724 Aug 06 15:34:44.278809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-372b15a8-efc8-4771-8639-d5ae8e1f7fcc service neutron] 10.222.0.64 "GET /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785462 Aug 06 15:34:44.296104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.348678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-869bf301-7e59-4391-aa71-6809607dab9d req-4c9ce4f5-8627-4701-b4c3-f853e44be7d6 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602379 Aug 06 15:34:44.359654 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.404896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:44.424642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.456796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d'}, {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b5612-b9e5-48b4-819a-cb39346b32a1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:44.463168 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0165f5-bb88-4856-a6cb-30f54bdf7062" -d '{"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d"}, {"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b5612-b9e5-48b4-819a-cb39346b32a1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:44.474179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86d3bceb-28ac-46be-98b5-d10bb974bdca req-56352eb2-6ad7-402c-ad41-1c2680076e9a service neutron] 10.222.0.64 "GET /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865144 Aug 06 15:34:44.480379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.501827 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.509598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423ab37-1c9c-4511-bee9-8469f28b47f6 req-26a102d7-0ec7-4899-8577-80e0c5941bb2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.516286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423ab37-1c9c-4511-bee9-8469f28b47f6 req-26a102d7-0ec7-4899-8577-80e0c5941bb2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.522500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423ab37-1c9c-4511-bee9-8469f28b47f6 req-26a102d7-0ec7-4899-8577-80e0c5941bb2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.524224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b423ab37-1c9c-4511-bee9-8469f28b47f6 req-26a102d7-0ec7-4899-8577-80e0c5941bb2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2417 time: 0.0891335 Aug 06 15:34:44.548698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eaca6f-d757-4d2e-bd24-5a1a1721354a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:44.577374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b423ab37-1c9c-4511-bee9-8469f28b47f6 req-683a68a9-951b-4d10-8c5e-ebcecb5c096f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Aug 06 15:34:44.608724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Deleting port e97e1412-5292-4b51-a8ca-f503815edcfc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:44.610834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.627016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.628294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb18c684-2b93-4938-a615-a0e9fe7c89d7 req-f7c1ed23-9449-49b0-bc8b-4e9f4e8a82ae tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4463010 Aug 06 15:34:44.641359 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339562dd-2a70-49b4-b32e-542ab7a8018b x-openstack-request-id: req-339562dd-2a70-49b4-b32e-542ab7a8018b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:44.654339 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d", "code": 200}, {"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "6c9b5612-b9e5-48b4-819a-cb39346b32a1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:44.654659 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339562dd-2a70-49b4-b32e-542ab7a8018b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:44.655100 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d', 'code': 200} Aug 06 15:34:44.655362 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9b5612-b9e5-48b4-819a-cb39346b32a1', 'code': 200} Aug 06 15:34:44.675974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-9eaadbea-2a06-45c2-b60c-5b33e4271c7a req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1635441415', 'description': 'tempest-description-1167899433'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:44.697065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:34:43Z', 'revision_number': 5, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port': {'id': 'e97e1412-5292-4b51-a8ca-f503815edcfc', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:80:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:32:40Z', 'updated_at': '2021-08-06T15:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:44.729666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] For port e97e1412-5292-4b51-a8ca-f503815edcfc, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e97e1412-5292-4b51-a8ca-f503815edcfc,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:44.730889 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.744148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] Checking router: bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:44.758265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c15cd-cb14-4dc8-b690-eb42ce506644 req-98578feb-6003-4761-bc2f-f528a58c8470 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.759747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c38c15cd-cb14-4dc8-b690-eb42ce506644 req-98578feb-6003-4761-bc2f-f528a58c8470 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0624440 Aug 06 15:34:44.769712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] Routers {'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:44.770729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:44.775228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Calling delete_port for e97e1412-5292-4b51-a8ca-f503815edcfc owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:44.800527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f428-5578-4afb-a4a2-567c1bc99aa6 req-369d3edd-c618-405f-a010-c55b9ebd37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.800939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f428-5578-4afb-a4a2-567c1bc99aa6 req-369d3edd-c618-405f-a010-c55b9ebd37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.801432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f428-5578-4afb-a4a2-567c1bc99aa6 req-369d3edd-c618-405f-a010-c55b9ebd37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.803685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-69c3f428-5578-4afb-a4a2-567c1bc99aa6 req-369d3edd-c618-405f-a010-c55b9ebd37ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2870 time: 0.0881906 Aug 06 15:34:44.803948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c38c15cd-cb14-4dc8-b690-eb42ce506644 req-5a3860a2-6d3b-4f6d-9cf9-6ee28ed366e2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359044 Aug 06 15:34:44.809616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9eaadbea-2a06-45c2-b60c-5b33e4271c7a req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.884218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] Set router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:44.890149 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-69c3f428-5578-4afb-a4a2-567c1bc99aa6 req-b20a6cac-4e91-4b97-8348-c00d7e4b02f1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Aug 06 15:34:44.944429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:34:44Z', 'revision_number': 6, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:44.946612 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9eaadbea-2a06-45c2-b60c-5b33e4271c7a req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:44.966360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96855a-6f96-4e7d-8953-94ea8d31b0cd req-08dd8f05-ef20-44ba-8eac-a8f087a047db tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:44.968013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f96855a-6f96-4e7d-8953-94ea8d31b0cd req-08dd8f05-ef20-44ba-8eac-a8f087a047db tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0689383 Aug 06 15:34:44.977799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5524e73-716b-4377-864f-d7e6375481d6 None None] The sync data for ids ['bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9'] in n-d-778550-6 is: [{'id': 'bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1508509309-router', 'tenant_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:32:39Z', 'updated_at': '2021-08-06T15:34:44Z', 'revision_number': 6, 'project_id': '09a7ef0e833345c7b1cfd4be531ff1d2', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:44.991372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:44.996151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'floatingip': {'port_id': 'bf4262bb-52bb-48f2-bceb-19080dc6560e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:45.042027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9eaadbea-2a06-45c2-b60c-5b33e4271c7a req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.058514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.105536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.134139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e97e1412-5292-4b51-a8ca-f503815edcfc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:45.166754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940a94a5-604a-45ea-bd53-94fb85045b37,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:45.195372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.201607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-9eaadbea-2a06-45c2-b60c-5b33e4271c7a req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.202876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9eaadbea-2a06-45c2-b60c-5b33e4271c7a req-52306ebf-3f9a-426a-8e03-74df6ab41885 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5373423 Aug 06 15:34:45.227879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200acc0-34c9-45fd-a8e8-793c412e2176 req-e670078b-5c02-4ad2-9d2b-a91b3e88bff0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:45.229423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b200acc0-34c9-45fd-a8e8-793c412e2176 req-e670078b-5c02-4ad2-9d2b-a91b3e88bff0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1774740 Aug 06 15:34:45.292134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.295725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.355276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b200acc0-34c9-45fd-a8e8-793c412e2176 req-d9b35908-3dc1-41fb-9c1e-f70ba07a4ae3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112468 Aug 06 15:34:45.364354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8a07a608-7ba5-4a38-8eac-d2d27cbe79b1 req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-635639232', 'description': 'tempest-description-673633442'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:45.414111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.414111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:34:45.418732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.423141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bcd53d66-e502-4631-9ccd-c72d4f08ea1b admin admin] 10.222.0.16 "DELETE /v2.0/routers/bbafa5a1-e7af-4d9a-8a4e-3d69315bbae9 HTTP/1.1" status: 204 len: 168 time: 1.2921999 Aug 06 15:34:45.423906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:45.491730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Deleting subnet 375cc25b-9682-46be-9718-c4c42d388688 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:34:45.495079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.522391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a07a608-7ba5-4a38-8eac-d2d27cbe79b1 req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.535719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.627481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.666436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a49a7-a551-4b12-b857-5d454a667efd req-ef246605-cadb-424e-9659-c4289b1d32f9 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:45.667973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-826a49a7-a551-4b12-b857-5d454a667efd req-ef246605-cadb-424e-9659-c4289b1d32f9 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 944 time: 0.1492088 Aug 06 15:34:45.734061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.760371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375cc25b-9682-46be-9718-c4c42d388688,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:45.762043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-826a49a7-a551-4b12-b857-5d454a667efd req-312703f3-7126-4940-96c4-a1b05f0fdaa2 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Aug 06 15:34:45.782576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e642f-6fe5-4ebc-b4b2-23e211f68f62 None None] Network b95450b4-3262-44ea-8cd0-fd399f8aae15 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:45.789926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.791924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c651c913-cdcf-4cff-8332-8ee702ceed4c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/375cc25b-9682-46be-9718-c4c42d388688 HTTP/1.1" status: 204 len: 168 time: 0.3670318 Aug 06 15:34:45.796263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:45.894688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.931623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d4532ca7-8615-49da-a7c6-03bdb1cb922f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:45.961113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:45.977036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d4532ca7-8615-49da-a7c6-03bdb1cb922f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:45.977729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d4532ca7-8615-49da-a7c6-03bdb1cb922f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:45.978369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e97e1412-5292-4b51-a8ca-f503815edcfc no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:45.994244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-ca7dc5cb-6445-40d5-a11a-1ea6205509eb tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5957363c9df14defa08688b62dd09079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280042 Aug 06 15:34:46.013649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Deleting port 6c5addd0-b6f9-4e12-8909-89713ae48b73 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:46.016442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.017745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e97e1412-5292-4b51-a8ca-f503815edcfc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:46.018337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e97e1412-5292-4b51-a8ca-f503815edcfc not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:46.033872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a07a608-7ba5-4a38-8eac-d2d27cbe79b1 req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.054399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.126467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] For port 6c5addd0-b6f9-4e12-8909-89713ae48b73, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c5addd0-b6f9-4e12-8909-89713ae48b73,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:46.128561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.132158 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a07a608-7ba5-4a38-8eac-d2d27cbe79b1 req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.136502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] DHCP port deletion for b95450b4-3262-44ea-8cd0-fd399f8aae15 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:34:46.153761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Calling delete_port for 6c5addd0-b6f9-4e12-8909-89713ae48b73 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:46.203134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] Deleting port 6c5addd0-b6f9-4e12-8909-89713ae48b73 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:46.204953 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.246204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a922a2-2fe1-4710-982f-6c002e9c2a7c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:46.278985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-5ce9b6a7-b8c4-408b-8fc7-defda352365b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:46.289028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-5ce9b6a7-b8c4-408b-8fc7-defda352365b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787888 Aug 06 15:34:46.302837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a07a608-7ba5-4a38-8eac-d2d27cbe79b1 req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.315070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a07a608-7ba5-4a38-8eac-d2d27cbe79b1 req-3f100c8a-6214-4c4e-928d-dec94267a66c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9453058 Aug 06 15:34:46.315070 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Floating IP e3b1b153-5376-4ae7-a63a-0d9660ae260a associated. External IP: 172.25.5.75, port: bf4262bb-52bb-48f2-bceb-19080dc6560e. Aug 06 15:34:46.315070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-7624a1a7-e66a-4ad4-9adc-1a4bc85b56c9 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/quotas/5957363c9df14defa08688b62dd09079 HTTP/1.1" status: 200 len: 375 time: 0.0245819 Aug 06 15:34:46.324016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] For port 6c5addd0-b6f9-4e12-8909-89713ae48b73, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c5addd0-b6f9-4e12-8909-89713ae48b73,segment=NetworkSegment(ab73ad00-289e-43c7-98c5-a7d55391c834),segment_id=ab73ad00-289e-43c7-98c5-a7d55391c834)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:46.325229 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.333906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.342838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] Calling delete_port for 6c5addd0-b6f9-4e12-8909-89713ae48b73 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:46.375474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5addd0-b6f9-4e12-8909-89713ae48b73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:46.389507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] No DVR routers for this DVR port 6c5addd0-b6f9-4e12-8909-89713ae48b73 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:46.419430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-071ba432-aafe-4dba-bc9d-70b3c4466cef tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036968 Aug 06 15:34:46.465938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.480094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.491760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95450b4-3262-44ea-8cd0-fd399f8aae15']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:46.507029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab73ad00-289e-43c7-98c5-a7d55391c834') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:46.508595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab73ad00-289e-43c7-98c5-a7d55391c834') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:46.517416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] Pushing event deleted for resources: {'Port': ['ID=6c5addd0-b6f9-4e12-8909-89713ae48b73,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:46.522013 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.522403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420bb27a-3166-41b7-8237-ac16ff4eebd9 None None] No DVR routers for this DVR port 6c5addd0-b6f9-4e12-8909-89713ae48b73 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:46.548020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.553640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:34:46.554049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:34:46.556345 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:34:46.569000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dc93-35d2-4ca2-b349-89b47a297e3b req-bc2ab0ba-f902-4f34-b289-1d482d1a79b9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:46.575608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dc93-35d2-4ca2-b349-89b47a297e3b req-bc2ab0ba-f902-4f34-b289-1d482d1a79b9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:46.582009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dc93-35d2-4ca2-b349-89b47a297e3b req-bc2ab0ba-f902-4f34-b289-1d482d1a79b9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:46.583860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c252dc93-35d2-4ca2-b349-89b47a297e3b req-bc2ab0ba-f902-4f34-b289-1d482d1a79b9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2417 time: 0.1071827 Aug 06 15:34:46.689932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.701757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:46.709271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b95450b4-3262-44ea-8cd0-fd399f8aae15 HTTP/1.1" status: 204 len: 168 time: 0.9118156 Aug 06 15:34:46.747409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c252dc93-35d2-4ca2-b349-89b47a297e3b req-2c782a50-fa21-4e33-a60e-4290ef978beb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 Aug 06 15:34:46.748191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8776b74-6078-4603-a13c-da154fd22840 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95450b4-3262-44ea-8cd0-fd399f8aae15,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:46.831211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:34:46.912427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-be2ad3c5-7e12-450d-a2cf-b36b290c5250 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/940a94a5-604a-45ea-bd53-94fb85045b37 HTTP/1.1" status: 200 len: 1807 time: 0.1668892 Aug 06 15:34:46.971556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc138-94f9-48ee-b837-a9dee4fd4c1e req-83c7efa1-d1cd-45b0-ab48-3ce624a99a14 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:46.973027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c09cc138-94f9-48ee-b837-a9dee4fd4c1e req-83c7efa1-d1cd-45b0-ab48-3ce624a99a14 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1573167 Aug 06 15:34:47.071026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-01e5bb88-449b-4d53-ada3-b02eaf537347 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/64a922a2-2fe1-4710-982f-6c002e9c2a7c HTTP/1.1" status: 200 len: 1805 time: 0.1194620 Aug 06 15:34:47.083343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c09cc138-94f9-48ee-b837-a9dee4fd4c1e req-d85866f7-1c86-43f8-9016-4c3063a2b46d tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007724 Aug 06 15:34:47.089280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '940a94a5-604a-45ea-bd53-94fb85045b37', 'remote_group_id': '64a922a2-2fe1-4710-982f-6c002e9c2a7c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:47.089280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '940a94a5-604a-45ea-bd53-94fb85045b37', 'remote_group_id': '64a922a2-2fe1-4710-982f-6c002e9c2a7c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:47.104495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:34:47.110761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:47.115932 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:34:47.148111 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:47.151916 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:47.155987 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe3af8f3-cef4-43b6-ab9d-8836105d8b99 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "PUT /v2.0/floatingips/e3b1b153-5376-4ae7-a63a-0d9660ae260a HTTP/1.1" status: 200 len: 990 time: 2.1619956 Aug 06 15:34:47.157028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:47.159628 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e37a9-5e1d-429f-96ae-45729f77b886" -d '{"events": [{"name": "network-changed", "server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:47.167261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40120) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:47.251227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-45ceb615-857e-4b14-bb7b-635715f26bf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=09a7ef0e833345c7b1cfd4be531ff1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0824623 Aug 06 15:34:47.252149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:47.301329 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:47.312623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-187db5aa-1f5d-4621-ab20-ce57ee6f54cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:47.343757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-187db5aa-1f5d-4621-ab20-ce57ee6f54cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:47.611248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c5addd0-b6f9-4e12-8909-89713ae48b73 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:47.616422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-c647a8dd-63d6-48ca-a9bd-adf0201fe9c8 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5957363c9df14defa08688b62dd09079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285890 Aug 06 15:34:47.636174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6c5addd0-b6f9-4e12-8909-89713ae48b73 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:47.636829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c5addd0-b6f9-4e12-8909-89713ae48b73 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:47.643299 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:47.679256 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e3b1b153-5376-4ae7-a63a-0d9660ae260a', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'port_id': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'mac_address': 'fa:16:3e:87:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cac56-ee83-468d-a362-f536d73db1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:34:15Z', 'updated_at': '2021-08-06T15:34:45Z', 'revision_number': 1, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:47.708732 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:34:47.722849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:47.723774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:34:47.724604 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:34:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:47.762702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-5b81d644-9aa5-446a-82c1-9404a203275b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:47.764231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-5b81d644-9aa5-446a-82c1-9404a203275b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411395 Aug 06 15:34:47.780079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-e70211a8-4f4c-4d8d-a27c-708b30c6f91f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/quotas/5957363c9df14defa08688b62dd09079 HTTP/1.1" status: 200 len: 375 time: 0.0097394 Aug 06 15:34:47.816371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-384cbf04-68d1-44cd-9be9-c6c98141f2e4 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294127 Aug 06 15:34:47.839345 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:34:47.893035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aa26cd2f-1d50-4fef-a50b-79c62aa97e5e details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:48.002617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:48.014594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e', 'network_id': '6df0d172-ed1c-4958-a9fb-987abb736afb', 'port_id': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e', 'mac_address': 'fa:16:3e:26:e4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:48.055619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.069060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa26cd2f-1d50-4fef-a50b-79c62aa97e5e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:48.087746 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e3b1b153-5376-4ae7-a63a-0d9660ae260a', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'port_id': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'mac_address': 'fa:16:3e:87:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cac56-ee83-468d-a362-f536d73db1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:34:15Z', 'updated_at': '2021-08-06T15:34:45Z', 'revision_number': 1, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:48.089930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:48.115833 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264d2d23-812b-41d4-9f59-a015e1a6866e None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e3b1b153-5376-4ae7-a63a-0d9660ae260a', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'floating_ip_address': '172.25.5.75', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'port_id': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'mac_address': 'fa:16:3e:87:d1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875cac56-ee83-468d-a362-f536d73db1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:34:15Z', 'updated_at': '2021-08-06T15:34:45Z', 'revision_number': 1, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:34:48.187002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-187db5aa-1f5d-4621-ab20-ce57ee6f54cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.191046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-187db5aa-1f5d-4621-ab20-ce57ee6f54cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.191046 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-187db5aa-1f5d-4621-ab20-ce57ee6f54cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/336b8787-faa8-4ec7-8d78-79acdebcefdb HTTP/1.1" status: 204 len: 168 time: 0.9374464 Aug 06 15:34:48.200452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187db5aa-1f5d-4621-ab20-ce57ee6f54cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336b8787-faa8-4ec7-8d78-79acdebcefdb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:48.246125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.256344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.284687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d98567a-a3ec-4e53-9fb4-d672c746bbdb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:48.368291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.372267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-133731ed-60e0-4a8a-ae9d-56905c58992b req-86bbf11a-47b8-4a51-8d85-bbb3fb24f456 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2895474 Aug 06 15:34:48.379677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b701ce8-7db5-4805-805b-16790c73f0b2 None None] New status for floating IP e3b1b153-5376-4ae7-a63a-0d9660ae260a: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:34:48.436944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:48.504608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806179-51e6-4180-911f-b9d3ab1e044e req-31d357d5-0ba1-4bfd-945e-770eb06d6248 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:48.506697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d806179-51e6-4180-911f-b9d3ab1e044e req-31d357d5-0ba1-4bfd-945e-770eb06d6248 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 945 time: 0.0935910 Aug 06 15:34:48.509588 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a1e1b3-4137-4276-84db-c5b3b79a2d8c x-openstack-request-id: req-73a1e1b3-4137-4276-84db-c5b3b79a2d8c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:48.509996 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:48.510320 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73a1e1b3-4137-4276-84db-c5b3b79a2d8c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:48.510791 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'status': 'completed', 'code': 200} Aug 06 15:34:48.563576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['aa26cd2f-1d50-4fef-a50b-79c62aa97e5e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:48.567280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d806179-51e6-4180-911f-b9d3ab1e044e req-7d7fa0b7-efa0-457d-a791-9cc735d8ca18 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 Aug 06 15:34:48.588208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-82108fbe-95c3-4443-8caa-3039fad07156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:48.588208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-82108fbe-95c3-4443-8caa-3039fad07156 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1096 time: 0.0514195 Aug 06 15:34:48.720543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf774566-1c29-480f-b615-de402a93ff16 req-83c4000f-a9b4-4211-9f45-bb01cd85f381 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 210 time: 0.0367148 Aug 06 15:34:48.743181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f26f24-6cda-4b87-9fbb-986c78367f83 req-30e3d777-91f8-4840-be8a-a7273365aa4c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:48.747651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-450443a1-4b39-4408-850f-4db3811c1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:48.749288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-450443a1-4b39-4408-850f-4db3811c1469 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.1583898 Aug 06 15:34:48.751357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15f26f24-6cda-4b87-9fbb-986c78367f83 req-30e3d777-91f8-4840-be8a-a7273365aa4c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1048911 Aug 06 15:34:48.816445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15f26f24-6cda-4b87-9fbb-986c78367f83 req-a3f499e5-cdcf-4178-8242-42f94edde739 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Aug 06 15:34:48.906739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-368c354e-3204-469c-b16e-890caff40b04 req-c2907fb2-5a83-49d6-a265-500671f2d6e2 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/64a922a2-2fe1-4710-982f-6c002e9c2a7c HTTP/1.1" status: 200 len: 1805 time: 0.0702229 Aug 06 15:34:48.935367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-59575354-242a-4e55-a5ee-8f01f202d280 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 1000 time: 0.1776705 Aug 06 15:34:48.980147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-368c354e-3204-469c-b16e-890caff40b04 req-ee683bd4-3b8b-41ef-9e0a-5ce6d748e30d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:48.993181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-6d5f9419-7513-4ac1-9b58-2c40fd330638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:48.994990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-6d5f9419-7513-4ac1-9b58-2c40fd330638 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.0500915 Aug 06 15:34:49.003825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-368c354e-3204-469c-b16e-890caff40b04 req-ee683bd4-3b8b-41ef-9e0a-5ce6d748e30d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.056269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-773f0108-2574-436c-949b-d7e7a4af7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:49.057799 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-773f0108-2574-436c-949b-d7e7a4af7f7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515034 Aug 06 15:34:49.166254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-87b7b3c8-ca86-41f6-a562-210d352a117a service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997784 Aug 06 15:34:49.255826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-368c354e-3204-469c-b16e-890caff40b04 req-ee683bd4-3b8b-41ef-9e0a-5ce6d748e30d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.258498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-368c354e-3204-469c-b16e-890caff40b04 req-ee683bd4-3b8b-41ef-9e0a-5ce6d748e30d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.260772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-368c354e-3204-469c-b16e-890caff40b04 req-ee683bd4-3b8b-41ef-9e0a-5ce6d748e30d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/64a922a2-2fe1-4710-982f-6c002e9c2a7c HTTP/1.1" status: 204 len: 173 time: 0.3395984 Aug 06 15:34:49.261398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d55e37a9-5e1d-429f-96ae-45729f77b886 req-69b32aa2-ffc1-4353-b0fb-0f70b1a6b445 service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873497 Aug 06 15:34:49.272956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee683bd4-3b8b-41ef-9e0a-5ce6d748e30d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a922a2-2fe1-4710-982f-6c002e9c2a7c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:49.332114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b073f56-c0f2-412b-a18b-ba754fb57c61 req-9e449c59-ef14-41ce-a450-ae9fc1f62208 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/940a94a5-604a-45ea-bd53-94fb85045b37 HTTP/1.1" status: 200 len: 1807 time: 0.0469694 Aug 06 15:34:49.367831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a25695d8-3640-445c-bf9a-4251ee9e5740 req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1197097637', 'description': 'tempest-description-1778772230'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:49.415087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58d90-7900-4c83-9b32-f14616acda8d req-d32c31c2-9b4d-4818-b424-01238c330ab5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:49.423126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58d90-7900-4c83-9b32-f14616acda8d req-d32c31c2-9b4d-4818-b424-01238c330ab5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:49.427380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58d90-7900-4c83-9b32-f14616acda8d req-d32c31c2-9b4d-4818-b424-01238c330ab5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:49.429375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31a58d90-7900-4c83-9b32-f14616acda8d req-d32c31c2-9b4d-4818-b424-01238c330ab5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2417 time: 0.1012256 Aug 06 15:34:49.471314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a25695d8-3640-445c-bf9a-4251ee9e5740 req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.484880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31a58d90-7900-4c83-9b32-f14616acda8d req-e96b008f-e269-4a74-b86b-02cf60d936f9 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479708 Aug 06 15:34:49.571692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a25695d8-3640-445c-bf9a-4251ee9e5740 req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.648226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a25695d8-3640-445c-bf9a-4251ee9e5740 req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.665387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40184) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:49.728880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679933e6-35f3-4b28-999d-5c8701221b9a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:49.744288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263acb5-cd55-4ac9-b3b8-8f1ce7c4ee8e req-b940880b-67d4-47a2-93d9-e9c2f50112bd tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:49.748418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e263acb5-cd55-4ac9-b3b8-8f1ce7c4ee8e req-b940880b-67d4-47a2-93d9-e9c2f50112bd tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 945 time: 0.0955725 Aug 06 15:34:49.781489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-284774144-network', 'tenant_id': '4d6dc3aeefc34716afe986505ab80f65'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:49.787794 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a25695d8-3640-445c-bf9a-4251ee9e5740 req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.789040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a25695d8-3640-445c-bf9a-4251ee9e5740 req-4bc7e516-6f44-4eb4-b60e-285d4afb0a3b tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4286447 Aug 06 15:34:49.791881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e263acb5-cd55-4ac9-b3b8-8f1ce7c4ee8e req-11fdc3e6-8891-4db2-80b2-5b0e928424da tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362432 Aug 06 15:34:49.867978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-070124b6-1a86-43e9-9515-bef779824680 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5957363c9df14defa08688b62dd09079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293794 Aug 06 15:34:49.887583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4d7b604-68ce-4a8a-a499-fdc18d7e172a req-d4db8b75-48a3-41b7-8f7e-5b9812ed6e91 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 210 time: 0.0306973 Aug 06 15:34:49.902965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aa26cd2f-1d50-4fef-a50b-79c62aa97e5e up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:34:49.918979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Made reservation on behalf of 4d6dc3aeefc34716afe986505ab80f65 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:49.925445 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.969390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:49.975660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-aa54a6f4-3eda-43f7-953e-f366eef743bd tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/679933e6-35f3-4b28-999d-5c8701221b9a HTTP/1.1" status: 200 len: 1807 time: 0.0904553 Aug 06 15:34:50.001150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '679933e6-35f3-4b28-999d-5c8701221b9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:50.001885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '679933e6-35f3-4b28-999d-5c8701221b9a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:50.054781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ad50e-08ca-4034-9300-28bf5558f0ba req-b48bf6f8-65cc-4ef8-8825-03d78f8a72f1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.056641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec1ad50e-08ca-4034-9300-28bf5558f0ba req-b48bf6f8-65cc-4ef8-8825-03d78f8a72f1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0864172 Aug 06 15:34:50.058681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-800adb39-0f36-4b92-9d5c-8058da01cd22 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.060649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-800adb39-0f36-4b92-9d5c-8058da01cd22 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777673 Aug 06 15:34:50.060801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:50.065187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:50.070570 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.077229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Request body: {'port': {'device_id': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '5957363c9df14defa08688b62dd09079'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:50.102133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec1ad50e-08ca-4034-9300-28bf5558f0ba req-06de860c-8191-4601-a03b-a288ceefdda2 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Aug 06 15:34:50.175418 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.198241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:50.200752 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91afdbe-1e3c-4923-91cd-111cb84556f0" -d '{"events": [{"server_uuid": "6a3f67dd-befd-48ce-9649-41b17e879e86", "name": "network-vif-plugged", "status": "completed", "tag": "aa26cd2f-1d50-4fef-a50b-79c62aa97e5e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:50.207523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.218035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:50.242941 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08f82bb-2233-46f9-9be2-ceabd2f8505d x-openstack-request-id: req-d08f82bb-2233-46f9-9be2-ceabd2f8505d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:50.243232 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3f67dd-befd-48ce-9649-41b17e879e86", "name": "network-vif-plugged", "status": "completed", "tag": "aa26cd2f-1d50-4fef-a50b-79c62aa97e5e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:50.243486 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d08f82bb-2233-46f9-9be2-ceabd2f8505d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:50.243919 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e', 'code': 200} Aug 06 15:34:50.352705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.414036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:50.477079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.506068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.575347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.641437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc04b1b-2c66-4554-9748-89c375b7b913,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:50.655770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.662176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:34:50.662176 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:34:50.662176 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': '5957363c9df14defa08688b62dd09079', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 34, 50, 217315)}] Aug 06 15:34:50.662176 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:34:50.662611 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:34:50.663948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3b742-8473-417b-95dc-908c6c23bb88 req-bced158b-6130-4282-8d9c-e3a178770d27 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.670694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3b742-8473-417b-95dc-908c6c23bb88 req-bced158b-6130-4282-8d9c-e3a178770d27 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.676788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3b742-8473-417b-95dc-908c6c23bb88 req-bced158b-6130-4282-8d9c-e3a178770d27 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.678468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c3b742-8473-417b-95dc-908c6c23bb88 req-bced158b-6130-4282-8d9c-e3a178770d27 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2417 time: 0.0972085 Aug 06 15:34:50.678794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:34:50.700035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:50.706758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.707107 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Added segment 08e77451-5dbd-45e7-8976-fa7164309c00 of type vlan for network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 Aug 06 15:34:50.717827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7b7f7-6da6-4362-b59c-b8a3e0c868bf req-007a2ef8-1045-433b-a0a5-af40615d463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.719507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f7b7f7-6da6-4362-b59c-b8a3e0c868bf req-007a2ef8-1045-433b-a0a5-af40615d463c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 1096 time: 0.3975136 Aug 06 15:34:50.731475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c3b742-8473-417b-95dc-908c6c23bb88 req-5abd4101-5b8a-47d7-b872-b6c302b110d7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461872 Aug 06 15:34:50.746830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.748404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8266e4c9-8a5c-49f4-9cfd-8e4dc51cffb8 req-047392e9-e070-4297-82a5-2dc97c411f1d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7560327 Aug 06 15:34:50.784675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-6da15ba8-bbe6-43e3-a698-baa6352b3cd3 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5957363c9df14defa08688b62dd09079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619476 Aug 06 15:34:50.789303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.849304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4f7b7f7-6da6-4362-b59c-b8a3e0c868bf req-115d9138-0a32-4945-adc9-6c9d6225fa69 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996904 Aug 06 15:34:50.851598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-a64b7df3-8c9c-47fc-8343-d309bb8c046d tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/679933e6-35f3-4b28-999d-5c8701221b9a HTTP/1.1" status: 200 len: 2401 time: 0.0735590 Aug 06 15:34:50.858146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '679933e6-35f3-4b28-999d-5c8701221b9a', 'remote_group_id': None}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:50.858146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '679933e6-35f3-4b28-999d-5c8701221b9a', 'remote_group_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:50.931830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-eaccb7cf-7688-41c5-b275-908953418bc7 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.933241 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-eaccb7cf-7688-41c5-b275-908953418bc7 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402960 Aug 06 15:34:50.939339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdecbe-824b-4428-9b13-a58db8cd116a req-e2874b4b-9d9f-4cce-84f0-2a1c57c44ccf tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.944318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5bdecbe-824b-4428-9b13-a58db8cd116a req-e2874b4b-9d9f-4cce-84f0-2a1c57c44ccf tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 946 time: 0.0623791 Aug 06 15:34:50.960294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Request body: {'port': {'device_id': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '5957363c9df14defa08688b62dd09079'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:50.965708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:50.966251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:50.966821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.007524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5bdecbe-824b-4428-9b13-a58db8cd116a req-1feea918-b8d6-4751-9b3d-b00bf44f77ee tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599267 Aug 06 15:34:51.020850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.043326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.094300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] Pushing event updated for resources: {'Network': ['ID=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:51.100486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-54153924-0205-435a-acf2-e79c5cbfe06a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4339867 Aug 06 15:34:51.103245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:51.106667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:34:51.111375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Request body: {'subnet': {'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-284774144-subnet', 'tenant_id': '4d6dc3aeefc34716afe986505ab80f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:51.135662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.186176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f820d276-d106-4106-894f-ec57b5216b08 req-e35dc831-9eb0-4d86-acb6-392348c5c1a6 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 210 time: 0.0349894 Aug 06 15:34:51.187042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8fb764-6171-4952-b904-530107ed697f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:51.190674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-9dc7ecd0-c03e-4a9d-bd5a-e98d9eddad32 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.197214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-9dc7ecd0-c03e-4a9d-bd5a-e98d9eddad32 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.204427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-9dc7ecd0-c03e-4a9d-bd5a-e98d9eddad32 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.206180 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-9dc7ecd0-c03e-4a9d-bd5a-e98d9eddad32 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 2417 time: 0.0877192 Aug 06 15:34:51.224139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Made reservation on behalf of 4d6dc3aeefc34716afe986505ab80f65 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:51.224139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.254517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:34:51.254517 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:34:51.254517 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': '5957363c9df14defa08688b62dd09079', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 34, 51, 167078)}] Aug 06 15:34:51.254517 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:34:51.255635 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:34:51.321761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:51.322331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.342884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d28c8-1533-4d5e-b629-7ca777070f72 req-c324fd3e-82d3-4cd7-9f4f-690fd08c5e63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.344409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a35d28c8-1533-4d5e-b629-7ca777070f72 req-c324fd3e-82d3-4cd7-9f4f-690fd08c5e63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0757957 Aug 06 15:34:51.347653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Made reservation on behalf of 5957363c9df14defa08688b62dd09079 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:51.351331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.392652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.418863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a35d28c8-1533-4d5e-b629-7ca777070f72 req-bc8eda00-9cb0-42f7-82b2-df8eb3cd7c10 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667257 Aug 06 15:34:51.421525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.424228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4df5e0d3-854f-4349-82f3-26d6c345d79f req-f01572b5-2e48-41a0-bb02-e908417accd9 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5696070 Aug 06 15:34:51.465078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:51.465776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.485978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:51.509017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1022e6c8-3a88-4412-a1b9-80a4d3ab458f req-f7a648a2-3426-465c-8f45-cc67f08942f0 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/679933e6-35f3-4b28-999d-5c8701221b9a HTTP/1.1" status: 200 len: 3000 time: 0.0624652 Aug 06 15:34:51.551526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.559069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93b7cf87-a377-454e-8714-946b4eee544a req-64184196-a3d4-4919-b237-8b71cd5d0b58 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-group-rules/df8fb764-6171-4952-b904-530107ed697f HTTP/1.1" status: 200 len: 783 time: 0.0274503 Aug 06 15:34:51.607507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.646388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2ca148-d36b-43f2-8197-dfe2f579464f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:51.657842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93b7cf87-a377-454e-8714-946b4eee544a req-1642fe2f-725c-44e7-90bd-8537f81d7652 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/679933e6-35f3-4b28-999d-5c8701221b9a HTTP/1.1" status: 200 len: 3000 time: 0.0793872 Aug 06 15:34:51.660786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Checking segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:51.661184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Network hostable DHCP agents. Network: b3ea6564-164b-4e2c-a5f6-e3358b4d63e6, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:34:51.690471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.698274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-93b7cf87-a377-454e-8714-946b4eee544a req-16465f42-b7f1-4b0f-bfd9-2f6a9eac2cdc tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.706216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-93b7cf87-a377-454e-8714-946b4eee544a req-16465f42-b7f1-4b0f-bfd9-2f6a9eac2cdc tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.720781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.732920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['f2583b51-833e-46c7-8e35-4edfa6f9c5a6', '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d', '6c9b5612-b9e5-48b4-819a-cb39346b32a1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:51.761132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:34:51.778590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:51.785979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d563e6-3992-40c3-a08f-3051547aee48,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:51.817687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-93b7cf87-a377-454e-8714-946b4eee544a req-16465f42-b7f1-4b0f-bfd9-2f6a9eac2cdc tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.824372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-93b7cf87-a377-454e-8714-946b4eee544a req-16465f42-b7f1-4b0f-bfd9-2f6a9eac2cdc tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.838574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93b7cf87-a377-454e-8714-946b4eee544a req-16465f42-b7f1-4b0f-bfd9-2f6a9eac2cdc tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/df8fb764-6171-4952-b904-530107ed697f HTTP/1.1" status: 204 len: 173 time: 0.1731226 Aug 06 15:34:51.863820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:51.881934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.883306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b3ea6564-164b-4e2c-a5f6-e3358b4d63e6) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:51.885685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16465f42-b7f1-4b0f-bfd9-2f6a9eac2cdc tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8fb764-6171-4952-b904-530107ed697f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:51.888314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-b4806822-424d-45b3-bf6d-07bc9c6fb0e2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "DELETE /v2.0/ports/75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d HTTP/1.1" status: 204 len: 173 time: 0.6710942 Aug 06 15:34:51.888917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-deleted', 'tag': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:51.897137 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7055d59-5a9b-4c40-83df-0ee394ceb2d2" -d '{"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-deleted", "tag": "75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:51.905967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.906756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:51.955028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81d944-18f1-4e75-96af-aa01c438302c req-b612d92e-69e4-4baa-91fe-4899090b3dd4 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.959329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4007395-1c36-4581-8335-64ff81936642 None None] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:51.961077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81d944-18f1-4e75-96af-aa01c438302c req-b612d92e-69e4-4baa-91fe-4899090b3dd4 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:51.963850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e81d944-18f1-4e75-96af-aa01c438302c req-b612d92e-69e4-4baa-91fe-4899090b3dd4 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 1682 time: 0.1481233 Aug 06 15:34:51.996391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Allocated IP 192.168.233.131 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/8b1a4a70-02cd-475e-9432-33fc6ea8f130) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:52.024210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-37aef7d1-72a9-4aba-a98a-b9e6d51f3669 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9155879 Aug 06 15:34:52.136494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae89a593-2293-4120-b1c7-aa8ee99aa919 req-bec9e4c9-be75-41dc-a2a4-396224a5979c tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/679933e6-35f3-4b28-999d-5c8701221b9a HTTP/1.1" status: 200 len: 2401 time: 0.1921425 Aug 06 15:34:52.163219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e81d944-18f1-4e75-96af-aa01c438302c req-b28ecbd2-7fd2-4136-ba85-48cf816590eb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836011 Aug 06 15:34:52.178559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079b7f8-ee29-45f6-9510-cc04f425e305 None None] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:52.180651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Made reservation on behalf of 5957363c9df14defa08688b62dd09079 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:52.194662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.242658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:52.243269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.273624 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072bb36-b134-44eb-ad02-0b082d12d2fe x-openstack-request-id: req-e072bb36-b134-44eb-ad02-0b082d12d2fe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:52.274146 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-deleted", "tag": "75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:52.274613 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e072bb36-b134-44eb-ad02-0b082d12d2fe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:52.275169 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-deleted', 'tag': '75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d', 'status': 'completed', 'code': 200} Aug 06 15:34:52.292233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ae89a593-2293-4120-b1c7-aa8ee99aa919 req-d19ee080-95ed-400d-9ab7-fe45de2d5e29 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.319315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ae89a593-2293-4120-b1c7-aa8ee99aa919 req-d19ee080-95ed-400d-9ab7-fe45de2d5e29 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.411985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3970-ea91-418f-aa3d-61d9e0e1ee34 req-6da2efbe-358c-492b-9cb1-0d8819cee52e tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:52.413486 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10bd3970-ea91-418f-aa3d-61d9e0e1ee34 req-6da2efbe-358c-492b-9cb1-0d8819cee52e tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 946 time: 0.0756202 Aug 06 15:34:52.439227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.459752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10bd3970-ea91-418f-aa3d-61d9e0e1ee34 req-ce3cf580-dda8-47c0-b96c-0e9daf37efc4 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 Aug 06 15:34:52.469176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port f2583b51-833e-46c7-8e35-4edfa6f9c5a6, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:52.469548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.488731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for f2583b51-833e-46c7-8e35-4edfa6f9c5a6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:52.501252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ae89a593-2293-4120-b1c7-aa8ee99aa919 req-d19ee080-95ed-400d-9ab7-fe45de2d5e29 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.502006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Transition to ACTIVE for port object 8b1a4a70-02cd-475e-9432-33fc6ea8f130 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:52.504274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-ae89a593-2293-4120-b1c7-aa8ee99aa919 req-d19ee080-95ed-400d-9ab7-fe45de2d5e29 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.528187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae89a593-2293-4120-b1c7-aa8ee99aa919 req-d19ee080-95ed-400d-9ab7-fe45de2d5e29 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/679933e6-35f3-4b28-999d-5c8701221b9a HTTP/1.1" status: 204 len: 173 time: 0.3819914 Aug 06 15:34:52.540043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ee080-95ed-400d-9ab7-fe45de2d5e29 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679933e6-35f3-4b28-999d-5c8701221b9a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:52.628073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b4747ff-31b5-4919-828c-3d6aae04ded3 req-9af963eb-3dd6-4507-b0ae-f78fd6138514 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 210 time: 0.0300853 Aug 06 15:34:52.666575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.748228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5751d1-2861-4789-864e-546bee15c371 req-2beb75ee-ecb6-42f1-bbfb-64e2df72fd11 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:52.750087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a5751d1-2861-4789-864e-546bee15c371 req-2beb75ee-ecb6-42f1-bbfb-64e2df72fd11 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0540745 Aug 06 15:34:52.783711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:52.785098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Allocated IP 192.168.233.54 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/55a860be-7369-4b11-82bf-153c2cb497f2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:52.787918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:52.791838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:52.795027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:52.809750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a5751d1-2861-4789-864e-546bee15c371 req-db221cdb-2b26-42d6-a370-aee44cc322b1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Aug 06 15:34:52.876251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:52.876936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.885115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:52.897449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:34:52.907423 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-1947ddc7-e31e-474a-bccf-7775eaae604e req-dfb341ca-74ad-4535-bc52-4599f398c0c2 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] show failed (client error): The resource could not be found. Aug 06 15:34:52.928408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1947ddc7-e31e-474a-bccf-7775eaae604e req-dfb341ca-74ad-4535-bc52-4599f398c0c2 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/64a922a2-2fe1-4710-982f-6c002e9c2a7c HTTP/1.1" status: 404 len: 352 time: 0.0227506 Aug 06 15:34:52.936780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=f2583b51-833e-46c7-8e35-4edfa6f9c5a6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:53.015742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8cad651-664b-4f4d-9a03-44358d53e943 req-5fe567ba-584b-44e7-8bc4-c4e0c57c8dff tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/940a94a5-604a-45ea-bd53-94fb85045b37 HTTP/1.1" status: 200 len: 1807 time: 0.0833828 Aug 06 15:34:53.029968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-0871468f-3fb7-4e94-9b4f-b1fe4c030479 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:53.038135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-0871468f-3fb7-4e94-9b4f-b1fe4c030479 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.2327836 Aug 06 15:34:53.041569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port f2583b51-833e-46c7-8e35-4edfa6f9c5a6 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:53.051464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.053527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-1609805f-57a9-47fb-981d-128ab6785636 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "DELETE /v2.0/ports/f2583b51-833e-46c7-8e35-4edfa6f9c5a6 HTTP/1.1" status: 204 len: 173 time: 1.1533186 Aug 06 15:34:53.054910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-a881468c-c8e8-4296-8041-b4547688c734 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0986934 Aug 06 15:34:53.067777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-b3f0fb23-4fbe-4c0a-b481-36756b674dbe tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/quotas/4d6dc3aeefc34716afe986505ab80f65 HTTP/1.1" status: 200 len: 375 time: 0.0286582 Aug 06 15:34:53.083660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Request body: {'port': {'device_id': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:53.115116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-e5f6c235-2519-4288-b4fc-308dfb56b4f7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384045 Aug 06 15:34:53.147988 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8cad651-664b-4f4d-9a03-44358d53e943 req-7641cb6c-1635-4106-b3e1-bde6cb46d260 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.206361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.243393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8cad651-664b-4f4d-9a03-44358d53e943 req-7641cb6c-1635-4106-b3e1-bde6cb46d260 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.262286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0efd05d8-d4ee-43ac-8e49-ca1d3be9d35a None None] Provisioning for port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:53.266978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0efd05d8-d4ee-43ac-8e49-ca1d3be9d35a None None] Provisioning complete for port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:53.267645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0efd05d8-d4ee-43ac-8e49-ca1d3be9d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.276340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.311320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0efd05d8-d4ee-43ac-8e49-ca1d3be9d35a None None] Port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:53.327336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Transition to ACTIVE for port object 55a860be-7369-4b11-82bf-153c2cb497f2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:53.334026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-029e5930-e81e-4a98-a786-5b0a3f6a9a30 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889546 Aug 06 15:34:53.402127 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8cad651-664b-4f4d-9a03-44358d53e943 req-7641cb6c-1635-4106-b3e1-bde6cb46d260 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.405690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f8cad651-664b-4f4d-9a03-44358d53e943 req-7641cb6c-1635-4106-b3e1-bde6cb46d260 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.406338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:53.406687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.406828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8cad651-664b-4f4d-9a03-44358d53e943 req-7641cb6c-1635-4106-b3e1-bde6cb46d260 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/940a94a5-604a-45ea-bd53-94fb85045b37 HTTP/1.1" status: 204 len: 173 time: 0.3848064 Aug 06 15:34:53.424224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641cb6c-1635-4106-b3e1-bde6cb46d260 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a94a5-604a-45ea-bd53-94fb85045b37,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:53.465069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-f46468ff-fb8c-4a98-bc4e-6631d893c08c service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301920 Aug 06 15:34:53.587998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port 6c9b5612-b9e5-48b4-819a-cb39346b32a1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6c9b5612-b9e5-48b4-819a-cb39346b32a1,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:53.588327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.603437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.619388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for 6c9b5612-b9e5-48b4-819a-cb39346b32a1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:53.620906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68019d-5708-4eee-8126-1fb253dc7568 req-777d6f93-67ca-4b2e-9186-fbb4a7ea2e0c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:53.627525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae68019d-5708-4eee-8126-1fb253dc7568 req-777d6f93-67ca-4b2e-9186-fbb4a7ea2e0c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 946 time: 0.0649791 Aug 06 15:34:53.679821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae68019d-5708-4eee-8126-1fb253dc7568 req-1ac69fd7-00fe-4d29-8ef0-622eec2b0774 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483689 Aug 06 15:34:53.744764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:53.759596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:53.775029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:53.808538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e3a6e20-c7ce-4b6a-b1f4-4600b8f1b8c8 req-d7fb04dd-ccbb-4c88-abc6-aab766c5271e tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/19fb11d0-3214-4146-80d3-a130811efac0 HTTP/1.1" status: 200 len: 1805 time: 0.1272953 Aug 06 15:34:53.817364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:53.978555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:53.982048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:53.994528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2e3a6e20-c7ce-4b6a-b1f4-4600b8f1b8c8 req-741266f5-05f6-4c31-9080-c612814a9ba7 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.030166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2e3a6e20-c7ce-4b6a-b1f4-4600b8f1b8c8 req-741266f5-05f6-4c31-9080-c612814a9ba7 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.060330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889f3e-32a5-441c-b702-1b0f3f6acefb req-d398bb26-b925-4eb7-a1c2-702b6bad7746 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:54.061885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7889f3e-32a5-441c-b702-1b0f3f6acefb req-d398bb26-b925-4eb7-a1c2-702b6bad7746 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 936 time: 0.1490571 Aug 06 15:34:54.097016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3da213ff-0735-4bf1-8388-883a9f988fc0 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0248909 Aug 06 15:34:54.109514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1a4a70-02cd-475e-9432-33fc6ea8f130 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:54.116974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7889f3e-32a5-441c-b702-1b0f3f6acefb req-da6bb3e0-c5c9-4c40-9c7e-f2e1747dbe78 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482054 Aug 06 15:34:54.117498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Request body: {'port': {'device_id': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:54.167256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.195174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6df31e8f-be01-4ae9-87bc-ac4002559271 req-53d1f3f9-158b-4fe5-b568-6aba7f653b73 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 210 time: 0.0330060 Aug 06 15:34:54.209463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2e3a6e20-c7ce-4b6a-b1f4-4600b8f1b8c8 req-741266f5-05f6-4c31-9080-c612814a9ba7 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.213168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-2e3a6e20-c7ce-4b6a-b1f4-4600b8f1b8c8 req-741266f5-05f6-4c31-9080-c612814a9ba7 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.224292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e3a6e20-c7ce-4b6a-b1f4-4600b8f1b8c8 req-741266f5-05f6-4c31-9080-c612814a9ba7 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/19fb11d0-3214-4146-80d3-a130811efac0 HTTP/1.1" status: 204 len: 173 time: 0.4077024 Aug 06 15:34:54.226608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.236548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741266f5-05f6-4c31-9080-c612814a9ba7 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb11d0-3214-4146-80d3-a130811efac0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:54.274438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d77310d1-1c3b-4432-b746-80612b5113a6 None None] Provisioning for port 55a860be-7369-4b11-82bf-153c2cb497f2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:34:54.277949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d77310d1-1c3b-4432-b746-80612b5113a6 None None] Provisioning complete for port 55a860be-7369-4b11-82bf-153c2cb497f2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:34:54.278328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d77310d1-1c3b-4432-b746-80612b5113a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.280562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-deleted', 'tag': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:54.283222 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd56535-5ee4-482a-9268-983148c36004" -d '{"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-deleted", "tag": "f2583b51-833e-46c7-8e35-4edfa6f9c5a6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:54.308875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Transition to ACTIVE for port object 8b1a4a70-02cd-475e-9432-33fc6ea8f130 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:54.316234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.342621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3b6642f-a19e-4317-bbee-44dee5a564ae req-8a9f8435-507a-4b2d-817a-6e66cb80cd0a tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/1a387742-74cf-47ad-a151-ca46054695d4 HTTP/1.1" status: 200 len: 1803 time: 0.0981507 Aug 06 15:34:54.376840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d77310d1-1c3b-4432-b746-80612b5113a6 None None] Port 55a860be-7369-4b11-82bf-153c2cb497f2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:34:54.381899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0736b2-c06c-4afa-a7e6-3ac5c22e652f req-cfed57fb-7146-44b7-92e0-8e8c336e7f25 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:54.392339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e0736b2-c06c-4afa-a7e6-3ac5c22e652f req-cfed57fb-7146-44b7-92e0-8e8c336e7f25 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1270466 Aug 06 15:34:54.442534 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.445999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=6c9b5612-b9e5-48b4-819a-cb39346b32a1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:54.506014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e0736b2-c06c-4afa-a7e6-3ac5c22e652f req-0f76f696-3731-410f-be3a-9d9f936b2cd9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040425 Aug 06 15:34:54.506562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3b6642f-a19e-4317-bbee-44dee5a564ae req-e4833076-6bfc-413c-b506-34d44553c0f6 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.562885 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3b6642f-a19e-4317-bbee-44dee5a564ae req-e4833076-6bfc-413c-b506-34d44553c0f6 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.571993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port 6c9b5612-b9e5-48b4-819a-cb39346b32a1 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:54.584253 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.586323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d88a86dd-2c96-40a8-bb88-4cc21032cbcd req-873843df-4b83-4231-b3da-8add112cb2c1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "DELETE /v2.0/ports/6c9b5612-b9e5-48b4-819a-cb39346b32a1 HTTP/1.1" status: 204 len: 173 time: 1.5161304 Aug 06 15:34:54.667274 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc935a-6a82-443c-a672-5e9ce56102ba x-openstack-request-id: req-0efc935a-6a82-443c-a672-5e9ce56102ba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:54.667516 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-deleted", "tag": "f2583b51-833e-46c7-8e35-4edfa6f9c5a6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:54.667816 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0efc935a-6a82-443c-a672-5e9ce56102ba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:54.684213 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-deleted', 'tag': 'f2583b51-833e-46c7-8e35-4edfa6f9c5a6', 'status': 'completed', 'code': 200} Aug 06 15:34:54.772827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:54.776362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3b6642f-a19e-4317-bbee-44dee5a564ae req-e4833076-6bfc-413c-b506-34d44553c0f6 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.781958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d3b6642f-a19e-4317-bbee-44dee5a564ae req-e4833076-6bfc-413c-b506-34d44553c0f6 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:54.783454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3b6642f-a19e-4317-bbee-44dee5a564ae req-e4833076-6bfc-413c-b506-34d44553c0f6 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/1a387742-74cf-47ad-a151-ca46054695d4 HTTP/1.1" status: 204 len: 173 time: 0.4311221 Aug 06 15:34:54.798714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4833076-6bfc-413c-b506-34d44553c0f6 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a387742-74cf-47ad-a151-ca46054695d4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:54.925411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1052ebbc-5f96-45f9-b4ee-159b2994f2db req-97fffc30-0b9e-4cbb-a153-7872a6fbcc91 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=69247677-51db-4bd0-8ad9-340e58eb9fbc HTTP/1.1" status: 200 len: 210 time: 0.0567164 Aug 06 15:34:54.954695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f2583b51-833e-46c7-8e35-4edfa6f9c5a6 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:54.983577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: f2583b51-833e-46c7-8e35-4edfa6f9c5a6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:54.984162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f2583b51-833e-46c7-8e35-4edfa6f9c5a6 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:54.987979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6c9b5612-b9e5-48b4-819a-cb39346b32a1 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:54.996148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c66a7348-4e45-4363-b053-9dd0e0be47ba req-e8e93f62-f201-4471-bfc5-1058ad9d5f25 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/db058c91-62c0-49ee-b419-ebc7f75e6acd HTTP/1.1" status: 200 len: 2402 time: 0.0695305 Aug 06 15:34:55.013631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Attempting to bind port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:55.014231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Attempting to bind port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:55.014231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Attempting to bind port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:55.017949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 6c9b5612-b9e5-48b4-819a-cb39346b32a1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:55.018642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6c9b5612-b9e5-48b4-819a-cb39346b32a1 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:55.019234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:55.022930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:55.023257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Attempting to bind port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:55.036545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:55.036889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:55.039676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:55.039676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Bound port: 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:55.039676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.044022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:55.044771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 75e1e7ab-de6b-4a63-b193-ebdcb4eebc3d not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:55.066228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c66a7348-4e45-4363-b053-9dd0e0be47ba req-e2b5a4b4-9803-47cc-9b31-266e699fb828 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.091426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c66a7348-4e45-4363-b053-9dd0e0be47ba req-e2b5a4b4-9803-47cc-9b31-266e699fb828 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.100507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a860be-7369-4b11-82bf-153c2cb497f2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:55.111220 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.138962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Transition to ACTIVE for port object 55a860be-7369-4b11-82bf-153c2cb497f2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:34:55.149884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:55.153019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:55.219762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c66a7348-4e45-4363-b053-9dd0e0be47ba req-e2b5a4b4-9803-47cc-9b31-266e699fb828 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.220045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.222360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c66a7348-4e45-4363-b053-9dd0e0be47ba req-e2b5a4b4-9803-47cc-9b31-266e699fb828 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.223504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c66a7348-4e45-4363-b053-9dd0e0be47ba req-e2b5a4b4-9803-47cc-9b31-266e699fb828 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/db058c91-62c0-49ee-b419-ebc7f75e6acd HTTP/1.1" status: 204 len: 173 time: 0.2250967 Aug 06 15:34:55.242339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5a4b4-9803-47cc-9b31-266e699fb828 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db058c91-62c0-49ee-b419-ebc7f75e6acd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:55.271012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bf987-e70c-4af7-be24-6dd36b5ef418 req-6863026b-ba19-4246-a220-346e3e5e364b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.280599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f63bf987-e70c-4af7-be24-6dd36b5ef418 req-6863026b-ba19-4246-a220-346e3e5e364b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.0898151 Aug 06 15:34:55.281226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:55.352170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.354146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-541ba83f-95d2-4a31-b131-e71131910383 req-ae84fd98-475c-414d-9ef6-33ffb3084a67 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 210 time: 0.0549970 Aug 06 15:34:55.387303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f63bf987-e70c-4af7-be24-6dd36b5ef418 req-6859b12e-6c57-45da-a00a-44c38deb291f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051362 Aug 06 15:34:55.435600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.436418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.438010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b1a4a70-02cd-475e-9432-33fc6ea8f130 HTTP/1.1" status: 200 len: 1096 time: 2.3690088 Aug 06 15:34:55.476675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf54a9f-3303-47b9-99a7-a9c8728fa036 req-67fb3cb5-be6c-44fc-95bd-a13c08ab4fd0 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "GET /v2.0/security-groups/d5044e69-dc4c-4f4a-90f5-f6cd2460477d HTTP/1.1" status: 200 len: 2395 time: 0.0721564 Aug 06 15:34:55.508968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79970-f8da-4f83-b022-c939ea8312c2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:55.511660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Attempting to bind port 55a860be-7369-4b11-82bf-153c2cb497f2 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:34:55.512080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Attempting to bind port 55a860be-7369-4b11-82bf-153c2cb497f2 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:34:55.516737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Attempting to bind port 55a860be-7369-4b11-82bf-153c2cb497f2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:55.519115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Port 55a860be-7369-4b11-82bf-153c2cb497f2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:34:55.519443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Attempting to bind port 55a860be-7369-4b11-82bf-153c2cb497f2 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:34:55.535965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:34:55.536315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:34:55.536686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:34:55.537176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Bound port: 55a860be-7369-4b11-82bf-153c2cb497f2, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:34:55.537485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.595598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf54a9f-3303-47b9-99a7-a9c8728fa036 req-da8ae4fe-dd2b-41a9-b069-a6fe76ef3971 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.640371 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.644928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf54a9f-3303-47b9-99a7-a9c8728fa036 req-da8ae4fe-dd2b-41a9-b069-a6fe76ef3971 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.671271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-82a76af0-189e-4389-97f2-2992e2f6e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.672919 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-82a76af0-189e-4389-97f2-2992e2f6e1dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 1099 time: 0.0897763 Aug 06 15:34:55.681393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:34:55.692263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:34:55.725903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-da289560-169c-48ba-9374-2bc8407b2684 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130 HTTP/1.1" status: 200 len: 217 time: 0.0429125 Aug 06 15:34:55.757982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf54a9f-3303-47b9-99a7-a9c8728fa036 req-da8ae4fe-dd2b-41a9-b069-a6fe76ef3971 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.761345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8cf54a9f-3303-47b9-99a7-a9c8728fa036 req-da8ae4fe-dd2b-41a9-b069-a6fe76ef3971 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.763820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.767729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cf54a9f-3303-47b9-99a7-a9c8728fa036 req-da8ae4fe-dd2b-41a9-b069-a6fe76ef3971 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] 10.222.0.16 "DELETE /v2.0/security-groups/d5044e69-dc4c-4f4a-90f5-f6cd2460477d HTTP/1.1" status: 204 len: 173 time: 0.2905462 Aug 06 15:34:55.786078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40316) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:55.787005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ae4fe-dd2b-41a9-b069-a6fe76ef3971 tempest-SecurityGroupRulesTestJSON-402357729 tempest-SecurityGroupRulesTestJSON-402357729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5044e69-dc4c-4f4a-90f5-f6cd2460477d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:55.873192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.873192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.873192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] 10.222.0.59 "PUT /v2.0/ports/55a860be-7369-4b11-82bf-153c2cb497f2 HTTP/1.1" status: 200 len: 1095 time: 1.7598531 Aug 06 15:34:55.873192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706ea08-dceb-43e1-918f-8e4752cc0477 service neutron] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:55.878513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-bc6a0b15-b46f-4098-a17e-7df15fc3da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.879544 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-bc6a0b15-b46f-4098-a17e-7df15fc3da48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1461928 Aug 06 15:34:55.920736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Deleting subnet 6041d4d2-7939-4376-89f3-0db0c7b32906 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:34:55.926517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.935860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-dc70510f-60ef-4c52-b6a9-938739ba3537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.937404 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-dc70510f-60ef-4c52-b6a9-938739ba3537 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485699 Aug 06 15:34:55.969078 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:55.977965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a247f6-e941-45a0-8037-d74c3ed8bf5c req-36da188a-d2e2-4deb-b17b-9763ff897566 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:55.979515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1a247f6-e941-45a0-8037-d74c3ed8bf5c req-36da188a-d2e2-4deb-b17b-9763ff897566 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0964005 Aug 06 15:34:56.053328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1a247f6-e941-45a0-8037-d74c3ed8bf5c req-20f9f736-abcf-4baf-a99d-85a342e37547 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539932 Aug 06 15:34:56.054387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.104931 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-2e8e1289-0f81-44bb-81d4-95d4a632cab5 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603479 Aug 06 15:34:56.123948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3ab62c4e-1ad9-478a-9400-a7ab5af1cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:56.125444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-3ab62c4e-1ad9-478a-9400-a7ab5af1cf4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 1098 time: 0.0831554 Aug 06 15:34:56.179332 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-4813f6ea-2637-4fba-af8f-11a5e9a27071 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=55a860be-7369-4b11-82bf-153c2cb497f2 HTTP/1.1" status: 200 len: 217 time: 0.0436125 Aug 06 15:34:56.261150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:56.273955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-ad39455e-88a3-49c9-b7e5-0e3c0f45dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:56.278045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-ad39455e-88a3-49c9-b7e5-0e3c0f45dcd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0673876 Aug 06 15:34:56.281333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32dbc9ea-1730-4c78-a2c3-2d8ba8ef9a6a req-14e0595c-614e-4d2c-b563-2fab9ba1973c service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682463 Aug 06 15:34:56.291837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.324081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-94d40b0f-5c95-4951-821b-949717bc85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:56.325778 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-94d40b0f-5c95-4951-821b-949717bc85ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435774 Aug 06 15:34:56.328379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6041d4d2-7939-4376-89f3-0db0c7b32906,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:56.330343 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.332240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-450601a5-7a7c-4a18-a586-ab7bca2fc41c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6041d4d2-7939-4376-89f3-0db0c7b32906 HTTP/1.1" status: 204 len: 168 time: 0.5308223 Aug 06 15:34:56.335014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:56.350289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting subnet 078a6ac9-5ae9-4e9c-be45-53166399210a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:34:56.353378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.401483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.487412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94302a7f-3a79-4374-af57-2142d5281221 req-e7ed7265-2323-4c28-a872-8b0d6c9c70a5 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 210 time: 0.0438647 Aug 06 15:34:56.627540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.675523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1529f-01de-4ee1-b98e-25fc8ae5685b req-effa2384-5f73-4086-9b7b-d9efde21aae5 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:56.677109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05c1529f-01de-4ee1-b98e-25fc8ae5685b req-effa2384-5f73-4086-9b7b-d9efde21aae5 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.1182549 Aug 06 15:34:56.724385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-deleted', 'tag': '6c9b5612-b9e5-48b4-819a-cb39346b32a1'}, {'name': 'network-changed', 'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130'}, {'name': 'network-changed', 'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:34:56.726721 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b899cd61-73bd-4974-a852-22e4a8e7a999" -d '{"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-deleted", "tag": "6c9b5612-b9e5-48b4-819a-cb39346b32a1"}, {"name": "network-changed", "server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130"}, {"name": "network-changed", "server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:34:56.748275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05c1529f-01de-4ee1-b98e-25fc8ae5685b req-178c5c5b-605c-4fa9-aa70-64086bcf3135 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579140 Aug 06 15:34:56.780878 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 06 Aug 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79adeabc-3c9f-4ad0-aeef-385c2ab6d8c5 x-openstack-request-id: req-79adeabc-3c9f-4ad0-aeef-385c2ab6d8c5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:34:56.781184 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69247677-51db-4bd0-8ad9-340e58eb9fbc", "name": "network-vif-deleted", "tag": "6c9b5612-b9e5-48b4-819a-cb39346b32a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:34:56.781446 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79adeabc-3c9f-4ad0-aeef-385c2ab6d8c5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:34:56.781839 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69247677-51db-4bd0-8ad9-340e58eb9fbc', 'name': 'network-vif-deleted', 'tag': '6c9b5612-b9e5-48b4-819a-cb39346b32a1', 'status': 'completed', 'code': 200} Aug 06 15:34:56.782097 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'status': 'completed', 'code': 200} Aug 06 15:34:56.783063 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'status': 'completed', 'code': 200} Aug 06 15:34:56.810140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.827081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.846452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:56.853660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/subnets/078a6ac9-5ae9-4e9c-be45-53166399210a HTTP/1.1" status: 204 len: 168 time: 0.5863271 Aug 06 15:34:56.854833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:56.861456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138fd4e-5bda-4824-996e-cd6606a36dad None None] Network 1c5f200a-9762-431e-ac57-67d736b90b1c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:56.888427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01526291-0cb7-470b-91c0-4e725087c978 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Subnet': ['ID=078a6ac9-5ae9-4e9c-be45-53166399210a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:57.063645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.100159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-156c3333-7289-43da-beff-10e2d7406a8a service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640471 Aug 06 15:34:57.102846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] DHCP port deletion for 1c5f200a-9762-431e-ac57-67d736b90b1c request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:34:57.111255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-05cccc9d-5360-4150-9db6-5ddb075909b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.112829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-05cccc9d-5360-4150-9db6-5ddb075909b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 1099 time: 0.2911427 Aug 06 15:34:57.176202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] Deleting port ed0bce30-8fb8-4e0a-b9ae-26be000824ce {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:57.176849 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.237977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.251082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-b7cdf5e1-038e-4633-ae1a-e89caa282383 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.252640 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-b7cdf5e1-038e-4633-ae1a-e89caa282383 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.5227215 Aug 06 15:34:57.278348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2dcf20-96af-4664-9d40-60dc1ef91f00 req-025fecf3-9ec5-4cba-b8a8-94e0510f1345 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.280020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec2dcf20-96af-4664-9d40-60dc1ef91f00 req-025fecf3-9ec5-4cba-b8a8-94e0510f1345 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0658367 Aug 06 15:34:57.302417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Request body: {'port': {'device_id': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'admin_state_up': True, 'tenant_id': '4d6dc3aeefc34716afe986505ab80f65'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:57.323223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec2dcf20-96af-4664-9d40-60dc1ef91f00 req-e46936cc-f8a8-453d-8c08-5e8e3f9f6c9f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 06 15:34:57.339096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d98625-d596-4ea9-b486-26a88da79d9d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:57.349863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] For port ed0bce30-8fb8-4e0a-b9ae-26be000824ce, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,segment=NetworkSegment(163d64cf-6617-47e0-abd5-917de99974f9),segment_id=163d64cf-6617-47e0-abd5-917de99974f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:57.352068 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.368993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] Calling delete_port for ed0bce30-8fb8-4e0a-b9ae-26be000824ce owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:57.388781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09183243-4461-43cf-9670-a068ca957b17') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:57.389084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09183243-4461-43cf-9670-a068ca957b17') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:57.444340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.499526 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.518436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:34:57.518852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:34:57.522836 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:34:57.530074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-ab2a8480-4f1d-4a6e-9be3-c1ccb43c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.530074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-ab2a8480-4f1d-4a6e-9be3-c1ccb43c25a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.4033332 Aug 06 15:34:57.530074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3006cf98-e3e3-451a-b54c-677260a4bb6d req-c43bd141-45cb-4f42-97f9-4cf262cd4073 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091649 Aug 06 15:34:57.553765 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.638864 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-1b0a034c-386e-44aa-b8ed-a0250a8652ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130 HTTP/1.1" status: 200 len: 217 time: 0.0903618 Aug 06 15:34:57.645177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port ed0bce30-8fb8-4e0a-b9ae-26be000824ce {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:57.645177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.666280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] Pushing event deleted for resources: {'Port': ['ID=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:57.680214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ed0bce30-8fb8-4e0a-b9ae-26be000824ce no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:34:57.714436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c396dc5e-c109-48b5-8035-04576dd23876 req-f947a19d-fba9-40e5-b997-d9a400437c2f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 210 time: 0.0900259 Aug 06 15:34:57.722038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd8188-d6de-4dec-966b-bc248b0b2b94 None None] No DVR routers for this DVR port ed0bce30-8fb8-4e0a-b9ae-26be000824ce on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:57.724415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: ed0bce30-8fb8-4e0a-b9ae-26be000824ce {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:34:57.725009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ed0bce30-8fb8-4e0a-b9ae-26be000824ce not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:34:57.750096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.761943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.764644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9d98625-d596-4ea9-b486-26a88da79d9d HTTP/1.1" status: 204 len: 168 time: 1.4274223 Aug 06 15:34:57.788399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port ed0bce30-8fb8-4e0a-b9ae-26be000824ce, host n-d-778550-6, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:57.788774 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.792180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891b388-818d-49fb-8ca5-3221bd3aff9b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d98625-d596-4ea9-b486-26a88da79d9d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:57.795511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-35b68d85-2fea-4155-9c34-ccbe404566f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.797081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-35b68d85-2fea-4155-9c34-ccbe404566f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1490960 Aug 06 15:34:57.817086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for ed0bce30-8fb8-4e0a-b9ae-26be000824ce owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:34:57.827642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Port ed0bce30-8fb8-4e0a-b9ae-26be000824ce was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:34:57.831833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Made reservation on behalf of 4d6dc3aeefc34716afe986505ab80f65 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:34:57.835608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.852172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:57.896202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=ed0bce30-8fb8-4e0a-b9ae-26be000824ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:57.902213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port ed0bce30-8fb8-4e0a-b9ae-26be000824ce on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:34:57.914809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c1554-505e-440a-871a-1601d9da1037 req-ba6d1e79-0ca1-4788-88e0-fce1efd93ea3 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.916600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e11c1554-505e-440a-871a-1601d9da1037 req-ba6d1e79-0ca1-4788-88e0-fce1efd93ea3 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.0686026 Aug 06 15:34:57.959254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e11c1554-505e-440a-871a-1601d9da1037 req-765dca32-6b83-495f-9966-bba45e4a3ab4 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356627 Aug 06 15:34:57.984094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-7f307fed-d5a4-4988-bfa3-1b5715f7c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:57.985731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-7f307fed-d5a4-4988-bfa3-1b5715f7c6a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699824 Aug 06 15:34:58.079566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.126693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40356) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:58.134482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f200a-9762-431e-ac57-67d736b90b1c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:58.170940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163d64cf-6617-47e0-abd5-917de99974f9') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:58.171333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163d64cf-6617-47e0-abd5-917de99974f9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:34:58.177801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eaa6de94-9091-42f9-92b7-85f6bd976b71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45b42d3fac414e0bbe2cbe12d85d885e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473814 Aug 06 15:34:58.178046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40358) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:58.193816 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.223088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.232878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c019ef32-d0c4-4c3c-b54d-359683c472a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.240041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:34:58.240460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:34:58.243378 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:34:58.256505 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c019ef32-d0c4-4c3c-b54d-359683c472a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.266898 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-372a51d1-60d7-4cfc-864f-d52bdfac4428 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615242 Aug 06 15:34:58.268023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Allocated IP 172.20.0.8 (b3ea6564-164b-4e2c-a5f6-e3358b4d63e6/0b2ca148-d36b-43f2-8197-dfe2f579464f/0a5cce41-0e40-4fd5-9bcb-36718a9d837f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:34:58.377434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c019ef32-d0c4-4c3c-b54d-359683c472a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.378136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c019ef32-d0c4-4c3c-b54d-359683c472a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.380811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c019ef32-d0c4-4c3c-b54d-359683c472a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7816a2cd-4c11-4536-9e52-08015a44eadb HTTP/1.1" status: 204 len: 168 time: 0.2005560 Aug 06 15:34:58.412821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019ef32-d0c4-4c3c-b54d-359683c472a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7816a2cd-4c11-4536-9e52-08015a44eadb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:58.460818 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-003cc9a9-29fa-4d2a-afe5-3078de1d7da5 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841755 Aug 06 15:34:58.500446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.517119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.519767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/networks/1c5f200a-9762-431e-ac57-67d736b90b1c HTTP/1.1" status: 204 len: 168 time: 1.6637640 Aug 06 15:34:58.530531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:58.563276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a990f-a15f-4b5c-8e71-adf78bf4161e tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Network': ['ID=1c5f200a-9762-431e-ac57-67d736b90b1c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:58.599650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddacbe-9362-4c8f-956f-55fa252c4299 req-b5011507-d732-4af5-bed5-1a5dbacc1faa tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:58.602685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-2b9c7ae7-9dcf-45cd-a9bd-1731288a5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:58.604229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-2b9c7ae7-9dcf-45cd-a9bd-1731288a5cbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 1098 time: 0.0833337 Aug 06 15:34:58.606990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaddacbe-9362-4c8f-956f-55fa252c4299 req-b5011507-d732-4af5-bed5-1a5dbacc1faa tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1187985 Aug 06 15:34:58.620536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting subnet f94f7c85-4ed8-4223-ba5d-9154ca344f11 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:34:58.633492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.644247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.709194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaddacbe-9362-4c8f-956f-55fa252c4299 req-674e5aca-1056-48c3-9e08-b947317d0a5d tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853486 Aug 06 15:34:58.717107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.746299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.771549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-45a507b6-85cd-4d45-9790-24b4970910de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:58.786588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-45a507b6-85cd-4d45-9790-24b4970910de service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.1567574 Aug 06 15:34:58.835743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-043251c9-575c-44bd-ad40-69a79726f89b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=55a860be-7369-4b11-82bf-153c2cb497f2 HTTP/1.1" status: 200 len: 217 time: 0.0481653 Aug 06 15:34:58.841394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.882514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c159541b-c9a2-42cd-a4bb-928717c55d09 req-c7c86fd5-a6e8-42cf-9666-74ed6fc82f9e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 210 time: 0.0789807 Aug 06 15:34:58.900178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:58.948114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:34:58.956826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:58.961389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:34:58.963782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:34:58.996101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-69533c6e-4275-4281-8f90-938a7345783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:58.998800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-69533c6e-4275-4281-8f90-938a7345783f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1508675 Aug 06 15:34:59.004204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:59.047409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.061488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:59.062157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.081232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-63d5dbeb-557c-4415-9e5b-9c1de7c64185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:59.082949 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-63d5dbeb-557c-4415-9e5b-9c1de7c64185 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750239 Aug 06 15:34:59.182230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-60908214-3c78-49e3-92d9-b4dc996469d8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8906100 Aug 06 15:34:59.198640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Request body: {'port': {'device_id': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:34:59.288351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:59.300470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-113d4e0c-a16e-4b8d-b2f8-a8e7b45e77cf service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095857 Aug 06 15:34:59.312204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'mac_address': 'fa:16:3e:99:6d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:59.369546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.410344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.414085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Subnet': ['ID=f94f7c85-4ed8-4223-ba5d-9154ca344f11,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:59.426353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.430783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f106bd15-7387-41f6-854e-a330ead1b770 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/subnets/f94f7c85-4ed8-4223-ba5d-9154ca344f11 HTTP/1.1" status: 204 len: 168 time: 0.8966768 Aug 06 15:34:59.434658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:59.443635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3e601a-b60d-4b50-ab92-c3f0c087b0b1 None None] Network 57e60606-6ecc-4329-a37b-dd573ed2181c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:34:59.473006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1a4a70-02cd-475e-9432-33fc6ea8f130 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:59.510942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b899cd61-73bd-4974-a852-22e4a8e7a999 req-d3d58763-10d5-4870-9b98-f8e293ae1cd7 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850691 Aug 06 15:34:59.573447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:59.591901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64a0cd-d207-4acb-8688-6cb7536980c5 req-489f23ae-0cfe-4667-9d10-3bad298873a8 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:34:59.596049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e64a0cd-d207-4acb-8688-6cb7536980c5 req-489f23ae-0cfe-4667-9d10-3bad298873a8 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.5407662 Aug 06 15:34:59.657195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.658380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:34:59.676555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.730327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e64a0cd-d207-4acb-8688-6cb7536980c5 req-5e20e6e7-53a8-463f-baba-085bd6002617 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107931 Aug 06 15:34:59.767118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:59.779189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:34:59.794513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] DHCP port deletion for 57e60606-6ecc-4329-a37b-dd573ed2181c request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:34:59.799868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '55a860be-7369-4b11-82bf-153c2cb497f2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '55a860be-7369-4b11-82bf-153c2cb497f2', 'mac_address': 'fa:16:3e:62:bb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:34:59.873738 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.894360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a860be-7369-4b11-82bf-153c2cb497f2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:34:59.916941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:34:59.918635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:34:59.920485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] Deleting port 03193e47-302b-4512-9886-f4a96e4c3735 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:59.920930 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.941579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port 03193e47-302b-4512-9886-f4a96e4c3735 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:34:59.942331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:34:59.998743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.015238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] For port 03193e47-302b-4512-9886-f4a96e4c3735, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=03193e47-302b-4512-9886-f4a96e4c3735,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:00.016582 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.025453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port 03193e47-302b-4512-9886-f4a96e4c3735, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=03193e47-302b-4512-9886-f4a96e4c3735,segment=NetworkSegment(b7783c5d-6441-4072-95aa-c165329f35a2),segment_id=b7783c5d-6441-4072-95aa-c165329f35a2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:00.025791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.045827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for 03193e47-302b-4512-9886-f4a96e4c3735 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:00.060027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] Calling delete_port for 03193e47-302b-4512-9886-f4a96e4c3735 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:00.082045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5cce41-0e40-4fd5-9bcb-36718a9d837f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:00.091071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.102131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Transition to ACTIVE for port object 0a5cce41-0e40-4fd5-9bcb-36718a9d837f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:00.120411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1320179354-network', 'tenant_id': '091d6fa4fd7a4cef817c3a33094cef37'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:00.121707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.133376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4e83d-6892-4181-b990-b7c881842eba req-0e96c67b-61a7-4661-9efe-72396c89d341 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:00.134912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fb4e83d-6892-4181-b990-b7c881842eba req-0e96c67b-61a7-4661-9efe-72396c89d341 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.3068445 Aug 06 15:35:00.202282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.225232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['55a860be-7369-4b11-82bf-153c2cb497f2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:00.230264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8b1a4a70-02cd-475e-9432-33fc6ea8f130'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:00.231512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fb4e83d-6892-4181-b990-b7c881842eba req-e517261b-1094-4662-9b61-97919dde3576 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 Aug 06 15:35:00.239045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0739a8-e7bb-46cc-8dd5-d545bc564f86 req-11ece2ec-c9a7-442c-a43c-ae9cd072aaa7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:00.240595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd0739a8-e7bb-46cc-8dd5-d545bc564f86 req-11ece2ec-c9a7-442c-a43c-ae9cd072aaa7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 931 time: 0.1273162 Aug 06 15:35:00.281068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.333226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.341059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Made reservation on behalf of 091d6fa4fd7a4cef817c3a33094cef37 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:00.344914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.349217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=03193e47-302b-4512-9886-f4a96e4c3735,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.352314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port 03193e47-302b-4512-9886-f4a96e4c3735 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:00.363317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Attempting to bind port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:00.366344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Attempting to bind port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:00.366882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Attempting to bind port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:00.367630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd0739a8-e7bb-46cc-8dd5-d545bc564f86 req-28d8ff79-1e1f-4904-ac32-84b16639af1d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094425 Aug 06 15:35:00.370664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.383622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:35:00.384191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Attempting to bind port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:00.399096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.400737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:00.401284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Checking segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:00.401871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Bound using segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:00.403080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Bound port: 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:00.403750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.446529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] Pushing event deleted for resources: {'Port': ['ID=03193e47-302b-4512-9886-f4a96e4c3735,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.448608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7eed38-d518-4fe9-8f0c-f545f788bbf1 None None] No DVR routers for this DVR port 03193e47-302b-4512-9886-f4a96e4c3735 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:00.479660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:00.483012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:00.501780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.518733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e60606-6ecc-4329-a37b-dd573ed2181c']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:00.545107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7783c5d-6441-4072-95aa-c165329f35a2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:00.545456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7783c5d-6441-4072-95aa-c165329f35a2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:00.567911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.586841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.599519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.611519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:35:00.612803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.625527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:00.626210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.627739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a5cce41-0e40-4fd5-9bcb-36718a9d837f HTTP/1.1" status: 200 len: 1091 time: 1.4363673 Aug 06 15:35:00.630323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:00.634017 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b591a735-39c4-4338-bb85-2f5b63a98a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:35:00.662838 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:35:00.697229 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cacad8-1002-41f8-8bea-903339611b41 x-openstack-request-id: req-f1cacad8-1002-41f8-8bea-903339611b41 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:00.697680 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:00.698036 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1cacad8-1002-41f8-8bea-903339611b41 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:00.698542 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'status': 'completed', 'code': 200} Aug 06 15:35:00.704817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08780d-b669-4d58-b472-06fad59c4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.767763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a735-39c4-4338-bb85-2f5b63a98a9b req-457a9b0d-7e65-41ee-8cf0-ac19a3d8cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:00.772511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b591a735-39c4-4338-bb85-2f5b63a98a9b req-457a9b0d-7e65-41ee-8cf0-ac19a3d8cbb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 1094 time: 0.0618591 Aug 06 15:35:00.784238 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.813795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.844060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.845267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/networks/57e60606-6ecc-4329-a37b-dd573ed2181c HTTP/1.1" status: 204 len: 168 time: 1.4078631 Aug 06 15:35:00.856485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:00.861133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b1fec-4653-4e52-9ec4-8129eadbd80d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Network': ['ID=57e60606-6ecc-4329-a37b-dd573ed2181c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.866080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-155134032'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:00.870980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.909656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a735-39c4-4338-bb85-2f5b63a98a9b req-12fce1cb-9ce7-4a4d-bdfa-91b4d58d2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:00.911314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:35:00.911472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b591a735-39c4-4338-bb85-2f5b63a98a9b req-12fce1cb-9ce7-4a4d-bdfa-91b4d58d2941 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4d6dc3aeefc34716afe986505ab80f65&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1306038 Aug 06 15:35:00.943154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b2b0e-337e-4fb1-bbc8-f331df612978 req-906a3d99-264c-451e-a9cf-fb415a576b0a tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:00.944763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d7b2b0e-337e-4fb1-bbc8-f331df612978 req-906a3d99-264c-451e-a9cf-fb415a576b0a tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 949 time: 0.1416607 Aug 06 15:35:00.947458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bad69d-b908-4b39-b308-1ceefd290757,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:00.951467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:00.954167 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Added segment fbf836dc-4bd4-4035-a2f2-e920a87a6e96 of type vlan for network 7c9c2e09-96c6-4bd1-9777-f0bad93e0873 Aug 06 15:35:01.028452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.037999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:01.039077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591a735-39c4-4338-bb85-2f5b63a98a9b req-084e16ec-40bf-467d-be06-c2df30434e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.040869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b591a735-39c4-4338-bb85-2f5b63a98a9b req-084e16ec-40bf-467d-be06-c2df30434e7b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183207 Aug 06 15:35:01.046864 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.048680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d7b2b0e-337e-4fb1-bbc8-f331df612978 req-cf7922ae-8b9c-477d-a6fb-8b3fdbbec508 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951855 Aug 06 15:35:01.092295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:35:01.101268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.101561 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Added segment cad2cdcd-4bec-4147-b4fa-86b44fd1a718 of type vlan for network 605105f7-ebaa-4efb-a1c8-c40af88772df Aug 06 15:35:01.133904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-acd8717a-290d-45b0-95e2-9833b8cd5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.135409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-acd8717a-290d-45b0-95e2-9833b8cd5f5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 1094 time: 0.0423157 Aug 06 15:35:01.145804 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.172586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.173660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.181294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.185622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-d9f0ef16-7a46-4fd5-9624-00e96373e060 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f HTTP/1.1" status: 200 len: 217 time: 0.0410333 Aug 06 15:35:01.213757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:35:01.237946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-e5790f7c-b9f3-4d94-8db6-5af038b86494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.239430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-e5790f7c-b9f3-4d94-8db6-5af038b86494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.0465221 Aug 06 15:35:01.240272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] Pushing event updated for resources: {'Network': ['ID=7c9c2e09-96c6-4bd1-9777-f0bad93e0873,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:01.250473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7c9c2e09-96c6-4bd1-9777-f0bad93e0873 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:35:01.283244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.288408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-408617fa-4c8c-48ae-b2eb-945bfc789671 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393479 Aug 06 15:35:01.288934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.289558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.331899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8f52778c-6d75-4d45-ae3c-f486cbef8224 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4102154 Aug 06 15:35:01.338032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:01.356491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Request body: {'subnet': {'network_id': '7c9c2e09-96c6-4bd1-9777-f0bad93e0873', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1320179354-subnet', 'tenant_id': '091d6fa4fd7a4cef817c3a33094cef37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:01.431868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-7749544d-2806-4224-b8f4-4c0916ccf8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159372 Aug 06 15:35:01.437103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Network': ['ID=605105f7-ebaa-4efb-a1c8-c40af88772df,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:01.452948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 605105f7-ebaa-4efb-a1c8-c40af88772df details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:35:01.466714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d20c2ac9-d892-4a71-a606-3112c264cb5d tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6059747 Aug 06 15:35:01.467363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:01.472817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'subnet': {'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:01.514167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ddee9-4545-4ae2-a437-550e2eaef81c req-06cb7bee-3595-4986-bb7d-af7f72ee6327 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.521531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72ddee9-4545-4ae2-a437-550e2eaef81c req-06cb7bee-3595-4986-bb7d-af7f72ee6327 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1824257 Aug 06 15:35:01.556215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Made reservation on behalf of 091d6fa4fd7a4cef817c3a33094cef37 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:01.558489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.573314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9503e8c9-c631-4a42-b5ea-d5e8c6e4cd78 req-7a4ecbad-b5c3-44f0-a74b-78527b92ef76 service neutron] 10.222.0.64 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370807 Aug 06 15:35:01.618227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 03193e47-302b-4512-9886-f4a96e4c3735 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:01.639199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 03193e47-302b-4512-9886-f4a96e4c3735 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:01.639550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 03193e47-302b-4512-9886-f4a96e4c3735 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:01.681707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72ddee9-4545-4ae2-a437-550e2eaef81c req-8b76b67d-712d-481a-ac67-c7d30067dc5b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593027 Aug 06 15:35:01.727570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac3792-5a0d-40c5-a7ae-73203b85a522 req-b4b9dbd5-9ba0-41f7-86e9-91b9fc544546 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:01.727570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67ac3792-5a0d-40c5-a7ae-73203b85a522 req-b4b9dbd5-9ba0-41f7-86e9-91b9fc544546 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 943 time: 0.2362151 Aug 06 15:35:01.801436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:01.804862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:01.825580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67ac3792-5a0d-40c5-a7ae-73203b85a522 req-2ed85b3d-14a4-45bc-82a5-916dfd833370 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856500 Aug 06 15:35:01.984536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.103615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08350b59-c446-4a31-b8e3-5cf954a99178,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:02.117242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Checking segment: {'id': 'fbf836dc-4bd4-4035-a2f2-e920a87a6e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7c9c2e09-96c6-4bd1-9777-f0bad93e0873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:02.117599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Network hostable DHCP agents. Network: 7c9c2e09-96c6-4bd1-9777-f0bad93e0873, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:35:02.146513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.221861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Network 7c9c2e09-96c6-4bd1-9777-f0bad93e0873 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:35:02.243378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Subnet': ['ID=1906fbea-c8f0-419d-9a6c-f932c950b7b7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:02.259541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ca72-4aff-4c44-8644-748d68c5f994 req-6ed941a1-c02f-452b-ba8b-91d844f52183 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:02.261065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3db1ca72-4aff-4c44-8644-748d68c5f994 req-6ed941a1-c02f-452b-ba8b-91d844f52183 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 949 time: 0.1292682 Aug 06 15:35:02.266206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Checking segment: {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:02.266570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network hostable DHCP agents. Network: 605105f7-ebaa-4efb-a1c8-c40af88772df, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:35:02.309717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3db1ca72-4aff-4c44-8644-748d68c5f994 req-816d99e1-3d8a-43d9-a261-9874e1d33139 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Aug 06 15:35:02.321243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7c9c2e09-96c6-4bd1-9777-f0bad93e0873) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:02.325740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:02.326365 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.329134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621ca68-0de2-4f6a-9de8-44c73551d03d None None] Network 7c9c2e09-96c6-4bd1-9777-f0bad93e0873 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:02.403687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 605105f7-ebaa-4efb-a1c8-c40af88772df is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:35:02.409768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 605105f7-ebaa-4efb-a1c8-c40af88772df) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:02.414164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:02.414674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.420664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-327a6314-2a5c-4c34-a4f4-971491339a52 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0802789 Aug 06 15:35:02.437103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41b68a-c44f-4a76-ae48-687a18cfd173 None None] Network 605105f7-ebaa-4efb-a1c8-c40af88772df requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:02.501427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13accf4c-6826-4464-b7f2-75865876c620 None None] Network 7c9c2e09-96c6-4bd1-9777-f0bad93e0873 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:02.507749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-365b572a-cd09-45d7-833b-4b5738083b1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0391266 Aug 06 15:35:02.510266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40440) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:02.516704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-636970098'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:02.601963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:02.607453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.637163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:35:02.648432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.648881 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Added segment 599cbeef-539f-4042-8cdf-2761bef27eff of type vlan for network 78f16cc6-a809-49f5-b710-3200babb6657 Aug 06 15:35:02.694225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.707566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-605105f7-ebaa-4efb-a1c8-c40af88772df', 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'fixed_ips': [{'subnet_id': '1906fbea-c8f0-419d-9a6c-f932c950b7b7'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:35:02.708778 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.741322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-c70f85d2-a237-4061-8e56-6e35f3f57c35 req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1030561564', 'description': 'tempest-description-1647188542'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:02.801382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.806928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:02.807530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.845377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Allocated IP 19.80.0.2 (605105f7-ebaa-4efb-a1c8-c40af88772df/1906fbea-c8f0-419d-9a6c-f932c950b7b7/3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:02.875024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c70f85d2-a237-4061-8e56-6e35f3f57c35 req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:02.889860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959eca4-888b-486e-8956-77a4beae231d req-212f488f-ee58-4281-a8ea-8a6c95fc0d42 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:02.891572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b959eca4-888b-486e-8956-77a4beae231d req-212f488f-ee58-4281-a8ea-8a6c95fc0d42 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1229644 Aug 06 15:35:02.903671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Network': ['ID=78f16cc6-a809-49f5-b710-3200babb6657,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:02.915515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 78f16cc6-a809-49f5-b710-3200babb6657 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:35:02.942193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a55a4c28-5993-4499-a6aa-14182159a41c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4284577 Aug 06 15:35:02.943380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:02.947228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b959eca4-888b-486e-8956-77a4beae231d req-f886ef1e-ed52-43c8-abf2-bff9d6366b29 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474143 Aug 06 15:35:02.950150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'subnet': {'network_id': '78f16cc6-a809-49f5-b710-3200babb6657', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:02.976591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:03.030908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c70f85d2-a237-4061-8e56-6e35f3f57c35 req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.111503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c70f85d2-a237-4061-8e56-6e35f3f57c35 req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.143256 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.153801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Transition to ACTIVE for port object 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:03.171741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:03.178677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Transition to ACTIVE for port object 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:03.180161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:03.180538 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.196546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:03.201212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.203227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:03.227914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d22483-96ea-4919-a41a-78d3cabe991e req-df38564d-4618-41e8-9622-82490f77342e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:03.229771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d22483-96ea-4919-a41a-78d3cabe991e req-df38564d-4618-41e8-9622-82490f77342e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 943 time: 0.0640008 Aug 06 15:35:03.263244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.272440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d22483-96ea-4919-a41a-78d3cabe991e req-0bae116e-fe35-4007-9a47-e39f22b92fa3 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Aug 06 15:35:03.304445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-c70f85d2-a237-4061-8e56-6e35f3f57c35 req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.305785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c70f85d2-a237-4061-8e56-6e35f3f57c35 req-afe0a00d-43f1-41b1-b7ff-d1e618a9dc23 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5707405 Aug 06 15:35:03.306776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.319475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Network 605105f7-ebaa-4efb-a1c8-c40af88772df is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:03.330966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:03.340232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:03.353155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Pushing event updated for resources: {'Port': ['ID=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:03.366277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:03.369450 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0869697-73d7-43dd-a4aa-d9c3c2fd2556" -d '{"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:03.376870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-5a481bb3-4149-484d-b6b8-bbf6f7517e30 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d HTTP/1.1" status: 200 len: 1815 time: 0.0475903 Aug 06 15:35:03.387836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:03.388662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:03.427721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:03.440778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Attempting to bind port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:03.441153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Attempting to bind port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:03.441705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Attempting to bind port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb on network 605105f7-ebaa-4efb-a1c8-c40af88772df {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:03.446723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:03.447101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Checking segment: {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:03.447507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.447982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Bound using segment: {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:03.448452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Bound port: 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:03.448839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.458102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b5d1c-1a97-472e-879d-24cfe0e6afc6 req-f526c4e5-217a-4c8b-919f-0cbd0d16d889 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:03.459627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b52b5d1c-1a97-472e-879d-24cfe0e6afc6 req-f526c4e5-217a-4c8b-919f-0cbd0d16d889 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 949 time: 0.0601563 Aug 06 15:35:03.499322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b52b5d1c-1a97-472e-879d-24cfe0e6afc6 req-c61cc354-e4fa-49ad-a1da-1aefbc851658 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Aug 06 15:35:03.515162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] For port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:03.518892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] For port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:03.520207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.521062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:03.539989 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.565947 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36691850-dfc6-4a97-b625-9047fe845fc8 x-openstack-request-id: req-36691850-dfc6-4a97-b625-9047fe845fc8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:03.566574 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:03.567052 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36691850-dfc6-4a97-b625-9047fe845fc8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:03.567665 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'code': 200} Aug 06 15:35:03.584995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.612569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.617014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.643034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Checking segment: {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:03.645658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network hostable DHCP agents. Network: 78f16cc6-a809-49f5-b710-3200babb6657, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:35:03.645871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:03.654595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Subnet': ['ID=67636a10-1df0-4904-bc9c-5858dee00b04,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:03.677642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ed9cf-ee59-40a8-ad4b-8d141bdeea4f req-8d98204e-54f1-4d14-85d3-9281732dc0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:03.678951 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf8ed9cf-ee59-40a8-ad4b-8d141bdeea4f req-8d98204e-54f1-4d14-85d3-9281732dc0b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 1101 time: 0.0644977 Aug 06 15:35:03.695175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.722344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac0191-d3bf-42b6-b678-2beb81df30c6 None None] Pushing event updated for resources: {'Port': ['ID=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:03.723706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c4ff17-3638-4408-b2fe-d88e4033eb1a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:03.724319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf8ed9cf-ee59-40a8-ad4b-8d141bdeea4f req-7bf98be7-9e07-4e09-a29c-ae44bfd111e5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Aug 06 15:35:03.750386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 78f16cc6-a809-49f5-b710-3200babb6657 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:35:03.780636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 55a860be-7369-4b11-82bf-153c2cb497f2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:03.785248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 55a860be-7369-4b11-82bf-153c2cb497f2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:03.785632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.838031 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.839148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-804a7fa3-677d-4282-b5aa-4b2dd5851a3c req-7b475d2e-f13a-44d7-b1f2-af983adabbd1 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4557648 Aug 06 15:35:03.872570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 78f16cc6-a809-49f5-b710-3200babb6657) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:03.877757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:03.884811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.889476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842367a0-9301-484d-ad36-165f105ac1de None None] Network 78f16cc6-a809-49f5-b710-3200babb6657 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:03.922614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a87e34c-7cb0-4f60-a6fd-7316b3abc798 req-1c178fd8-893a-4184-b701-e97f32a5e8da tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d HTTP/1.1" status: 200 len: 2409 time: 0.0563564 Aug 06 15:35:03.945677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:03.961459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daadc880-1117-4108-bbe7-d71f2228c238 req-9f048d7d-3738-4936-93b1-0722154030b0 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-group-rules/42c4ff17-3638-4408-b2fe-d88e4033eb1a HTTP/1.1" status: 200 len: 778 time: 0.0181348 Aug 06 15:35:03.974426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3684c1c8-9f14-43a3-a0e0-ca586e8b72f3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0287158 Aug 06 15:35:04.015072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:04.021657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:04.033546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daadc880-1117-4108-bbe7-d71f2228c238 req-3e153813-c50e-4cc4-b29f-a656d1cbfabd tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d HTTP/1.1" status: 200 len: 2409 time: 0.0641685 Aug 06 15:35:04.091344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-daadc880-1117-4108-bbe7-d71f2228c238 req-44ebed36-1a5a-43b1-8e38-c6ac2111a058 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.118265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-daadc880-1117-4108-bbe7-d71f2228c238 req-44ebed36-1a5a-43b1-8e38-c6ac2111a058 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.158550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b93d-0dff-4c93-8637-663a9c13be71 req-7db8df3a-3fd8-4a56-8228-1d390d0667fa tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:04.160126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9521b93d-0dff-4c93-8637-663a9c13be71 req-7db8df3a-3fd8-4a56-8228-1d390d0667fa tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0905201 Aug 06 15:35:04.178311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.208272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9521b93d-0dff-4c93-8637-663a9c13be71 req-8f3c56b6-ba72-44a3-b5f7-3e3468524de8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Aug 06 15:35:04.210410 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-daadc880-1117-4108-bbe7-d71f2228c238 req-44ebed36-1a5a-43b1-8e38-c6ac2111a058 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.217991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-daadc880-1117-4108-bbe7-d71f2228c238 req-44ebed36-1a5a-43b1-8e38-c6ac2111a058 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.223995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daadc880-1117-4108-bbe7-d71f2228c238 req-44ebed36-1a5a-43b1-8e38-c6ac2111a058 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/42c4ff17-3638-4408-b2fe-d88e4033eb1a HTTP/1.1" status: 204 len: 173 time: 0.1831033 Aug 06 15:35:04.230616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebed36-1a5a-43b1-8e38-c6ac2111a058 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42c4ff17-3638-4408-b2fe-d88e4033eb1a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:04.339621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:04.343850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-63eec38f-d25c-4eea-8c77-806836b128e9 req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-308304499', 'description': 'tempest-description-33543527'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:04.363696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-78f16cc6-a809-49f5-b710-3200babb6657', 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'fixed_ips': [{'subnet_id': '67636a10-1df0-4904-bc9c-5858dee00b04'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:35:04.363696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.391486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:04.411544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'mac_address': 'fa:16:3e:b1:2f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:04.481277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-63eec38f-d25c-4eea-8c77-806836b128e9 req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.518463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.536361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-de8a185e-ac30-48b4-b889-20a9eeddaa9f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:04.542398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-de8a185e-ac30-48b4-b889-20a9eeddaa9f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:04.544212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-de8a185e-ac30-48b4-b889-20a9eeddaa9f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/networks?id=605105f7-ebaa-4efb-a1c8-c40af88772df&id=78f16cc6-a809-49f5-b710-3200babb6657 HTTP/1.1" status: 200 len: 1390 time: 0.1521699 Aug 06 15:35:04.546205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5cce41-0e40-4fd5-9bcb-36718a9d837f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:04.569421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-c7724076-eb5c-440a-a092-9bf9a6de3535 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/quotas/ac5d57e357ad4d719aef82d4d219a79e HTTP/1.1" status: 200 len: 375 time: 0.0154221 Aug 06 15:35:04.596329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:04.616831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Allocated IP 19.86.0.2 (78f16cc6-a809-49f5-b710-3200babb6657/67636a10-1df0-4904-bc9c-5858dee00b04/1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:04.658447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-d51633b8-831b-44b3-a27a-2ef4ea60a32b tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779703 Aug 06 15:35:04.696681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-63eec38f-d25c-4eea-8c77-806836b128e9 req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.696892 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.783089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-63eec38f-d25c-4eea-8c77-806836b128e9 req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.794324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-72851ada-e7f6-45b7-883c-f0caf81b7c4f service neutron] 10.222.0.16 "GET /v2.0/networks/605105f7-ebaa-4efb-a1c8-c40af88772df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233687 Aug 06 15:35:04.798539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:04.831251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08fac8-fbd0-4816-9b21-8909d77b3757 None None] Network 605105f7-ebaa-4efb-a1c8-c40af88772df requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:04.838807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0297c11c-d6ee-44aa-ab7b-d14da9063e2a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:04.848837 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a6d316b-e3be-477f-ad1a-ab0516647986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.898422 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.898705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-63eec38f-d25c-4eea-8c77-806836b128e9 req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:04.900182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63eec38f-d25c-4eea-8c77-806836b128e9 req-63e167cf-6969-4b1f-805d-af788ae54b96 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5645688 Aug 06 15:35:04.911269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-b0d8212f-c5ba-484f-a5e8-0d05303da8ed service neutron] 10.222.0.16 "GET /v2.0/networks/605105f7-ebaa-4efb-a1c8-c40af88772df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082125 Aug 06 15:35:04.924856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Transition to ACTIVE for port object 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:04.953150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Transition to ACTIVE for port object 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:05.024566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0a5cce41-0e40-4fd5-9bcb-36718a9d837f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:05.030793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9313bb4c-da6b-4b88-a484-0ed7db9fdd32 None None] Provisioning for port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:05.063358 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:05.131250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Network 78f16cc6-a809-49f5-b710-3200babb6657 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:05.138222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:05.144314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:05.146704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Pushing event updated for resources: {'Port': ['ID=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:05.226544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Attempting to bind port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:05.226933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Attempting to bind port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:05.227305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Attempting to bind port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 on network 78f16cc6-a809-49f5-b710-3200babb6657 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:05.241182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:05.241627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Checking segment: {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:05.242043 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:05.242448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Bound using segment: {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:05.242934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Bound port: 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:05.243324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:05.284329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-b4c6dc68-ef67-46e5-a79b-a0d05e3acdf9 service neutron] 10.222.0.16 "GET /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651707 Aug 06 15:35:05.309558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcaaa4-b105-4348-acd8-2aced4c443f4 req-c6bd4644-37ef-438a-8a33-c5564ef0badd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:05.311258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9fcaaa4-b105-4348-acd8-2aced4c443f4 req-c6bd4644-37ef-438a-8a33-c5564ef0badd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 944 time: 0.0977628 Aug 06 15:35:05.349960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] For port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:05.353483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] For port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:05.415385 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:05.433053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9fcaaa4-b105-4348-acd8-2aced4c443f4 req-eaf3b361-14ba-4605-b8ff-e14be06962cf tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041946 Aug 06 15:35:05.469228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-a9c12693-1dde-45af-a8af-d15c0b778fad service neutron] 10.222.0.16 "GET /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571069 Aug 06 15:35:05.493074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d82cc2-b76e-43c3-82bf-281756c2f694 None None] Pushing event updated for resources: {'Port': ['ID=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:05.559664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4026-9b9c-499b-8043-9997655bd1e1 req-b271b0d3-4ff8-4161-8615-3b51ff9d6af4 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:05.562734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdad4026-9b9c-499b-8043-9997655bd1e1 req-b271b0d3-4ff8-4161-8615-3b51ff9d6af4 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 950 time: 0.0550561 Aug 06 15:35:05.569089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:05.573766 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d046dfe-10b8-444d-88f5-0be643ebeed0" -d '{"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-plugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:05.610470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdad4026-9b9c-499b-8043-9997655bd1e1 req-3c8e3a5a-3008-4b4f-af90-c9a9117bdb53 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Aug 06 15:35:05.676737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:05.685023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f04c26c-dd0b-4f68-a1f8-3c18052e494e req-78781387-79c5-42cf-bb9f-670c7723fc81 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/0297c11c-d6ee-44aa-ab7b-d14da9063e2a HTTP/1.1" status: 200 len: 1812 time: 0.0477715 Aug 06 15:35:05.815615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:05.821044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:05.821044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:05.891355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bb7f7-6b5e-480f-bff2-70a3b0f2479f req-0d13d8fc-64ff-4ac1-ad72-fa44335a08c9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:05.892988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a42bb7f7-6b5e-480f-bff2-70a3b0f2479f req-0d13d8fc-64ff-4ac1-ad72-fa44335a08c9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0856512 Aug 06 15:35:05.935739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:05.948350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a42bb7f7-6b5e-480f-bff2-70a3b0f2479f req-d655723c-36d5-4d1a-bdc4-cb1a41b3c306 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490401 Aug 06 15:35:05.977665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:06.003436 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb46e5d-c56e-4ec0-bf05-b477e5792bb1 x-openstack-request-id: req-8cb46e5d-c56e-4ec0-bf05-b477e5792bb1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:06.003737 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-plugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:06.004029 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cb46e5d-c56e-4ec0-bf05-b477e5792bb1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:06.004674 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'code': 200} Aug 06 15:35:06.023230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:06.046541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.102642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d608523-013f-4dcd-ab46-368d759bc09a req-e5914244-28d2-4511-af2e-131291792b57 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 210 time: 0.0406053 Aug 06 15:35:06.125307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:06.157152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-69dd7ab0-2fd8-403e-9c79-26a3b61d20f9 req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-69901280', 'description': 'tempest-description-520330089'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:06.187135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:06.191677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:06.192199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.207003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8c2b-49cd-4446-b425-594b7865ecf0 req-d62ad4f2-2b21-42d4-8f58-8b5d1b07ed04 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:06.210797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd6c8c2b-49cd-4446-b425-594b7865ecf0 req-d62ad4f2-2b21-42d4-8f58-8b5d1b07ed04 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 949 time: 0.1104369 Aug 06 15:35:06.269196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd6c8c2b-49cd-4446-b425-594b7865ecf0 req-edbe8fab-1c4d-43ef-af0b-c0f875407c32 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505438 Aug 06 15:35:06.286317 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.295429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69dd7ab0-2fd8-403e-9c79-26a3b61d20f9 req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.333242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:06.398438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.473779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69dd7ab0-2fd8-403e-9c79-26a3b61d20f9 req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.488309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:06.513410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70b53c-2fb3-4374-bf57-ce6d1e474ef7 req-31386d61-a574-4ee4-a5bf-dcbbf5828171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:06.514959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0f70b53c-2fb3-4374-bf57-ce6d1e474ef7 req-31386d61-a574-4ee4-a5bf-dcbbf5828171 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 1100 time: 0.4454074 Aug 06 15:35:06.548388 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69dd7ab0-2fd8-403e-9c79-26a3b61d20f9 req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.556174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0f70b53c-2fb3-4374-bf57-ce6d1e474ef7 req-e54d6cc0-c1a6-474c-b7d9-4e7d5e2a3f87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Aug 06 15:35:06.602857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82b45d-414c-466b-b005-469c60a21783,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:06.617897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b43c6e-87bb-4c21-9b38-a08538bf4bec req-0a7ad628-f52d-483b-85f2-01a73fb34ff4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:06.619552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6b43c6e-87bb-4c21-9b38-a08538bf4bec req-0a7ad628-f52d-483b-85f2-01a73fb34ff4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 945 time: 0.0809739 Aug 06 15:35:06.662966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6b43c6e-87bb-4c21-9b38-a08538bf4bec req-0b8eb136-dc1c-4328-b2be-194035b2572b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Aug 06 15:35:06.683268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-69dd7ab0-2fd8-403e-9c79-26a3b61d20f9 req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.685488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69dd7ab0-2fd8-403e-9c79-26a3b61d20f9 req-84eb2673-8058-4403-a0f3-c4b55ca59674 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5339956 Aug 06 15:35:06.755195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a475813-53fa-4621-8067-ab23a5efc173 req-71c192e2-1223-44e6-8f13-9a4f0ce0158e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/fd82b45d-414c-466b-b005-469c60a21783 HTTP/1.1" status: 200 len: 1812 time: 0.0457673 Aug 06 15:35:06.760510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9601e3b9-37d7-4375-8783-afe5ff1377db None None] Network 78f16cc6-a809-49f5-b710-3200babb6657 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:06.774932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3d17c518-b6eb-48df-b405-4fb222adb9cf req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-299348703', 'description': 'tempest-description-321511561'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:06.878622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d17c518-b6eb-48df-b405-4fb222adb9cf req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:06.929584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5102dfbd-8cc2-4262-8da4-69999d3f31da None None] Provisioning for port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:06.976308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d17c518-b6eb-48df-b405-4fb222adb9cf req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.048163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d17c518-b6eb-48df-b405-4fb222adb9cf req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.084668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65599b5f-53c6-493a-92df-1ac3093bd82f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:07.145451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf5c4c-f89d-4b55-9426-6e30eae7b9bd req-a06f2bda-d5e3-4b2d-a1f3-8a1cfd94890e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:07.146980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6acf5c4c-f89d-4b55-9426-6e30eae7b9bd req-a06f2bda-d5e3-4b2d-a1f3-8a1cfd94890e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0584192 Aug 06 15:35:07.148493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d17c518-b6eb-48df-b405-4fb222adb9cf req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.149628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d17c518-b6eb-48df-b405-4fb222adb9cf req-b93544e0-bef3-4442-90c1-80fcc38f3c0e tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3790858 Aug 06 15:35:07.195108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6acf5c4c-f89d-4b55-9426-6e30eae7b9bd req-0af0cd4d-9408-4774-a061-a2c990634196 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387795 Aug 06 15:35:07.238762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddf1ba1b-972a-491d-b27f-62b4c93e1fe7 req-2ddb5fce-551b-409c-b2ff-60e0bfcaad1a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 210 time: 0.0326567 Aug 06 15:35:07.293675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19554e0e-f382-45ed-acd0-ea3c27ed9246 req-3ed7b818-948c-4a9e-ad9f-f569afc3f1f6 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/65599b5f-53c6-493a-92df-1ac3093bd82f HTTP/1.1" status: 200 len: 1813 time: 0.0573428 Aug 06 15:35:07.318940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7bb6ce8d-63d8-4269-b8f6-d9919a305119 req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1220040340', 'description': 'tempest-description-1605829853'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:07.399952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd752b5-a276-44cd-ad0e-937a79d9c939 req-7a38201c-f716-43dd-869b-faca34744e99 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:07.401441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bd752b5-a276-44cd-ad0e-937a79d9c939 req-7a38201c-f716-43dd-869b-faca34744e99 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 949 time: 0.0509615 Aug 06 15:35:07.446399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bd752b5-a276-44cd-ad0e-937a79d9c939 req-c3f40efc-3da1-4f6d-b966-581455425997 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Aug 06 15:35:07.449757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7bb6ce8d-63d8-4269-b8f6-d9919a305119 req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.568190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7bb6ce8d-63d8-4269-b8f6-d9919a305119 req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.619675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1828ce0d-cef9-45b5-9290-c2b3820a93da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.621324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.649162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7bb6ce8d-63d8-4269-b8f6-d9919a305119 req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.681399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b41ddf-908d-4c22-920b-54727789ba8c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:07.685759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:07.769876 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7bb6ce8d-63d8-4269-b8f6-d9919a305119 req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.774298 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bb6ce8d-63d8-4269-b8f6-d9919a305119 req-a1203584-a794-439f-b705-9f60181b7cf7 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4605541 Aug 06 15:35:07.797370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:07.801265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:07.801663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.808730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6c8de-7b3b-4d90-904a-138fc861f5b4 req-0f615de6-0e4f-4674-9cb6-14e2593378c8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:07.810606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9d6c8de-7b3b-4d90-904a-138fc861f5b4 req-0f615de6-0e4f-4674-9cb6-14e2593378c8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 945 time: 0.0774839 Aug 06 15:35:07.868179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aec6853a-9b45-49ae-9ec2-6ce55918bba6 req-c9f0ced7-ebaf-4f81-bb9d-2c1683481435 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/30b41ddf-908d-4c22-920b-54727789ba8c HTTP/1.1" status: 200 len: 1815 time: 0.0736797 Aug 06 15:35:07.873935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9d6c8de-7b3b-4d90-904a-138fc861f5b4 req-655d91e5-db1c-4020-bd52-254b8bb7339a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Aug 06 15:35:07.884518 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:07.908503 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-2e65825b-ba8e-4ded-b879-463110b2b1fe req-79ead334-22aa-4d1c-82bd-5a21df5b841a tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] show failed (client error): The resource could not be found. Aug 06 15:35:07.909547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e65825b-ba8e-4ded-b879-463110b2b1fe req-79ead334-22aa-4d1c-82bd-5a21df5b841a tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/28c4ba53-4b13-4a03-81be-a18976eb6e78 HTTP/1.1" status: 404 len: 352 time: 0.0139990 Aug 06 15:35:07.928727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:07.945634 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-0085705e-2316-45ad-a492-a09dbd01c142 req-74d7b890-cccd-42c1-b1c2-a15a15eee5c4 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] show failed (client error): The resource could not be found. Aug 06 15:35:07.946567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0085705e-2316-45ad-a492-a09dbd01c142 req-74d7b890-cccd-42c1-b1c2-a15a15eee5c4 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-group-rules/3a112f60-0862-4b4b-85df-a3cb9d434ce3 HTTP/1.1" status: 404 len: 361 time: 0.0138464 Aug 06 15:35:08.001602 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.003933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:08.008061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:08.010692 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5112c7c8-16d9-4d20-9c04-82c918053527" -d '{"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-plugged", "status": "completed", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:08.016450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd255e17-1ca4-45d9-9a25-f4476c183557 req-1c113ed3-c704-472d-987d-91e5bec4d43f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/30b41ddf-908d-4c22-920b-54727789ba8c HTTP/1.1" status: 200 len: 1815 time: 0.0485399 Aug 06 15:35:08.103580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd255e17-1ca4-45d9-9a25-f4476c183557 req-9b1b90af-3db4-4bd8-a74a-5c3b7b32a902 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.114965 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fda037-2e8b-4d2e-8cd2-ff4cfbbe0d3e x-openstack-request-id: req-93fda037-2e8b-4d2e-8cd2-ff4cfbbe0d3e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:08.114965 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-plugged", "status": "completed", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:08.114965 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93fda037-2e8b-4d2e-8cd2-ff4cfbbe0d3e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:08.114965 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'code': 200} Aug 06 15:35:08.152814 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd255e17-1ca4-45d9-9a25-f4476c183557 req-9b1b90af-3db4-4bd8-a74a-5c3b7b32a902 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.168501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-c579ef5e-62b3-466f-8c1e-b65f1d04137b tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:08.175878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-c579ef5e-62b3-466f-8c1e-b65f1d04137b tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:08.178044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-c579ef5e-62b3-466f-8c1e-b65f1d04137b tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "GET /v2.0/networks?id=605105f7-ebaa-4efb-a1c8-c40af88772df&id=78f16cc6-a809-49f5-b710-3200babb6657 HTTP/1.1" status: 200 len: 1390 time: 0.1526573 Aug 06 15:35:08.191475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:08.195505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:08.196165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.211818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'port': {'device_id': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df', 'admin_state_up': True, 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:08.267175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd255e17-1ca4-45d9-9a25-f4476c183557 req-9b1b90af-3db4-4bd8-a74a-5c3b7b32a902 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.271079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd255e17-1ca4-45d9-9a25-f4476c183557 req-9b1b90af-3db4-4bd8-a74a-5c3b7b32a902 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.285773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd255e17-1ca4-45d9-9a25-f4476c183557 req-9b1b90af-3db4-4bd8-a74a-5c3b7b32a902 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "DELETE /v2.0/security-groups/30b41ddf-908d-4c22-920b-54727789ba8c HTTP/1.1" status: 204 len: 173 time: 0.2672882 Aug 06 15:35:08.322089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b228bf-e87d-44a9-9ae2-f31d5a4b0971 req-1d556520-7bea-4b70-a0b2-7d50bcad5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:08.323634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b9b228bf-e87d-44a9-9ae2-f31d5a4b0971 req-1d556520-7bea-4b70-a0b2-7d50bcad5622 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 1096 time: 0.1405180 Aug 06 15:35:08.333266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b90af-3db4-4bd8-a74a-5c3b7b32a902 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b41ddf-908d-4c22-920b-54727789ba8c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:08.370089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9da377e-e243-4c90-bea7-8ec61e1e8fbb req-0d4675df-9c09-4091-b110-7007eca9b977 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 210 time: 0.0314493 Aug 06 15:35:08.398075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b9b228bf-e87d-44a9-9ae2-f31d5a4b0971 req-5b372c59-4e50-4c72-9095-a9689f298dae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640497 Aug 06 15:35:08.401158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457c430-460a-4375-bef6-3de639242be8 req-8bb35488-687e-4020-a421-5efd45c3e8e4 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:08.403395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c457c430-460a-4375-bef6-3de639242be8 req-8bb35488-687e-4020-a421-5efd45c3e8e4 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1166227 Aug 06 15:35:08.467096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:08.469211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-741ef7d5-360a-4f29-9c50-96ee5eb56c24 req-be9f89b3-70fe-4370-bf8b-23eb97bcbe06 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/65599b5f-53c6-493a-92df-1ac3093bd82f HTTP/1.1" status: 200 len: 1813 time: 0.0647230 Aug 06 15:35:08.470842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.474140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c457c430-460a-4375-bef6-3de639242be8 req-c4c88305-c010-4546-ade0-8c2a6f639a9a tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Aug 06 15:35:08.535024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-741ef7d5-360a-4f29-9c50-96ee5eb56c24 req-aae4115f-509d-4cef-bd82-49d35b2d1865 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.587664 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-741ef7d5-360a-4f29-9c50-96ee5eb56c24 req-aae4115f-509d-4cef-bd82-49d35b2d1865 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.621958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Allocated IP 19.80.0.82 (605105f7-ebaa-4efb-a1c8-c40af88772df/1906fbea-c8f0-419d-9a6c-f932c950b7b7/d221c9d9-a546-48f7-a428-d793ab363c51) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:08.632198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56489a3-a2b7-4b30-8cc3-f57170d510b3 req-76dca73f-abf2-4295-88dd-0a6d8d86f407 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:08.633756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d56489a3-a2b7-4b30-8cc3-f57170d510b3 req-76dca73f-abf2-4295-88dd-0a6d8d86f407 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 949 time: 0.0847957 Aug 06 15:35:08.675424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d56489a3-a2b7-4b30-8cc3-f57170d510b3 req-61090f01-3ce6-4469-9ff2-a1e44271817d tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Aug 06 15:35:08.723308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-741ef7d5-360a-4f29-9c50-96ee5eb56c24 req-aae4115f-509d-4cef-bd82-49d35b2d1865 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.725849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-741ef7d5-360a-4f29-9c50-96ee5eb56c24 req-aae4115f-509d-4cef-bd82-49d35b2d1865 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.741317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-741ef7d5-360a-4f29-9c50-96ee5eb56c24 req-aae4115f-509d-4cef-bd82-49d35b2d1865 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "DELETE /v2.0/security-groups/65599b5f-53c6-493a-92df-1ac3093bd82f HTTP/1.1" status: 204 len: 173 time: 0.2608879 Aug 06 15:35:08.751042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4115f-509d-4cef-bd82-49d35b2d1865 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65599b5f-53c6-493a-92df-1ac3093bd82f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:08.751852 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.800469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f7741e8-a226-4672-af98-83cb1b96f13f req-0fffcff2-359c-4f42-a1cd-22af20078b67 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/fd82b45d-414c-466b-b005-469c60a21783 HTTP/1.1" status: 200 len: 1812 time: 0.0512493 Aug 06 15:35:08.814586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.829440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Transition to ACTIVE for port object d221c9d9-a546-48f7-a428-d793ab363c51 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:08.864005 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f7741e8-a226-4672-af98-83cb1b96f13f req-517276cd-21ed-4469-9a28-8ed75e22b2eb tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.891372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f7741e8-a226-4672-af98-83cb1b96f13f req-517276cd-21ed-4469-9a28-8ed75e22b2eb tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.936044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:08.978752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 605105f7-ebaa-4efb-a1c8-c40af88772df is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:08.983888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:08.987595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:09.014414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:09.032283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f7741e8-a226-4672-af98-83cb1b96f13f req-517276cd-21ed-4469-9a28-8ed75e22b2eb tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.035782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7f7741e8-a226-4672-af98-83cb1b96f13f req-517276cd-21ed-4469-9a28-8ed75e22b2eb tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.036980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f7741e8-a226-4672-af98-83cb1b96f13f req-517276cd-21ed-4469-9a28-8ed75e22b2eb tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd82b45d-414c-466b-b005-469c60a21783 HTTP/1.1" status: 204 len: 173 time: 0.2284606 Aug 06 15:35:09.049884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517276cd-21ed-4469-9a28-8ed75e22b2eb tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82b45d-414c-466b-b005-469c60a21783,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:09.050148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:09.050708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.130667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-51160783-50eb-489d-87c1-ca3cfd85e1b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9232180 Aug 06 15:35:09.143072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Request body: {'port': {'device_id': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657', 'admin_state_up': True, 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:09.357995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Made reservation on behalf of ac5d57e357ad4d719aef82d4d219a79e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:09.373705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.424902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee19c41-7765-4e75-88b9-43fda47649f1 req-dc229afe-caf4-43ce-a7d7-5f3dba2fea19 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:09.426421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eee19c41-7765-4e75-88b9-43fda47649f1 req-dc229afe-caf4-43ce-a7d7-5f3dba2fea19 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 945 time: 0.0513325 Aug 06 15:35:09.443282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-875087ff-a8a6-4521-b124-ab96b7eac069 None None] Provisioning for port d221c9d9-a546-48f7-a428-d793ab363c51 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:09.447180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-875087ff-a8a6-4521-b124-ab96b7eac069 None None] Provisioning complete for port d221c9d9-a546-48f7-a428-d793ab363c51 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:09.447854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-875087ff-a8a6-4521-b124-ab96b7eac069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.472603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eee19c41-7765-4e75-88b9-43fda47649f1 req-1a401179-6326-4000-9a9d-e06ca7ed9ba5 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398955 Aug 06 15:35:09.486103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-875087ff-a8a6-4521-b124-ab96b7eac069 None None] Port d221c9d9-a546-48f7-a428-d793ab363c51 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:35:09.564132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Allocated IP 19.86.0.215 (78f16cc6-a809-49f5-b710-3200babb6657/67636a10-1df0-4904-bc9c-5858dee00b04/8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:09.567621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71472145-579c-45f3-8836-d76513e2eefb req-6e7e1f50-72d9-4a99-b2d7-8de1be3bc119 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/0297c11c-d6ee-44aa-ab7b-d14da9063e2a HTTP/1.1" status: 200 len: 1812 time: 0.0520883 Aug 06 15:35:09.655740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:09.669400 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71472145-579c-45f3-8836-d76513e2eefb req-2a17711e-d5c9-45ac-b0a6-2b1fc4d13a9f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.718999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71472145-579c-45f3-8836-d76513e2eefb req-2a17711e-d5c9-45ac-b0a6-2b1fc4d13a9f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.775101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:09.775600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.841201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71472145-579c-45f3-8836-d76513e2eefb req-2a17711e-d5c9-45ac-b0a6-2b1fc4d13a9f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.841808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-71472145-579c-45f3-8836-d76513e2eefb req-2a17711e-d5c9-45ac-b0a6-2b1fc4d13a9f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.850439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71472145-579c-45f3-8836-d76513e2eefb req-2a17711e-d5c9-45ac-b0a6-2b1fc4d13a9f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "DELETE /v2.0/security-groups/0297c11c-d6ee-44aa-ab7b-d14da9063e2a HTTP/1.1" status: 204 len: 173 time: 0.2721665 Aug 06 15:35:09.855001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:09.869718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17711e-d5c9-45ac-b0a6-2b1fc4d13a9f tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297c11c-d6ee-44aa-ab7b-d14da9063e2a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:09.872219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Transition to ACTIVE for port object 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:09.955245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6343b-a08d-4055-afca-e21c5ecf8874 req-3be1c481-8e34-44e8-8143-aa5edae06b06 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:09.956798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78b6343b-a08d-4055-afca-e21c5ecf8874 req-3be1c481-8e34-44e8-8143-aa5edae06b06 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 931 time: 0.0891738 Aug 06 15:35:09.975646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.003311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b2727-bb51-4edd-ac6c-d8e07b9dfa9d req-a636e48a-88ba-447e-8cb1-d4ceec74ac9c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:10.005105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-914b2727-bb51-4edd-ac6c-d8e07b9dfa9d req-a636e48a-88ba-447e-8cb1-d4ceec74ac9c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0879152 Aug 06 15:35:10.024750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78b6343b-a08d-4055-afca-e21c5ecf8874 req-8cb7d14f-6ed7-424e-818b-79e4ee2176e3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616944 Aug 06 15:35:10.025324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Network 78f16cc6-a809-49f5-b710-3200babb6657 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:10.029272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:10.032353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:10.066517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event updated for resources: {'Port': ['ID=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:10.080284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-914b2727-bb51-4edd-ac6c-d8e07b9dfa9d req-fc6c375c-4773-4a8e-9fad-5971d4ca6cb9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662458 Aug 06 15:35:10.097696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:10.098499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.114553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-899ce329-3c66-45c0-8604-e3360989dd74 req-1ac0e1e3-bc7b-47ee-8861-eecf9913c60c tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "GET /v2.0/security-groups/1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d HTTP/1.1" status: 200 len: 1815 time: 0.0611784 Aug 06 15:35:10.177149 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-5c31e489-e76f-4460-bf26-23dd9e1741b2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0383027 Aug 06 15:35:10.182341 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-899ce329-3c66-45c0-8604-e3360989dd74 req-e0398e19-3118-4f25-8ad3-04bd5af97082 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.184685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-cbcb3449-366d-4d62-8052-ea697865a31d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456724 Aug 06 15:35:10.197506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Request body: {'port': {'device_id': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:10.209752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-899ce329-3c66-45c0-8604-e3360989dd74 req-e0398e19-3118-4f25-8ad3-04bd5af97082 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.302518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-57c61fbf-fd99-4ecf-9e0b-f79afcb40a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:10.304580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-57c61fbf-fd99-4ecf-9e0b-f79afcb40a5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a&device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 1096 time: 0.0795953 Aug 06 15:35:10.305428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.362722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-899ce329-3c66-45c0-8604-e3360989dd74 req-e0398e19-3118-4f25-8ad3-04bd5af97082 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.367196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-899ce329-3c66-45c0-8604-e3360989dd74 req-e0398e19-3118-4f25-8ad3-04bd5af97082 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.368562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-899ce329-3c66-45c0-8604-e3360989dd74 req-e0398e19-3118-4f25-8ad3-04bd5af97082 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d HTTP/1.1" status: 204 len: 173 time: 0.2462547 Aug 06 15:35:10.378338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:10.380744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398e19-3118-4f25-8ad3-04bd5af97082 tempest-SecurityGroupRulesNegativeTestJSON-564497909 tempest-SecurityGroupRulesNegativeTestJSON-564497909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28a4e7-edd7-4d0c-aa6c-d99ea2b22f5d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:10.539373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Deleting subnet 08350b59-c446-4a31-b8e3-5cf954a99178 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:35:10.547243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.602757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a95e3b82-eaed-472c-8433-22a770b8f6ef None None] Provisioning for port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:10.609001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a95e3b82-eaed-472c-8433-22a770b8f6ef None None] Provisioning complete for port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:10.609740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a95e3b82-eaed-472c-8433-22a770b8f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.638879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71187281-020e-437c-9878-b238c400845f req-2e15666e-4a1e-4ad9-9b40-f80ebdc2e933 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:10.648573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71187281-020e-437c-9878-b238c400845f req-2e15666e-4a1e-4ad9-9b40-f80ebdc2e933 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 945 time: 0.0878713 Aug 06 15:35:10.652156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a95e3b82-eaed-472c-8433-22a770b8f6ef None None] Port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:35:10.671612 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.708604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-593d53a0-b695-45d9-8a51-1981439ddcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:10.710254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-593d53a0-b695-45d9-8a51-1981439ddcb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=83c27216-3974-4901-bebc-ebafca8eeadb HTTP/1.1" status: 200 len: 915 time: 0.3684204 Aug 06 15:35:10.720352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71187281-020e-437c-9878-b238c400845f req-94253a6a-22cc-4a6e-9646-e9c5004c2d76 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689533 Aug 06 15:35:10.725113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.850240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:10.906088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-4fc862bd-ad9b-4151-aa6c-62d33bd310ff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=579b6eaa-1843-435d-a660-9beb0b143ec0 HTTP/1.1" status: 200 len: 1001 time: 0.1772361 Aug 06 15:35:10.968138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d221c9d9-a546-48f7-a428-d793ab363c51 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:10.977993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.012771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-d5b44f4e-fa2a-4d53-8ef8-2c28a6f3787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:11.014252 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-d5b44f4e-fa2a-4d53-8ef8-2c28a6f3787c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd41291a-f32e-4e38-8c95-6738c6f034a4 HTTP/1.1" status: 200 len: 853 time: 0.0998557 Aug 06 15:35:11.046937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:11.079171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-1846fff5-e5c8-44cf-a4f4-c1869c06f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:11.081952 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-1846fff5-e5c8-44cf-a4f4-c1869c06f219 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83c27216-3974-4901-bebc-ebafca8eeadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568686 Aug 06 15:35:11.083496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Transition to ACTIVE for port object d221c9d9-a546-48f7-a428-d793ab363c51 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:11.084707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.125296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08350b59-c446-4a31-b8e3-5cf954a99178,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:11.143968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.146406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1dc3b696-36f7-4100-82a2-c974694176b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/08350b59-c446-4a31-b8e3-5cf954a99178 HTTP/1.1" status: 204 len: 168 time: 0.7662671 Aug 06 15:35:11.156555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:11.177967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:11.194168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '55a860be-7369-4b11-82bf-153c2cb497f2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '55a860be-7369-4b11-82bf-153c2cb497f2', 'mac_address': 'fa:16:3e:62:bb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:11.213809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.215411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848d852-643b-4ca1-a054-6154cfd0522f req-ee508df6-aacd-448c-a0cc-ba16fa7214ae tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:11.223900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9848d852-643b-4ca1-a054-6154cfd0522f req-ee508df6-aacd-448c-a0cc-ba16fa7214ae tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 945 time: 0.1473818 Aug 06 15:35:11.244010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40d56-eb18-44f2-9a7c-11bf97f3c6d8 req-944b705a-434b-418a-a893-bf5471fd78f6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:11.244369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.252172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40d56-eb18-44f2-9a7c-11bf97f3c6d8 req-944b705a-434b-418a-a893-bf5471fd78f6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:11.254945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fae40d56-eb18-44f2-9a7c-11bf97f3c6d8 req-944b705a-434b-418a-a893-bf5471fd78f6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1654 time: 0.1170578 Aug 06 15:35:11.262746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Pushing event updated for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:11.279594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55a860be-7369-4b11-82bf-153c2cb497f2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:11.328122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:11.338307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9848d852-643b-4ca1-a054-6154cfd0522f req-5ce76c6a-db82-4e2b-85ae-d55109585edd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090589 Aug 06 15:35:11.345116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.363235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fae40d56-eb18-44f2-9a7c-11bf97f3c6d8 req-f43bf6b6-6986-4420-854d-88fdfa0204e6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870509 Aug 06 15:35:11.381749 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-0961d4bc-ac0c-4833-9a62-e24a1c4aba34 service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853630 Aug 06 15:35:11.393943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.528267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:11.536838 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf6c45f0-9fd8-419a-8598-84b025f84613 req-de08a084-47fa-4e50-97a2-8120d5503128 service neutron] 10.222.0.64 "GET /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405432 Aug 06 15:35:11.560195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['55a860be-7369-4b11-82bf-153c2cb497f2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:11.574875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197346b-07e9-4385-808e-f990694a8a4e req-e42c6d4c-bb68-4629-8588-8b2a51574f0a tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:11.576954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7197346b-07e9-4385-808e-f990694a8a4e req-e42c6d4c-bb68-4629-8588-8b2a51574f0a tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1159103 Aug 06 15:35:11.650922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7197346b-07e9-4385-808e-f990694a8a4e req-55c82a26-1382-4cec-b3dc-835407c036b0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663602 Aug 06 15:35:11.663501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Attempting to bind port d221c9d9-a546-48f7-a428-d793ab363c51 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:11.663501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Attempting to bind port d221c9d9-a546-48f7-a428-d793ab363c51 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:11.663501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Attempting to bind port d221c9d9-a546-48f7-a428-d793ab363c51 on network 605105f7-ebaa-4efb-a1c8-c40af88772df {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:11.698657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Port d221c9d9-a546-48f7-a428-d793ab363c51 on network 605105f7-ebaa-4efb-a1c8-c40af88772df not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:35:11.699063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Attempting to bind port d221c9d9-a546-48f7-a428-d793ab363c51 on network 605105f7-ebaa-4efb-a1c8-c40af88772df {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:11.707958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:11.707958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Checking segment: {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:11.708836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Bound using segment: {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:11.708836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Bound port: d221c9d9-a546-48f7-a428-d793ab363c51, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:11.709098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.724940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.743755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9c2e09-96c6-4bd1-9777-f0bad93e0873']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:11.757327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf836dc-4bd4-4035-a2f2-e920a87a6e96') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:11.757630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf836dc-4bd4-4035-a2f2-e920a87a6e96') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:11.786934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.813036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.827303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:35:11.827703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:35:11.829378 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:35:11.873628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:11.897127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d221c9d9-a546-48f7-a428-d793ab363c51,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:11.973924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.009193 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.015121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.021321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c9c2e09-96c6-4bd1-9777-f0bad93e0873 HTTP/1.1" status: 204 len: 168 time: 0.8606215 Aug 06 15:35:12.029732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.030361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.031738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] 10.222.0.59 "PUT /v2.0/ports/d221c9d9-a546-48f7-a428-d793ab363c51 HTTP/1.1" status: 200 len: 1091 time: 1.8395569 Aug 06 15:35:12.037503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:12.041103 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3356d88c-c888-4df9-90a1-3f6cf91b87be" -d '{"events": [{"name": "network-changed", "server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:12.063670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df541efe-8e6d-4a58-ab94-6ccda7cde4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9c2e09-96c6-4bd1-9777-f0bad93e0873,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:12.076900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596e0b7-594f-4627-90ca-184c5654839e service neutron] Pushing event updated for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:12.110334 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ea4305-a6dd-462d-81eb-11ceb634f35f x-openstack-request-id: req-24ea4305-a6dd-462d-81eb-11ceb634f35f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:12.110673 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:12.114777 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24ea4305-a6dd-462d-81eb-11ceb634f35f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:12.114777 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51', 'status': 'completed', 'code': 200} Aug 06 15:35:12.151793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Request body: {'port': {'device_id': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:12.246821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-e0f35a70-1129-4e74-9439-d571b85225ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.247379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-e0f35a70-1129-4e74-9439-d571b85225ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.249155 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-e0f35a70-1129-4e74-9439-d571b85225ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1913 time: 0.1031206 Aug 06 15:35:12.253944 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.446983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:12.506632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d762a-518e-4d9d-9181-d0bc75bf62ed req-96eec4f3-b1c3-4bf4-a022-df095087eb7e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.508345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-812d762a-518e-4d9d-9181-d0bc75bf62ed req-96eec4f3-b1c3-4bf4-a022-df095087eb7e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 945 time: 0.0869482 Aug 06 15:35:12.516802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-8145fb58-65a0-4b31-87a7-f7f5d66f750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.517283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-8145fb58-65a0-4b31-87a7-f7f5d66f750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.517747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-8145fb58-65a0-4b31-87a7-f7f5d66f750d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.519317 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-8145fb58-65a0-4b31-87a7-f7f5d66f750d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2490280 Aug 06 15:35:12.529120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e1f9-8c8d-4bda-a2b5-ce250734bf90 req-6cebc175-d8b1-4781-8926-ffd43f812363 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.535173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2e1f9-8c8d-4bda-a2b5-ce250734bf90 req-6cebc175-d8b1-4781-8926-ffd43f812363 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.538509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fde2e1f9-8c8d-4bda-a2b5-ce250734bf90 req-6cebc175-d8b1-4781-8926-ffd43f812363 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1666 time: 0.0781972 Aug 06 15:35:12.581423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-812d762a-518e-4d9d-9181-d0bc75bf62ed req-56902fa7-7815-46ba-89b4-90e1402eae2f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612662 Aug 06 15:35:12.647057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fde2e1f9-8c8d-4bda-a2b5-ce250734bf90 req-f60c9039-3d51-4bc7-b605-1f376cd1e9cf tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638652 Aug 06 15:35:12.653051 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b8683b0f-d2e8-45ba-a535-e529b6585f23 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=091d6fa4fd7a4cef817c3a33094cef37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006361 Aug 06 15:35:12.657379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:12.802766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-2c396dc0-e9d4-4d2f-a91e-6e8a726482ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.804284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3356d88c-c888-4df9-90a1-3f6cf91b87be req-2c396dc0-e9d4-4d2f-a91e-6e8a726482ae service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2708054 Aug 06 15:35:12.804888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381ae9c5-db8c-44e6-940d-bee750eb8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.874740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381ae9c5-db8c-44e6-940d-bee750eb8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.877721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:12.895120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:12.902925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685aa5-0b1c-4491-b937-905744825ab2 req-ec37e118-f817-46b9-9ffe-37799b17f357 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:12.905248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b685aa5-0b1c-4491-b937-905744825ab2 req-ec37e118-f817-46b9-9ffe-37799b17f357 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1124580 Aug 06 15:35:12.926313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Transition to ACTIVE for port object 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:12.960938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b685aa5-0b1c-4491-b937-905744825ab2 req-a22e845b-cc77-4033-b694-2cb05cb85598 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Aug 06 15:35:13.026181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.064550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:13.103836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381ae9c5-db8c-44e6-940d-bee750eb8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.106824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381ae9c5-db8c-44e6-940d-bee750eb8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.110704 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-381ae9c5-db8c-44e6-940d-bee750eb8c16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02bad69d-b908-4b39-b308-1ceefd290757 HTTP/1.1" status: 204 len: 168 time: 0.4497354 Aug 06 15:35:13.191681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ae9c5-db8c-44e6-940d-bee750eb8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bad69d-b908-4b39-b308-1ceefd290757,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:13.220924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Pushing event updated for resources: {'Port': ['ID=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:13.252601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 55a860be-7369-4b11-82bf-153c2cb497f2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:13.257592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.339029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Attempting to bind port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:13.339924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Attempting to bind port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:13.340398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Attempting to bind port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d on network 78f16cc6-a809-49f5-b710-3200babb6657 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:13.345799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d on network 78f16cc6-a809-49f5-b710-3200babb6657 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:35:13.346259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Attempting to bind port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d on network 78f16cc6-a809-49f5-b710-3200babb6657 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:13.351977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:13.352327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Checking segment: {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:13.352735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Bound using segment: {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:13.353161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Bound port: 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599cbeef-539f-4042-8cdf-2761bef27eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:13.353606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.445658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.492578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:13.495485 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264f4af-ed25-4988-aca8-a73665011aa8" -d '{"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-plugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:13.516006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:13.526771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] For port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:13.532105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] For port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:13.563750 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5595d41c-190d-4c92-974d-6a4579622db4 x-openstack-request-id: req-5595d41c-190d-4c92-974d-6a4579622db4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:13.564068 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-plugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:13.564321 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5595d41c-190d-4c92-974d-6a4579622db4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:13.564759 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'code': 200} Aug 06 15:35:13.662580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.672386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.740111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:13.741347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:13.748383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d HTTP/1.1" status: 200 len: 1092 time: 1.5985458 Aug 06 15:35:13.771990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:13.823039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e12aa-8b08-4e91-adeb-f9b25d347676 service neutron] Pushing event updated for resources: {'Port': ['ID=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:13.887324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278151-af26-4741-8fcc-023eb3ec96d2 req-a703b9be-beb2-4984-a30c-a8f281afaab4 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:13.921205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278151-af26-4741-8fcc-023eb3ec96d2 req-a703b9be-beb2-4984-a30c-a8f281afaab4 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:13.922901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c278151-af26-4741-8fcc-023eb3ec96d2 req-a703b9be-beb2-4984-a30c-a8f281afaab4 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1678 time: 0.1398509 Aug 06 15:35:14.011167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-8f778251-96d5-4b17-b632-b07cdf7e5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.012337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-8f778251-96d5-4b17-b632-b07cdf7e5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.014316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-8f778251-96d5-4b17-b632-b07cdf7e5acb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1980 time: 0.1163507 Aug 06 15:35:14.027838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c278151-af26-4741-8fcc-023eb3ec96d2 req-07e6f8ae-70fb-4e7e-9fa4-0917eb69b28c tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942781 Aug 06 15:35:14.135511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbf37c-b533-49ec-9347-76d43c09c911 req-34ebe119-438c-4639-b7d5-2e2d0f085a99 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.137748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17dbf37c-b533-49ec-9347-76d43c09c911 req-34ebe119-438c-4639-b7d5-2e2d0f085a99 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0668223 Aug 06 15:35:14.146834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'tag': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:14.151098 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c" -d '{"events": [{"name": "network-changed", "server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "tag": "8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:14.168986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-a7d36ebd-b7ac-426a-90e3-bf0e145fc1d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=d221c9d9-a546-48f7-a428-d793ab363c51 HTTP/1.1" status: 200 len: 217 time: 0.1394365 Aug 06 15:35:14.186152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17dbf37c-b533-49ec-9347-76d43c09c911 req-2f35c023-0f02-4917-bd6c-03e2ec28b71c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Aug 06 15:35:14.253965 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73d3fcf-1efa-4281-9bec-fdf2492164fe x-openstack-request-id: req-c73d3fcf-1efa-4281-9bec-fdf2492164fe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:14.254666 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "tag": "8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:14.254995 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c73d3fcf-1efa-4281-9bec-fdf2492164fe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:14.256076 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'tag': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d', 'status': 'completed', 'code': 200} Aug 06 15:35:14.295309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-e3a0d5bc-6526-4521-b774-6cefe3bf2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.296867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-e3a0d5bc-6526-4521-b774-6cefe3bf2854 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1906fbea-c8f0-419d-9a6c-f932c950b7b7 HTTP/1.1" status: 200 len: 801 time: 0.1212156 Aug 06 15:35:14.377595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1eaae0b4-2c37-47f4-be2e-e84b928247b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.379693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1eaae0b4-2c37-47f4-be2e-e84b928247b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=605105f7-ebaa-4efb-a1c8-c40af88772df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718889 Aug 06 15:35:14.499436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-1e73f2af-8150-4069-913b-848f8aea419d service neutron] 10.222.0.59 "GET /v2.0/networks/605105f7-ebaa-4efb-a1c8-c40af88772df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102860 Aug 06 15:35:14.630695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-d6b2a011-5463-44d6-a505-d6e8f75fd186 service neutron] 10.222.0.59 "GET /v2.0/networks/605105f7-ebaa-4efb-a1c8-c40af88772df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243525 Aug 06 15:35:14.695501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-74cacf05-5759-4854-978c-54db63cf8f3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d HTTP/1.1" status: 200 len: 217 time: 0.0548301 Aug 06 15:35:14.764736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-bb7f5e64-4952-4e8f-ab43-75fa8acb4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.766140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-bb7f5e64-4952-4e8f-ab43-75fa8acb4d1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67636a10-1df0-4904-bc9c-5858dee00b04 HTTP/1.1" status: 200 len: 801 time: 0.0637741 Aug 06 15:35:14.827824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-a184d5ef-baeb-42ea-ad85-e7177d7a255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:14.829532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-a184d5ef-baeb-42ea-ad85-e7177d7a255a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78f16cc6-a809-49f5-b710-3200babb6657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543089 Aug 06 15:35:14.940846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:14.991972 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-921e473b-d38f-4ca8-92d7-ef3c56146b72 service neutron] 10.222.0.59 "GET /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543210 Aug 06 15:35:15.150811 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea419f04-67f4-4949-8aaf-420484d921f5 req-e305200f-f9d5-468a-bcd9-8a115173c43d service neutron] 10.222.0.59 "GET /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403439 Aug 06 15:35:15.245874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-network', 'tenant_id': '3f3570c874964bda9904acd85c0d4285'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:15.272434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef87b20-ea9c-4d6a-8f12-cd3b9a14f535 req-bf2cbc39-90ee-4a91-a390-525b81b401a6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.282941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef87b20-ea9c-4d6a-8f12-cd3b9a14f535 req-bf2cbc39-90ee-4a91-a390-525b81b401a6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.282941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ef87b20-ea9c-4d6a-8f12-cd3b9a14f535 req-bf2cbc39-90ee-4a91-a390-525b81b401a6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1678 time: 0.1283383 Aug 06 15:35:15.353322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ef87b20-ea9c-4d6a-8f12-cd3b9a14f535 req-7834da0f-49e3-4716-b1e5-33202b0e992f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Aug 06 15:35:15.398531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:15.400852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:15.428420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-6219154a-e81e-43f5-a66f-392defaf1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.429248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-6219154a-e81e-43f5-a66f-392defaf1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.431277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-6219154a-e81e-43f5-a66f-392defaf1343 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1980 time: 0.0705538 Aug 06 15:35:15.439308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:15.492318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595a2e9-e347-4b1c-b846-987c44ce3312 req-d0c10a00-d3c1-4dd4-aa17-8c6e5454b748 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.499848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8595a2e9-e347-4b1c-b846-987c44ce3312 req-d0c10a00-d3c1-4dd4-aa17-8c6e5454b748 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1302586 Aug 06 15:35:15.554670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca44e3-0756-4539-9f98-f22430413267 req-bc3dd97c-928d-48ea-8d9c-944ac13aefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.556639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2fca44e3-0756-4539-9f98-f22430413267 req-bc3dd97c-928d-48ea-8d9c-944ac13aefd4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 1097 time: 0.1241605 Aug 06 15:35:15.583973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8595a2e9-e347-4b1c-b846-987c44ce3312 req-6b7b421c-3f89-4a6c-b0ec-bc37cd41b674 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Aug 06 15:35:15.631788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2fca44e3-0756-4539-9f98-f22430413267 req-f6e93ced-7330-4d2e-9ae8-1d660ff1dc26 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Aug 06 15:35:15.642239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-7c8bbf8e-39f6-4c62-b0d2-5cb3230a6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.643976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-7c8bbf8e-39f6-4c62-b0d2-5cb3230a6c12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78f16cc6-a809-49f5-b710-3200babb6657 HTTP/1.1" status: 200 len: 902 time: 0.1649895 Aug 06 15:35:15.724228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:15.729332 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-82058e5c-0ad9-4c0d-a8fd-67e32d776a82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d HTTP/1.1" status: 200 len: 217 time: 0.0649817 Aug 06 15:35:15.795399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-2dda9d8a-134b-4e08-8c11-d29ed1cb6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.797087 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-2dda9d8a-134b-4e08-8c11-d29ed1cb6229 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=67636a10-1df0-4904-bc9c-5858dee00b04 HTTP/1.1" status: 200 len: 801 time: 0.0601549 Aug 06 15:35:15.832708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:15.889595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-b0f9aff7-644a-4123-b1c3-8443654f5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:15.891644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-b0f9aff7-644a-4123-b1c3-8443654f5a53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78f16cc6-a809-49f5-b710-3200babb6657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771406 Aug 06 15:35:15.899869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:35:15.916551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0935fff-806d-49e6-85e5-07a11b19b724,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:15.921379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:15.921379 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Added segment a43031fe-eed4-4814-9c0e-fd04ea2654e3 of type vlan for network 68b9236b-44a3-446d-be00-f8b66debb1c5 Aug 06 15:35:16.011128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:16.043755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6640a72-e8c6-4a52-9d25-de220fc46080 req-548c055c-0d9a-4a72-9d7f-a6130ac21c3e tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:16.045900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6640a72-e8c6-4a52-9d25-de220fc46080 req-548c055c-0d9a-4a72-9d7f-a6130ac21c3e tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 946 time: 0.0784039 Aug 06 15:35:16.102102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6640a72-e8c6-4a52-9d25-de220fc46080 req-e2da6a3c-bb23-4155-997f-9fb999e4389a tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Aug 06 15:35:16.146148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:16.147532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:16.148281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:16.219492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] Pushing event updated for resources: {'Network': ['ID=68b9236b-44a3-446d-be00-f8b66debb1c5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:16.234848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:35:16.256169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-587cb296-d1ec-4050-9434-59ed11166c6e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3131196 Aug 06 15:35:16.258932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:16.264748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Request body: {'subnet': {'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-subnet', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:16.351702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:16.355739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:16.432077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-4ad4e41f-04f9-4aa1-be19-f44b1163946e service neutron] 10.222.0.59 "GET /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307493 Aug 06 15:35:16.578019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c3a5c99-819c-44d8-b2f1-053ce0cde13c req-e5954957-aa1b-4fa9-9135-38ffb92c6a45 service neutron] 10.222.0.59 "GET /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292152 Aug 06 15:35:16.583716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0537ef-3650-4130-bbf3-a00782654267 req-7b9cfcd2-5add-4946-b914-3edf96f74fa1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:16.592788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0537ef-3650-4130-bbf3-a00782654267 req-7b9cfcd2-5add-4946-b914-3edf96f74fa1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:16.594445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b0537ef-3650-4130-bbf3-a00782654267 req-7b9cfcd2-5add-4946-b914-3edf96f74fa1 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1678 time: 0.1270030 Aug 06 15:35:16.761543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b0537ef-3650-4130-bbf3-a00782654267 req-b4b97076-fac4-411d-8cec-0c18993e2e80 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047683 Aug 06 15:35:16.792198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad931b09-2c55-4ba5-8408-646c506a4f33 req-dc1ce514-abda-4984-b327-79498376e2b0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:16.801390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad931b09-2c55-4ba5-8408-646c506a4f33 req-dc1ce514-abda-4984-b327-79498376e2b0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1036320 Aug 06 15:35:16.820618 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:16.918413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad931b09-2c55-4ba5-8408-646c506a4f33 req-9017ed15-2db8-4059-bde1-b93cbf696fd2 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105168 Aug 06 15:35:16.929512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a236d133-4b42-4016-9f38-fdf76832dcd3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:16.943355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Checking segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:16.943717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Network hostable DHCP agents. Network: 68b9236b-44a3-446d-be00-f8b66debb1c5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:35:17.020051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:35:17.066192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d221c9d9-a546-48f7-a428-d793ab363c51 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:17.077192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 68b9236b-44a3-446d-be00-f8b66debb1c5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:17.082803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:17.083910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.090630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f053a588-2686-4d37-aad3-8a798b7ee35b None None] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:17.180841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a8156bd-3b5c-4ee6-9046-a9f76aa90da0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9179649 Aug 06 15:35:17.181107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:17.190562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:17.260351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1b46c-a156-46a0-9c28-305a69904b45 req-576d391c-db8c-4bc8-9ebc-fb56fb51dd4d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:17.270784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fcf1b46c-a156-46a0-9c28-305a69904b45 req-576d391c-db8c-4bc8-9ebc-fb56fb51dd4d tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 946 time: 0.0717747 Aug 06 15:35:17.291916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d221c9d9-a546-48f7-a428-d793ab363c51,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:17.311958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fcf1b46c-a156-46a0-9c28-305a69904b45 req-144de563-6e5f-49eb-a6ca-925bd4c76ec1 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.16 "GET /v2.0/security-groups?id=b5b3c06e-16db-4c54-8646-c2140b2985f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Aug 06 15:35:17.318292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'd221c9d9-a546-48f7-a428-d793ab363c51', 'network_id': '605105f7-ebaa-4efb-a1c8-c40af88772df', 'port_id': 'd221c9d9-a546-48f7-a428-d793ab363c51', 'mac_address': 'fa:16:3e:0d:39:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1906fbea-c8f0-419d-9a6c-f932c950b7b7', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:17.346885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.348338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.428546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.455248 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.468943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d221c9d9-a546-48f7-a428-d793ab363c51 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:17.500975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-68b9236b-44a3-446d-be00-f8b66debb1c5', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:35:17.502512 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.538242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d221c9d9-a546-48f7-a428-d793ab363c51,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:17.668726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.669681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:17.727637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:17.944042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:17.948095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Allocated IP 172.20.0.2 (68b9236b-44a3-446d-be00-f8b66debb1c5/a236d133-4b42-4016-9f38-fdf76832dcd3/fd110dc2-642e-4be8-8f33-88ab506da104) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:17.999837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aecc28-13b7-4e42-8e2d-d6742dcd7ecf req-c50e8ee4-94ec-4376-a3d2-4497a6346aa5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:18.019440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-17efb84f-c510-4ea9-8ff5-cb001139049a tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:18.020964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aecc28-13b7-4e42-8e2d-d6742dcd7ecf req-c50e8ee4-94ec-4376-a3d2-4497a6346aa5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:18.021496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-17efb84f-c510-4ea9-8ff5-cb001139049a tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a3f67dd-befd-48ce-9649-41b17e879e86 HTTP/1.1" status: 200 len: 946 time: 0.1059384 Aug 06 15:35:18.034431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10aecc28-13b7-4e42-8e2d-d6742dcd7ecf req-c50e8ee4-94ec-4376-a3d2-4497a6346aa5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1679 time: 0.1640091 Aug 06 15:35:18.043124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:18.137068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10aecc28-13b7-4e42-8e2d-d6742dcd7ecf req-d71a3c41-714a-48e0-bb3f-c97787afdef5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011291 Aug 06 15:35:18.167085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:18.211993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441afb2-d2cc-4897-9118-3d694ce0cbf0 req-700dc940-9fe4-4472-8bde-7a6fc51d31d8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:18.228367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c441afb2-d2cc-4897-9118-3d694ce0cbf0 req-700dc940-9fe4-4472-8bde-7a6fc51d31d8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0900381 Aug 06 15:35:18.279211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c441afb2-d2cc-4897-9118-3d694ce0cbf0 req-2370a1c1-ee00-4e20-acac-b9df5feb36a2 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497758 Aug 06 15:35:18.368017 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.370961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Deleting port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:18.370961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.374419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d', 'network_id': '78f16cc6-a809-49f5-b710-3200babb6657', 'port_id': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d', 'mac_address': 'fa:16:3e:1a:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67636a10-1df0-4904-bc9c-5858dee00b04', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:18.374669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.389839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Transition to ACTIVE for port object fd110dc2-642e-4be8-8f33-88ab506da104 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:18.421597 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.424447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Transition to ACTIVE for port object fd110dc2-642e-4be8-8f33-88ab506da104 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:18.426403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] For port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:18.426734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.443965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:18.452044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Calling delete_port for aa26cd2f-1d50-4fef-a50b-79c62aa97e5e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:18.467884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:18.487653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:18.488913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'mac_address': 'fa:16:3e:b1:2f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:18.537000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.546993 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.584388 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.587428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.602977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:18.604647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a5cce41-0e40-4fd5-9bcb-36718a9d837f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:18.613115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:18.618352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:18.625573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Pushing event updated for resources: {'Port': ['ID=fd110dc2-642e-4be8-8f33-88ab506da104,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:18.645718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:18.724571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.738004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Attempting to bind port fd110dc2-642e-4be8-8f33-88ab506da104 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:18.738385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Attempting to bind port fd110dc2-642e-4be8-8f33-88ab506da104 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:18.738745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Attempting to bind port fd110dc2-642e-4be8-8f33-88ab506da104 on network 68b9236b-44a3-446d-be00-f8b66debb1c5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:18.742189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:18.750372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:18.750765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Checking segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:18.751167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.751715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Bound using segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:18.752205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Bound port: fd110dc2-642e-4be8-8f33-88ab506da104, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:18.752491 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.806520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Allocated IP 172.25.5.102 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/57cfb95f-f207-45ac-acf4-c88e4a62192f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:18.880652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:18.966764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0a5cce41-0e40-4fd5-9bcb-36718a9d837f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:18.969499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:19.027335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:19.064241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Pushing event deleted for resources: {'Port': ['ID=aa26cd2f-1d50-4fef-a50b-79c62aa97e5e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:19.152169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] For port fd110dc2-642e-4be8-8f33-88ab506da104, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:19.157201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] No DVR routers for this DVR port aa26cd2f-1d50-4fef-a50b-79c62aa97e5e on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:19.167147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:19.170030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22617fe0-52c9-4a17-b17a-e692f2dba8ae req-6e1a5a71-f294-4955-bef9-796909265e31 tempest-AttachSCSIVolumeTestJSON-112734047 tempest-AttachSCSIVolumeTestJSON-112734047-project] 10.222.0.64 "DELETE /v2.0/ports/aa26cd2f-1d50-4fef-a50b-79c62aa97e5e HTTP/1.1" status: 204 len: 173 time: 1.1380579 Aug 06 15:35:19.170730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'name': 'network-vif-deleted', 'tag': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:19.184173 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92691eb8-c816-48cd-88ac-196576e4ad59" -d '{"events": [{"server_uuid": "6a3f67dd-befd-48ce-9649-41b17e879e86", "name": "network-vif-deleted", "tag": "aa26cd2f-1d50-4fef-a50b-79c62aa97e5e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:19.230266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] For port fd110dc2-642e-4be8-8f33-88ab506da104, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fd110dc2-642e-4be8-8f33-88ab506da104,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:19.279765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:19.347029 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:19.454303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:19.523020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=57cfb95f-f207-45ac-acf4-c88e4a62192f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:19.546302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:19.548188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:19.551594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:19.575161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b1a67-e531-40f5-8468-9ed0eaad476e None None] Pushing event updated for resources: {'Port': ['ID=fd110dc2-642e-4be8-8f33-88ab506da104,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:19.668870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['aa26cd2f-1d50-4fef-a50b-79c62aa97e5e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:19.915108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['d221c9d9-a546-48f7-a428-d793ab363c51'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:20.031212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:20.061018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:20.225501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:20.226290 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:20.392319 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:20.456763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:20.458050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:20.460928 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4836c9c-5b45-404b-ae4d-23a11d6d2119" -d '{"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-plugged", "status": "completed", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:20.531384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:20.536663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:20.539418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aa26cd2f-1d50-4fef-a50b-79c62aa97e5e no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:20.728304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:20.749771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: aa26cd2f-1d50-4fef-a50b-79c62aa97e5e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:20.750127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aa26cd2f-1d50-4fef-a50b-79c62aa97e5e not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:20.972438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:35:20.975850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42cea2f-25cd-48f3-8277-e1d4a276d864 None None] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:21.115015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:21.187294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0325f0f3-9fa5-4e42-9c83-f881fe751790 None None] Provisioning for port fd110dc2-642e-4be8-8f33-88ab506da104 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:21.252963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:21.266101 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Sync routers for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:21.278341 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:21.279892 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:21.409003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:21.413215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:21.419770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-30f37794-3959-44f8-a4f9-0fd2bf9afdf1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2314036 Aug 06 15:35:21.424538 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:21.447575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:21.455090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:21.457664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:21.598392 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:21.692860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:21.795981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:21.825459 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:19Z', 'revision_number': 3, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:21.844346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd110dc2-642e-4be8-8f33-88ab506da104 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:21.858024 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Checking router: 20ca2ad8-0b8d-43d4-9362-814ffbb17650 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:21.858609 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Updating router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 port 57cfb95f-f207-45ac-acf4-c88e4a62192f binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:35:21.892546 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:21.955070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:22.089118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fd110dc2-642e-4be8-8f33-88ab506da104 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:22.096390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fd110dc2-642e-4be8-8f33-88ab506da104 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:22.096856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.200531 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.248152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port fd110dc2-642e-4be8-8f33-88ab506da104, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fd110dc2-642e-4be8-8f33-88ab506da104,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:22.324308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.338245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.373049 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.389640 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Transition to ACTIVE for port object 57cfb95f-f207-45ac-acf4-c88e4a62192f will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:22.447464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=fd110dc2-642e-4be8-8f33-88ab506da104,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:22.467138 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.542051 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Pushing event updated for resources: {'Port': ['ID=57cfb95f-f207-45ac-acf4-c88e4a62192f,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:22.554911 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.555272 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.555585 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.555986 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.556327 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.556649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.557774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.558156 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.558514 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.558855 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.559187 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.559508 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:22.583555 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Attempting to bind port 57cfb95f-f207-45ac-acf4-c88e4a62192f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:22.584002 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Attempting to bind port 57cfb95f-f207-45ac-acf4-c88e4a62192f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:22.584281 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Attempting to bind port 57cfb95f-f207-45ac-acf4-c88e4a62192f on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:22.590871 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:22.591318 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:22.591720 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.592144 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:22.592861 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Bound port: 57cfb95f-f207-45ac-acf4-c88e4a62192f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:22.593261 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.654058 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] For port 57cfb95f-f207-45ac-acf4-c88e4a62192f, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:22.657829 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] For port 57cfb95f-f207-45ac-acf4-c88e4a62192f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=57cfb95f-f207-45ac-acf4-c88e4a62192f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:22.680563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Allocated IP 172.20.0.1 (68b9236b-44a3-446d-be00-f8b66debb1c5/a236d133-4b42-4016-9f38-fdf76832dcd3/801c9938-2176-4932-8427-0c6d8763dee7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:22.782571 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.873570 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:22.874224 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:22.884307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:22.904739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Transition to ACTIVE for port object 801c9938-2176-4932-8427-0c6d8763dee7 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:22.915764 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d92f7-71e7-48e0-9eb4-404bc51cecff None None] Pushing event updated for resources: {'Port': ['ID=57cfb95f-f207-45ac-acf4-c88e4a62192f,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:23.012796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.093685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d221c9d9-a546-48f7-a428-d793ab363c51 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:23.251252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:23.251252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:23.251252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Pushing event updated for resources: {'Port': ['ID=801c9938-2176-4932-8427-0c6d8763dee7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:23.251252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:23.251252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.264040 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:23.483185 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:19Z', 'revision_number': 3, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:23.512700 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1bcb7-ac5d-43e6-bbb2-ae1fb855876f None None] The sync data for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 is: [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:19Z', 'revision_number': 3, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:23.647260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd110dc2-642e-4be8-8f33-88ab506da104 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:23.702777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fd110dc2-642e-4be8-8f33-88ab506da104 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:23.703153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.752925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port d221c9d9-a546-48f7-a428-d793ab363c51 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:23.758648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port d221c9d9-a546-48f7-a428-d793ab363c51 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:23.759401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.794187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61515603-973b-4e19-b1bc-d7b90c57c9b3 None None] Provisioning for port 801c9938-2176-4932-8427-0c6d8763dee7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:23.803693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61515603-973b-4e19-b1bc-d7b90c57c9b3 None None] Provisioning complete for port 801c9938-2176-4932-8427-0c6d8763dee7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:23.804111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61515603-973b-4e19-b1bc-d7b90c57c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.825927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.895410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-61515603-973b-4e19-b1bc-d7b90c57c9b3 None None] Port 801c9938-2176-4932-8427-0c6d8763dee7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:35:23.956157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:23.992911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d221c9d9-a546-48f7-a428-d793ab363c51,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:24.054308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:24.448845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:24.466423 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:24.498451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:24.539474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Pushing event updated for resources: {'Port': ['ID=801c9938-2176-4932-8427-0c6d8763dee7,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:24.545619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:24.655096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:24.656638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:25.130908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55dcb999-75a7-4896-97af-b132019bf3a4 None None] Provisioning complete for port 801c9938-2176-4932-8427-0c6d8763dee7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:25.135796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55dcb999-75a7-4896-97af-b132019bf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:25.176006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:35:25.229086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-55dcb999-75a7-4896-97af-b132019bf3a4 None None] Port 801c9938-2176-4932-8427-0c6d8763dee7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:35:25.389531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:25.413997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a54a6a1-417d-4f3c-81b9-7566a5fc8147 admin admin] 10.222.0.16 "PUT /v2.0/routers/20ca2ad8-0b8d-43d4-9362-814ffbb17650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9985809 Aug 06 15:35:25.515290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Sync routers for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:25.548075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:25.548807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:25.637999 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:25.768069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 57cfb95f-f207-45ac-acf4-c88e4a62192f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:25.775064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:26.077058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 57cfb95f-f207-45ac-acf4-c88e4a62192f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:26.082713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 57cfb95f-f207-45ac-acf4-c88e4a62192f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:26.083219 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:26.191229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 2, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:26.238870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Checking router: 20ca2ad8-0b8d-43d4-9362-814ffbb17650 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:26.239642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Updating router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 port 801c9938-2176-4932-8427-0c6d8763dee7 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:35:26.356549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:26.407751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:26.451921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 57cfb95f-f207-45ac-acf4-c88e4a62192f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=57cfb95f-f207-45ac-acf4-c88e4a62192f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:26.648034 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:26.777181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=57cfb95f-f207-45ac-acf4-c88e4a62192f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:27.014807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:27.037220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Transition to ACTIVE for port object 801c9938-2176-4932-8427-0c6d8763dee7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:27.107571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:27.278446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Pushing event updated for resources: {'Port': ['ID=801c9938-2176-4932-8427-0c6d8763dee7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:27.465368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Attempting to bind port 801c9938-2176-4932-8427-0c6d8763dee7 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:27.467885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Attempting to bind port 801c9938-2176-4932-8427-0c6d8763dee7 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:27.470694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Attempting to bind port 801c9938-2176-4932-8427-0c6d8763dee7 on network 68b9236b-44a3-446d-be00-f8b66debb1c5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:27.480858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:27.481546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Checking segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:27.482143 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:27.482715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Bound using segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:27.483479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Bound port: 801c9938-2176-4932-8427-0c6d8763dee7, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:27.484077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:27.645290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] For port 801c9938-2176-4932-8427-0c6d8763dee7, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:27.650337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] For port 801c9938-2176-4932-8427-0c6d8763dee7, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=801c9938-2176-4932-8427-0c6d8763dee7,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:27.710218 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:27.801704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 57cfb95f-f207-45ac-acf4-c88e4a62192f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:27.812321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Pushing event updated for resources: {'Port': ['ID=801c9938-2176-4932-8427-0c6d8763dee7,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:27.845675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.846201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.846550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.846885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.847275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.847613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.847963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.848342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.848675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.849044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.849420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.849921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35564e29-88f9-4864-b439-d0c5e85635c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:27.871962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:27.872651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:07Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:28.192716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 57cfb95f-f207-45ac-acf4-c88e4a62192f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:28.193094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:28.198509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:28.474331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:27Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:28.510466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e16e79-50b7-43b0-8612-ea1702fbacb0 None None] The sync data for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 is: [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:27Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:29.237445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:29.741104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 801c9938-2176-4932-8427-0c6d8763dee7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:30.014276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 801c9938-2176-4932-8427-0c6d8763dee7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:30.018758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 801c9938-2176-4932-8427-0c6d8763dee7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:30.019236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:30.121335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:30.160432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 801c9938-2176-4932-8427-0c6d8763dee7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=801c9938-2176-4932-8427-0c6d8763dee7,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:30.241766 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:30.306005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=801c9938-2176-4932-8427-0c6d8763dee7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:30.599866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce469a-cfea-4758-bca8-3e802dce18cd req-13626215-35d5-4b20-a0eb-d6f2217cf282 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:30.608408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72ce469a-cfea-4758-bca8-3e802dce18cd req-13626215-35d5-4b20-a0eb-d6f2217cf282 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0676973 Aug 06 15:35:30.654352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72ce469a-cfea-4758-bca8-3e802dce18cd req-7e254128-3401-43d0-9437-bebf472ad7a4 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 Aug 06 15:35:30.784865 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e1672f-867e-4410-95c7-bf2753734d9e x-openstack-request-id: req-27e1672f-867e-4410-95c7-bf2753734d9e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:30.785611 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3f67dd-befd-48ce-9649-41b17e879e86", "name": "network-vif-deleted", "tag": "aa26cd2f-1d50-4fef-a50b-79c62aa97e5e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:30.786113 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27e1672f-867e-4410-95c7-bf2753734d9e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:30.786816 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3f67dd-befd-48ce-9649-41b17e879e86', 'name': 'network-vif-deleted', 'tag': 'aa26cd2f-1d50-4fef-a50b-79c62aa97e5e', 'status': 'completed', 'code': 200} Aug 06 15:35:30.836616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb95a-a319-4995-8cc6-8dd236b0b0d5 req-5b0ebef9-f2f1-4526-a624-1461e3ad6792 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:30.843760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb95a-a319-4995-8cc6-8dd236b0b0d5 req-5b0ebef9-f2f1-4526-a624-1461e3ad6792 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:30.847022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cebfb95a-a319-4995-8cc6-8dd236b0b0d5 req-5b0ebef9-f2f1-4526-a624-1461e3ad6792 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.1251047 Aug 06 15:35:30.875345 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e18df-93aa-454f-b995-cf00cf9a2033 x-openstack-request-id: req-4b5e18df-93aa-454f-b995-cf00cf9a2033 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:30.875754 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-plugged", "status": "completed", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:30.876299 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b5e18df-93aa-454f-b995-cf00cf9a2033 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:30.876943 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'code': 200} Aug 06 15:35:30.917882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cebfb95a-a319-4995-8cc6-8dd236b0b0d5 req-9e529bde-b21f-4b06-a0f3-2fc2827722cc tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536070 Aug 06 15:35:31.330860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945dfd6-1366-4dd2-b97c-76b19ae71cef req-04777e2c-9148-43ad-8ca6-052556bd2c2b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:31.338644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9945dfd6-1366-4dd2-b97c-76b19ae71cef req-04777e2c-9148-43ad-8ca6-052556bd2c2b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0726590 Aug 06 15:35:31.392558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9945dfd6-1366-4dd2-b97c-76b19ae71cef req-f094867a-6b90-40eb-84a3-728f216b6872 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524397 Aug 06 15:35:31.666805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 801c9938-2176-4932-8427-0c6d8763dee7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:31.732479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 801c9938-2176-4932-8427-0c6d8763dee7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:31.732854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:32.557519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010937e-66b8-4488-be27-ae23b393d03d req-8c304756-2784-4cc4-9319-ebb17d56f4bd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:32.570429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010937e-66b8-4488-be27-ae23b393d03d req-8c304756-2784-4cc4-9319-ebb17d56f4bd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:32.570429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a010937e-66b8-4488-be27-ae23b393d03d req-8c304756-2784-4cc4-9319-ebb17d56f4bd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.1249712 Aug 06 15:35:32.575334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519b40d-4042-493e-a244-9e69576b1659 req-bd8f3bbe-bb51-4017-be4e-d208f7f409ca tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:32.576831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d519b40d-4042-493e-a244-9e69576b1659 req-bd8f3bbe-bb51-4017-be4e-d208f7f409ca tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 949 time: 0.1235392 Aug 06 15:35:32.638659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a010937e-66b8-4488-be27-ae23b393d03d req-31e90b4a-1cdc-46e6-9430-4aa7c7b1aeec tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603459 Aug 06 15:35:32.642148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d519b40d-4042-493e-a244-9e69576b1659 req-c70f42e7-4f4e-4c58-8293-083279de4f65 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Aug 06 15:35:32.750150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db178db3-10b7-4691-83b3-2def6559e8ea req-dbbc8ff7-9a5e-457b-ab79-e29a23027b05 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:32.752100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db178db3-10b7-4691-83b3-2def6559e8ea req-dbbc8ff7-9a5e-457b-ab79-e29a23027b05 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0561922 Aug 06 15:35:32.801370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db178db3-10b7-4691-83b3-2def6559e8ea req-25b54203-7a1f-4c6a-9779-4702bd7f96da tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Aug 06 15:35:32.878867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d'}, {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:32.882324 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f481c4-281d-4b4c-95bc-0972347f40fb" -d '{"events": [{"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-plugged", "status": "completed", "tag": "8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d"}, {"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-plugged", "status": "completed", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:32.961016 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f7fa0-aba1-4909-b10e-7e705f9b262e x-openstack-request-id: req-695f7fa0-aba1-4909-b10e-7e705f9b262e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:32.961592 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-plugged", "status": "completed", "tag": "8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d", "code": 200}, {"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-plugged", "status": "completed", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:32.962029 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695f7fa0-aba1-4909-b10e-7e705f9b262e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:32.962620 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d', 'code': 200} Aug 06 15:35:32.966587 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51', 'code': 200} Aug 06 15:35:33.106413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777da0d0-283c-4de7-ac9a-22e2ffd202bc req-0dbba4b4-8832-4d92-ad40-6479d4e569d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:33.107649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777da0d0-283c-4de7-ac9a-22e2ffd202bc req-0dbba4b4-8832-4d92-ad40-6479d4e569d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:33.109613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-777da0d0-283c-4de7-ac9a-22e2ffd202bc req-0dbba4b4-8832-4d92-ad40-6479d4e569d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1984 time: 0.0663772 Aug 06 15:35:33.184736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-777da0d0-283c-4de7-ac9a-22e2ffd202bc req-2ffe7b26-0d7c-4cfe-b699-78c43e656cdc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620174 Aug 06 15:35:33.428862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa448123-1afc-4426-b0c7-54dc325db6e8 req-59f759f1-e327-4512-9892-b248454ac278 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:33.430657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa448123-1afc-4426-b0c7-54dc325db6e8 req-59f759f1-e327-4512-9892-b248454ac278 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0932148 Aug 06 15:35:33.486695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa448123-1afc-4426-b0c7-54dc325db6e8 req-86c72261-e81c-439c-b3ac-f445d1dfd3f1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481217 Aug 06 15:35:33.783752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319977b-e828-464b-804f-58a7d20d0bd7 req-c39ed695-e53e-4e9d-827a-0f435bf1ceb5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:33.790144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319977b-e828-464b-804f-58a7d20d0bd7 req-c39ed695-e53e-4e9d-827a-0f435bf1ceb5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:33.798578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1319977b-e828-464b-804f-58a7d20d0bd7 req-c39ed695-e53e-4e9d-827a-0f435bf1ceb5 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.0747721 Aug 06 15:35:33.857033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1319977b-e828-464b-804f-58a7d20d0bd7 req-ac83a586-ee09-4f54-8c6a-e3fec50b9dcd tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523283 Aug 06 15:35:34.685612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05310db4-32ff-4a93-9796-f5c5556501ac req-cca16b77-9a93-4cb8-85a5-76ee3eca8b2e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:34.692333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05310db4-32ff-4a93-9796-f5c5556501ac req-cca16b77-9a93-4cb8-85a5-76ee3eca8b2e tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0735149 Aug 06 15:35:34.749403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05310db4-32ff-4a93-9796-f5c5556501ac req-63c9fb97-8126-40fe-9629-bd8d1a5c9451 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Aug 06 15:35:34.821775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-560d50cf-e930-436c-b561-20bb7b056428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:35.000577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56e0e0-9668-4ad5-98c9-9652900d391c req-ac0831a5-146a-4fa3-8556-9ac3c99b6653 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:35.007049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56e0e0-9668-4ad5-98c9-9652900d391c req-ac0831a5-146a-4fa3-8556-9ac3c99b6653 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:35.012392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e56e0e0-9668-4ad5-98c9-9652900d391c req-ac0831a5-146a-4fa3-8556-9ac3c99b6653 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.0853281 Aug 06 15:35:35.077096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e56e0e0-9668-4ad5-98c9-9652900d391c req-3ed4ac0f-42b9-41f8-9bbc-168371650613 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612631 Aug 06 15:35:35.149305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:35.282764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:35.311659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:35.313951 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7313f3e-3103-47c0-96a9-9e1c040a4fee" -d '{"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-unplugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:35.328231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:35.403218 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:35.470468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:35.610793 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad4fcf-909d-4d2f-8681-b1055cda2804 x-openstack-request-id: req-e9ad4fcf-909d-4d2f-8681-b1055cda2804 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:35.611375 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-unplugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:35.611903 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9ad4fcf-909d-4d2f-8681-b1055cda2804 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:35.612531 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'code': 200} Aug 06 15:35:35.741311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3141-c939-474f-80d5-b9219ae7b8df req-3ca986a3-0b4a-42a6-a085-2a621d2bba64 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:35.748066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3141-c939-474f-80d5-b9219ae7b8df req-3ca986a3-0b4a-42a6-a085-2a621d2bba64 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:35.749789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8cd3141-c939-474f-80d5-b9219ae7b8df req-3ca986a3-0b4a-42a6-a085-2a621d2bba64 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.0698874 Aug 06 15:35:35.791600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8cd3141-c939-474f-80d5-b9219ae7b8df req-044431dd-4ca1-4013-ac7f-4d1ad1c5e5ee tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Aug 06 15:35:36.337145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41312) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:36.843740 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.117169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032dc6-2be1-47e7-a4db-fb40306947c0 req-84cf90e3-b13e-4868-87e0-9cf50acb1c99 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:37.123773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f032dc6-2be1-47e7-a4db-fb40306947c0 req-84cf90e3-b13e-4868-87e0-9cf50acb1c99 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:37.125492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f032dc6-2be1-47e7-a4db-fb40306947c0 req-84cf90e3-b13e-4868-87e0-9cf50acb1c99 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.2169397 Aug 06 15:35:37.167591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:37.229127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-dc2cb6eb-1b56-4b03-9494-7b75f4364bf1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:37.231125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-dc2cb6eb-1b56-4b03-9494-7b75f4364bf1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.2714250 Aug 06 15:35:37.241998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f032dc6-2be1-47e7-a4db-fb40306947c0 req-9dffa780-ae61-4904-811f-eb282cf4aee6 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094925 Aug 06 15:35:37.257457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-2bf93c6f-b755-4dfb-b88f-ecad3037df2d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/quotas/4d6dc3aeefc34716afe986505ab80f65 HTTP/1.1" status: 200 len: 375 time: 0.0190003 Aug 06 15:35:37.336101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:37.358293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'mac_address': 'fa:16:3e:99:6d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:37.403566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-2091accf-50c0-44c5-b526-24a834388664 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373045 Aug 06 15:35:37.418131 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.438063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1a4a70-02cd-475e-9432-33fc6ea8f130 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:37.460511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:37.529460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-95f1949b-3907-4c34-9b4c-c9d784d8ffe2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:37.539632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-95f1949b-3907-4c34-9b4c-c9d784d8ffe2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:37.540266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Deleting port f6fc4478-442a-4982-b7b0-b42f6f69eecc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:37.540623 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.542182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-95f1949b-3907-4c34-9b4c-c9d784d8ffe2 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 1682 time: 0.1094198 Aug 06 15:35:37.549896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.598270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-abd44d60-af71-4c50-a63b-e78994b6bbdd service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937101 Aug 06 15:35:37.608316 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.639249 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fa2af7f-9bca-4bd9-a721-6bc55a7372cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.645148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:37.669726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8b1a4a70-02cd-475e-9432-33fc6ea8f130'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:37.710345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:37.710995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.784414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] For port f6fc4478-442a-4982-b7b0-b42f6f69eecc, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f6fc4478-442a-4982-b7b0-b42f6f69eecc,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:37.784414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.809611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-9c93acd0-3203-4187-a442-c5dab3c9e684 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103646 Aug 06 15:35:37.817116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Calling delete_port for f6fc4478-442a-4982-b7b0-b42f6f69eecc owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:37.935383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:37.936657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:37.955155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:38.135555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:38.213589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:35:38.227671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1c22893-35da-4774-805d-f2a6e4811a7a req-91ef0594-9308-43fb-a37e-3f8fbf518f2b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 210 time: 0.1022456 Aug 06 15:35:38.283926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:38.322685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:38.353752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fc4478-442a-4982-b7b0-b42f6f69eecc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:38.358725 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:38.386608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:38.428060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.428656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.429154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.429678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.430747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.431265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.431763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.432508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.433098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.433615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.434113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.434611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.442910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:38.444352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:38.445318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.445796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.446010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.447651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.448020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.448912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.449246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.449397 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa54864-7ef6-482b-bd73-341a3b11c1fc" -d '{"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-unplugged", "status": "completed", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:38.449570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.449899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.450224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.450553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.450903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:35:38.528869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:38.545510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:38.549960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:38.552756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-25eea87f-a5c7-477f-b573-200f8c8969b8 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "DELETE /v2.0/ports/8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d HTTP/1.1" status: 204 len: 173 time: 0.9994035 Aug 06 15:35:38.562077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-deleted', 'tag': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:38.564813 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de521451-bb15-46fd-b540-8fdc5625ce00" -d '{"events": [{"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-deleted", "tag": "8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:38.610120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b8673-9710-47e3-88f8-3c2a571c3235 req-0cd97a2b-14eb-4186-82c7-d9306de8726f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:38.619152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-710b8673-9710-47e3-88f8-3c2a571c3235 req-0cd97a2b-14eb-4186-82c7-d9306de8726f tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 945 time: 0.2597544 Aug 06 15:35:38.713649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:38.792775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-710b8673-9710-47e3-88f8-3c2a571c3235 req-35b0bd75-9a8c-4712-b73d-55553234b71a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720068 Aug 06 15:35:38.808919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:38.846935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-775e653f-c631-4804-86fd-12b141968523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:38.849113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-775e653f-c631-4804-86fd-12b141968523 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.3014665 Aug 06 15:35:38.897117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-46f8358b-10ed-48c4-8b83-5df77cc6301c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:38.899197 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-46f8358b-10ed-48c4-8b83-5df77cc6301c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "GET /v2.0/ports?device_id=775b8bfd-4ce6-486d-b115-5b16e0af3aec HTTP/1.1" status: 200 len: 943 time: 0.2165096 Aug 06 15:35:38.994907 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629552f-cba9-40ea-9770-dab32828f110 x-openstack-request-id: req-d629552f-cba9-40ea-9770-dab32828f110 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:38.996646 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-unplugged", "status": "completed", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:38.997116 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d629552f-cba9-40ea-9770-dab32828f110 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:38.997862 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'code': 200} Aug 06 15:35:39.057401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37260b9d-3ef7-411d-930a-19dc76128e2a req-cc2c879b-f33b-41be-8950-31e5b03e76e7 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:39.060436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37260b9d-3ef7-411d-930a-19dc76128e2a req-cc2c879b-f33b-41be-8950-31e5b03e76e7 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0870912 Aug 06 15:35:39.063907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.121873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port d221c9d9-a546-48f7-a428-d793ab363c51 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:39.121873 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.167826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:39.168848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37260b9d-3ef7-411d-930a-19dc76128e2a req-402ae91e-6137-4b44-a71b-8caa10662161 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015377 Aug 06 15:35:39.246359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:39.250735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.342419 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba9a1bd-3709-4ada-a59f-8e20cd8f828d x-openstack-request-id: req-0ba9a1bd-3709-4ada-a59f-8e20cd8f828d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:39.342419 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-deleted", "tag": "8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:39.342796 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ba9a1bd-3709-4ada-a59f-8e20cd8f828d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:39.343060 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-deleted', 'tag': '8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d', 'status': 'completed', 'code': 200} Aug 06 15:35:39.376774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-1a73f2e0-b5a5-4836-a261-b45b03fcfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:39.394153 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-1a73f2e0-b5a5-4836-a261-b45b03fcfbfb service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.5311322 Aug 06 15:35:39.425421 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.489391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Deleting port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:39.490008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.503424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:39.544457 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-010198ed-10f1-41b2-8dcd-fb6a01141ab9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.1322355 Aug 06 15:35:39.574362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.575127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:39.614066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:39.614475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b72cc0a-5e0c-497d-b0d1-38f1a1c7e13d not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:39.617949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d221c9d9-a546-48f7-a428-d793ab363c51 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:39.695560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d221c9d9-a546-48f7-a428-d793ab363c51,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:39.696190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.736983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for d221c9d9-a546-48f7-a428-d793ab363c51 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:39.756655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-ba9675e9-80ba-4ab0-86bf-cbf106f1da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:39.758442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-ba9675e9-80ba-4ab0-86bf-cbf106f1da90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.2071917 Aug 06 15:35:39.802426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:39.816597 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.848405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-890e5daf-a466-4756-af44-cbcd81ccc19a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781372 Aug 06 15:35:39.856500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d221c9d9-a546-48f7-a428-d793ab363c51, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d221c9d9-a546-48f7-a428-d793ab363c51,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:39.881544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] For port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:39.881891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.934490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:39.989255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Calling delete_port for 0a5cce41-0e40-4fd5-9bcb-36718a9d837f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:40.090227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:40.142189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a594292-2621-4c38-885b-08a4366aeca0 req-4b8e02f3-4cab-4d11-ae90-85798152d39c tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:40.150799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a594292-2621-4c38-885b-08a4366aeca0 req-4b8e02f3-4cab-4d11-ae90-85798152d39c tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 945 time: 0.2769372 Aug 06 15:35:40.185183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-3801b098-e33a-42ad-8b3b-68f744d19025 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252478 Aug 06 15:35:40.241365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a594292-2621-4c38-885b-08a4366aeca0 req-fd2a3377-5e8f-4b86-b015-c9a937a9423e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872293 Aug 06 15:35:40.286554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Router e631d03f-9b3e-40fa-9dbb-1922d2955535 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:35:40.432063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-752428bf-2e37-4019-8fe1-3a95ebd56680 req-ee03f397-cd4c-45c3-99ca-506993fbdea1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 210 time: 0.0615423 Aug 06 15:35:40.611640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:40.627184 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] Sync routers for ids ['e631d03f-9b3e-40fa-9dbb-1922d2955535'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:40.637560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ca5af032-3d0b-4782-9630-acae1603fce7 admin admin] 10.222.0.16 "PUT /v2.0/routers/e631d03f-9b3e-40fa-9dbb-1922d2955535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2989557 Aug 06 15:35:40.641413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:40.647773 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] Routers {'e631d03f-9b3e-40fa-9dbb-1922d2955535'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:40.647773 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e631d03f-9b3e-40fa-9dbb-1922d2955535'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:40.648167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:40.686480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a9732-732b-4475-855e-adf0c5784277 req-498715ff-4d7a-4130-b1a3-c0e75bd07516 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:40.689782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c36a9732-732b-4475-855e-adf0c5784277 req-498715ff-4d7a-4130-b1a3-c0e75bd07516 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 943 time: 0.1519063 Aug 06 15:35:40.804390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c36a9732-732b-4475-855e-adf0c5784277 req-942c680c-a448-438d-b50d-aa781a00dc27 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/security-groups?id=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Aug 06 15:35:40.883297 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] Set router e631d03f-9b3e-40fa-9dbb-1922d2955535 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:40.999384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:41.001588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130'}, {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:41.004609 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff562b6b-ae92-48be-a56e-7a1046a5d507" -d '{"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130"}, {"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-unplugged", "status": "completed", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:41.307986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:41.314477 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:35:38Z', 'revision_number': 5, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:41.364474 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] Checking router: e631d03f-9b3e-40fa-9dbb-1922d2955535 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:41.388570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda3adf-7da2-4aba-9d9a-1626de532b76 req-77ad141c-205c-4d95-820b-352a7338f08f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:41.400456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7eda3adf-7da2-4aba-9d9a-1626de532b76 req-77ad141c-205c-4d95-820b-352a7338f08f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.4679110 Aug 06 15:35:41.404672 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] Routers {'e631d03f-9b3e-40fa-9dbb-1922d2955535'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:41.405911 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['e631d03f-9b3e-40fa-9dbb-1922d2955535'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:41.406856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event deleted for resources: {'Port': ['ID=0a5cce41-0e40-4fd5-9bcb-36718a9d837f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:41.422418 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb092a4-089a-4c9c-96a4-f8446e3bc766 req-04a81596-2ece-4528-ac99-0013a9336843 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2278197 Aug 06 15:35:41.485317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-10c6a8e3-6310-4cb1-862a-d1195fa4d1bf tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:41.487344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-10c6a8e3-6310-4cb1-862a-d1195fa4d1bf tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 945 time: 0.2866356 Aug 06 15:35:41.519288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:41.532519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] No DVR routers for this DVR port 0a5cce41-0e40-4fd5-9bcb-36718a9d837f on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:41.535523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:41.537730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a9139bd-c5f5-4ea8-80d9-05ca61024057 req-6e1a6537-e8a0-4d53-9caa-bc9aab25a573 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "DELETE /v2.0/ports/0a5cce41-0e40-4fd5-9bcb-36718a9d837f HTTP/1.1" status: 204 len: 173 time: 2.6291366 Aug 06 15:35:41.548810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-deleted', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:41.551662 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05ca40d-6e76-4c34-aa62-69d752ac2eff" -d '{"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-deleted", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:41.615959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=d221c9d9-a546-48f7-a428-d793ab363c51,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:41.713961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port d221c9d9-a546-48f7-a428-d793ab363c51 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:41.734709 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:41.736856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26529f0c-1d43-4276-96ff-7e2008df0fd5 req-ab19db32-fbe8-43a4-9ba4-9841151b2cdb tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.59 "DELETE /v2.0/ports/d221c9d9-a546-48f7-a428-d793ab363c51 HTTP/1.1" status: 204 len: 173 time: 3.1683826 Aug 06 15:35:41.771910 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] Set router e631d03f-9b3e-40fa-9dbb-1922d2955535 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:41.801431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Deleting port 579b6eaa-1843-435d-a660-9beb0b143ec0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:41.801891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:41.814753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7eda3adf-7da2-4aba-9d9a-1626de532b76 req-a03a285d-8e74-49e2-a406-a5a6d483d4ad tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161520 Aug 06 15:35:41.889604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-e2f9463a-c7e8-4031-beb2-1867493ad029 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:41.898524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-e2f9463a-c7e8-4031-beb2-1867493ad029 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.7806978 Aug 06 15:35:41.927569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Request body: {'port': {'device_id': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'admin_state_up': True, 'tenant_id': '4d6dc3aeefc34716afe986505ab80f65'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:41.968424 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.092521 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da553205-089c-4b38-ada2-9234219a78ab x-openstack-request-id: req-da553205-089c-4b38-ada2-9234219a78ab {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:42.093064 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130", "code": 200}, {"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-unplugged", "status": "completed", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:42.098119 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da553205-089c-4b38-ada2-9234219a78ab {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:42.098119 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'code': 200} Aug 06 15:35:42.098119 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51', 'code': 200} Aug 06 15:35:42.137682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 579b6eaa-1843-435d-a660-9beb0b143ec0 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:42.159636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=579b6eaa-1843-435d-a660-9beb0b143ec0,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:42.160060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.359029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eda624-1625-49ad-803a-bc8a2963428b req-27c9ec5b-b4e7-4e7b-a90f-3ab601b218a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:42.367248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59eda624-1625-49ad-803a-bc8a2963428b req-27c9ec5b-b4e7-4e7b-a90f-3ab601b218a0 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 945 time: 0.1148725 Aug 06 15:35:42.415972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Deleting port d85e6b43-8be1-4655-b68f-b75e213101de {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:42.416674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.426195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.449054 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:35:38Z', 'revision_number': 5, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:42.502658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 579b6eaa-1843-435d-a660-9beb0b143ec0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=579b6eaa-1843-435d-a660-9beb0b143ec0,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:42.526272 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79db79e-7afa-434a-8ba1-c5a7326bb518 None None] The sync data for ids ['e631d03f-9b3e-40fa-9dbb-1922d2955535'] in n-d-778550-6 is: [{'id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'name': 'tempest-AttachSCSIVolumeTestJSON-1425680235-router', 'tenant_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:14Z', 'updated_at': '2021-08-06T15:35:38Z', 'revision_number': 5, 'project_id': '3db420e1d65b4bb3a4a4b45fbc765832', 'gw_port': {'id': 'd85e6b43-8be1-4655-b68f-b75e213101de', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:38:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e631d03f-9b3e-40fa-9dbb-1922d2955535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:16Z', 'updated_at': '2021-08-06T15:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:42.574066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.575096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:42.641934 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59eda624-1625-49ad-803a-bc8a2963428b req-e995b4a0-0b2e-4338-b4c6-0ad362cfc88d tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups?id=c337db70-f010-4d12-a012-20e0107616b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736697 Aug 06 15:35:42.703720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Made reservation on behalf of 4d6dc3aeefc34716afe986505ab80f65 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:35:42.723484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.724000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 0a5cce41-0e40-4fd5-9bcb-36718a9d837f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:42.724244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0a5cce41-0e40-4fd5-9bcb-36718a9d837f not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:42.726487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:42.796025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.797145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:42.797666 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Floating IP 54a59274-fdc3-45c0-b678-923b3a761588 disassociated. External IP: 172.25.5.253, port: 579b6eaa-1843-435d-a660-9beb0b143ec0. Aug 06 15:35:42.798301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Calling delete_port for 579b6eaa-1843-435d-a660-9beb0b143ec0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:42.846884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bd455a7-7948-4be0-b111-bf49dd2466bd req-f8813749-60bf-455d-931b-1b638e0963a9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 210 time: 0.0569148 Aug 06 15:35:42.919180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] For port d85e6b43-8be1-4655-b68f-b75e213101de, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d85e6b43-8be1-4655-b68f-b75e213101de,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:42.921879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:43.068939 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c1e03e-74ae-4e8a-b470-65152d5b0e75 x-openstack-request-id: req-c1c1e03e-74ae-4e8a-b470-65152d5b0e75 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:43.069307 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775b8bfd-4ce6-486d-b115-5b16e0af3aec", "name": "network-vif-deleted", "tag": "0a5cce41-0e40-4fd5-9bcb-36718a9d837f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:43.069586 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1c1e03e-74ae-4e8a-b470-65152d5b0e75 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:43.070133 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775b8bfd-4ce6-486d-b115-5b16e0af3aec', 'name': 'network-vif-deleted', 'tag': '0a5cce41-0e40-4fd5-9bcb-36718a9d837f', 'status': 'completed', 'code': 200} Aug 06 15:35:43.108907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Calling delete_port for d85e6b43-8be1-4655-b68f-b75e213101de owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:43.142923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:43.220222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09749765-7a67-4652-83b0-99a0d356ccaf req-05802bf0-b48d-4fbd-83b7-18ed3c156f4a tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "GET /v2.0/ports?device_id=83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71 HTTP/1.1" status: 200 len: 210 time: 0.1249759 Aug 06 15:35:43.324073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event deleted for resources: {'Port': ['ID=579b6eaa-1843-435d-a660-9beb0b143ec0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:43.537492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Allocated IP 172.20.0.10 (b3ea6564-164b-4e2c-a5f6-e3358b4d63e6/0b2ca148-d36b-43f2-8197-dfe2f579464f/92c4acc4-e169-4080-a43e-fb1880b356cf) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:35:43.559458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Router 05118e5c-70b8-47b2-a666-09af3505d276 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:35:43.615618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a47bbb-9ea3-48b7-b1a2-d60ed6eca07f req-55888afd-476b-4b11-abc6-87d56b6d8fbd tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:43.617339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1a47bbb-9ea3-48b7-b1a2-d60ed6eca07f req-55888afd-476b-4b11-abc6-87d56b6d8fbd tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1903942 Aug 06 15:35:43.655455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f6fc4478-442a-4982-b7b0-b42f6f69eecc no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:43.731228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f6fc4478-442a-4982-b7b0-b42f6f69eecc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:43.736712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f6fc4478-442a-4982-b7b0-b42f6f69eecc not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:43.748927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1a47bbb-9ea3-48b7-b1a2-d60ed6eca07f req-fb401fa2-dd10-409a-b528-6a145e78a6d6 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030898 Aug 06 15:35:43.930795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:43.947384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] Sync routers for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:43.970742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:43.972153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:43.977061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.014852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] No DVR routers for this DVR port 579b6eaa-1843-435d-a660-9beb0b143ec0 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:44.018279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.021793 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50f32560-d0e1-443b-9ae9-19b15cd748c4 req-87062cb1-a262-471b-997c-14216ce9fb7e tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.64 "DELETE /v2.0/ports/579b6eaa-1843-435d-a660-9beb0b143ec0 HTTP/1.1" status: 204 len: 173 time: 2.4927225 Aug 06 15:35:44.037374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Pushing event deleted for resources: {'Port': ['ID=d85e6b43-8be1-4655-b68f-b75e213101de,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:44.095380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:44.102686 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ad98c-8ce6-4438-a056-680cf1cf876f" -d '{"events": [{"server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "name": "network-vif-unplugged", "status": "completed", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:44.122937 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.143200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de369705-bdc6-4c9a-8df4-573e166e1537 req-13ed0b22-b99c-4e19-8ed8-482ea51476fe tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 210 time: 0.1117082 Aug 06 15:35:44.233284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:44.320855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72138f62-0ea0-4192-8afe-ec929cbc065d req-cd3e1629-3617-444d-9989-e96c69084dff tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 210 time: 0.0490291 Aug 06 15:35:44.333753 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.415337 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fdab04-7983-4fae-a11c-1e98fcf5df93 x-openstack-request-id: req-86fdab04-7983-4fae-a11c-1e98fcf5df93 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:44.422616 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "name": "network-vif-unplugged", "status": "completed", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:44.423290 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86fdab04-7983-4fae-a11c-1e98fcf5df93 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:44.423907 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'code': 200} Aug 06 15:35:44.502632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41452) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:44.620652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting subnet 67636a10-1df0-4904-bc9c-5858dee00b04 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:35:44.636853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.688272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.703187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.746828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:44.805066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] Checking router: 05118e5c-70b8-47b2-a666-09af3505d276 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:44.831184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:44.832125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:44.860229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.862828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:44.915162 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.008148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:45.070845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.071448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e631d03f-9b3e-40fa-9dbb-1922d2955535 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:35:45.072315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-deleted', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51'}, {'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'name': 'network-vif-deleted', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:45.077445 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b37dc0e-f97e-48f2-b962-c2a23d088b30" -d '{"events": [{"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-deleted", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51"}, {"server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "name": "network-vif-deleted", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:45.097208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:35:45.107463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.108653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bf66f926-ed73-4af5-94a8-09ad5778f23e admin admin] 10.222.0.16 "DELETE /v2.0/routers/e631d03f-9b3e-40fa-9dbb-1922d2955535 HTTP/1.1" status: 204 len: 168 time: 4.4605806 Aug 06 15:35:45.109908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:45.111372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:45.114684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:35:45.120343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:35:45.129674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.212578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c8eff-2a68-4e30-a272-c13e75609bb7 req-db395b2d-d0b2-4798-87c5-9aa2c6f75147 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:45.218568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-322c8eff-2a68-4e30-a272-c13e75609bb7 req-db395b2d-d0b2-4798-87c5-9aa2c6f75147 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.2651341 Aug 06 15:35:45.231399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:45.232719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.286928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-322c8eff-2a68-4e30-a272-c13e75609bb7 req-c2a89abc-9597-4d17-bafd-6704616de0f4 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500710 Aug 06 15:35:45.328775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Subnet': ['ID=67636a10-1df0-4904-bc9c-5858dee00b04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:45.342527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f2ce1-7db1-4a86-a076-2c8ff873bcce None None] Network 78f16cc6-a809-49f5-b710-3200babb6657 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:45.350867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.356274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41466) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:45.364832 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dee6ba4f-1a46-4371-9d26-772753cfecc3 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/subnets/67636a10-1df0-4904-bc9c-5858dee00b04 HTTP/1.1" status: 204 len: 168 time: 0.8607619 Aug 06 15:35:45.460328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Deleting subnet f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:35:45.473824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.478439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:45.517879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.521744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-cff83938-5396-43b1-b79f-b3f33ab9cecd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6090763 Aug 06 15:35:45.525176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905f7b4-7eca-47bb-bc43-d563498ec7b4 None None] The sync data for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 is: [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db', 'name': '', 'network_id': '83c27216-3974-4901-bebc-ebafca8eeadb', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'mac_address': 'fa:16:3e:91:a4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:10Z', 'updated_at': '2021-08-06T15:33:21Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'subnets': [{'id': 'bd41291a-f32e-4e38-8c95-6738c6f034a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:45.543266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Request body: {'port': {'device_id': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:35:45.659508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.774598 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4871376e-02eb-4d2c-9603-85e9dcd237af x-openstack-request-id: req-4871376e-02eb-4d2c-9603-85e9dcd237af {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:45.778915 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71", "name": "network-vif-deleted", "tag": "d221c9d9-a546-48f7-a428-d793ab363c51", "status": "completed", "code": 200}, {"server_uuid": "3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d", "name": "network-vif-deleted", "tag": "579b6eaa-1843-435d-a660-9beb0b143ec0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:45.779486 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4871376e-02eb-4d2c-9603-85e9dcd237af {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:45.780803 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f0271a-5f5d-4237-9d0b-a3d4f8c5aa71', 'name': 'network-vif-deleted', 'tag': 'd221c9d9-a546-48f7-a428-d793ab363c51', 'status': 'completed', 'code': 200} Aug 06 15:35:45.781477 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d', 'name': 'network-vif-deleted', 'tag': '579b6eaa-1843-435d-a660-9beb0b143ec0', 'status': 'completed', 'code': 200} Aug 06 15:35:45.865540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d85e6b43-8be1-4655-b68f-b75e213101de no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:45.889910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.951409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d85e6b43-8be1-4655-b68f-b75e213101de {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:45.955070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:45.955503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d85e6b43-8be1-4655-b68f-b75e213101de not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:45.957474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:45.966198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.053988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bd68be8-be36-467d-aa14-2c38f5aadd82 req-1698d99f-966e-4b74-bfbc-a2d0af83443f tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dfe3074-1e79-4309-8d02-fd4f6dfd5a1d HTTP/1.1" status: 200 len: 210 time: 0.1678174 Aug 06 15:35:46.135315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] DHCP port deletion for 78f16cc6-a809-49f5-b710-3200babb6657 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:35:46.191862 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1b656-c655-4b18-af3a-239c7e521210 None None] New status for floating IP 54a59274-fdc3-45c0-b678-923b3a761588: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:35:46.208053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] Deleting port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:46.208880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.300343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] For port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:46.301158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.319123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] Calling delete_port for 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:46.340824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.418843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:46.431120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.436859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1a9a2f41-f638-4797-acc8-7f57b3500e25 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f9f74a6d-d0f7-428c-bf25-9cabaa3c0eb0 HTTP/1.1" status: 204 len: 168 time: 1.3207808 Aug 06 15:35:46.439596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216528b-a856-4f76-8590-8a677950fdc8 None None] Network 6df0d172-ed1c-4958-a9fb-987abb736afb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:46.442985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:46.459414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,segment=NetworkSegment(599cbeef-539f-4042-8cdf-2761bef27eff),segment_id=599cbeef-539f-4042-8cdf-2761bef27eff)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:46.459784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.503357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c66951-9f2b-4353-bebf-e1b1eb25d748 req-016087b8-6229-4644-b523-ff74864811b4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:46.511645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4c66951-9f2b-4353-bebf-e1b1eb25d748 req-016087b8-6229-4644-b523-ff74864811b4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 932 time: 0.3812814 Aug 06 15:35:46.535072 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.563352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:46.640847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] Pushing event deleted for resources: {'Port': ['ID=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:46.649752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5123d50-3785-4cec-962c-5524b7e4e6e0 None None] No DVR routers for this DVR port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:46.672719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.729687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4c66951-9f2b-4353-bebf-e1b1eb25d748 req-35b147f8-8503-4b4c-bf7c-7f810dedbce6 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162166 Aug 06 15:35:46.834850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Deleting port 6a509161-2908-4629-91f7-948b37b78046 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:46.837961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.882522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] DHCP port deletion for 6df0d172-ed1c-4958-a9fb-987abb736afb request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:35:46.925433 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:46.957440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] Deleting port 6a509161-2908-4629-91f7-948b37b78046 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:46.958080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.049693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] For port 6a509161-2908-4629-91f7-948b37b78046, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a509161-2908-4629-91f7-948b37b78046,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:47.050050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.051457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] For port 6a509161-2908-4629-91f7-948b37b78046, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a509161-2908-4629-91f7-948b37b78046,segment=NetworkSegment(ef3e9e76-dc13-4f93-930b-22379a73f6c6),segment_id=ef3e9e76-dc13-4f93-930b-22379a73f6c6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:47.051899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.074565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] Calling delete_port for 6a509161-2908-4629-91f7-948b37b78046 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:47.094909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Calling delete_port for 6a509161-2908-4629-91f7-948b37b78046 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:47.122652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:47.124630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:47.250096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df4fdc-41df-434b-a4a0-ae5e059bc031 req-912fa071-37c7-4f64-9c2f-f7063a58adde tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:47.258393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29df4fdc-41df-434b-a4a0-ae5e059bc031 req-912fa071-37c7-4f64-9c2f-f7063a58adde tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.3960066 Aug 06 15:35:47.303005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c4acc4-e169-4080-a43e-fb1880b356cf {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:47.362374 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.371459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.415178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.453395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] No DVR routers for this DVR port 6a509161-2908-4629-91f7-948b37b78046 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:47.455572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af94f6-94a5-4544-b215-470106e6d7c5 None None] Pushing event deleted for resources: {'Port': ['ID=6a509161-2908-4629-91f7-948b37b78046,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:47.456006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a509161-2908-4629-91f7-948b37b78046,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:47.486296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] No DVR routers for this DVR port 6a509161-2908-4629-91f7-948b37b78046 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:47.557004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29df4fdc-41df-434b-a4a0-ae5e059bc031 req-2cadb47a-8981-4330-8eb3-502f54a52eff tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976670 Aug 06 15:35:47.573849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.578401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Transition to ACTIVE for port object 92c4acc4-e169-4080-a43e-fb1880b356cf will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:35:47.607158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f16cc6-a809-49f5-b710-3200babb6657']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:47.628940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599cbeef-539f-4042-8cdf-2761bef27eff') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:47.629250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599cbeef-539f-4042-8cdf-2761bef27eff') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:47.644136 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.662621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.668137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df0d172-ed1c-4958-a9fb-987abb736afb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:47.693196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.707684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:35:47.712478 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:35:47.719414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3e9e76-dc13-4f93-930b-22379a73f6c6') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:47.719414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3e9e76-dc13-4f93-930b-22379a73f6c6') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:47.719773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.741518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.765847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:47.788821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.796142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:47.796514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d06e4a8-b14e-4d8e-a2e9-b86c5b0e76d9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:47.796985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a509161-2908-4629-91f7-948b37b78046 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:47.822253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:35:47.823094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:35:47.831757 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:35:47.835483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6a509161-2908-4629-91f7-948b37b78046 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:47.836546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a509161-2908-4629-91f7-948b37b78046 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:47.908620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.922910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:47.927404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/networks/78f16cc6-a809-49f5-b710-3200babb6657 HTTP/1.1" status: 204 len: 168 time: 2.5677419 Aug 06 15:35:47.939764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41490) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:48.024204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting subnet 1906fbea-c8f0-419d-9a6c-f932c950b7b7 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:35:48.044095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb05431-1507-478b-b72c-d20022e16638 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Network': ['ID=78f16cc6-a809-49f5-b710-3200babb6657,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:48.047704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:48.073844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.076945 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.109120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.111109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6df0d172-ed1c-4958-a9fb-987abb736afb HTTP/1.1" status: 204 len: 168 time: 1.6672826 Aug 06 15:35:48.112042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae4d44-63b4-4f4d-8505-cd162693fb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df0d172-ed1c-4958-a9fb-987abb736afb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:48.113924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:48.165964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.208405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a486f40-e0f7-42e4-9ff6-89eabeee3951 req-e751d8b5-df25-4774-8364-2ca050c71eb3 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:48.210000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a486f40-e0f7-42e4-9ff6-89eabeee3951 req-e751d8b5-df25-4774-8364-2ca050c71eb3 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 944 time: 0.2809751 Aug 06 15:35:48.221510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Attempting to bind port 92c4acc4-e169-4080-a43e-fb1880b356cf on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:35:48.221905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Attempting to bind port 92c4acc4-e169-4080-a43e-fb1880b356cf by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:35:48.222242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Attempting to bind port 92c4acc4-e169-4080-a43e-fb1880b356cf on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:48.254138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Port 92c4acc4-e169-4080-a43e-fb1880b356cf on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:35:48.254547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Attempting to bind port 92c4acc4-e169-4080-a43e-fb1880b356cf on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:35:48.284285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:35:48.284690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Checking segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:35:48.285104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Bound using segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:35:48.285644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Bound port: 92c4acc4-e169-4080-a43e-fb1880b356cf, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:35:48.286028 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.329990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a486f40-e0f7-42e4-9ff6-89eabeee3951 req-8bed1359-b1d2-4fdc-bc1f-650dc73ab2a2 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126549 Aug 06 15:35:48.393143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.482603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:48.483728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:35:48.489498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:35:48.594379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.642156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:48.642744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.644207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] 10.222.0.64 "PUT /v2.0/ports/92c4acc4-e169-4080-a43e-fb1880b356cf HTTP/1.1" status: 200 len: 1092 time: 3.1065013 Aug 06 15:35:48.646907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:48.649341 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:48.655727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8604b1a-0e88-4214-82a7-67003b0346e3 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.684397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.708334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8604b1a-0e88-4214-82a7-67003b0346e3 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.749021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.751291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/subnets/1906fbea-c8f0-419d-9a6c-f932c950b7b7 HTTP/1.1" status: 204 len: 168 time: 0.8067503 Aug 06 15:35:48.755203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e0c37-7926-439d-86fa-73f42153674e None None] Network 605105f7-ebaa-4efb-a1c8-c40af88772df requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:48.772111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41502) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:48.784428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3de885-78a2-4abc-aeec-68d5d20780b7 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Subnet': ['ID=1906fbea-c8f0-419d-9a6c-f932c950b7b7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:48.848583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c326fd-2a52-4924-8502-5167b9102b56 service neutron] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:48.921995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570d22e-6f71-4bfc-83ac-21d48b97339c req-685c52bb-270c-4ada-bfb6-16ed61e2d133 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:48.929766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8570d22e-6f71-4bfc-83ac-21d48b97339c req-685c52bb-270c-4ada-bfb6-16ed61e2d133 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1616673 Aug 06 15:35:48.941098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:48.950879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-27c360e7-8d21-487c-b5b9-c72dc86be15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:48.952498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-27c360e7-8d21-487c-b5b9-c72dc86be15d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 1095 time: 0.1603572 Aug 06 15:35:49.001945 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.051210 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8604b1a-0e88-4214-82a7-67003b0346e3 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.060565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8604b1a-0e88-4214-82a7-67003b0346e3 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.064404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f8604b1a-0e88-4214-82a7-67003b0346e3 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "DELETE /v2.0/security-groups/c337db70-f010-4d12-a012-20e0107616b6 HTTP/1.1" status: 204 len: 168 time: 0.5781283 Aug 06 15:35:49.065780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-68e2d96a-7580-441e-be51-d4d98a612004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c4acc4-e169-4080-a43e-fb1880b356cf HTTP/1.1" status: 200 len: 217 time: 0.1034687 Aug 06 15:35:49.087112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8570d22e-6f71-4bfc-83ac-21d48b97339c req-27d72259-84a8-41aa-b095-ba632fa4266c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506066 Aug 06 15:35:49.087312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:49.152991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] DHCP port deletion for 605105f7-ebaa-4efb-a1c8-c40af88772df request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:35:49.178290 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e3edd4-eef2-4f32-a720-7f9d4f7bd716 x-openstack-request-id: req-f6e3edd4-eef2-4f32-a720-7f9d4f7bd716 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:49.178772 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:49.179186 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6e3edd4-eef2-4f32-a720-7f9d4f7bd716 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:49.179872 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'status': 'completed', 'code': 200} Aug 06 15:35:49.181533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8604b1a-0e88-4214-82a7-67003b0346e3 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337db70-f010-4d12-a012-20e0107616b6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:49.225216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632664-2901-408e-9a96-7519bc64169b req-c2cbea0c-22af-41e4-9f65-c2032e9e2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:49.229955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-c2cbea0c-22af-41e4-9f65-c2032e9e2420 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.1428587 Aug 06 15:35:49.243218 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3f015f94-1250-4284-8504-5a2d081e905d tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] show failed (client error): The resource could not be found. Aug 06 15:35:49.247119 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3f015f94-1250-4284-8504-5a2d081e905d tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "GET /v2.0/security-groups/c337db70-f010-4d12-a012-20e0107616b6 HTTP/1.1" status: 404 len: 347 time: 0.1577239 Aug 06 15:35:49.249736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41508) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:49.288414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-051e31f9-ea7e-44e6-81da-df1da84f0f28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516303 Aug 06 15:35:49.294720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] Deleting port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:49.295095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.363849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Deleting port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:49.364209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.481963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-879f9881-d825-4262-9639-11c2f55c73fe service neutron] 10.222.0.64 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849363 Aug 06 15:35:49.485506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] For port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:49.486233 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.518535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] Calling delete_port for 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:49.591984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] For port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,segment=NetworkSegment(cad2cdcd-4bec-4147-b4fa-86b44fd1a718),segment_id=cad2cdcd-4bec-4147-b4fa-86b44fd1a718)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:49.592352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.616519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Calling delete_port for 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:49.643761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Deleting port 435d8812-46eb-4b47-be13-19895a2daf63 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:49.644131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.658020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d632664-2901-408e-9a96-7519bc64169b req-26d18787-831a-4373-835f-f80aba30b8f8 service neutron] 10.222.0.64 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668079 Aug 06 15:35:49.717094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.765886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f63ea-74a0-4bc9-94e9-41a9e9db2d02 req-13b1ff4d-b45c-4640-bbdb-fb300cd1b1d6 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:49.776821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-166f63ea-74a0-4bc9-94e9-41a9e9db2d02 req-13b1ff4d-b45c-4640-bbdb-fb300cd1b1d6 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 944 time: 0.1137331 Aug 06 15:35:49.778375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] Pushing event deleted for resources: {'Port': ['ID=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:49.780509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd86df0-a122-439d-94cb-09c69c75f484 None None] No DVR routers for this DVR port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:49.783455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:49.853365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-166f63ea-74a0-4bc9-94e9-41a9e9db2d02 req-463f48c4-c170-4fc7-8d26-e6c5c1e791ca tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Aug 06 15:35:49.859030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.859666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:49.866711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:49.867312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:49.935668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Calling delete_port for 435d8812-46eb-4b47-be13-19895a2daf63 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:49.959486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.041303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Port': ['ID=3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:50.119491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] No DVR routers for this DVR port 3b08f525-c3b2-4ecd-ab4a-d27ef6d0bbcb on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:50.139291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-b5a686c6-3fb6-46ab-988e-212232ae9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:50.145161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-b5a686c6-3fb6-46ab-988e-212232ae9311 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 1095 time: 0.0750153 Aug 06 15:35:50.153194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Deleting port 879a3ae8-e9ac-4c6c-b7e6-723955328159 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:50.153555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.267039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.319540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605105f7-ebaa-4efb-a1c8-c40af88772df']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:50.365129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bac2f5-d49f-48de-8536-3f0de26f325e req-c9ea9a02-f576-4ea2-aa09-fe4048dd1a57 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:50.375518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99bac2f5-d49f-48de-8536-3f0de26f325e req-c9ea9a02-f576-4ea2-aa09-fe4048dd1a57 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1398547 Aug 06 15:35:50.394805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:50.395239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad2cdcd-4bec-4147-b4fa-86b44fd1a718') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:50.429700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.456035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99bac2f5-d49f-48de-8536-3f0de26f325e req-03b592c2-e46f-45d2-91fe-d132089360d6 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Aug 06 15:35:50.460767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-86ef184e-382f-4725-a21c-bc6c1d072356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:50.481643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-86ef184e-382f-4725-a21c-bc6c1d072356 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 905 time: 0.3099103 Aug 06 15:35:50.502007 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.517685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:35:50.518103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:35:50.522250 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:35:50.584751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-57d79a9b-0f6e-4bd0-b580-9ef4640698eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92c4acc4-e169-4080-a43e-fb1880b356cf HTTP/1.1" status: 200 len: 217 time: 0.1082442 Aug 06 15:35:50.637717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] For port 879a3ae8-e9ac-4c6c-b7e6-723955328159, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=879a3ae8-e9ac-4c6c-b7e6-723955328159,segment=NetworkSegment(9fce09fb-640f-4021-b035-fae4b08f80f8),segment_id=9fce09fb-640f-4021-b035-fae4b08f80f8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:50.644723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:50.668524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Calling delete_port for 879a3ae8-e9ac-4c6c-b7e6-723955328159 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:50.693052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-75f3c445-6dd2-4cfc-8ce4-51435c3a4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:50.701129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-75f3c445-6dd2-4cfc-8ce4-51435c3a4617 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.0949736 Aug 06 15:35:50.738581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-7b56d18a-201e-4639-954a-19ba1bde7772 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322464 Aug 06 15:35:50.859996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-25c95264-e822-41b9-b9ee-88f77ddef1e2 service neutron] 10.222.0.64 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136200 Aug 06 15:35:50.962822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:51.016207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:51.018249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Pushing event deleted for resources: {'Port': ['ID=435d8812-46eb-4b47-be13-19895a2daf63,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:51.040773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:51.040773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] 10.222.0.16 "DELETE /v2.0/networks/605105f7-ebaa-4efb-a1c8-c40af88772df HTTP/1.1" status: 204 len: 168 time: 2.2550032 Aug 06 15:35:51.064244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:51.073146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c76c-864a-4d29-bd8c-08fe2d9c8545 req-40b7dfec-eb89-4ae2-9e2d-27b409ff72db tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:51.077736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6229c76c-864a-4d29-bd8c-08fe2d9c8545 req-40b7dfec-eb89-4ae2-9e2d-27b409ff72db tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 944 time: 0.1153395 Aug 06 15:35:51.109682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd1c1d-52a5-4b07-82c2-4da994ed1802 tempest-ServersTestMultiNic-754362385 tempest-ServersTestMultiNic-754362385-project] Pushing event deleted for resources: {'Network': ['ID=605105f7-ebaa-4efb-a1c8-c40af88772df,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:51.121504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45c30880-b7ab-465e-8fc0-f6cd30d0d2cd req-dee0396a-470c-43bf-b011-de86e7eec043 service neutron] 10.222.0.64 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517531 Aug 06 15:35:51.142115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Pushing event deleted for resources: {'Port': ['ID=879a3ae8-e9ac-4c6c-b7e6-723955328159,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:51.235175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6229c76c-864a-4d29-bd8c-08fe2d9c8545 req-2f0e21dc-4b9f-412f-be87-cb06f77b827c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499705 Aug 06 15:35:51.389457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:51.393367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:51.394584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a78425a4-a29c-4725-950d-2efaa9758fc1 tempest-ServersTestFqdnHostnames-2062484330 tempest-ServersTestFqdnHostnames-2062484330-project] 10.222.0.16 "DELETE /v2.0/floatingips/54a59274-fdc3-45c0-b678-923b3a761588 HTTP/1.1" status: 204 len: 168 time: 2.1393254 Aug 06 15:35:51.397542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:51.509140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:51.624292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:52.062460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001910c9-b0fa-4ad4-b69e-d93aeacdb7d0 req-17c54bd1-e93a-48c7-8355-0e646318f729 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:52.070856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-001910c9-b0fa-4ad4-b69e-d93aeacdb7d0 req-17c54bd1-e93a-48c7-8355-0e646318f729 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0755603 Aug 06 15:35:52.180732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:35:52.181334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-001910c9-b0fa-4ad4-b69e-d93aeacdb7d0 req-1e86c78f-c2e9-4134-83e3-9e852a4ee2db tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086371 Aug 06 15:35:52.420196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:52.439780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'mac_address': 'fa:16:3e:64:df:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:35:52.496889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:52.512382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c4acc4-e169-4080-a43e-fb1880b356cf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:35:52.539891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:52.569504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:35:52.585232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e313ee-2207-498a-a84a-c6e67c8cf448 req-ccc59528-239a-49e2-b522-8b52e19ccff8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:52.586760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10e313ee-2207-498a-a84a-c6e67c8cf448 req-ccc59528-239a-49e2-b522-8b52e19ccff8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 944 time: 0.1267631 Aug 06 15:35:52.624921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:52.705831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:52.730650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10e313ee-2207-498a-a84a-c6e67c8cf448 req-4f072cff-1329-4cc3-b2e2-d37feea64a19 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323338 Aug 06 15:35:52.756469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:52.763775 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-495eadd2-ff2d-4ff4-b066-2668ce29265a admin admin] 10.222.0.16 "PUT /v2.0/routers/4f4ed682-f17d-470e-857a-f4a9533d1ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6488290 Aug 06 15:35:52.766223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:52.769812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] Sync routers for ids ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:52.791330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:52.795116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] Routers {'4f4ed682-f17d-470e-857a-f4a9533d1ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:52.795912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:52.957244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:52.959956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] Set router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:53.041069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['92c4acc4-e169-4080-a43e-fb1880b356cf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:35:53.114759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:53.164600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:53.404063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Deleting port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:53.407317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:53.524701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8e2ed-75db-4d5a-a3f2-b97b950816f3 req-d492da3b-9fca-4db7-a5ee-8285d9b09b3b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:53.533326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ceb8e2ed-75db-4d5a-a3f2-b97b950816f3 req-d492da3b-9fca-4db7-a5ee-8285d9b09b3b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1565304 Aug 06 15:35:53.599370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Deleting port 1cea9218-7c8e-4513-aa9d-730a19ed8460 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:53.599946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:53.600661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ceb8e2ed-75db-4d5a-a3f2-b97b950816f3 req-97ab5edc-6b50-488c-adb9-cd9ce5b41df5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615187 Aug 06 15:35:53.632404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] For port 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:53.633022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:53.649137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:35:50Z', 'revision_number': 5, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port': {'id': '1cea9218-7c8e-4513-aa9d-730a19ed8460', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:84:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:31Z', 'updated_at': '2021-08-06T15:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:53.650356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Calling delete_port for 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:53.728125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] Checking router: 4f4ed682-f17d-470e-857a-f4a9533d1ef5 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:53.741659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] Routers {'4f4ed682-f17d-470e-857a-f4a9533d1ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:53.742601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:53.796472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] For port 1cea9218-7c8e-4513-aa9d-730a19ed8460, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1cea9218-7c8e-4513-aa9d-730a19ed8460,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:53.797297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:53.842070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Calling delete_port for 1cea9218-7c8e-4513-aa9d-730a19ed8460 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:53.898623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] Set router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:53.980663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:35:53Z', 'revision_number': 6, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:53.995640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166cfa-0b24-4351-b246-bb73b3f758d4 req-314f64eb-9092-49cd-8311-3ead41c9b53b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:53.997538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc166cfa-0b24-4351-b246-bb73b3f758d4 req-314f64eb-9092-49cd-8311-3ead41c9b53b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 945 time: 0.0784392 Aug 06 15:35:54.019775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2865e4e-6e2c-4f2c-badc-19d357a17a6f None None] The sync data for ids ['4f4ed682-f17d-470e-857a-f4a9533d1ef5'] in n-d-778550-6 is: [{'id': '4f4ed682-f17d-470e-857a-f4a9533d1ef5', 'name': 'tempest-AttachSCSIVolumeTestJSON-538900709-router', 'tenant_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:35:53Z', 'revision_number': 6, 'project_id': 'fb8fa3f6dc0046baa76173c5305cd5a0', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:54.040440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Deleting port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:54.040790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.059997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.116401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f3460e-1d5e-4ac2-9a59-acd2cbe845cd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:54.122308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc166cfa-0b24-4351-b246-bb73b3f758d4 req-b02174b5-e08d-4ab6-8c99-15f8cce3c033 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144876 Aug 06 15:35:54.300506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] For port f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:54.307769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.330655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.330655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Calling delete_port for f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:54.386460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cea9218-7c8e-4513-aa9d-730a19ed8460,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:54.411307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.615594 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.778951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.782999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:54.792912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Router 528decd0-bcf7-4aec-b4a8-05e719d356ff has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:35:54.808163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86909e52-dcdc-476d-87e4-e5df5370f9c3 req-03f6d476-5525-4898-9c12-86d51d01a6d1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:54.810214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86909e52-dcdc-476d-87e4-e5df5370f9c3 req-03f6d476-5525-4898-9c12-86d51d01a6d1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0850706 Aug 06 15:35:54.940124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86909e52-dcdc-476d-87e4-e5df5370f9c3 req-d7c01568-c402-4080-9177-fc92ad307451 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113536 Aug 06 15:35:55.029358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:55.036138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0c4dc9e4-fead-4595-bee9-4ac6b6c4e303 admin admin] 10.222.0.16 "PUT /v2.0/routers/528decd0-bcf7-4aec-b4a8-05e719d356ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5244246 Aug 06 15:35:55.039222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:55.040455 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] Sync routers for ids ['528decd0-bcf7-4aec-b4a8-05e719d356ff'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:55.060385 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] Routers {'528decd0-bcf7-4aec-b4a8-05e719d356ff'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:55.061946 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['528decd0-bcf7-4aec-b4a8-05e719d356ff'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:55.164184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.235885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.236366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4ed682-f17d-470e-857a-f4a9533d1ef5 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:35:55.244285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.252360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-52e5541c-6e92-484f-8d99-333948cea91b admin admin] 10.222.0.16 "DELETE /v2.0/routers/4f4ed682-f17d-470e-857a-f4a9533d1ef5 HTTP/1.1" status: 204 len: 168 time: 2.4840336 Aug 06 15:35:55.253910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.255176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:55.267013 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] Set router 528decd0-bcf7-4aec-b4a8-05e719d356ff gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:55.303926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:55.515045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Deleting subnet 704d0874-6e48-402f-9967-1333eef71388 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:35:55.556881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.590512 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.685902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0d350-216b-4ef9-9d4e-63f3f718d55b req-5988ff67-1eb0-4ed6-bb3d-cb55a1f39b86 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:55.689338 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:35:53Z', 'revision_number': 5, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:55.694795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c0d350-216b-4ef9-9d4e-63f3f718d55b req-5988ff67-1eb0-4ed6-bb3d-cb55a1f39b86 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 945 time: 0.3391511 Aug 06 15:35:55.720878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.743998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] Checking router: 528decd0-bcf7-4aec-b4a8-05e719d356ff for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:55.765924 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] Routers {'528decd0-bcf7-4aec-b4a8-05e719d356ff'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:55.766865 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['528decd0-bcf7-4aec-b4a8-05e719d356ff'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:55.769840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:55.948308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c0d350-216b-4ef9-9d4e-63f3f718d55b req-f2a5c073-4545-40f3-9c27-e8ac20b30aab tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391212 Aug 06 15:35:55.955886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1cea9218-7c8e-4513-aa9d-730a19ed8460 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:56.035306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.056731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 1cea9218-7c8e-4513-aa9d-730a19ed8460 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:56.057134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1cea9218-7c8e-4513-aa9d-730a19ed8460 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:56.057707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 879a3ae8-e9ac-4c6c-b7e6-723955328159 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:56.114806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 879a3ae8-e9ac-4c6c-b7e6-723955328159 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:56.115195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 879a3ae8-e9ac-4c6c-b7e6-723955328159 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:56.144298 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] Set router 528decd0-bcf7-4aec-b4a8-05e719d356ff gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:56.147330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Deleting port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:56.147675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.183192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:35:56.202135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.266245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fef4e-f0b8-4c8c-bf6e-8dc063bb8eb4 req-53393b38-aaca-4412-a7ef-248d021a2fd3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:56.275127 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a16fef4e-f0b8-4c8c-bf6e-8dc063bb8eb4 req-53393b38-aaca-4412-a7ef-248d021a2fd3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1205754 Aug 06 15:35:56.345405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a16fef4e-f0b8-4c8c-bf6e-8dc063bb8eb4 req-b9ea57d8-e97c-4842-987d-9dbfe5740bca tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679693 Aug 06 15:35:56.408770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.419518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 92c4acc4-e169-4080-a43e-fb1880b356cf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:35:56.424518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 92c4acc4-e169-4080-a43e-fb1880b356cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:35:56.424518 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.495950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.496244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa09b4a-38c2-4fad-9b60-f674e361da2d None None] Network d3fcb95b-30b7-4175-877f-a4b1a237d601 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:56.504755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/704d0874-6e48-402f-9967-1333eef71388 HTTP/1.1" status: 204 len: 168 time: 1.2483828 Aug 06 15:35:56.506174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d48eb3-c334-4cd0-915f-91891879384f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704d0874-6e48-402f-9967-1333eef71388,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:56.516285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:56.630549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.724995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.751734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Deleting port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:56.752090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.837779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:35:56.842636 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0779ed6a-9cbe-4b8e-9115-0b4492244cdd" -d '{"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-plugged", "status": "completed", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:35:56.846729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] For port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,segment=NetworkSegment(9fce09fb-640f-4021-b035-fae4b08f80f8),segment_id=9fce09fb-640f-4021-b035-fae4b08f80f8)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:56.847495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:56.870976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Calling delete_port for d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:56.907405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:35:53Z', 'revision_number': 5, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:56.942385 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc2cc8-dd22-434a-b946-739e6ca07c82 x-openstack-request-id: req-7edc2cc8-dd22-434a-b946-739e6ca07c82 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:35:56.942385 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-plugged", "status": "completed", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:35:56.942697 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7edc2cc8-dd22-434a-b946-739e6ca07c82 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:35:56.943028 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'code': 200} Aug 06 15:35:56.944766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:56.958478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] For port 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:56.959088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.027748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.027992 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c38af-cd4c-48dd-9b50-4679f5301f76 None None] The sync data for ids ['528decd0-bcf7-4aec-b4a8-05e719d356ff'] in n-d-778550-6 is: [{'id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'name': 'tempest-ServersTestMultiNic-816055057-router', 'tenant_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:28Z', 'updated_at': '2021-08-06T15:35:53Z', 'revision_number': 5, 'project_id': 'ac5d57e357ad4d719aef82d4d219a79e', 'gw_port': {'id': '7dc27d05-9bc2-4390-8d15-c2cfdb7478d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:73:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528decd0-bcf7-4aec-b4a8-05e719d356ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:32Z', 'updated_at': '2021-08-06T15:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:57.097468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] DHCP port deletion for d3fcb95b-30b7-4175-877f-a4b1a237d601 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:35:57.123044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.154432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:57.171460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] No DVR routers for this DVR port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:57.174066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:57.200550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Deleting port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:57.200960 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.235452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Router 05118e5c-70b8-47b2-a666-09af3505d276 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:35:57.246013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Calling delete_port for 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:57.264624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ee0e3-89ad-4f13-9bae-a056fef57e65 req-1ded6290-4ee9-4489-a1c7-5eea60f7854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:57.266495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-767ee0e3-89ad-4f13-9bae-a056fef57e65 req-1ded6290-4ee9-4489-a1c7-5eea60f7854b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 1097 time: 0.2455850 Aug 06 15:35:57.290522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] For port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:57.290939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.431204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.453857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fcb95b-30b7-4175-877f-a4b1a237d601']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:57.475751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Calling delete_port for d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:57.479577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fce09fb-640f-4021-b035-fae4b08f80f8') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:57.480202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fce09fb-640f-4021-b035-fae4b08f80f8') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:57.481894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:35:57.483547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.491680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.510321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.522145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:35:57.522841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.550221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] Pushing event deleted for resources: {'Port': ['ID=d8338c75-6cd2-4fd4-96fb-4ed59b9881f2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:57.564736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7f37a-946c-4d3a-9195-8bd095624002 None None] No DVR routers for this DVR port d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:35:57.668031 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:35:57.681120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-767ee0e3-89ad-4f13-9bae-a056fef57e65 req-71ea2b4e-3d70-4e1b-b4e5-709adafc66a7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987958 Aug 06 15:35:57.692096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:35:57.698375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-830c66f9-b5c2-47d2-9529-1270334037cf admin admin] 10.222.0.16 "PUT /v2.0/routers/05118e5c-70b8-47b2-a666-09af3505d276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2997668 Aug 06 15:35:57.702551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] Sync routers for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:35:57.702899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41628) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:57.715758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:57.716691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:57.735006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf919e2-6f11-45c6-862e-3112a8ffdfbb req-4671fe2b-382c-447e-bb8d-1e74c1cc801e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:57.752509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daf919e2-6f11-45c6-862e-3112a8ffdfbb req-4671fe2b-382c-447e-bb8d-1e74c1cc801e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.5566094 Aug 06 15:35:57.814198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.862944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:57.864928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d3fcb95b-30b7-4175-877f-a4b1a237d601 HTTP/1.1" status: 204 len: 168 time: 1.3465428 Aug 06 15:35:57.920236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b8e2-c2be-44e7-8550-2842e21910b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fcb95b-30b7-4175-877f-a4b1a237d601,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:57.927013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:57.959004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:57.959388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07f3460e-1d5e-4ac2-9a59-acd2cbe845cd not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:57.959773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:35:57.982714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-daf919e2-6f11-45c6-862e-3112a8ffdfbb req-f12921b4-59ef-4632-9687-ba3e1f730245 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288730 Aug 06 15:35:58.007152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6c4fb-1ad8-4979-9b28-b971ac07ca6c req-2a27c9b8-2116-4110-9a50-edc571b4cc06 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:58.012693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34f6c4fb-1ad8-4979-9b28-b971ac07ca6c req-2a27c9b8-2116-4110-9a50-edc571b4cc06 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.3405526 Aug 06 15:35:58.048082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:58.080374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.093624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34f6c4fb-1ad8-4979-9b28-b971ac07ca6c req-2f4def21-e7fb-4701-9371-04c33db63e21 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742826 Aug 06 15:35:58.183581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:35:58.183993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d8338c75-6cd2-4fd4-96fb-4ed59b9881f2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:35:58.230680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.277953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.293087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc27d05-9bc2-4390-8d15-c2cfdb7478d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:58.381665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:58.409687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:35:54Z', 'revision_number': 5, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port': {'id': '60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05118e5c-70b8-47b2-a666-09af3505d276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:04Z', 'updated_at': '2021-08-06T15:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:58.441254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] Checking router: 05118e5c-70b8-47b2-a666-09af3505d276 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:35:58.453914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] Routers {'05118e5c-70b8-47b2-a666-09af3505d276'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:35:58.454737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:35:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['05118e5c-70b8-47b2-a666-09af3505d276'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:58.487916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-964812d4-d0fd-42da-9dd4-8862014e822a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3db420e1d65b4bb3a4a4b45fbc765832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041265 Aug 06 15:35:58.491175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:58.517697 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.584971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc5719e-de41-4d00-9e79-910b780ce600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.591159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] Set router 05118e5c-70b8-47b2-a666-09af3505d276 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:35:58.624578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc5719e-de41-4d00-9e79-910b780ce600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.646425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.648866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.690837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:35:58Z', 'revision_number': 6, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:35:58.736323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Deleting port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:58.736773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.749706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0eb96-0b8c-42dd-a273-80f9a187ac39 None None] The sync data for ids ['05118e5c-70b8-47b2-a666-09af3505d276'] in n-d-778550-6 is: [{'id': '05118e5c-70b8-47b2-a666-09af3505d276', 'name': 'tempest-ServersTestFqdnHostnames-533684901-router', 'tenant_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:02Z', 'updated_at': '2021-08-06T15:35:58Z', 'revision_number': 6, 'project_id': '7cc6a1a6fb4946d69c32e5d68ddd0c5a', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:35:58.808402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.809338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528decd0-bcf7-4aec-b4a8-05e719d356ff {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:35:58.814757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc5719e-de41-4d00-9e79-910b780ce600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.816469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.817287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.818227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b1a785d0-a967-4254-b14e-7e8809c457e9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/528decd0-bcf7-4aec-b4a8-05e719d356ff HTTP/1.1" status: 204 len: 168 time: 3.7764676 Aug 06 15:35:58.818534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fc5719e-de41-4d00-9e79-910b780ce600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:58.820356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2fc5719e-de41-4d00-9e79-910b780ce600 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5b3c06e-16db-4c54-8646-c2140b2985f9 HTTP/1.1" status: 204 len: 168 time: 0.3266475 Aug 06 15:35:58.825245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:58.842520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5719e-de41-4d00-9e79-910b780ce600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3c06e-16db-4c54-8646-c2140b2985f9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:58.940682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Deleting subnet d2997732-ce85-4e6f-b375-ff2a283f5efd {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:35:58.966613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.042119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] For port 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:35:59.042321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.065073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Calling delete_port for 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:35:59.069569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.274559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.347219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718161-8545-43dc-94f1-26c95a73fdec req-88abc96b-f1f1-42c8-8757-81554802779d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:59.348996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8718161-8545-43dc-94f1-26c95a73fdec req-88abc96b-f1f1-42c8-8757-81554802779d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.2165525 Aug 06 15:35:59.361623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37bfc-bf71-46da-a97f-99b6134bb432 req-e4ad1b85-2539-400f-9c2a-cdb55cfa41a3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:35:59.371477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9f37bfc-bf71-46da-a97f-99b6134bb432 req-e4ad1b85-2539-400f-9c2a-cdb55cfa41a3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1147716 Aug 06 15:35:59.438310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8718161-8545-43dc-94f1-26c95a73fdec req-11c36ee4-e2dc-4cbf-a215-e8920e347ec0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644262 Aug 06 15:35:59.449360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.459840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9f37bfc-bf71-46da-a97f-99b6134bb432 req-9a254a48-9688-40a8-b0d1-7fbcb70f3306 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749996 Aug 06 15:35:59.528463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.539089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2997732-ce85-4e6f-b375-ff2a283f5efd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:59.592313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c016228a-4b0f-4346-bce2-d2c70cd304cf None None] Network 48545f32-f6ae-4e6a-b398-4f62936b20f3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:35:59.601039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.603142 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0977b393-39e0-433b-8621-2724d29881e4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d2997732-ce85-4e6f-b375-ff2a283f5efd HTTP/1.1" status: 204 len: 168 time: 0.7803314 Aug 06 15:35:59.606884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41684) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:35:59.607064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Pushing event deleted for resources: {'Port': ['ID=60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:35:59.706596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.823268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.981952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.986320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Deleting port 514b5d28-5c98-407f-b817-86345a3d768a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:35:59.986788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:35:59.994129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.028277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] DHCP port deletion for 48545f32-f6ae-4e6a-b398-4f62936b20f3 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:36:00.052969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:00.095909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:00.208757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.212920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05118e5c-70b8-47b2-a666-09af3505d276 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:36:00.217994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:00.219230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7dc27d05-9bc2-4390-8d15-c2cfdb7478d4 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:00.219942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:00.247411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.252467 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-02b0e14a-fd37-44d0-8999-0d0bcb82d14b admin admin] 10.222.0.16 "DELETE /v2.0/routers/05118e5c-70b8-47b2-a666-09af3505d276 HTTP/1.1" status: 204 len: 168 time: 2.5483794 Aug 06 15:36:00.253132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41692) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:00.259912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:00.261504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8701dcc-2e8c-4d2a-9bd7-6c51f456c2db not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:00.262555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:00.438108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:00.438108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 60c867ba-b2e0-408a-a4c0-fcaa9e89a8d6 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:00.438675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9372cc9d-16a9-4e09-9270-ea91b69a0ba3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb8fa3f6dc0046baa76173c5305cd5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381007 Aug 06 15:36:00.441431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41694) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:00.447294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] Deleting port 514b5d28-5c98-407f-b817-86345a3d768a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:00.452908 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.467032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] For port 514b5d28-5c98-407f-b817-86345a3d768a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=514b5d28-5c98-407f-b817-86345a3d768a,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:00.467663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.571474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Calling delete_port for 514b5d28-5c98-407f-b817-86345a3d768a owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:00.613177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Deleting subnet bd41291a-f32e-4e38-8c95-6738c6f034a4 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:36:00.622828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957460d-b8e1-44dc-9940-156a714cebe6 req-7dd42513-5efc-48e6-960c-9cdbf44b0e5b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:00.631621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b957460d-b8e1-44dc-9940-156a714cebe6 req-7dd42513-5efc-48e6-960c-9cdbf44b0e5b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.4047649 Aug 06 15:36:00.637754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.660147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] For port 514b5d28-5c98-407f-b817-86345a3d768a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=514b5d28-5c98-407f-b817-86345a3d768a,segment=NetworkSegment(35faa3c9-1d69-4a63-b34c-57ec8c0b3360),segment_id=35faa3c9-1d69-4a63-b34c-57ec8c0b3360)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:00.660825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.688787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] Calling delete_port for 514b5d28-5c98-407f-b817-86345a3d768a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:00.696081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef066b12-c4bd-4bef-b4dc-7feabcf5f902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.703202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.752203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b957460d-b8e1-44dc-9940-156a714cebe6 req-4b743bba-bc6f-428a-adbe-fae8e7239ea6 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196158 Aug 06 15:36:00.806240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd2dc7-f2f5-499b-be7a-ded018558c7c req-5249762d-d419-446e-a3e8-86b507d82254 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:00.806240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8bd2dc7-f2f5-499b-be7a-ded018558c7c req-5249762d-d419-446e-a3e8-86b507d82254 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.2085090 Aug 06 15:36:00.849923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.915671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8bd2dc7-f2f5-499b-be7a-ded018558c7c req-4c3538c7-fada-40b8-8708-4561bae25178 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923314 Aug 06 15:36:00.942907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.950548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef066b12-c4bd-4bef-b4dc-7feabcf5f902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.950765 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:00.966403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] No DVR routers for this DVR port 514b5d28-5c98-407f-b817-86345a3d768a on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:01.034631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] Pushing event deleted for resources: {'Port': ['ID=514b5d28-5c98-407f-b817-86345a3d768a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:01.055029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.062902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012ac13-2538-4874-92a4-ac29b61b8e5a None None] No DVR routers for this DVR port 514b5d28-5c98-407f-b817-86345a3d768a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:01.067974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Pushing event deleted for resources: {'Port': ['ID=514b5d28-5c98-407f-b817-86345a3d768a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:01.090181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.094177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bd41291a-f32e-4e38-8c95-6738c6f034a4 HTTP/1.1" status: 204 len: 168 time: 0.7978859 Aug 06 15:36:01.096709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:01.097451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9f905-7ec7-485a-9b4a-95244bc118d7 None None] Network 83c27216-3974-4901-bebc-ebafca8eeadb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:01.122782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083eed6c-b7eb-4f34-a554-a8d92333e803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd41291a-f32e-4e38-8c95-6738c6f034a4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:01.125165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef066b12-c4bd-4bef-b4dc-7feabcf5f902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.127982 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef066b12-c4bd-4bef-b4dc-7feabcf5f902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.132646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef066b12-c4bd-4bef-b4dc-7feabcf5f902 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aaf00ad-c9c4-4066-813d-48ca2689076f HTTP/1.1" status: 204 len: 168 time: 0.6900566 Aug 06 15:36:01.155694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef066b12-c4bd-4bef-b4dc-7feabcf5f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf00ad-c9c4-4066-813d-48ca2689076f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:01.249218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.309254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48545f32-f6ae-4e6a-b398-4f62936b20f3']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:01.331363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35faa3c9-1d69-4a63-b34c-57ec8c0b3360') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:01.331997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35faa3c9-1d69-4a63-b34c-57ec8c0b3360') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:01.348120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.351989 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.373317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.383628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:36:01.384594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:36:01.387058 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:36:01.550683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] DHCP port deletion for 83c27216-3974-4901-bebc-ebafca8eeadb request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:36:01.661849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] Deleting port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:01.661849 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.781778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 514b5d28-5c98-407f-b817-86345a3d768a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:01.854743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 514b5d28-5c98-407f-b817-86345a3d768a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:01.855089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 514b5d28-5c98-407f-b817-86345a3d768a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:01.855498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0ddbd877-9a98-4ae1-b4c3-9de4443f023a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:01.922608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] For port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:01.923078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:01.949253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] Calling delete_port for 0ddbd877-9a98-4ae1-b4c3-9de4443f023a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:02.098306 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.111269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46f2ec-33a3-4883-bf7a-e594609c80a8 req-eb3f820e-8661-423f-a4fb-87efac65c2c9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:02.113074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a46f2ec-33a3-4883-bf7a-e594609c80a8 req-eb3f820e-8661-423f-a4fb-87efac65c2c9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1778653 Aug 06 15:36:02.117124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Deleting port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:02.117850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.119861 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.126372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.131538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] 10.222.0.16 "DELETE /v2.0/networks/48545f32-f6ae-4e6a-b398-4f62936b20f3 HTTP/1.1" status: 204 len: 168 time: 2.5211382 Aug 06 15:36:02.173955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:02.233953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32a48b-b527-47e2-a9ae-5cecf140d885 req-9b359d04-0114-4568-9981-25502ea1479c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:02.235793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a32a48b-b527-47e2-a9ae-5cecf140d885 req-9b359d04-0114-4568-9981-25502ea1479c tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1949847 Aug 06 15:36:02.236917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7c2a0-1ca0-4edf-94e1-0ea94c58d64b admin admin] Pushing event deleted for resources: {'Network': ['ID=48545f32-f6ae-4e6a-b398-4f62936b20f3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:02.315331 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.328417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] For port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,segment=NetworkSegment(e4a1d3d4-b58b-49a1-ac71-224a3eb71df9),segment_id=e4a1d3d4-b58b-49a1-ac71-224a3eb71df9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:02.328791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.342012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a46f2ec-33a3-4883-bf7a-e594609c80a8 req-e0109cf6-ea04-4080-8770-8ca43f3af6fd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117689 Aug 06 15:36:02.361974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Calling delete_port for 0ddbd877-9a98-4ae1-b4c3-9de4443f023a owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:02.379189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a32a48b-b527-47e2-a9ae-5cecf140d885 req-7082b276-bfcb-4872-b403-974dbf5153e2 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077096 Aug 06 15:36:02.406676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:02.483138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.495169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.517019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] Pushing event deleted for resources: {'Port': ['ID=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:02.528058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f66103-5c29-478a-99a2-b8d9a6da738f None None] No DVR routers for this DVR port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:02.532969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddbd877-9a98-4ae1-b4c3-9de4443f023a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:02.539009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] No DVR routers for this DVR port 0ddbd877-9a98-4ae1-b4c3-9de4443f023a on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:02.637738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.649319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c27216-3974-4901-bebc-ebafca8eeadb']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:02.668281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:02.668281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a1d3d4-b58b-49a1-ac71-224a3eb71df9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:02.677971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.693229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.701648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:36:02.702202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:36:02.704270 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:36:02.839395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:02.874099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:02.925047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fca70e5f-903b-470a-b0d4-199c98117a6b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac5d57e357ad4d719aef82d4d219a79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470240 Aug 06 15:36:02.925447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:02.984230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.990580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:02.994198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/83c27216-3974-4901-bebc-ebafca8eeadb HTTP/1.1" status: 204 len: 168 time: 1.8960137 Aug 06 15:36:03.009704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3422fa1-82bc-43af-9b5d-26779a44cf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.029529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85711d41-cb91-44aa-9b62-a8ef025ad1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=83c27216-3974-4901-bebc-ebafca8eeadb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:03.047067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3422fa1-82bc-43af-9b5d-26779a44cf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.134784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-network', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:03.275489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80fc0a-edec-4f90-a39c-cd1dfe512cea req-7b0cd4e4-a007-4450-ac6b-620eae10889a tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:03.277714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f80fc0a-edec-4f90-a39c-cd1dfe512cea req-7b0cd4e4-a007-4450-ac6b-620eae10889a tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 950 time: 0.0560579 Aug 06 15:36:03.334504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f80fc0a-edec-4f90-a39c-cd1dfe512cea req-b1da0887-6a31-47f4-b657-2946fe4d538f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Aug 06 15:36:03.351212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Made reservation on behalf of 6b1d1abaed6c42d38316f78a352a6d3c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:03.351629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3422fa1-82bc-43af-9b5d-26779a44cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.355008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.360199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3422fa1-82bc-43af-9b5d-26779a44cf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.362273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3422fa1-82bc-43af-9b5d-26779a44cf6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae HTTP/1.1" status: 204 len: 168 time: 0.4352155 Aug 06 15:36:03.373336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.388146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3422fa1-82bc-43af-9b5d-26779a44cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05f8ba-a8e2-4b9d-9d97-47bc3f41a2ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:03.586097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c0f0d-70ed-417e-89e5-3285ec78a49d req-a3c0782a-fa29-46b1-aeaf-b89fa4a20b24 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:03.587176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b7c0f0d-70ed-417e-89e5-3285ec78a49d req-a3c0782a-fa29-46b1-aeaf-b89fa4a20b24 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1193941 Aug 06 15:36:03.598542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.643260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b7c0f0d-70ed-417e-89e5-3285ec78a49d req-b851be0b-0b35-4b3e-9e93-4528dd100ad8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Aug 06 15:36:03.674999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41820) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:03.732205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-84b04ba0-38f2-4434-b012-abb7aaacbc19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cc6a1a6fb4946d69c32e5d68ddd0c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553102 Aug 06 15:36:03.734734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:03.745809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.780778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:36:03.792034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f10d942-b68c-4ade-b8b6-88cb36b68637,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:03.797201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df0c3b6-1d06-4590-8639-2a091fe3d586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.810511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5b412-a20e-4fe4-8a8c-3aeb269c9822 req-8319d6ed-4565-484b-9106-56ecfbfdb0f0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:03.815452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52d5b412-a20e-4fe4-8a8c-3aeb269c9822 req-8319d6ed-4565-484b-9106-56ecfbfdb0f0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1037934 Aug 06 15:36:03.818659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.819002 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Added segment 066ee507-8c30-4727-8bd3-ad266f59f0fb of type vlan for network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 Aug 06 15:36:03.828947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df0c3b6-1d06-4590-8639-2a091fe3d586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.887357 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:03.896364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52d5b412-a20e-4fe4-8a8c-3aeb269c9822 req-29f90714-9266-4848-b826-b7f6402c7bd9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799706 Aug 06 15:36:04.002864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df0c3b6-1d06-4590-8639-2a091fe3d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.005897 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1df0c3b6-1d06-4590-8639-2a091fe3d586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.007121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1df0c3b6-1d06-4590-8639-2a091fe3d586 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2106385-3588-4780-9c0e-1c8b43c0b704 HTTP/1.1" status: 204 len: 168 time: 0.2713780 Aug 06 15:36:04.022937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0c3b6-1d06-4590-8639-2a091fe3d586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2106385-3588-4780-9c0e-1c8b43c0b704,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:04.081849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.082874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:04.083779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.162293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] Pushing event updated for resources: {'Network': ['ID=7be7eff4-e57e-4f46-a5ef-45bba85a7122,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:04.176356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:36:04.283346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-747b201f-4985-4666-8442-c43cb8dd3416 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4423223 Aug 06 15:36:04.287571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41844) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:04.294694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Request body: {'subnet': {'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-subnet', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:04.436479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Made reservation on behalf of 6b1d1abaed6c42d38316f78a352a6d3c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:04.438932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.768317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.823066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ede86-e697-434d-8f5b-08252ad36fe5 req-bbfa62a0-d371-440e-8666-9c5ac560bd19 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:04.824820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a2ede86-e697-434d-8f5b-08252ad36fe5 req-bbfa62a0-d371-440e-8666-9c5ac560bd19 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1029904 Aug 06 15:36:04.840490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:04.871785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Checking segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:04.872175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Network hostable DHCP agents. Network: 7be7eff4-e57e-4f46-a5ef-45bba85a7122, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:36:04.888227 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4204053-807a-4dfb-b7f5-9d362c77d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:04.893609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a2ede86-e697-434d-8f5b-08252ad36fe5 req-a2656a41-4c2e-4cee-acc5-96aca061a029 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599883 Aug 06 15:36:04.984747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:36:05.004196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41880) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:05.079693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d977ece-c312-4841-a750-82400d8d27e2 req-aabf9451-b954-453e-952d-7722d3b8ddbc tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:05.081624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d977ece-c312-4841-a750-82400d8d27e2 req-aabf9451-b954-453e-952d-7722d3b8ddbc tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.0873575 Aug 06 15:36:05.122972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7be7eff4-e57e-4f46-a5ef-45bba85a7122) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:05.127215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd75f08-af03-406f-a0da-1163d10df1dc None None] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:05.130791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:05.131482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.144170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1100160344-network', 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:05.148411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d977ece-c312-4841-a750-82400d8d27e2 req-55aedc81-0763-43b0-89a1-a34118ce4835 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604794 Aug 06 15:36:05.185387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-5d0e6131-3cf1-4fd2-8396-fa86d7de8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:05.186876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-5d0e6131-3cf1-4fd2-8396-fa86d7de8dda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.0617855 Aug 06 15:36:05.296360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7be7eff4-e57e-4f46-a5ef-45bba85a7122', 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'fixed_ips': [{'subnet_id': '0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:36:05.297595 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.318329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a804713-ddfc-46f7-815f-0f9d3a72cb70 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0285566 Aug 06 15:36:05.326839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-8a9089f8-aae1-4924-8f65-273c57601d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:05.326839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-8a9089f8-aae1-4924-8f65-273c57601d29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.1142414 Aug 06 15:36:05.326839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:05.331518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:05.386970 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-cd24e7f8-2b94-4b08-b7ab-325324dc14fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.0484431 Aug 06 15:36:05.435749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:05.451863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-dec80c32-824f-4c44-b87f-a011da43983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:05.453518 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-dec80c32-824f-4c44-b87f-a011da43983d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.0575979 Aug 06 15:36:05.465238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:05.468348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.498378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.503040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Allocated IP 172.20.0.2 (7be7eff4-e57e-4f46-a5ef-45bba85a7122/0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb/1e892cb3-a9bd-4674-911f-e868e24a0b04) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:05.535078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-23118e7e-fc8c-4f08-a8ad-0e0b105bac68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618644 Aug 06 15:36:05.569681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1377285818-network', 'tenant_id': '15a5f724a5b942cca108e959a35df180'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:05.637911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.639312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.714715 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.724200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Transition to ACTIVE for port object 1e892cb3-a9bd-4674-911f-e868e24a0b04 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:05.740560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Transition to ACTIVE for port object 1e892cb3-a9bd-4674-911f-e868e24a0b04 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:05.771387 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.776588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19643-77fc-472b-9ae7-28de43b0148a req-fb833059-29fe-4446-863f-94129a0c5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:05.778163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5af19643-77fc-472b-9ae7-28de43b0148a req-fb833059-29fe-4446-863f-94129a0c5545 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.1536911 Aug 06 15:36:05.782776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-020a3837-b93d-4241-9c83-d0355406075e service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367229 Aug 06 15:36:05.903650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5af19643-77fc-472b-9ae7-28de43b0148a req-3fc75c04-6d05-4253-894b-2cf7e1beb089 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100073 Aug 06 15:36:05.917400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.933808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:05.964157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:05.967430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:05.971482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:05.977937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Pushing event updated for resources: {'Port': ['ID=1e892cb3-a9bd-4674-911f-e868e24a0b04,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:06.019412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9243ac2-44fb-456a-a59e-901c686271b0 req-9ccb975b-53ff-40e5-bf15-5630c6a34513 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205033 Aug 06 15:36:06.053587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956606f-8667-431f-a37f-4d74d1b0b79e req-b0e6c2bb-b099-4152-95b3-353d5ecf3b02 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:06.055320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9956606f-8667-431f-a37f-4d74d1b0b79e req-b0e6c2bb-b099-4152-95b3-353d5ecf3b02 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0661504 Aug 06 15:36:06.115583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9956606f-8667-431f-a37f-4d74d1b0b79e req-4a5ca5a6-2ac7-490e-aa85-8e9e216ad118 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480168 Aug 06 15:36:06.176869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Attempting to bind port 1e892cb3-a9bd-4674-911f-e868e24a0b04 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:06.177255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Attempting to bind port 1e892cb3-a9bd-4674-911f-e868e24a0b04 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:06.177835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Attempting to bind port 1e892cb3-a9bd-4674-911f-e868e24a0b04 on network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:06.185416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:06.185416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Checking segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:06.185416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.186197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Bound using segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:06.186197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Bound port: 1e892cb3-a9bd-4674-911f-e868e24a0b04, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:06.186516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.208037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Made reservation on behalf of 15a5f724a5b942cca108e959a35df180 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:06.210813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.223108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.266438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] For port 1e892cb3-a9bd-4674-911f-e868e24a0b04, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:06.270218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] For port 1e892cb3-a9bd-4674-911f-e868e24a0b04, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1e892cb3-a9bd-4674-911f-e868e24a0b04,segment=NetworkSegment(066ee507-8c30-4727-8bd3-ad266f59f0fb),segment_id=066ee507-8c30-4727-8bd3-ad266f59f0fb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:06.341381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ea946-8c74-47ca-8ed4-b71d751e01e5 req-67e60311-9648-47ec-84ac-72a40a272dc8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:06.343752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce5ea946-8c74-47ca-8ed4-b71d751e01e5 req-67e60311-9648-47ec-84ac-72a40a272dc8 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1104007 Aug 06 15:36:06.381062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.420801 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.423273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce5ea946-8c74-47ca-8ed4-b71d751e01e5 req-74fd0515-9c9a-4bb7-b2ae-db5f0766d8b7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Aug 06 15:36:06.433810 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.472563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:36:06.476640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba6cd-d15d-46a5-80b6-b07979735955 None None] Pushing event updated for resources: {'Port': ['ID=1e892cb3-a9bd-4674-911f-e868e24a0b04,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:06.481629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce809c-e9b8-403d-96b4-33f6349d6b96,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:06.483330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.488404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.488929 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Added segment 4f5f9bd7-ad1b-42d0-8164-e9649fd6add6 of type vlan for network 0203c533-7792-4fd2-b6e4-cceb855028af Aug 06 15:36:06.544213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.658226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.699198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:36:06.746056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dbf722-1774-40ba-8171-e67720a16612,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:06.752335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.752831 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Added segment 35587441-4527-43fb-8cfe-cb18dfeebcd7 of type vlan for network 86300159-4665-49be-bc44-e6d6826e0755 Aug 06 15:36:06.774284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.774284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:06.774284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.801244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.935998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=0203c533-7792-4fd2-b6e4-cceb855028af,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:06.946314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0203c533-7792-4fd2-b6e4-cceb855028af details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:36:06.955396 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.961867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.963008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:06.964633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.978919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:06.982648 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-11c3da5c-f4c6-440d-8d4b-21b290d1a9d0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9769807 Aug 06 15:36:06.985152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41924) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:06.990550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Request body: {'subnet': {'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1100160344-subnet', 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:07.049873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] Pushing event updated for resources: {'Network': ['ID=86300159-4665-49be-bc44-e6d6826e0755,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:07.064540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 86300159-4665-49be-bc44-e6d6826e0755 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:36:07.116093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Allocated IP 172.25.5.14 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/07e0d183-d6eb-42d2-84b5-4659d2da02ba) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:07.144655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3e00497d-2af3-4a08-b05b-7438316a9567 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7067358 Aug 06 15:36:07.149394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:07.157416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Request body: {'subnet': {'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1377285818-subnet', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:07.265792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.268349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e94b2-d7b2-42ea-b765-dacc4afd1204 req-40a22738-c309-4ff7-be1c-89a05c969781 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:07.280636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d31e94b2-d7b2-42ea-b765-dacc4afd1204 req-40a22738-c309-4ff7-be1c-89a05c969781 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0772860 Aug 06 15:36:07.314264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:07.316097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.333019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:07.340766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d31e94b2-d7b2-42ea-b765-dacc4afd1204 req-6e74c4fd-1dc7-4926-bfa2-73ed0bbb50ac tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604019 Aug 06 15:36:07.474713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.475036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.507094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:07.530214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:07.545371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Made reservation on behalf of 15a5f724a5b942cca108e959a35df180 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:07.547934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.564339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:07.596024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:07.597674 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc4fe7-fd2a-4f7f-8ebf-37c2667ef276" -d '{"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:07.642777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Pushing event updated for resources: {'Port': ['ID=07e0d183-d6eb-42d2-84b5-4659d2da02ba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:07.650045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:07.708686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f66105-6174-485a-92ca-bcacd6f822d3 None None] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:07.737786 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f991001-bbfe-4405-b86b-a903be92cfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.742534 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.742802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.842355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:07.850748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38bf8d9d-9118-46fc-a6ce-c898762d900c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:07.858294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1e892cb3-a9bd-4674-911f-e868e24a0b04 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:07.862162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:07.866822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Network hostable DHCP agents. Network: 0203c533-7792-4fd2-b6e4-cceb855028af, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:36:07.882392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863bfd3-9baa-4f8c-9df1-dbb44255dffe req-87bec6aa-a16a-4c9d-9cd9-67f665864044 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:07.884197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3863bfd3-9baa-4f8c-9df1-dbb44255dffe req-87bec6aa-a16a-4c9d-9cd9-67f665864044 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.2038040 Aug 06 15:36:07.911534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:07.960145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3863bfd3-9baa-4f8c-9df1-dbb44255dffe req-e85b331f-4fff-4798-8031-4eb41bf9bfc4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685241 Aug 06 15:36:08.015702 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cfd103-05d3-4082-a43a-d6c6e47750b4 x-openstack-request-id: req-b5cfd103-05d3-4082-a43a-d6c6e47750b4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:08.016088 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:08.016566 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5cfd103-05d3-4082-a43a-d6c6e47750b4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:08.016794 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'code': 200} Aug 06 15:36:08.021390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Network 0203c533-7792-4fd2-b6e4-cceb855028af is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:36:08.076555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4c5d7f76-599f-4a98-b8b1-50e3abfafd3b None None] Provisioning for port 1e892cb3-a9bd-4674-911f-e868e24a0b04 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:08.099556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1e892cb3-a9bd-4674-911f-e868e24a0b04 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:08.112117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1e892cb3-a9bd-4674-911f-e868e24a0b04 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:08.112504 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.174990 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.206990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aac22-c525-4c02-8964-618ea3c8f8d8 req-044d7ddc-f849-479b-aa4c-61828060c870 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:08.208628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a0aac22-c525-4c02-8964-618ea3c8f8d8 req-044d7ddc-f849-479b-aa4c-61828060c870 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1191978 Aug 06 15:36:08.210059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.285997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0203c533-7792-4fd2-b6e4-cceb855028af) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:08.290471 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.298716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:08.299319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.312376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6fce6-a827-4fd0-bd0e-ca08e5b64d69 None None] Network 0203c533-7792-4fd2-b6e4-cceb855028af requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:08.325105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7119105e-75d0-47f1-8700-6c0b14fbdf85,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:08.378707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a0aac22-c525-4c02-8964-618ea3c8f8d8 req-3c14ff4e-d2d8-4b29-9c26-0b8d1b138561 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522672 Aug 06 15:36:08.385008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-44b38241-cda6-4370-a377-f10f621ee5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:08.386669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-44b38241-cda6-4370-a377-f10f621ee5f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.2006896 Aug 06 15:36:08.393510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Checking segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:08.396738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Network hostable DHCP agents. Network: 86300159-4665-49be-bc44-e6d6826e0755, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:36:08.411041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 1e892cb3-a9bd-4674-911f-e868e24a0b04, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1e892cb3-a9bd-4674-911f-e868e24a0b04,segment=NetworkSegment(066ee507-8c30-4727-8bd3-ad266f59f0fb),segment_id=066ee507-8c30-4727-8bd3-ad266f59f0fb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:08.427908 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-979b044c-3157-47ba-a5b4-a3176cb6f0d1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4416206 Aug 06 15:36:08.523179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Network 86300159-4665-49be-bc44-e6d6826e0755 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:36:08.547764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.653844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=1e892cb3-a9bd-4674-911f-e868e24a0b04,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:08.664256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-4c6c7088-8d4c-41d7-895a-b3ef590b0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:08.665719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-4c6c7088-8d4c-41d7-895a-b3ef590b0aea service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.2656169 Aug 06 15:36:08.668357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b3e040f-54ba-4f1c-b97b-526b2290004e None None] Provisioning complete for port 1e892cb3-a9bd-4674-911f-e868e24a0b04 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:08.668534 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b3e040f-54ba-4f1c-b97b-526b2290004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.671606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710f6ed-ed23-486d-b11a-874acf491100 None None] Network 0203c533-7792-4fd2-b6e4-cceb855028af requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:08.688257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.697665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 86300159-4665-49be-bc44-e6d6826e0755) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:08.702984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:08.704180 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.726939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603f143-e654-4c6d-b197-1659e1e088b7 None None] Network 86300159-4665-49be-bc44-e6d6826e0755 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:08.765956 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-09448c4f-4f4a-4583-ad58-d65d92469672 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.0820482 Aug 06 15:36:08.814021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0515d2ab-345e-48a5-afca-3d9f1f979a1c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6655591 Aug 06 15:36:08.816776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:08.821540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:08.859602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-6c40dfae-f94b-4e91-b14e-42d60a74e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:08.861140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-6c40dfae-f94b-4e91-b14e-42d60a74e348 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.0921412 Aug 06 15:36:08.877862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.937549 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-8a51fc11-3fb6-4a80-9a90-45b821738254 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619843 Aug 06 15:36:08.990651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:08.992873 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.073781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-86300159-4665-49be-bc44-e6d6826e0755', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:36:09.076146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.123298 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-7d3901c6-3f20-4022-8256-eded53de7508 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777513 Aug 06 15:36:09.142214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.239771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa35fd43-c0bc-4ef7-a590-c07c33515284 req-1dd8db02-a42c-4992-8611-581ea279dd05 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095476 Aug 06 15:36:09.255091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbfd03-d2e3-4a25-a0fd-a0d3535cc77c req-f9f0d263-11b0-44be-8495-449ac7c2c706 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:09.256823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecfbfd03-d2e3-4a25-a0fd-a0d3535cc77c req-f9f0d263-11b0-44be-8495-449ac7c2c706 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1409087 Aug 06 15:36:09.257818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Router 469be1f2-fcfd-489e-93e6-2c5007f44c3c is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:36:09.290798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Allocated IP 172.20.0.2 (86300159-4665-49be-bc44-e6d6826e0755/7119105e-75d0-47f1-8700-6c0b14fbdf85/c6f36b08-d053-4573-84c5-e78b1694fb8a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:09.340872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:36:09.360118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-828d89a9-b534-469a-9595-28d73ebb8327 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:09.369499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-828d89a9-b534-469a-9595-28d73ebb8327 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.2520185 Aug 06 15:36:09.409716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:36:09.425932 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Sync routers for ids ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:36:09.454603 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Routers {'469be1f2-fcfd-489e-93e6-2c5007f44c3c'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:09.457047 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:09.533906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.550304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.554111 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d7423d7b-b796-452e-8d87-9d0a9be4f608 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2254293 Aug 06 15:36:09.555621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:09.587476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecfbfd03-d2e3-4a25-a0fd-a0d3535cc77c req-22af073f-809e-4a93-b6a5-77a78f3cc266 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200345 Aug 06 15:36:09.590987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Set router 469be1f2-fcfd-489e-93e6-2c5007f44c3c gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:09.607314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-5934edec-2b97-4776-bc4e-81d5bf6c24e4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.2369001 Aug 06 15:36:09.611160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:09.613931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.631304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Transition to ACTIVE for port object c6f36b08-d053-4573-84c5-e78b1694fb8a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:09.634020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '55a860be-7369-4b11-82bf-153c2cb497f2', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '55a860be-7369-4b11-82bf-153c2cb497f2', 'mac_address': 'fa:16:3e:62:bb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:36:09.683041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Transition to ACTIVE for port object c6f36b08-d053-4573-84c5-e78b1694fb8a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:09.737513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.747991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-f1b21620-46d9-434b-9d67-35c1d5a002cd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1391046 Aug 06 15:36:09.787952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a860be-7369-4b11-82bf-153c2cb497f2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:09.837688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:09.846665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1e892cb3-a9bd-4674-911f-e868e24a0b04 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:09.855040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:09.931178 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:07Z', 'revision_number': 3, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port': {'id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:06Z', 'updated_at': '2021-08-06T15:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:09.978846 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Checking router: 469be1f2-fcfd-489e-93e6-2c5007f44c3c for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:36:09.980329 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Updating router 469be1f2-fcfd-489e-93e6-2c5007f44c3c port 07e0d183-d6eb-42d2-84b5-4659d2da02ba binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:36:09.981846 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.018716 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.038109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Network 86300159-4665-49be-bc44-e6d6826e0755 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:10.068218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:10.077969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:10.098326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['55a860be-7369-4b11-82bf-153c2cb497f2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:36:10.109398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Pushing event updated for resources: {'Port': ['ID=c6f36b08-d053-4573-84c5-e78b1694fb8a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:10.155565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8b496-bf7b-4b48-9efb-55b994a1bf0f req-df558dbc-6705-406e-a60b-c6da8aec16fc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:10.162290 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aad8b496-bf7b-4b48-9efb-55b994a1bf0f req-df558dbc-6705-406e-a60b-c6da8aec16fc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.3654640 Aug 06 15:36:10.393654 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.397401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aad8b496-bf7b-4b48-9efb-55b994a1bf0f req-0d416739-e607-4f38-ad8e-6dfad0d4b284 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248647 Aug 06 15:36:10.407660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.408302 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Transition to ACTIVE for port object 07e0d183-d6eb-42d2-84b5-4659d2da02ba will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:10.413952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-427fb6e8-38fa-4a64-8482-378b81802c54 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401632 Aug 06 15:36:10.476903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:10.529205 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.538854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1e892cb3-a9bd-4674-911f-e868e24a0b04 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:10.538854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.544083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Attempting to bind port c6f36b08-d053-4573-84c5-e78b1694fb8a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:10.546784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-b5952ad6-17f7-4b1c-895b-7dac69aff48d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3231966 Aug 06 15:36:10.552038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Attempting to bind port c6f36b08-d053-4573-84c5-e78b1694fb8a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:10.556167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Attempting to bind port c6f36b08-d053-4573-84c5-e78b1694fb8a on network 86300159-4665-49be-bc44-e6d6826e0755 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:10.655172 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de68a6-187e-489f-ad45-fc5262dc6c66 None None] Pushing event updated for resources: {'Port': ['ID=07e0d183-d6eb-42d2-84b5-4659d2da02ba,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:10.687190 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Attempting to bind port 07e0d183-d6eb-42d2-84b5-4659d2da02ba on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:10.687591 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Attempting to bind port 07e0d183-d6eb-42d2-84b5-4659d2da02ba by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:10.688061 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Attempting to bind port 07e0d183-d6eb-42d2-84b5-4659d2da02ba on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:10.694974 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:10.695966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:10.696574 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:10.696685 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.697218 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:10.698407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Checking segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:10.698561 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Bound port: 07e0d183-d6eb-42d2-84b5-4659d2da02ba, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:10.698874 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.699611 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.700292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Bound using segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:10.701029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Bound port: c6f36b08-d053-4573-84c5-e78b1694fb8a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:10.707044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.796634 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] For port 07e0d183-d6eb-42d2-84b5-4659d2da02ba, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:10.804926 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] For port 07e0d183-d6eb-42d2-84b5-4659d2da02ba, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=07e0d183-d6eb-42d2-84b5-4659d2da02ba,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:10.861037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Allocated IP 172.20.0.1 (7be7eff4-e57e-4f46-a5ef-45bba85a7122/0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb/8010fd7c-077a-4042-a492-5e62c83a8337) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:10.898140 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:10.903437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:11.035837 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de68a6-187e-489f-ad45-fc5262dc6c66 None None] Pushing event updated for resources: {'Port': ['ID=07e0d183-d6eb-42d2-84b5-4659d2da02ba,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:11.076213 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Routers {'469be1f2-fcfd-489e-93e6-2c5007f44c3c'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:11.076929 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:11.138139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:11.175541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Transition to ACTIVE for port object 8010fd7c-077a-4042-a492-5e62c83a8337 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:11.285239 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] Set router 469be1f2-fcfd-489e-93e6-2c5007f44c3c gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:11.300261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] For port c6f36b08-d053-4573-84c5-e78b1694fb8a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:11.309744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] For port c6f36b08-d053-4573-84c5-e78b1694fb8a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c6f36b08-d053-4573-84c5-e78b1694fb8a,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:11.347028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-5cbb84ee-6436-4c2a-8bc5-4d1e2f9db741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:11.349303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-5cbb84ee-6436-4c2a-8bc5-4d1e2f9db741 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 1097 time: 0.7055662 Aug 06 15:36:11.354519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-e17d77ff-e4ff-4bef-93a1-25a89f3f2711 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386895 Aug 06 15:36:11.362412 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:11.497527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:11.500609 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:11.512129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:11.533369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:11.596619 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:07Z', 'revision_number': 3, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port': {'id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:06Z', 'updated_at': '2021-08-06T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:11.606530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a0200-4fdd-435d-9374-41451814cc23 None None] Pushing event updated for resources: {'Port': ['ID=c6f36b08-d053-4573-84c5-e78b1694fb8a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:11.622869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a8bf4-fd83-4730-8dd6-c381e8aeb3a1 req-3f67259c-d664-4e44-9cea-5e3cafbdec2e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:11.624717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a1a8bf4-fd83-4730-8dd6-c381e8aeb3a1 req-3f67259c-d664-4e44-9cea-5e3cafbdec2e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.8050833 Aug 06 15:36:11.644364 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95403bab-a86e-4ee2-9150-4c89ad4d98e4 None None] The sync data for ids ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'] in n-d-778550-6 is: [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:07Z', 'revision_number': 3, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port': {'id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:06Z', 'updated_at': '2021-08-06T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:36:11.670192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-b2934f95-97de-4385-ab1e-75e513c49d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:11.671667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-b2934f95-97de-4385-ab1e-75e513c49d47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.2638867 Aug 06 15:36:11.674956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Pushing event updated for resources: {'Port': ['ID=8010fd7c-077a-4042-a492-5e62c83a8337,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:11.740647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:11.854414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-0106f389-e402-4e40-9fb6-d7564bf15697 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3556810-fed7-482b-a32c-49d32c96aad6 HTTP/1.1" status: 200 len: 217 time: 0.1609893 Aug 06 15:36:11.902375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.011708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a1a8bf4-fd83-4730-8dd6-c381e8aeb3a1 req-254b580a-1612-49d3-99ea-9b051e959b99 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529744 Aug 06 15:36:12.019492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.144057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-328745f8-4776-4725-81f8-0471f6e85861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:12.145672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-328745f8-4776-4725-81f8-0471f6e85861 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.2692986 Aug 06 15:36:12.236789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d803e98-f24f-49e7-b185-c6c6055f9b7d req-669147fa-f68c-4c6e-9652-a98a86985c96 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:12.238623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.258779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d803e98-f24f-49e7-b185-c6c6055f9b7d req-669147fa-f68c-4c6e-9652-a98a86985c96 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.4234400 Aug 06 15:36:12.312296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-0246231f-3f35-4be0-9546-0a09c18b118f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549761 Aug 06 15:36:12.324674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1f50dac-232b-4c0a-ba0e-c5a48a554972 None None] Provisioning for port 8010fd7c-077a-4042-a492-5e62c83a8337 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:12.329113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1f50dac-232b-4c0a-ba0e-c5a48a554972 None None] Provisioning complete for port 8010fd7c-077a-4042-a492-5e62c83a8337 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:12.329536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1f50dac-232b-4c0a-ba0e-c5a48a554972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.466192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1f50dac-232b-4c0a-ba0e-c5a48a554972 None None] Port 8010fd7c-077a-4042-a492-5e62c83a8337 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:12.538711 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.561132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-b2aba364-20b0-4852-96b1-8ebce7735cc5 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631346 Aug 06 15:36:12.642110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.698843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb43a0b0-b8b1-46b8-87a1-e5dd1d375a64 req-cc637f10-2c8c-4d5d-be97-22c6400f2d2e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 210 time: 0.3666899 Aug 06 15:36:12.752313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:12.790931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Pushing event updated for resources: {'Port': ['ID=8010fd7c-077a-4042-a492-5e62c83a8337,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:12.793234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d803e98-f24f-49e7-b185-c6c6055f9b7d req-ab53fc39-251a-424b-94f4-4fb101b762be tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793372 Aug 06 15:36:12.882985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Allocated IP 172.25.5.181 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/fc14ec73-2fc1-49c0-9a0c-83d8517136ca) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:12.981862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b305bd30-8c9f-4842-820f-5136d04716f4 req-0ef2e421-6804-44b5-bf2f-98aa759799a2 service neutron] 10.222.0.64 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847449 Aug 06 15:36:13.065383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:13.069762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:13.218206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:13.343656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:13.552575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 55a860be-7369-4b11-82bf-153c2cb497f2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:13.552942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:13.555167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Router 469be1f2-fcfd-489e-93e6-2c5007f44c3c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:36:13.663939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58273f9-4202-48a5-a24b-4ca14e556473 req-bdb442fc-aea4-423e-b18d-68b839f72e9f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:13.677380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b58273f9-4202-48a5-a24b-4ca14e556473 req-bdb442fc-aea4-423e-b18d-68b839f72e9f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.3650634 Aug 06 15:36:13.819207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-120126aa-aeb3-4ff9-a063-d4e0492b3ff7 None None] Provisioning complete for port 8010fd7c-077a-4042-a492-5e62c83a8337 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:13.819580 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-120126aa-aeb3-4ff9-a063-d4e0492b3ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:13.819728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b58273f9-4202-48a5-a24b-4ca14e556473 req-cae712c5-2e49-44a7-8a57-c8567ada7b2f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400585 Aug 06 15:36:13.824942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:13.825141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:14.004025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:14.025918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-120126aa-aeb3-4ff9-a063-d4e0492b3ff7 None None] Port 8010fd7c-077a-4042-a492-5e62c83a8337 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:14.033667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:36:14.048384 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f0f6810f-f06f-4f02-9e08-6f9397552619 admin admin] 10.222.0.16 "PUT /v2.0/routers/469be1f2-fcfd-489e-93e6-2c5007f44c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4914134 Aug 06 15:36:14.096165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6eab367-543d-4889-aced-5e74dbba20eb req-dc0f91cd-2df2-4717-bb59-a7ef84d0a6ab tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 210 time: 0.1358705 Aug 06 15:36:14.098339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:14.105488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:14.139039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b2f65-d44f-483b-b6b4-85acd7862ae9 None None] Network 86300159-4665-49be-bc44-e6d6826e0755 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:14.302112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07e0d183-d6eb-42d2-84b5-4659d2da02ba up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:14.367065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:14.376313 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85581005-942e-44fd-b075-86f75add3084" -d '{"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-plugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:14.442977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:14.550609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:14.564403 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ac3293-a60b-4332-8d43-11f91d865865 x-openstack-request-id: req-39ac3293-a60b-4332-8d43-11f91d865865 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:14.565047 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-plugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:14.565453 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39ac3293-a60b-4332-8d43-11f91d865865 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:14.567653 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'code': 200} Aug 06 15:36:14.571322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-838437f1-6154-4b82-bd77-3453efc0291a None None] Provisioning for port c6f36b08-d053-4573-84c5-e78b1694fb8a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:14.684259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:14.793054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:14.939685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Sync routers for ids ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:36:14.943833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 07e0d183-d6eb-42d2-84b5-4659d2da02ba completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:14.953163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 07e0d183-d6eb-42d2-84b5-4659d2da02ba triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:14.953543 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:14.956213 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [req-24c2ab03-e3df-4714-9ae9-05897ce87c6b req-94c065e6-8db4-4b5f-b9fc-4fdd38624e82 tempest-FloatingIPDetailsNegativeTestJSON-942131256 tempest-FloatingIPDetailsNegativeTestJSON-942131256-project] show failed (client error): The resource could not be found. Aug 06 15:36:14.967726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24c2ab03-e3df-4714-9ae9-05897ce87c6b req-94c065e6-8db4-4b5f-b9fc-4fdd38624e82 tempest-FloatingIPDetailsNegativeTestJSON-942131256 tempest-FloatingIPDetailsNegativeTestJSON-942131256-project] 10.222.0.16 "GET /v2.0/floatingips/6e7a2930-7af3-46f2-94a4-339bcb89c34c HTTP/1.1" status: 404 len: 350 time: 0.1885860 Aug 06 15:36:14.969843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42100) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:15.055192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Routers {'469be1f2-fcfd-489e-93e6-2c5007f44c3c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:15.055905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:15.215447 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:36:15.305199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a1fc2-b935-4cc9-acac-36f0ed381517 req-1840501a-9fe9-4978-8e9a-a7c149e495ca tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:15.312707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db6a1fc2-b935-4cc9-acac-36f0ed381517 req-1840501a-9fe9-4978-8e9a-a7c149e495ca tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.3337040 Aug 06 15:36:15.371481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ae67500-2617-408a-a53c-2cdf930c0fb2 req-36712fe5-3fb6-442b-85a3-d898bc203b0e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 210 time: 0.0510399 Aug 06 15:36:15.439115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db6a1fc2-b935-4cc9-acac-36f0ed381517 req-4a0ce286-b3d0-4ab7-9b14-ab9a5abe124a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251082 Aug 06 15:36:15.440237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:15.561678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:15.615574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Set router 469be1f2-fcfd-489e-93e6-2c5007f44c3c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:15.702526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 07e0d183-d6eb-42d2-84b5-4659d2da02ba, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=07e0d183-d6eb-42d2-84b5-4659d2da02ba,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:15.861593 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:15.867641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c6f36b08-d053-4573-84c5-e78b1694fb8a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:15.906632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-da780ee0-3ca5-4ddd-9ce4-6f6dcf8f476e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:15.908331 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-da780ee0-3ca5-4ddd-9ce4-6f6dcf8f476e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.2868357 Aug 06 15:36:15.953457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Request body: {'port': {'device_id': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'admin_state_up': True, 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:16.005235 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:16.138504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:16.549823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b4066d3-b732-47b1-a8cd-34cb9c3a63ae req-7d4bce29-0a64-4708-95d6-6ed8f0635dd3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 210 time: 0.0585709 Aug 06 15:36:16.561783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=07e0d183-d6eb-42d2-84b5-4659d2da02ba,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:16.585658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:16.600955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:16.707983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:11Z', 'revision_number': 4, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port': {'id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:06Z', 'updated_at': '2021-08-06T15:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8010fd7c-077a-4042-a492-5e62c83a8337', 'name': '', 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'mac_address': 'fa:16:3e:74:4e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:10Z', 'updated_at': '2021-08-06T15:36:12Z', 'revision_number': 2, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'subnets': [{'id': '0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:16.715684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbfca0-39cb-43b2-896f-01e85c14538f req-ed5b913a-acd0-45b7-80a7-f5132e5f91bf tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:16.717633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64cbfca0-39cb-43b2-896f-01e85c14538f req-ed5b913a-acd0-45b7-80a7-f5132e5f91bf tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1045620 Aug 06 15:36:16.765663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Router 5ed39818-6889-4e61-aa5c-570a8d057076 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:36:16.783118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Checking router: 469be1f2-fcfd-489e-93e6-2c5007f44c3c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:36:16.786246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Updating router 469be1f2-fcfd-489e-93e6-2c5007f44c3c port 8010fd7c-077a-4042-a492-5e62c83a8337 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:36:16.793281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c6f36b08-d053-4573-84c5-e78b1694fb8a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:16.823002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c6f36b08-d053-4573-84c5-e78b1694fb8a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:16.823703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:16.852016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64cbfca0-39cb-43b2-896f-01e85c14538f req-2b05373e-b294-4301-9840-7dcb03b655dd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179030 Aug 06 15:36:16.865377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.035005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:36:17.048009 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Sync routers for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:36:17.071282 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:17.071282 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:17.093856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.110859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.112400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-014b052b-d4f3-4a6c-b41c-94168df8b1f6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2944267 Aug 06 15:36:17.115131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:17.267430 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:17.290720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c6f36b08-d053-4573-84c5-e78b1694fb8a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c6f36b08-d053-4573-84c5-e78b1694fb8a,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:17.371039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.403468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Allocated IP 172.20.0.9 (0203c533-7792-4fd2-b6e4-cceb855028af/38bf8d9d-9118-46fc-a6ce-c898762d900c/82abd8b2-dedf-4e57-967e-cd4f0c551adb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:17.566772 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:14Z', 'revision_number': 3, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:17.643435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Checking router: 5ed39818-6889-4e61-aa5c-570a8d057076 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:36:17.644774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Updating router 5ed39818-6889-4e61-aa5c-570a8d057076 port fc14ec73-2fc1-49c0-9a0c-83d8517136ca binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:36:17.684809 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.695936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Deleting port 8010fd7c-077a-4042-a492-5e62c83a8337 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:17.696322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.901152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.920291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:17.926845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Calling delete_port for 8010fd7c-077a-4042-a492-5e62c83a8337 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:17.942846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c6f36b08-d053-4573-84c5-e78b1694fb8a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:17.945545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07e0d183-d6eb-42d2-84b5-4659d2da02ba up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:18.081812 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.103130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Transition to ACTIVE for port object 8010fd7c-077a-4042-a492-5e62c83a8337 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:18.234829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 07e0d183-d6eb-42d2-84b5-4659d2da02ba triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:18.235220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.238680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.290560 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.331133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Transition to ACTIVE for port object fc14ec73-2fc1-49c0-9a0c-83d8517136ca will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:18.331448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.342371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event updated for resources: {'Port': ['ID=82abd8b2-dedf-4e57-967e-cd4f0c551adb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:18.377587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706042-febb-4732-ad1e-d75a2fded5c9 req-d072e88e-e74c-41d4-95f2-13275c9bd265 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:18.379722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54706042-febb-4732-ad1e-d75a2fded5c9 req-d072e88e-e74c-41d4-95f2-13275c9bd265 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 931 time: 0.3206673 Aug 06 15:36:18.413763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ca2f8-9d14-4083-b562-b1821d63e001 req-a293d458-6f20-4d14-87e3-6a40a3c8e66f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:18.415691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-152ca2f8-9d14-4083-b562-b1821d63e001 req-a293d458-6f20-4d14-87e3-6a40a3c8e66f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.3577361 Aug 06 15:36:18.444165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Network 0203c533-7792-4fd2-b6e4-cceb855028af is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:18.456599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:18.459472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:18.488514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f42854-d344-4945-9873-60538c61eb3b None None] Pushing event updated for resources: {'Port': ['ID=8010fd7c-077a-4042-a492-5e62c83a8337,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:18.555997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:18.557006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.559159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Attempting to bind port 8010fd7c-077a-4042-a492-5e62c83a8337 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:18.559854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Attempting to bind port 8010fd7c-077a-4042-a492-5e62c83a8337 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:18.560457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Attempting to bind port 8010fd7c-077a-4042-a492-5e62c83a8337 on network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:18.573224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:18.573740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Checking segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:18.574234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.574782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Bound using segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:18.575373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Bound port: 8010fd7c-077a-4042-a492-5e62c83a8337, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:18.575905 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.578393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54706042-febb-4732-ad1e-d75a2fded5c9 req-31aa8f47-3073-4153-9fda-01e5d04407f7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579669 Aug 06 15:36:18.583532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-152ca2f8-9d14-4083-b562-b1821d63e001 req-624c498e-5735-4372-b48b-5768d7b8f851 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353538 Aug 06 15:36:18.796111 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.841111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d0ef5-2a0b-47ac-af56-66902d079ff0 req-3914ca22-e165-49e2-8c93-b482e2ec5f41 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:18.847166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b22d0ef5-2a0b-47ac-af56-66902d079ff0 req-3914ca22-e165-49e2-8c93-b482e2ec5f41 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1124208 Aug 06 15:36:18.961486 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Attempting to bind port fc14ec73-2fc1-49c0-9a0c-83d8517136ca on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:18.961856 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Attempting to bind port fc14ec73-2fc1-49c0-9a0c-83d8517136ca by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:18.962227 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Attempting to bind port fc14ec73-2fc1-49c0-9a0c-83d8517136ca on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:18.967168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-02becb6e-578e-4b14-b572-5c9f2927f73e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0461447 Aug 06 15:36:18.967740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:36:18.968260 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:36:18.969384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.972489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.972840 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:18.975276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:18.975276 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.975276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:18.975276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Bound port: fc14ec73-2fc1-49c0-9a0c-83d8517136ca, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:18.975276 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:18.976520 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ee04-156d-4666-9fc9-78f729baa30a None None] Pushing event updated for resources: {'Port': ['ID=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:18.988910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Request body: {'port': {'device_id': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:19.004131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b22d0ef5-2a0b-47ac-af56-66902d079ff0 req-0b283231-607f-4694-9bf7-60a58c9aed57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054087 Aug 06 15:36:19.077420 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] For port fc14ec73-2fc1-49c0-9a0c-83d8517136ca, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:19.086146 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] For port fc14ec73-2fc1-49c0-9a0c-83d8517136ca, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:19.117737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8010fd7c-077a-4042-a492-5e62c83a8337,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:19.192782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.197174 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.303970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Allocated IP 172.20.0.1 (86300159-4665-49be-bc44-e6d6826e0755/7119105e-75d0-47f1-8700-6c0b14fbdf85/d5945229-de64-4bcf-b720-6ffd0fcbe32d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:19.358253 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:19.359699 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:19.488822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Attempting to bind port 8010fd7c-077a-4042-a492-5e62c83a8337 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:19.489204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Attempting to bind port 8010fd7c-077a-4042-a492-5e62c83a8337 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:19.489575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Attempting to bind port 8010fd7c-077a-4042-a492-5e62c83a8337 on network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:19.504442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:19.504814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Checking segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:19.508347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.508943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Bound using segment: {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:19.514325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Bound port: 8010fd7c-077a-4042-a492-5e62c83a8337, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066ee507-8c30-4727-8bd3-ad266f59f0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7be7eff4-e57e-4f46-a5ef-45bba85a7122'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:19.514916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.519013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c6f36b08-d053-4573-84c5-e78b1694fb8a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:19.595414 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:19.651945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Port 8010fd7c-077a-4042-a492-5e62c83a8337 has been deleted concurrently {{(pid=94842) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 06 15:36:19.657273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.693239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Routers {'469be1f2-fcfd-489e-93e6-2c5007f44c3c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:19.693775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Transition to ACTIVE for port object d5945229-de64-4bcf-b720-6ffd0fcbe32d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:19.694601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:19.735511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.829672 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ee04-156d-4666-9fc9-78f729baa30a None None] Pushing event updated for resources: {'Port': ['ID=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:19.866901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f57be8-9b8d-4621-99e0-4a9f8c1f4f9c req-4f7790c6-b28c-4c1b-aefc-fbe810928023 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:19.875204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8f57be8-9b8d-4621-99e0-4a9f8c1f4f9c req-4f7790c6-b28c-4c1b-aefc-fbe810928023 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 931 time: 0.1140351 Aug 06 15:36:19.922716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8f57be8-9b8d-4621-99e0-4a9f8c1f4f9c req-64ad22d8-4f90-44cb-967b-3783824d1307 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Aug 06 15:36:19.968842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] Set router 469be1f2-fcfd-489e-93e6-2c5007f44c3c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:19.974381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:19.977792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c6f36b08-d053-4573-84c5-e78b1694fb8a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:19.981553 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:20.021504 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:14Z', 'revision_number': 3, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:20.094051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Network 86300159-4665-49be-bc44-e6d6826e0755 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:20.107705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:20.119553 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f1030d-0d18-402f-a556-cafe426f1dda None None] The sync data for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 is: [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:14Z', 'revision_number': 3, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:36:20.150964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:20.329637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:20.543983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82abd8b2-dedf-4e57-967e-cd4f0c551adb {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:20.562489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:20.573689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Pushing event updated for resources: {'Port': ['ID=d5945229-de64-4bcf-b720-6ffd0fcbe32d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:20.586822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Transition to ACTIVE for port object 82abd8b2-dedf-4e57-967e-cd4f0c551adb will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:20.601781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d107b-230b-44a5-8b51-8350f6bc3d66 req-1554fe92-6a30-4819-996a-86f984196ad0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:20.611381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-866d107b-230b-44a5-8b51-8350f6bc3d66 req-1554fe92-6a30-4819-996a-86f984196ad0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.2822757 Aug 06 15:36:20.624422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Router 469be1f2-fcfd-489e-93e6-2c5007f44c3c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:36:20.695700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:20.731021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:18Z', 'revision_number': 5, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port': {'id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:06Z', 'updated_at': '2021-08-06T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:20.785888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-866d107b-230b-44a5-8b51-8350f6bc3d66 req-4517fad0-1f4b-4bed-8ec8-ca897fff8dea tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737955 Aug 06 15:36:20.809706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:20.825602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d4d039-a631-4460-91f4-38c74abb5213 None None] The sync data for ids ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'] in n-d-778550-6 is: [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:18Z', 'revision_number': 5, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port': {'id': '07e0d183-d6eb-42d2-84b5-4659d2da02ba', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:81:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:06Z', 'updated_at': '2021-08-06T15:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:36:20.910460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Pushing event updated for resources: {'Port': ['ID=82abd8b2-dedf-4e57-967e-cd4f0c551adb,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:20.917696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee464350-6bc7-44b0-8416-b0d50223bd7d None None] Provisioning for port d5945229-de64-4bcf-b720-6ffd0fcbe32d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:20.923644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee464350-6bc7-44b0-8416-b0d50223bd7d None None] Provisioning complete for port d5945229-de64-4bcf-b720-6ffd0fcbe32d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:20.924393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee464350-6bc7-44b0-8416-b0d50223bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:20.988080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ee464350-6bc7-44b0-8416-b0d50223bd7d None None] Port d5945229-de64-4bcf-b720-6ffd0fcbe32d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:21.217838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:36:21.227752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3490277d-a284-463e-99b8-b9c873dbe5bc admin admin] 10.222.0.16 "PUT /v2.0/routers/469be1f2-fcfd-489e-93e6-2c5007f44c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2567253 Aug 06 15:36:21.229056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42230) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:21.444151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110c701-652f-42c5-940f-7d24c12fe32d req-89014c2c-bf00-4a3e-9725-859ada05d240 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:21.449878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d110c701-652f-42c5-940f-7d24c12fe32d req-89014c2c-bf00-4a3e-9725-859ada05d240 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 943 time: 0.2623394 Aug 06 15:36:21.606912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc14ec73-2fc1-49c0-9a0c-83d8517136ca up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:21.614202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Attempting to bind port 82abd8b2-dedf-4e57-967e-cd4f0c551adb on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:21.614799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Attempting to bind port 82abd8b2-dedf-4e57-967e-cd4f0c551adb by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:21.615216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Attempting to bind port 82abd8b2-dedf-4e57-967e-cd4f0c551adb on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:21.621444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:21.652667 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:21.671931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d110c701-652f-42c5-940f-7d24c12fe32d req-d743f29a-a936-449c-b1c3-0b8093f78653 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952360 Aug 06 15:36:21.721600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:21.771269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Port 82abd8b2-dedf-4e57-967e-cd4f0c551adb on network 0203c533-7792-4fd2-b6e4-cceb855028af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:36:21.771819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Attempting to bind port 82abd8b2-dedf-4e57-967e-cd4f0c551adb on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:21.794543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:21.795112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:21.795623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Bound using segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:21.802075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Bound port: 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:21.802075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:21.830189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fc14ec73-2fc1-49c0-9a0c-83d8517136ca completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:21.835780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fc14ec73-2fc1-49c0-9a0c-83d8517136ca triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:21.836244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.050890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.091047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Pushing event updated for resources: {'Port': ['ID=d5945229-de64-4bcf-b720-6ffd0fcbe32d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:22.199594 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.217777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.230916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] For port 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:22.269804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] For port 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:22.286836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port fc14ec73-2fc1-49c0-9a0c-83d8517136ca, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:22.362474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcb34e-e1bd-4580-9c4a-89047cd33074 req-d7f7c34e-9258-4bdc-993f-06e769fc81f4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:22.364044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbfcb34e-e1bd-4580-9c4a-89047cd33074 req-d7f7c34e-9258-4bdc-993f-06e769fc81f4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.2978942 Aug 06 15:36:22.386507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.413651 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.489203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:22.490130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.492205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] 10.222.0.59 "PUT /v2.0/ports/82abd8b2-dedf-4e57-967e-cd4f0c551adb HTTP/1.1" status: 200 len: 1091 time: 3.5084379 Aug 06 15:36:22.493725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'tag': '82abd8b2-dedf-4e57-967e-cd4f0c551adb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:22.513630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbfcb34e-e1bd-4580-9c4a-89047cd33074 req-deda62cb-a20a-418e-b12e-efbb55e04d6d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407497 Aug 06 15:36:22.519489 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3b174a-eebe-4a8c-970a-51355c0f8d58", "tag": "82abd8b2-dedf-4e57-967e-cd4f0c551adb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:22.551149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Network 86300159-4665-49be-bc44-e6d6826e0755 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:22.553740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:22.691384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:22.779489 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6dd1c4-75a2-4ae3-b8e9-8c7920ef6e15 x-openstack-request-id: req-5b6dd1c4-75a2-4ae3-b8e9-8c7920ef6e15 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:22.780069 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3b174a-eebe-4a8c-970a-51355c0f8d58", "tag": "82abd8b2-dedf-4e57-967e-cd4f0c551adb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:22.786987 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b6dd1c4-75a2-4ae3-b8e9-8c7920ef6e15 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:22.787918 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'tag': '82abd8b2-dedf-4e57-967e-cd4f0c551adb', 'status': 'completed', 'code': 200} Aug 06 15:36:22.789952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Deleting port 07e0d183-d6eb-42d2-84b5-4659d2da02ba {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:22.790305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:22.844450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b65aa-c651-4b8b-9b2c-fd67218dfa4b service neutron] Pushing event updated for resources: {'Port': ['ID=82abd8b2-dedf-4e57-967e-cd4f0c551adb,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:22.966459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Router 5ed39818-6889-4e61-aa5c-570a8d057076 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:36:23.077359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-078cf1b1-1c55-4b58-9885-fd9f8faefd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:23.083699 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-078cf1b1-1c55-4b58-9885-fd9f8faefd04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 1094 time: 0.4494987 Aug 06 15:36:23.086324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] For port 07e0d183-d6eb-42d2-84b5-4659d2da02ba, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=07e0d183-d6eb-42d2-84b5-4659d2da02ba,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:23.087039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:23.132591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac5705-7437-41cb-8857-a17fe1213016 req-d3f28564-d455-46c0-bf33-e6089c310f15 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:23.135367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4ac5705-7437-41cb-8857-a17fe1213016 req-d3f28564-d455-46c0-bf33-e6089c310f15 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 943 time: 0.1577084 Aug 06 15:36:23.151741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f53c2c76-9cdc-49fa-a042-6d44b6261f5c None None] Provisioning complete for port d5945229-de64-4bcf-b720-6ffd0fcbe32d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:23.152150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f53c2c76-9cdc-49fa-a042-6d44b6261f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:23.171707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-6ef4689f-1e7a-47d3-b3e2-8a52d01b2f05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb HTTP/1.1" status: 200 len: 217 time: 0.0718641 Aug 06 15:36:23.209788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Calling delete_port for 07e0d183-d6eb-42d2-84b5-4659d2da02ba owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:23.240756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] Sync routers for ids ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:36:23.266186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] Routers {'469be1f2-fcfd-489e-93e6-2c5007f44c3c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:23.276600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:23.367918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4ac5705-7437-41cb-8857-a17fe1213016 req-1cf45860-6901-405a-bfe2-de27c382a3a5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165823 Aug 06 15:36:23.433937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:36:23.451029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c5f14dff-a6b1-44e2-b45c-5c05556730ae admin admin] 10.222.0.16 "PUT /v2.0/routers/5ed39818-6889-4e61-aa5c-570a8d057076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3329294 Aug 06 15:36:23.605429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] Set router 469be1f2-fcfd-489e-93e6-2c5007f44c3c gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:23.794119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1bdd1-cc23-4cce-b365-e3e677706b3b req-25caeec6-963f-4d91-b94f-0c6d6ba2f1c1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:23.802691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92a1bdd1-cc23-4cce-b365-e3e677706b3b req-25caeec6-963f-4d91-b94f-0c6d6ba2f1c1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1263838 Aug 06 15:36:23.802927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-0d289bb4-bea3-4a8c-b3c9-0063def2532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:23.804286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-0d289bb4-bea3-4a8c-b3c9-0063def2532e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.6199148 Aug 06 15:36:23.873351 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-c583215b-f2bd-4910-8964-e1c5f081ca87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579174 Aug 06 15:36:23.879228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92a1bdd1-cc23-4cce-b365-e3e677706b3b req-939d1659-8183-4dfb-94ab-cd250529c772 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700223 Aug 06 15:36:23.893145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f53c2c76-9cdc-49fa-a042-6d44b6261f5c None None] Port d5945229-de64-4bcf-b720-6ffd0fcbe32d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:23.893400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-56a4b055-a022-4203-850e-9b7f08f94f2b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:36:23.902406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-56a4b055-a022-4203-850e-9b7f08f94f2b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134130 Aug 06 15:36:23.913502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc14ec73-2fc1-49c0-9a0c-83d8517136ca up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:23.924597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 6, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:24.130071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] Checking router: 469be1f2-fcfd-489e-93e6-2c5007f44c3c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:36:24.202930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:24.220449 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Sync routers for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:36:24.222931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] Routers {'469be1f2-fcfd-489e-93e6-2c5007f44c3c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:24.223580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:24.263412 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:24.266081 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:24.516914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] Set router 469be1f2-fcfd-489e-93e6-2c5007f44c3c gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:24.738612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ccdf7-9a5f-45a2-ad03-f15a45de1fd5 req-82a90ae7-bf4f-4b0a-8c40-7c7802dbd705 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:24.763037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a9ccdf7-9a5f-45a2-ad03-f15a45de1fd5 req-82a90ae7-bf4f-4b0a-8c40-7c7802dbd705 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 943 time: 0.1718740 Aug 06 15:36:24.774861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:23Z', 'revision_number': 7, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:24.849915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=07e0d183-d6eb-42d2-84b5-4659d2da02ba,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:24.855413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a9ccdf7-9a5f-45a2-ad03-f15a45de1fd5 req-1b524b02-9f7b-4635-8bb4-95c55098ef91 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911009 Aug 06 15:36:24.875650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed850069-7cca-435a-8ec7-55039b8d7234 None None] The sync data for ids ['469be1f2-fcfd-489e-93e6-2c5007f44c3c'] in n-d-778550-6 is: [{'id': '469be1f2-fcfd-489e-93e6-2c5007f44c3c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1748290086-router', 'tenant_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:05Z', 'updated_at': '2021-08-06T15:36:23Z', 'revision_number': 7, 'project_id': '6b1d1abaed6c42d38316f78a352a6d3c', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:36:24.878648 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:24.880400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:24.891702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385536242', 'description': 'tempest-description--490257546'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:24.913921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fc14ec73-2fc1-49c0-9a0c-83d8517136ca triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:24.918097 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.061835 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-44b0fb8f-44e0-466b-b17e-5f4398fcec5d service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1423271 Aug 06 15:36:25.080445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.161263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.388730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.401277 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.476333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-201c4399-4499-4362-ae38-4e8b00aefb37 req-fa9209d7-a9b8-4630-a554-0f67d2043cab service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071026 Aug 06 15:36:25.549173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 2, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:25.551139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.552256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469be1f2-fcfd-489e-93e6-2c5007f44c3c {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:36:25.569077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.573985 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.581816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c44039c-2cd7-4146-b882-99b5947e5fbc admin admin] 10.222.0.16 "DELETE /v2.0/routers/469be1f2-fcfd-489e-93e6-2c5007f44c3c HTTP/1.1" status: 204 len: 168 time: 4.3424323 Aug 06 15:36:25.582787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:25.595789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.611883 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Checking router: 5ed39818-6889-4e61-aa5c-570a8d057076 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:36:25.612673 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Updating router 5ed39818-6889-4e61-aa5c-570a8d057076 port d5945229-de64-4bcf-b720-6ffd0fcbe32d binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:36:25.669669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf666d8-8345-491e-85b6-3d28e3a120f7 req-2aa0cc3b-5990-46a3-85bc-cf92b7d53b44 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:25.681070 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.682976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbf666d8-8345-491e-85b6-3d28e3a120f7 req-2aa0cc3b-5990-46a3-85bc-cf92b7d53b44 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.5355289 Aug 06 15:36:25.689266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.745298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07e0d183-d6eb-42d2-84b5-4659d2da02ba no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:25.760785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Deleting subnet 0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:36:25.769559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.773083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-ed686a6e-5e76-4777-a0a1-565b529b8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:25.774880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-ed686a6e-5e76-4777-a0a1-565b529b8dd2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 1094 time: 0.1251743 Aug 06 15:36:25.799022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 07e0d183-d6eb-42d2-84b5-4659d2da02ba {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:25.799314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 07e0d183-d6eb-42d2-84b5-4659d2da02ba not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:25.801163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6837aa-12bf-42f2-8869-a00ce8c1552c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:25.808327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.823697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-63d8f011-7c0d-451e-967b-f5e9cd79eeb2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9286706 Aug 06 15:36:25.823697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42326) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:25.844044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Request body: {'security_group_rule': {'security_group_id': '6d6837aa-12bf-42f2-8869-a00ce8c1552c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:25.868918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:25.965208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbf666d8-8345-491e-85b6-3d28e3a120f7 req-97064098-24e5-446a-a43b-f7e8b704e3ac tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810931 Aug 06 15:36:25.978894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.100763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-022cc6b6-3b59-4b11-81fe-4ac75e114dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:26.102285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-022cc6b6-3b59-4b11-81fe-4ac75e114dfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 913 time: 0.3071043 Aug 06 15:36:26.195820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c045c-dc17-4b9e-9ce2-501c3de65b25 req-5459e016-d4a0-4b79-b34a-6e06574e9f33 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:26.218540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef2c045c-dc17-4b9e-9ce2-501c3de65b25 req-5459e016-d4a0-4b79-b34a-6e06574e9f33 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 943 time: 0.2020304 Aug 06 15:36:26.240949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.301321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.328630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-1c8607c5-9cdc-4c92-a761-5fd8e308df75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb HTTP/1.1" status: 200 len: 217 time: 0.2142501 Aug 06 15:36:26.380711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.420388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef2c045c-dc17-4b9e-9ce2-501c3de65b25 req-93c52b20-f6e2-4de6-9883-165f072bacb5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923342 Aug 06 15:36:26.456065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5777885-8040-40b7-a96b-3f04b0d24b4d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:26.504824 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.526693 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Transition to ACTIVE for port object d5945229-de64-4bcf-b720-6ffd0fcbe32d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:26.547210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-320d9bbc-079a-4d9f-bae0-f58e1509b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:26.549762 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-320d9bbc-079a-4d9f-bae0-f58e1509b8c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.2027321 Aug 06 15:36:26.578927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.582439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-290b60fc-5ed6-4a3d-a604-6fa7c9bd1b9a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7500727 Aug 06 15:36:26.582674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:26.588588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Request body: {'security_group_rule': {'security_group_id': '6d6837aa-12bf-42f2-8869-a00ce8c1552c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:26.606996 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.655125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:26.662904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1312088727'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:26.675699 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-23f33efb-e519-47e9-a046-b3e1811f4d4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121531 Aug 06 15:36:26.738122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.744905 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Pushing event updated for resources: {'Port': ['ID=d5945229-de64-4bcf-b720-6ffd0fcbe32d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:26.852440 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-86835148-68e9-4576-ba1e-18271c5893d5 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677592 Aug 06 15:36:26.856353 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.856818 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.857153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.859906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:26.889866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.894044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:26.899536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.948191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:26.959557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.962038 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-633a9763-2249-4db1-9f72-8318d0c9925e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f8c7aec-e681-4ea6-b4d9-fbfebebb8feb HTTP/1.1" status: 204 len: 168 time: 1.3780687 Aug 06 15:36:26.963718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ff666e-e249-4b64-9693-34ebe1a7c311 None None] Network 7be7eff4-e57e-4f46-a5ef-45bba85a7122 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:26.964498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:26.972895 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Attempting to bind port d5945229-de64-4bcf-b720-6ffd0fcbe32d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:26.973271 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Attempting to bind port d5945229-de64-4bcf-b720-6ffd0fcbe32d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:26.973641 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Attempting to bind port d5945229-de64-4bcf-b720-6ffd0fcbe32d on network 86300159-4665-49be-bc44-e6d6826e0755 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:26.982636 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:26.983015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Checking segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:26.987403 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:26.988062 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Bound using segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:26.988734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Bound port: d5945229-de64-4bcf-b720-6ffd0fcbe32d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:26.991255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:36:26.991453 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.006033 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.006673 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Added segment 3cfb0c2c-6a24-42b3-a2a6-19a663afcad9 of type vlan for network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 Aug 06 15:36:27.074593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.137433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.150775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.169301 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] For port d5945229-de64-4bcf-b720-6ffd0fcbe32d, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:27.178464 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] For port d5945229-de64-4bcf-b720-6ffd0fcbe32d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d5945229-de64-4bcf-b720-6ffd0fcbe32d,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:27.246662 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41a2f026-39fd-4b0f-9a2f-2a25af2b77eb req-3c799942-9277-49d7-a28d-98dfabcaffd9 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811548 Aug 06 15:36:27.256003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb4aa8e-a0bf-4219-95de-e6159a789dd8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:27.269323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Deleting port 1e892cb3-a9bd-4674-911f-e868e24a0b04 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:27.274768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.275477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.287715 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.294756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:27.295429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.418959 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:27.419605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:27.432676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] DHCP port deletion for 7be7eff4-e57e-4f46-a5ef-45bba85a7122 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:36:27.480127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Network': ['ID=588833fe-4e2e-4c0b-8816-c5b94f1fcf60,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:27.495222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:36:27.507922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.509194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5574d4b4-9921-48a6-b245-82ed7ca9decf tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9255257 Aug 06 15:36:27.514737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:27.523619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:27.533893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] For port 1e892cb3-a9bd-4674-911f-e868e24a0b04, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1e892cb3-a9bd-4674-911f-e868e24a0b04,segment=NetworkSegment(066ee507-8c30-4727-8bd3-ad266f59f0fb),segment_id=066ee507-8c30-4727-8bd3-ad266f59f0fb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:27.534273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.553144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee3e9f-65e3-4b47-a37a-f89bc840d1f9 req-a7f703b0-6fd3-48d9-96d5-405a52fa2444 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:27.579916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaee3e9f-65e3-4b47-a37a-f89bc840d1f9 req-a7f703b0-6fd3-48d9-96d5-405a52fa2444 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.4177699 Aug 06 15:36:27.603724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Calling delete_port for 1e892cb3-a9bd-4674-911f-e868e24a0b04 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:27.676368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94c335a5-1fae-4abb-bd1c-cd4287fd5a05 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0196860 Aug 06 15:36:27.695478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Deleting port 1e892cb3-a9bd-4674-911f-e868e24a0b04 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:27.695874 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.721782 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920e478-f8fc-46ea-b5eb-d9d18f8b6d35 None None] Pushing event updated for resources: {'Port': ['ID=d5945229-de64-4bcf-b720-6ffd0fcbe32d,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:27.741240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:27.772249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-150747170'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:27.824020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.880395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] For port 1e892cb3-a9bd-4674-911f-e868e24a0b04, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1e892cb3-a9bd-4674-911f-e868e24a0b04,segment=NetworkSegment(066ee507-8c30-4727-8bd3-ad266f59f0fb),segment_id=066ee507-8c30-4727-8bd3-ad266f59f0fb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:27.881114 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.895141 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:27.913025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaee3e9f-65e3-4b47-a37a-f89bc840d1f9 req-dea38189-c40c-48ea-a48f-f52866c52d54 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323522 Aug 06 15:36:27.918836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Calling delete_port for 1e892cb3-a9bd-4674-911f-e868e24a0b04 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:27.928308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:27.930259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:27.984603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.030496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e892cb3-a9bd-4674-911f-e868e24a0b04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:28.043006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] No DVR routers for this DVR port 1e892cb3-a9bd-4674-911f-e868e24a0b04 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:28.059425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ed3f-310c-4a43-a876-e8e3720534fb req-3b6e2ccb-fd56-4546-b985-c2096a31f8ed tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:28.061338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb53ed3f-310c-4a43-a876-e8e3720534fb req-3b6e2ccb-fd56-4546-b985-c2096a31f8ed tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 943 time: 0.4095616 Aug 06 15:36:28.075853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:36:28.086300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.087175 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Added segment c967f380-3dec-4b1a-9f6c-141a5b7ef57f of type vlan for network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 Aug 06 15:36:28.108978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.174669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.180918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Pushing event deleted for resources: {'Port': ['ID=1e892cb3-a9bd-4674-911f-e868e24a0b04,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:28.199242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] No DVR routers for this DVR port 1e892cb3-a9bd-4674-911f-e868e24a0b04 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:28.216251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.216872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.219797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.220357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.220864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.221430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.221968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.223688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.224261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.224773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.225295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.225828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.228979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e97b662-089e-4fd8-9961-0eebb248dd6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:28.242274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be7eff4-e57e-4f46-a5ef-45bba85a7122']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:28.256700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066ee507-8c30-4727-8bd3-ad266f59f0fb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:28.257428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066ee507-8c30-4727-8bd3-ad266f59f0fb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:28.268303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.273497 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb53ed3f-310c-4a43-a876-e8e3720534fb req-a0e3cd6b-8a35-4a97-914c-052e2219f4a8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Aug 06 15:36:28.280353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.287416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:28.288332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.298201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.305574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:36:28.306265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: items = [ Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:36:28.384157 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:36:28.398048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Network': ['ID=98a0b890-20e8-4cf0-9f92-222bf7f0ead6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:28.410025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:36:28.416497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.464564 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.473071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.475389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7be7eff4-e57e-4f46-a5ef-45bba85a7122 HTTP/1.1" status: 204 len: 168 time: 1.5072849 Aug 06 15:36:28.518210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c29f91-aef5-49e1-b8f3-f3b62d4bcd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be7eff4-e57e-4f46-a5ef-45bba85a7122,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:28.533985 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:27Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:28.541930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-24c672ae-36ed-45bc-80ac-f66803edc43a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7931709 Aug 06 15:36:28.542423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:28.547778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'subnet': {'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:28.596507 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae12c13-c2c7-4ed8-8a06-0ad065f5d457 None None] The sync data for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 is: [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:27Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:36:28.766851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:28.780692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Allocated IP 172.25.5.46 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/0991f545-49dc-4a5c-8c3d-a51f34e1dc85) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:28.853300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:28.858237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.033146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:29.046074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.223382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9217f-855e-47d9-a729-376db9239fce req-1ea09a3c-5e6f-4f49-a0bb-510acec2e38d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:29.225009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fc9217f-855e-47d9-a729-376db9239fce req-1ea09a3c-5e6f-4f49-a0bb-510acec2e38d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1506529 Aug 06 15:36:29.232737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c460a98f-482b-47b4-ba7f-c317383a2529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b1d1abaed6c42d38316f78a352a6d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984859 Aug 06 15:36:29.237148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:29.331393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fc9217f-855e-47d9-a729-376db9239fce req-03bf2d6b-e0b6-45e9-a632-f4908cefe05d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974832 Aug 06 15:36:29.381587 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10eb810-8887-40c9-aff8-8b4c181951c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.384799 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.437965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82abd8b2-dedf-4e57-967e-cd4f0c551adb details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:36:29.449657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event updated for resources: {'Port': ['ID=0991f545-49dc-4a5c-8c3d-a51f34e1dc85,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:29.460476 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.498034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:29.511735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:29.518180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:29.701543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:29.722430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '82abd8b2-dedf-4e57-967e-cd4f0c551adb', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': '82abd8b2-dedf-4e57-967e-cd4f0c551adb', 'mac_address': 'fa:16:3e:bd:47:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:36:29.725401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Subnet': ['ID=05974510-503d-43f4-ae01-995e6fdc76ec,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:29.732155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d5945229-de64-4bcf-b720-6ffd0fcbe32d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:29.753133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Checking segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:29.753504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network hostable DHCP agents. Network: 588833fe-4e2e-4c0b-8816-c5b94f1fcf60, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:36:29.763335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10eb810-8887-40c9-aff8-8b4c181951c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.827920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcce2ab-42c1-4b14-ba70-9a7244111c94 req-ce5ae3e3-abe5-40eb-9d10-35f3b051f386 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:29.829639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:29.830143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efcce2ab-42c1-4b14-ba70-9a7244111c94 req-ce5ae3e3-abe5-40eb-9d10-35f3b051f386 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 943 time: 0.3287258 Aug 06 15:36:29.847306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:36:29.867679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82abd8b2-dedf-4e57-967e-cd4f0c551adb {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:29.899528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:29.979343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 588833fe-4e2e-4c0b-8816-c5b94f1fcf60) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:29.984093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:29.984928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.037448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e2989-86ce-4437-92b2-99b071ee352b None None] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:30.250191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.295712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efcce2ab-42c1-4b14-ba70-9a7244111c94 req-ca519433-f400-4e8f-9473-ec73d68207a3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 Aug 06 15:36:30.297285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:36:30.298362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.335141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.341868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d5945229-de64-4bcf-b720-6ffd0fcbe32d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:30.501747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822df8-6981-4c89-84e1-9ca6e1422abc req-0b55b61d-6323-4c95-a25f-0cdc1cbe539e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:30.510265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34822df8-6981-4c89-84e1-9ca6e1422abc req-0b55b61d-6323-4c95-a25f-0cdc1cbe539e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.0814531 Aug 06 15:36:30.570789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34822df8-6981-4c89-84e1-9ca6e1422abc req-77bb46e4-0620-4804-99fe-0caa8afc814b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591910 Aug 06 15:36:30.582109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d5945229-de64-4bcf-b720-6ffd0fcbe32d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:30.582930 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.630094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10eb810-8887-40c9-aff8-8b4c181951c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.632423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8e9694ed-8c2f-420a-850c-ef65e56de965 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0885534 Aug 06 15:36:30.635436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10eb810-8887-40c9-aff8-8b4c181951c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.636109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a10eb810-8887-40c9-aff8-8b4c181951c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f10d942-b68c-4ade-b8b6-88cb36b68637 HTTP/1.1" status: 204 len: 168 time: 1.3977749 Aug 06 15:36:30.637582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42430) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:30.643749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'subnet': {'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:30.653167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['82abd8b2-dedf-4e57-967e-cd4f0c551adb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:36:30.736914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eb810-8887-40c9-aff8-8b4c181951c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f10d942-b68c-4ade-b8b6-88cb36b68637,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:30.766955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.921318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=82abd8b2-dedf-4e57-967e-cd4f0c551adb,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:30.928856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:30.933435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:30.977421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Allocated IP 10.1.1.2 (588833fe-4e2e-4c0b-8816-c5b94f1fcf60/05974510-503d-43f4-ae01-995e6fdc76ec/d11da184-ccb7-445e-9f66-bade2472a1ab) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:31.061860 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.077108 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.150952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.316096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event updated for resources: {'Port': ['ID=0991f545-49dc-4a5c-8c3d-a51f34e1dc85,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:31.496581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.497764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d5945229-de64-4bcf-b720-6ffd0fcbe32d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d5945229-de64-4bcf-b720-6ffd0fcbe32d,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:31.587656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd07ee-bc77-4100-9c64-5455cfa7fb48 req-b5fb5f3b-1755-4f01-8143-d1c999ff0cfd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:31.590593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50cd07ee-bc77-4100-9c64-5455cfa7fb48 req-b5fb5f3b-1755-4f01-8143-d1c999ff0cfd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 944 time: 0.1413310 Aug 06 15:36:31.662664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.672463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50cd07ee-bc77-4100-9c64-5455cfa7fb48 req-fd783f96-a87b-484c-8738-d26d93050490 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730731 Aug 06 15:36:31.690696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Transition to ACTIVE for port object d11da184-ccb7-445e-9f66-bade2472a1ab will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:31.710969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Transition to ACTIVE for port object d11da184-ccb7-445e-9f66-bade2472a1ab will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:31.715247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.791426 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.803313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.804500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b0ecb68e-d9d7-4236-8541-891d5df7e788 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2865887 Aug 06 15:36:31.809616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Subnet': ['ID=e0e75256-c325-4f69-942d-1e95853803a9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:31.847625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Checking segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:31.852539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network hostable DHCP agents. Network: 98a0b890-20e8-4cf0-9f92-222bf7f0ead6, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:36:31.859380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b7be6-9a2c-43e0-8a10-c75dc00422ae req-868f585e-87bf-4032-8cd7-b6324e38287d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:31.861573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-298b7be6-9a2c-43e0-8a10-c75dc00422ae req-868f585e-87bf-4032-8cd7-b6324e38287d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 946 time: 0.1123824 Aug 06 15:36:31.877670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:31.897140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1e892cb3-a9bd-4674-911f-e868e24a0b04 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:31.937938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 1e892cb3-a9bd-4674-911f-e868e24a0b04 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:31.938596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1e892cb3-a9bd-4674-911f-e868e24a0b04 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:31.947515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-298b7be6-9a2c-43e0-8a10-c75dc00422ae req-411e992e-0c0f-463e-aeaa-e8c013e81f21 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791204 Aug 06 15:36:31.973695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:31.984911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:36:31.987523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:32.008989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:32.070921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 98a0b890-20e8-4cf0-9f92-222bf7f0ead6) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:32.083043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d5945229-de64-4bcf-b720-6ffd0fcbe32d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:32.092230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4539c-e092-4348-b2b7-c9df436fe38f None None] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:32.093429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:32.095521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:32.189224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Attempting to bind port d11da184-ccb7-445e-9f66-bade2472a1ab on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:32.189600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Attempting to bind port d11da184-ccb7-445e-9f66-bade2472a1ab by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:32.189966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Attempting to bind port d11da184-ccb7-445e-9f66-bade2472a1ab on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:32.198908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:32.199372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Checking segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:32.199776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:32.200195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Bound using segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:32.200678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Bound port: d11da184-ccb7-445e-9f66-bade2472a1ab, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:32.201058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:32.207541 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f321956-982e-4486-a7ad-0fe5853931b6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5688415 Aug 06 15:36:32.218621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:32.224316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'name': 'tempest-TaggedBootDevicesTest_v242-880796752', 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:32.237455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Pushing event updated for resources: {'Port': ['ID=d11da184-ccb7-445e-9f66-bade2472a1ab,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:32.362141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] For port d11da184-ccb7-445e-9f66-bade2472a1ab, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:32.390296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] For port d11da184-ccb7-445e-9f66-bade2472a1ab, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d11da184-ccb7-445e-9f66-bade2472a1ab,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:32.455146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:32.538522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:32.582021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'fixed_ips': [{'subnet_id': 'e0e75256-c325-4f69-942d-1e95853803a9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:36:32.588946 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:32.730784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab328-5ce2-4074-b3b6-7f858faa35bf None None] Pushing event updated for resources: {'Port': ['ID=d11da184-ccb7-445e-9f66-bade2472a1ab,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:32.840785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:32.911406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] device_id is not set on port 63e77e67-4d7d-4504-b039-402fd78e9c02 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:36:32.922528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-3d6e7c84-c661-4f43-a55d-150cd067939f tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1385536242&fields=id&tenant_id=15a5f724a5b942cca108e959a35df180 HTTP/1.1" status: 200 len: 267 time: 0.1518276 Aug 06 15:36:33.177079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Allocated IP 10.2.2.2 (98a0b890-20e8-4cf0-9f92-222bf7f0ead6/e0e75256-c325-4f69-942d-1e95853803a9/a78219d1-f196-42a2-b59a-6c2848518ae2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:33.279543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbf505-dc01-4c9b-baed-a3ca9573c49c req-a4883ed5-aefd-4a61-9e18-f18aa51638ba tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:33.281962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fcbf505-dc01-4c9b-baed-a3ca9573c49c req-a4883ed5-aefd-4a61-9e18-f18aa51638ba tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 944 time: 0.1349006 Aug 06 15:36:33.289826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-872b6329-2034-49b4-b0c2-d95cd111ff4a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:33.297467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-872b6329-2034-49b4-b0c2-d95cd111ff4a tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/networks?id=86300159-4665-49be-bc44-e6d6826e0755 HTTP/1.1" status: 200 len: 812 time: 0.3739045 Aug 06 15:36:33.339089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-862c8d2d-6a33-4ec9-896c-bfc330e07444 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/quotas/15a5f724a5b942cca108e959a35df180 HTTP/1.1" status: 200 len: 375 time: 0.0400999 Aug 06 15:36:33.373986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 10.1.1.157 (588833fe-4e2e-4c0b-8816-c5b94f1fcf60/05974510-503d-43f4-ae01-995e6fdc76ec/63e77e67-4d7d-4504-b039-402fd78e9c02) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:33.438774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fcbf505-dc01-4c9b-baed-a3ca9573c49c req-20823f10-04c3-4b40-a3e7-38b42a05c19c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279006 Aug 06 15:36:33.476336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82abd8b2-dedf-4e57-967e-cd4f0c551adb up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:33.541259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-035b6261-bc8c-42ba-8f37-2dd30faa7398 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=15a5f724a5b942cca108e959a35df180&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2007549 Aug 06 15:36:33.649484 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:33.660363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Transition to ACTIVE for port object a78219d1-f196-42a2-b59a-6c2848518ae2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:33.682626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Transition to ACTIVE for port object a78219d1-f196-42a2-b59a-6c2848518ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:33.778542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 82abd8b2-dedf-4e57-967e-cd4f0c551adb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:33.789570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 82abd8b2-dedf-4e57-967e-cd4f0c551adb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:33.789570 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:33.797632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-51a6b506-597e-4834-b518-e191fc3e8fe3 service neutron] 10.222.0.16 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513287 Aug 06 15:36:33.850495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:33.861112 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:33.924874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-84873d5e-a348-49f9-a432-d121b5a0ef2d service neutron] 10.222.0.16 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258686 Aug 06 15:36:33.927169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object 63e77e67-4d7d-4504-b039-402fd78e9c02 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:34.050632 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.097226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.102158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Pushing event updated for resources: {'Port': ['ID=a78219d1-f196-42a2-b59a-6c2848518ae2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:34.119336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:34.129663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:34.136744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:34.141801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:34.142513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:34.150229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:34.207503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:34.227099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82abd8b2-dedf-4e57-967e-cd4f0c551adb'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:34.230253 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbca2b9-19aa-4e20-bbc0-016189d3bc5b" -d '{"events": [{"server_uuid": "2c3b174a-eebe-4a8c-970a-51355c0f8d58", "name": "network-vif-plugged", "status": "completed", "tag": "82abd8b2-dedf-4e57-967e-cd4f0c551adb"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:34.234582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:34.276764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:34.277450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.315376 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.324310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d11da184-ccb7-445e-9f66-bade2472a1ab up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:34.392350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42574) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:34.393013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5397859c-ea73-4be4-84d7-3a331dfaa72f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1729586 Aug 06 15:36:34.398500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'name': 'tempest-TaggedBootDevicesTest_v242-1406913612', 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:34.547969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Attempting to bind port a78219d1-f196-42a2-b59a-6c2848518ae2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:34.548355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Attempting to bind port a78219d1-f196-42a2-b59a-6c2848518ae2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:34.548855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Attempting to bind port a78219d1-f196-42a2-b59a-6c2848518ae2 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:34.551218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1e0fbd-1dd4-4d40-abbe-924c1b46fa3d None None] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:34.639513 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9552a673-92e7-41f6-a222-7a216532d4f2 x-openstack-request-id: req-9552a673-92e7-41f6-a222-7a216532d4f2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:34.639960 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3b174a-eebe-4a8c-970a-51355c0f8d58", "name": "network-vif-plugged", "status": "completed", "tag": "82abd8b2-dedf-4e57-967e-cd4f0c551adb", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:34.640849 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9552a673-92e7-41f6-a222-7a216532d4f2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:34.641250 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82abd8b2-dedf-4e57-967e-cd4f0c551adb', 'code': 200} Aug 06 15:36:34.688457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d11da184-ccb7-445e-9f66-bade2472a1ab completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:34.696702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:34.697597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Checking segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:34.698017 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.698424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Bound using segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:34.698917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Bound port: a78219d1-f196-42a2-b59a-6c2848518ae2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:34.699305 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.702041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71db2894-64bd-4e2b-8144-cfacd2c36ba2 req-ce81be45-3ff1-4373-9c7f-bdbfc3d3bac9 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 210 time: 0.0886788 Aug 06 15:36:34.871090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae332d6c-c235-40ee-8a61-92492c7642c7 None None] Provisioning for port d11da184-ccb7-445e-9f66-bade2472a1ab completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:34.904897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d11da184-ccb7-445e-9f66-bade2472a1ab triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:34.906573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.934320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae332d6c-c235-40ee-8a61-92492c7642c7 None None] Provisioning complete for port d11da184-ccb7-445e-9f66-bade2472a1ab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:34.934704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae332d6c-c235-40ee-8a61-92492c7642c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:34.939772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=82abd8b2-dedf-4e57-967e-cd4f0c551adb,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:34.973944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b1ed4-28f9-4010-84d5-4f5f01e7091a req-53af235e-97e1-4684-a050-b7a421920958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:34.977055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-297b1ed4-28f9-4010-84d5-4f5f01e7091a req-53af235e-97e1-4684-a050-b7a421920958 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 1096 time: 0.3453283 Aug 06 15:36:34.992963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a685f-0011-4206-aeb4-554c34783dd0 req-c1fde63f-b133-4aef-a295-2fffe7eb8d65 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:34.998758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-257a685f-0011-4206-aeb4-554c34783dd0 req-c1fde63f-b133-4aef-a295-2fffe7eb8d65 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 945 time: 0.2605648 Aug 06 15:36:35.019622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-297b1ed4-28f9-4010-84d5-4f5f01e7091a req-14c96c72-ce29-4c17-9932-01da226b3935 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358174 Aug 06 15:36:35.111739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:35.114496 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5de8d0a3-58eb-4da9-a16f-3999b4ac27b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:35.147396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-257a685f-0011-4206-aeb4-554c34783dd0 req-b595842d-cec7-4930-8adc-355b46b342fa tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342902 Aug 06 15:36:35.217974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] For port a78219d1-f196-42a2-b59a-6c2848518ae2, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:35.244483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] For port a78219d1-f196-42a2-b59a-6c2848518ae2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a78219d1-f196-42a2-b59a-6c2848518ae2,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:35.291944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:35.324713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:35.338646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] device_id is not set on port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:36:35.340921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:35.485959 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae332d6c-c235-40ee-8a61-92492c7642c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:35.652931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 10.1.1.93 (588833fe-4e2e-4c0b-8816-c5b94f1fcf60/05974510-503d-43f4-ae01-995e6fdc76ec/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:35.663080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105dfbc-0c14-4292-bcb8-6f30cfa4dfcb None None] Pushing event updated for resources: {'Port': ['ID=a78219d1-f196-42a2-b59a-6c2848518ae2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:35.698655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d11da184-ccb7-445e-9f66-bade2472a1ab, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d11da184-ccb7-445e-9f66-bade2472a1ab,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:35.755126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:35.756831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d5945229-de64-4bcf-b720-6ffd0fcbe32d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:36.136231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:36.181600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:36.311836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0eaa1e68-a15d-469c-9220-8873260a6a87 req-fab29fb9-9cce-4ba4-8f45-c907af8b60be tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 210 time: 0.1239460 Aug 06 15:36:36.462745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d11da184-ccb7-445e-9f66-bade2472a1ab,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:36.472114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:36:36.505532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-ae332d6c-c235-40ee-8a61-92492c7642c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:36:36.517359 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-ae332d6c-c235-40ee-8a61-92492c7642c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:36:36.536346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:36.615117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:36.619378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d5945229-de64-4bcf-b720-6ffd0fcbe32d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:36.623287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:36.637174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:36.675687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:36.754231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ab8e-e5b5-4db1-a8ea-fc799f9b90d1 req-3b72a4a7-b009-456e-b502-dd41b74d19b5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:36.755528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0729ab8e-e5b5-4db1-a8ea-fc799f9b90d1 req-3b72a4a7-b009-456e-b502-dd41b74d19b5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 945 time: 0.2895412 Aug 06 15:36:36.820819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:36.923761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'mac_address': 'fa:16:3e:64:df:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:36:36.955728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0729ab8e-e5b5-4db1-a8ea-fc799f9b90d1 req-fbe3822b-38d7-4796-95a7-3d2bdc11c823 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709318 Aug 06 15:36:36.993123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:36.996554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:37.004770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:37.124281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-222fff95-bbee-4c5d-aa4f-ad9455172632 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7286317 Aug 06 15:36:37.273637 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:37.329716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92c4acc4-e169-4080-a43e-fb1880b356cf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:37.397431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:37.447138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Provisioning complete for port d11da184-ccb7-445e-9f66-bade2472a1ab triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:37.449693 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:37.566286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d11da184-ccb7-445e-9f66-bade2472a1ab up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:37.570630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:37.653972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef993bea-4488-4246-88db-9298a5ae3d41 None None] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:36:37.684668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:37.770999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['92c4acc4-e169-4080-a43e-fb1880b356cf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:36:37.843482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:37.954856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b11882a-fcf6-471a-b748-cfd09a32590c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:38.289670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-8edaad5a-d0ed-4527-a16e-a82fd3b256d5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:38.291520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-8edaad5a-d0ed-4527-a16e-a82fd3b256d5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.64 "GET /v2.0/networks?id=86300159-4665-49be-bc44-e6d6826e0755 HTTP/1.1" status: 200 len: 812 time: 0.2826731 Aug 06 15:36:38.335959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d11da184-ccb7-445e-9f66-bade2472a1ab triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:38.340817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:38.428365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-bc1f6145-99fa-4231-9862-0cd61439a736 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15a5f724a5b942cca108e959a35df180 HTTP/1.1" status: 200 len: 380 time: 0.1102293 Aug 06 15:36:38.444102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Request body: {'port': {'device_id': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'admin_state_up': True, 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'security_groups': ['6d6837aa-12bf-42f2-8869-a00ce8c1552c']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:38.498164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Provisioning for port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:38.515532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Provisioning complete for port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:38.518922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:38.660732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:38.710456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a78219d1-f196-42a2-b59a-6c2848518ae2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:38.824061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Made reservation on behalf of 15a5f724a5b942cca108e959a35df180 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:38.829234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:38.841822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Provisioning for port 63e77e67-4d7d-4504-b039-402fd78e9c02 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:38.849785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:38.853236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Provisioning complete for port 63e77e67-4d7d-4504-b039-402fd78e9c02 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:38.853877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:38.917616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a78219d1-f196-42a2-b59a-6c2848518ae2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:39.015099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9f99bdd9-6cd8-42e1-ab3f-95045c39eab1 None None] Port 63e77e67-4d7d-4504-b039-402fd78e9c02 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:39.155466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Allocated IP 172.20.0.7 (86300159-4665-49be-bc44-e6d6826e0755/7119105e-75d0-47f1-8700-6c0b14fbdf85/59e577c3-159a-4710-86b1-da6d314f76ee) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:39.346601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:39.373366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Transition to ACTIVE for port object 59e577c3-159a-4710-86b1-da6d314f76ee will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:39.566853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] Provisioning for port a78219d1-f196-42a2-b59a-6c2848518ae2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:39.572715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] Provisioning complete for port a78219d1-f196-42a2-b59a-6c2848518ae2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:39.573224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:39.605624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:39.679918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event updated for resources: {'Port': ['ID=59e577c3-159a-4710-86b1-da6d314f76ee,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:39.692767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.693342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.693759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.694190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.694592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.694992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.695388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.695792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.696255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.700576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.701076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.701499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:39.727900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:39.744507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Network 86300159-4665-49be-bc44-e6d6826e0755 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:39.749655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:39.753887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:39.810509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] For port a78219d1-f196-42a2-b59a-6c2848518ae2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a78219d1-f196-42a2-b59a-6c2848518ae2,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:39.853660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:39.898767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:39.899460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.018658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-83fc98af-7195-4553-a08a-71141669aaf5 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5794852 Aug 06 15:36:40.022053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06d04c-25b1-46a2-b9d6-b58d6216fbf7 None None] Pushing event updated for resources: {'Port': ['ID=a78219d1-f196-42a2-b59a-6c2848518ae2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:40.038595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Request body: {'port': {'device_id': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:40.063411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c92ded3d-1c33-4b4b-8593-31c6cc8ab1c8 None None] Provisioning complete for port a78219d1-f196-42a2-b59a-6c2848518ae2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:40.063788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c92ded3d-1c33-4b4b-8593-31c6cc8ab1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.188216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.411385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:40.464316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f1a02a6-db40-4603-9fe5-b9db7da52a30 None None] Provisioning for port 59e577c3-159a-4710-86b1-da6d314f76ee completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:40.471255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8f1a02a6-db40-4603-9fe5-b9db7da52a30 None None] Provisioning complete for port 59e577c3-159a-4710-86b1-da6d314f76ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:40.471759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f1a02a6-db40-4603-9fe5-b9db7da52a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.539746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a02a6-db40-4603-9fe5-b9db7da52a30 None None] Port 59e577c3-159a-4710-86b1-da6d314f76ee cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:36:40.588196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 92c4acc4-e169-4080-a43e-fb1880b356cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:40.588891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.677867 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.741017 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.800565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:40.802920 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e17ee-269f-4346-8607-a892a55974f3" -d '{"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-plugged", "status": "completed", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:40.822198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:40.868998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.892588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e577c3-159a-4710-86b1-da6d314f76ee {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:40.908764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:40.956996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Transition to ACTIVE for port object 59e577c3-159a-4710-86b1-da6d314f76ee will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:40.999440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:41.047527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:41.158585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Pushing event updated for resources: {'Port': ['ID=59e577c3-159a-4710-86b1-da6d314f76ee,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:41.261538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a78219d1-f196-42a2-b59a-6c2848518ae2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:41.279976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Attempting to bind port 59e577c3-159a-4710-86b1-da6d314f76ee on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:41.280222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Attempting to bind port 59e577c3-159a-4710-86b1-da6d314f76ee by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:41.280714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Attempting to bind port 59e577c3-159a-4710-86b1-da6d314f76ee on network 86300159-4665-49be-bc44-e6d6826e0755 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:41.289656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Port 59e577c3-159a-4710-86b1-da6d314f76ee on network 86300159-4665-49be-bc44-e6d6826e0755 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:36:41.289983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Attempting to bind port 59e577c3-159a-4710-86b1-da6d314f76ee on network 86300159-4665-49be-bc44-e6d6826e0755 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:41.313353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:41.314019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Checking segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:41.314673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Bound using segment: {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:41.315456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Bound port: 59e577c3-159a-4710-86b1-da6d314f76ee, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35587441-4527-43fb-8cfe-cb18dfeebcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '86300159-4665-49be-bc44-e6d6826e0755'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:41.316241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:41.387687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a78219d1-f196-42a2-b59a-6c2848518ae2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:41.388208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:41.493885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] For port 59e577c3-159a-4710-86b1-da6d314f76ee, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:41.501026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] For port 59e577c3-159a-4710-86b1-da6d314f76ee, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=59e577c3-159a-4710-86b1-da6d314f76ee,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:41.573570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:41.633185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:41.633815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:41.635423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] 10.222.0.64 "PUT /v2.0/ports/59e577c3-159a-4710-86b1-da6d314f76ee HTTP/1.1" status: 200 len: 1091 time: 1.6026566 Aug 06 15:36:41.635907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:41.638201 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1840d4-b7db-4a7a-a31d-b44662d35391" -d '{"events": [{"name": "network-changed", "server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:41.685907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68d6e8-2459-40e8-896e-4c35ceab156d service neutron] Pushing event updated for resources: {'Port': ['ID=59e577c3-159a-4710-86b1-da6d314f76ee,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:41.849021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-07953bb7-8d21-41ac-8da9-adf868417cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:41.855230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-07953bb7-8d21-41ac-8da9-adf868417cd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15a5f724a5b942cca108e959a35df180&device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 1094 time: 0.1012745 Aug 06 15:36:41.923197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-b83aa07c-6e1f-4f0d-ae71-3abe92ddfee3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59e577c3-159a-4710-86b1-da6d314f76ee HTTP/1.1" status: 200 len: 217 time: 0.0542617 Aug 06 15:36:42.029951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-7c001de9-b2e7-4ae8-a299-811be8b0ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:42.031387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-7c001de9-b2e7-4ae8-a299-811be8b0ac2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7119105e-75d0-47f1-8700-6c0b14fbdf85 HTTP/1.1" status: 200 len: 851 time: 0.0989695 Aug 06 15:36:42.115773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-38bce97b-ed95-402e-b9e7-0ca7d6e85558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:42.118138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-38bce97b-ed95-402e-b9e7-0ca7d6e85558 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86300159-4665-49be-bc44-e6d6826e0755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746903 Aug 06 15:36:42.375498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-389a4b48-2161-49af-bbc2-d6fd639b6d95 service neutron] 10.222.0.64 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452366 Aug 06 15:36:42.543130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca46c37-bb43-45af-96b5-b89dc1b22efb req-68b4e9f3-d135-41ae-a692-f4fb61dc11b4 service neutron] 10.222.0.64 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560307 Aug 06 15:36:43.444272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:43.451585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318679378', 'description': 'tempest-description--630605208'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:43.527773 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1ce869-f050-49f3-b851-80af22999f18 x-openstack-request-id: req-0e1ce869-f050-49f3-b851-80af22999f18 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:43.528650 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-plugged", "status": "completed", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:43.528650 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e1ce869-f050-49f3-b851-80af22999f18 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:43.528849 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'code': 200} Aug 06 15:36:43.556563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:43.589760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf3555-68f2-4528-8dce-fba618197654 req-ea13050c-bb59-4b12-8eca-853a00a46b9d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:43.596169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49cf3555-68f2-4528-8dce-fba618197654 req-ea13050c-bb59-4b12-8eca-853a00a46b9d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 943 time: 0.0902109 Aug 06 15:36:43.644107 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8e7627-e37f-4f4b-a4aa-92a6f10acfd9 x-openstack-request-id: req-6c8e7627-e37f-4f4b-a4aa-92a6f10acfd9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:43.645036 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:43.645580 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c8e7627-e37f-4f4b-a4aa-92a6f10acfd9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:43.646571 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee', 'status': 'completed', 'code': 200} Aug 06 15:36:43.692162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-3f5c7043-82ba-4e45-84f4-b5c41c25a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:43.693875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-3f5c7043-82ba-4e45-84f4-b5c41c25a6e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.0865095 Aug 06 15:36:43.730887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49cf3555-68f2-4528-8dce-fba618197654 req-dad0b0c8-25b3-4fdf-92a1-6e9d87ffc5f8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334941 Aug 06 15:36:43.821976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-1ef189b0-6fed-4782-abf5-ac93863e4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:43.825260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-1ef189b0-6fed-4782-abf5-ac93863e4d5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15a5f724a5b942cca108e959a35df180&device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 1094 time: 0.1934359 Aug 06 15:36:43.948116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-58edf695-c32e-47e6-83ca-51ec1f2ff22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:43.951480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-58edf695-c32e-47e6-83ca-51ec1f2ff22f service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.2467065 Aug 06 15:36:44.006899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-d890c23c-f508-41f1-a5f0-22a0ca433888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.0472457 Aug 06 15:36:44.019993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:44.020267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453625c-f955-4a7b-9150-32f870a1121d req-ffcd9914-0507-4641-a3bc-87ef417499dd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.022581 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0453625c-f955-4a7b-9150-32f870a1121d req-ffcd9914-0507-4641-a3bc-87ef417499dd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 945 time: 0.1542594 Aug 06 15:36:44.040694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7561eaa-7994-4430-912a-065592f35ff6 req-bf76ad71-c4d7-4f69-a28e-4d9b5b65023f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.042706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7561eaa-7994-4430-912a-065592f35ff6 req-bf76ad71-c4d7-4f69-a28e-4d9b5b65023f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 945 time: 0.2163641 Aug 06 15:36:44.064757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-136e0d3a-1ad9-4a97-9f65-a58b1a0adf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.066695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-136e0d3a-1ad9-4a97-9f65-a58b1a0adf75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=86300159-4665-49be-bc44-e6d6826e0755 HTTP/1.1" status: 200 len: 913 time: 0.2236509 Aug 06 15:36:44.125894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:44.173640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-4baa369a-fb13-4c82-960e-921d0ca584e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.176100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-4baa369a-fb13-4c82-960e-921d0ca584e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.1510444 Aug 06 15:36:44.198074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f28f9-4e1a-4433-8a56-565f572aedeb req-9792f111-c61d-4642-9646-ccef0768ee5b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.207917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-446f28f9-4e1a-4433-8a56-565f572aedeb req-9792f111-c61d-4642-9646-ccef0768ee5b tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.2475185 Aug 06 15:36:44.210873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-3c660aa0-16a1-4594-95a5-d4d4b0c17ae6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59e577c3-159a-4710-86b1-da6d314f76ee HTTP/1.1" status: 200 len: 217 time: 0.1098413 Aug 06 15:36:44.212975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7561eaa-7994-4430-912a-065592f35ff6 req-629431c5-4369-45a8-9758-95a0277384a0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535254 Aug 06 15:36:44.229291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-aaeb2c0c-3e7c-4c30-90f6-f1052a0f420c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429125 Aug 06 15:36:44.256324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:44.262990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8152564 Aug 06 15:36:44.263968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:44.305209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Deleting port 82abd8b2-dedf-4e57-967e-cd4f0c551adb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:36:44.305698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:44.310860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'security_group_rule': {'security_group_id': '5dc9ca5a-5d73-4e38-9dd0-d93fde934d44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:44.379074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-446f28f9-4e1a-4433-8a56-565f572aedeb req-bef18d9b-7f99-484e-9038-861cd6d4fbfb tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666172 Aug 06 15:36:44.387318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a590e-5669-481a-b915-c26be6adeb5f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:44.402721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-430610e2-aae3-4cd9-8bbd-c25802ff3226 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665640 Aug 06 15:36:44.466351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-b500365d-00f3-4b21-9193-e8bb483677bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.468276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-b500365d-00f3-4b21-9193-e8bb483677bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7119105e-75d0-47f1-8700-6c0b14fbdf85 HTTP/1.1" status: 200 len: 851 time: 0.2134295 Aug 06 15:36:44.530393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf200d-d7fa-451b-9d26-ca0c61dd8b8c req-b7c00a3e-4b4b-4d47-a585-9664bd9eac30 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.533669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43cf200d-d7fa-451b-9d26-ca0c61dd8b8c req-b7c00a3e-4b4b-4d47-a585-9664bd9eac30 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 950 time: 0.2095578 Aug 06 15:36:44.603345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:44.612464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-544c8b64-2296-4dfd-872d-82be64dcef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:44.613851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-544c8b64-2296-4dfd-872d-82be64dcef44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86300159-4665-49be-bc44-e6d6826e0755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339540 Aug 06 15:36:44.622391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43cf200d-d7fa-451b-9d26-ca0c61dd8b8c req-88ef68d8-e570-48d9-9c5f-e2a17cbc6d09 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806010 Aug 06 15:36:44.977668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] For port 82abd8b2-dedf-4e57-967e-cd4f0c551adb, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82abd8b2-dedf-4e57-967e-cd4f0c551adb,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:44.978661 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.002970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Calling delete_port for 82abd8b2-dedf-4e57-967e-cd4f0c551adb owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:36:45.012848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3feb05d-28d0-455e-8aaa-ad15ff4d92d2 req-c56a3acf-61e7-45bb-9c2f-923a4770b835 service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006086 Aug 06 15:36:45.183213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.187483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-2b03c1d8-0206-4ac9-b113-44e2242f13e9 service neutron] 10.222.0.64 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573685 Aug 06 15:36:45.197242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eba341-ddc8-4473-ab70-0fe2fd7cae93 req-e3c3d5b1-d619-4a1c-8c4b-8b61028e3af9 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:45.209240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05eba341-ddc8-4473-ab70-0fe2fd7cae93 req-e3c3d5b1-d619-4a1c-8c4b-8b61028e3af9 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 943 time: 0.2259281 Aug 06 15:36:45.255911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.276675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.295477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['82abd8b2-dedf-4e57-967e-cd4f0c551adb'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:36:45.308057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1986a154-e17c-4f61-bed1-196d3156aca9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:45.384467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event deleted for resources: {'Port': ['ID=82abd8b2-dedf-4e57-967e-cd4f0c551adb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:45.398935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05eba341-ddc8-4473-ab70-0fe2fd7cae93 req-0cfcebc8-7a47-4a71-b4a8-d1733a0bef92 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886654 Aug 06 15:36:45.418113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.427664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] No DVR routers for this DVR port 82abd8b2-dedf-4e57-967e-cd4f0c551adb on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:36:45.428104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-064116ff-89f1-4820-822e-596f60df1413 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1317368 Aug 06 15:36:45.430217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.430563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.430983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.431424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.431861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.432129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.432457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.432782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.433108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.433432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.433758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.434076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:36:45.436385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:45.437568 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.439828 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0453625c-f955-4a7b-9150-32f870a1121d req-dab2120f-a4e9-49f1-b475-f2256b4f57f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "DELETE /v2.0/ports/82abd8b2-dedf-4e57-967e-cd4f0c551adb HTTP/1.1" status: 204 len: 173 time: 1.4056189 Aug 06 15:36:45.440886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'name': 'network-vif-deleted', 'tag': '82abd8b2-dedf-4e57-967e-cd4f0c551adb'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:45.442585 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab2b5d7-939a-4c31-a6be-827f91686ab0" -d '{"events": [{"server_uuid": "2c3b174a-eebe-4a8c-970a-51355c0f8d58", "name": "network-vif-deleted", "tag": "82abd8b2-dedf-4e57-967e-cd4f0c551adb"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:45.455496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'security_group_rule': {'security_group_id': '5dc9ca5a-5d73-4e38-9dd0-d93fde934d44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:45.537319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb19c42d-2949-4d8b-9fa6-e8620409c440 req-ec4bfc11-a899-4e19-9c96-be9ba0a62974 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c3b174a-eebe-4a8c-970a-51355c0f8d58 HTTP/1.1" status: 200 len: 210 time: 0.0415323 Aug 06 15:36:45.550670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd1840d4-b7db-4a7a-a31d-b44662d35391 req-c3290afe-5278-41b8-bf80-f52e3d15dd86 service neutron] 10.222.0.64 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393452 Aug 06 15:36:45.574953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82abd8b2-dedf-4e57-967e-cd4f0c551adb no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:45.627463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 82abd8b2-dedf-4e57-967e-cd4f0c551adb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:36:45.629603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82abd8b2-dedf-4e57-967e-cd4f0c551adb not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:36:45.631248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:36:45.663369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.758364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.817466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.818119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:45.819062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:45.821867 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ac858b-274a-4299-83d5-d44271cde6b9" -d '{"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-unplugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:45.828587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12717af9-fbc7-4087-b4ae-a33ad31aefec req-1b01a4a8-1a23-46fb-93d7-dd0c440df5a7 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:45.830570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12717af9-fbc7-4087-b4ae-a33ad31aefec req-1b01a4a8-1a23-46fb-93d7-dd0c440df5a7 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0903878 Aug 06 15:36:45.899065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12717af9-fbc7-4087-b4ae-a33ad31aefec req-7986c28a-96aa-4716-9ffd-7c60ce79c7e1 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Aug 06 15:36:45.915858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.916487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:45.939181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34e5744-d7bc-4ba5-9457-2923c622f70f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:46.004517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:46.029949 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:46.031570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-35990f8c-573c-4680-8ecd-5de02f0399b3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5857227 Aug 06 15:36:46.034569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:46.039592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:46.161308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:46.241574 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e59940b-7f06-4ef3-baa8-89fa81d3e9bd x-openstack-request-id: req-8e59940b-7f06-4ef3-baa8-89fa81d3e9bd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:46.241879 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-unplugged", "status": "completed", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:46.242140 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e59940b-7f06-4ef3-baa8-89fa81d3e9bd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:46.242545 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'code': 200} Aug 06 15:36:46.394165 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db2c4e-8788-4308-be13-e9554e10001f x-openstack-request-id: req-25db2c4e-8788-4308-be13-e9554e10001f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:46.395593 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3b174a-eebe-4a8c-970a-51355c0f8d58", "name": "network-vif-deleted", "tag": "82abd8b2-dedf-4e57-967e-cd4f0c551adb", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:46.396274 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25db2c4e-8788-4308-be13-e9554e10001f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:46.396962 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3b174a-eebe-4a8c-970a-51355c0f8d58', 'name': 'network-vif-deleted', 'tag': '82abd8b2-dedf-4e57-967e-cd4f0c551adb', 'status': 'completed', 'code': 200} Aug 06 15:36:46.451374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:46.478753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 59e577c3-159a-4710-86b1-da6d314f76ee details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:36:46.719711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 59e577c3-159a-4710-86b1-da6d314f76ee, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=59e577c3-159a-4710-86b1-da6d314f76ee,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:46.736728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 172.25.5.188 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/a6897f3b-a0dc-4e28-9c3a-4bd21b138201) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:46.744862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '59e577c3-159a-4710-86b1-da6d314f76ee', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'port_id': '59e577c3-159a-4710-86b1-da6d314f76ee', 'mac_address': 'fa:16:3e:3e:ea:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:36:46.788532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:46.814356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e577c3-159a-4710-86b1-da6d314f76ee {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:46.848423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 59e577c3-159a-4710-86b1-da6d314f76ee, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=59e577c3-159a-4710-86b1-da6d314f76ee,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:46.897262 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:46.918924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63b4c6-9896-4668-987a-c0bb91dab42a req-f8be6a6e-fafd-4c75-8465-8504e49eafc4 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:46.932049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f63b4c6-9896-4668-987a-c0bb91dab42a req-f8be6a6e-fafd-4c75-8465-8504e49eafc4 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 943 time: 0.2826786 Aug 06 15:36:46.933761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:47.003632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f63b4c6-9896-4668-987a-c0bb91dab42a req-4f8638a7-9920-4785-8813-abccf1d343f2 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660355 Aug 06 15:36:47.086404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=59e577c3-159a-4710-86b1-da6d314f76ee,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:47.115784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:47.134857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:47.138839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:47.165698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:47.216611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=a6897f3b-a0dc-4e28-9c3a-4bd21b138201,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:47.240258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['59e577c3-159a-4710-86b1-da6d314f76ee'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:36:47.379698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:47.524032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94262b90-bc4e-4393-9f49-3951b0053c17 req-6e00416a-8069-4ed4-8768-27061a4abe03 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:47.526926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94262b90-bc4e-4393-9f49-3951b0053c17 req-6e00416a-8069-4ed4-8768-27061a4abe03 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0986969 Aug 06 15:36:47.543913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:47.665899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94262b90-bc4e-4393-9f49-3951b0053c17 req-1fd62511-110f-4de1-9e3d-1f524a67b63d tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316764 Aug 06 15:36:47.867037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:47.956427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:48.042399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=a6897f3b-a0dc-4e28-9c3a-4bd21b138201,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:48.061199 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:48.142671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:48.147121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aa04cd9f-9b93-4a83-baf0-0e6b5316ce78 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1083510 Aug 06 15:36:48.460515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-0cc52f09-cd30-466d-81c3-0692361d89f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:48.468772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-0cc52f09-cd30-466d-81c3-0692361d89f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1911991 Aug 06 15:36:48.486125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8085a98-6b97-49fc-9471-3cea7acbc5df req-b1b6a97b-95c2-490b-807b-7aec071be43d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:48.487556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 59e577c3-159a-4710-86b1-da6d314f76ee up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:36:48.488132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8085a98-6b97-49fc-9471-3cea7acbc5df req-b1b6a97b-95c2-490b-807b-7aec071be43d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 944 time: 0.1032250 Aug 06 15:36:48.496396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-7358c27c-0fb5-4a35-9354-e6e31a156cb9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.0266550 Aug 06 15:36:48.535678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-0dc44eeb-7815-451b-9d85-f8e88d0caac4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379024 Aug 06 15:36:48.558358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-69b05aac-88ca-4065-93a2-a899d0da0191 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:36:48.559844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-69b05aac-88ca-4065-93a2-a899d0da0191 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073454 Aug 06 15:36:48.613720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8085a98-6b97-49fc-9471-3cea7acbc5df req-225586da-c1d5-4528-b49a-0f678fb64683 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143031 Aug 06 15:36:48.693776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 59e577c3-159a-4710-86b1-da6d314f76ee completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:36:48.700279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 59e577c3-159a-4710-86b1-da6d314f76ee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:36:48.701280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:48.789509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-30ed1467-5436-44ad-be8d-33bfd28d0496 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180717 Aug 06 15:36:48.915576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:48.933501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-9745dab8-07b6-4f78-9fa0-0f23da435715 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340330 Aug 06 15:36:48.944535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:48.947500 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975cebd7-0db4-4986-98a6-ef1f7828dcf3" -d '{"events": [{"server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "name": "network-vif-plugged", "status": "completed", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:48.956413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1041418c-ac08-4cdf-bce9-1268b359c019 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--318679378&fields=id&tenant_id=3f3570c874964bda9904acd85c0d4285 HTTP/1.1" status: 200 len: 267 time: 0.0507882 Aug 06 15:36:48.964612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 59e577c3-159a-4710-86b1-da6d314f76ee, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=59e577c3-159a-4710-86b1-da6d314f76ee,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:36:49.015728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-dfd1cc99-fa5a-4cea-bea0-207615ffb3e4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:49.018273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-dfd1cc99-fa5a-4cea-bea0-207615ffb3e4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 936 time: 0.0528672 Aug 06 15:36:49.078959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-94039963-fa13-445d-9448-87df530366dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:49.080497 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-94039963-fa13-445d-9448-87df530366dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 936 time: 0.0578170 Aug 06 15:36:49.151196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-b56257e3-c3e9-4f87-ac80-f822c6e3f07b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0582449 Aug 06 15:36:49.198919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3b1f7b8a-e98b-4eae-be2f-99c10c76309c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0396087 Aug 06 15:36:49.314869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e5a6ef97-8fed-41ec-b574-bdac1e534b36 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:49.320689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e5a6ef97-8fed-41ec-b574-bdac1e534b36 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:49.327635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e5a6ef97-8fed-41ec-b574-bdac1e534b36 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:49.329394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e5a6ef97-8fed-41ec-b574-bdac1e534b36 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 200 len: 1995 time: 0.1245437 Aug 06 15:36:49.345827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-97e3293e-0627-46cd-a63e-437babb85973 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/quotas/3f3570c874964bda9904acd85c0d4285 HTTP/1.1" status: 200 len: 375 time: 0.0100272 Aug 06 15:36:49.420780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-69ff004e-9053-4df2-9572-a64834bd6169 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0691378 Aug 06 15:36:49.439087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-59a6a359-23da-4c6b-9fc0-9d68c0c2dc4c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:36:49.440217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-59a6a359-23da-4c6b-9fc0-9d68c0c2dc4c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060017 Aug 06 15:36:49.543057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-ba83a71d-531d-409b-886e-86d2e1edd280 service neutron] 10.222.0.16 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954521 Aug 06 15:36:49.652499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-2f7bf0b7-3179-4c69-91c4-d56820a15dc5 service neutron] 10.222.0.16 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033387 Aug 06 15:36:49.726750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:49.733083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a8791c10-89fb-4bf5-8757-7d8bb7db7bb7 service neutron] 10.222.0.16 "GET /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0656476 Aug 06 15:36:49.868589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=59e577c3-159a-4710-86b1-da6d314f76ee,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:49.872966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-c2a3fafa-5bbe-4cee-a80b-d8d6d6284a0a service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254761 Aug 06 15:36:50.103136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-aaf67e90-3023-4bd3-8b8b-1262a82c7176 service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198017 Aug 06 15:36:50.155282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3dd846bc-3924-4256-9835-30c27f5aa5c6 service neutron] 10.222.0.16 "GET /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0396554 Aug 06 15:36:50.287437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-0d999d6a-01df-407c-95ef-3b71e9bc24c7 service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260860 Aug 06 15:36:50.426731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-5524be32-e5cc-4708-8a5c-8c30328246f0 service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337738 Aug 06 15:36:50.586509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-efb8a624-54e4-4f53-97a8-05bbf2f64353 service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519461 Aug 06 15:36:50.718916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0506c7f-e29d-4c55-9d6d-2a583700e4a8 req-4319435a-b261-4b43-a2b2-9ac7d90e62c9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:50.720720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0506c7f-e29d-4c55-9d6d-2a583700e4a8 req-4319435a-b261-4b43-a2b2-9ac7d90e62c9 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1229355 Aug 06 15:36:50.756822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-dbbd995c-947d-46c0-a37a-90b1d9e08f3a service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687095 Aug 06 15:36:50.859780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0506c7f-e29d-4c55-9d6d-2a583700e4a8 req-5208a309-25a7-4032-b43d-74a0510f5786 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177454 Aug 06 15:36:50.929894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-37990dbb-07f4-4a8f-9f1a-f585b1a566bd service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603413 Aug 06 15:36:51.032157 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357a5831-950b-41a7-985d-298e9a349299 x-openstack-request-id: req-357a5831-950b-41a7-985d-298e9a349299 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:51.032806 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "name": "network-vif-plugged", "status": "completed", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:51.032939 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-357a5831-950b-41a7-985d-298e9a349299 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:51.033342 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee', 'code': 200} Aug 06 15:36:51.095877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-d2546158-bd4d-4365-94b2-3696c3e64928 service neutron] 10.222.0.16 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586926 Aug 06 15:36:51.286866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88553d-cc41-403f-8e20-8af908a761c9 req-1d5b0df1-e37b-4b45-a6fe-6453db32ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:51.289385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb88553d-cc41-403f-8e20-8af908a761c9 req-1d5b0df1-e37b-4b45-a6fe-6453db32ed99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.0558822 Aug 06 15:36:51.314786 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-09a85ea3-9c6b-43b1-a2f0-9cfb8ca5bf0b service neutron] 10.222.0.16 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129235 Aug 06 15:36:51.351039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb88553d-cc41-403f-8e20-8af908a761c9 req-867f1999-9855-43cc-acde-43dcb8eabadf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Aug 06 15:36:51.454921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51216-e593-4ba0-b389-070c6d2746aa req-6d5f2991-ad19-4920-bc7e-225d2436bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:51.456521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b51216-e593-4ba0-b389-070c6d2746aa req-6d5f2991-ad19-4920-bc7e-225d2436bb6b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 1096 time: 0.3383296 Aug 06 15:36:51.467411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f426-6edc-4872-ac94-08c9bf3cac13 req-bb075390-b4e4-4b08-aa54-b29643c47c2b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:51.469385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a860f426-6edc-4872-ac94-08c9bf3cac13 req-bb075390-b4e4-4b08-aa54-b29643c47c2b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.2598653 Aug 06 15:36:51.552308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-aa3ae77d-9249-47d3-873e-82acbd638c42 service neutron] 10.222.0.16 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212501 Aug 06 15:36:51.560467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b51216-e593-4ba0-b389-070c6d2746aa req-be438bc7-ff1c-40b7-b60d-330010b0d114 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880196 Aug 06 15:36:51.619481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a860f426-6edc-4872-ac94-08c9bf3cac13 req-3b8f43f4-dc7d-497a-a19a-6077693e2372 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369891 Aug 06 15:36:51.752321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d28e06f-6f86-4ec6-9e78-56cb504f8da8 req-9cb5104e-ada5-43c8-bb69-208d4744312e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0338042 Aug 06 15:36:51.782358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-519553bf-f3cd-418b-9336-4623b3fc4d91 service neutron] 10.222.0.16 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187810 Aug 06 15:36:51.963487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-f3ded508-24f7-4601-9fe4-eeec004c7f45 service neutron] 10.222.0.16 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735797 Aug 06 15:36:52.218389 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:36:52.870082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-4b94298f-e6d1-4d57-82a4-400ec0d8bf77 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:52.875035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-4b94298f-e6d1-4d57-82a4-400ec0d8bf77 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.2053359 Aug 06 15:36:52.889215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Request body: {'port': {'device_id': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'admin_state_up': True, 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:53.143706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:53.149588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:53.195685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b285cc-3699-4071-a048-68d0b9f9cd33 req-22b7af3f-b093-4091-b345-5ff9130c5595 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:53.197817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23b285cc-3699-4071-a048-68d0b9f9cd33 req-22b7af3f-b093-4091-b345-5ff9130c5595 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1065650 Aug 06 15:36:53.279722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23b285cc-3699-4071-a048-68d0b9f9cd33 req-91fa5131-d197-440d-adb4-be062f17916d tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694318 Aug 06 15:36:53.357995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Allocated IP 172.20.0.10 (0203c533-7792-4fd2-b6e4-cceb855028af/38bf8d9d-9118-46fc-a6ce-c898762d900c/e5a60f3d-bcab-4276-bad4-bd5020d3fa1f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:53.571209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07dc4b-b625-4a79-99ab-64d3c4b8c6cf req-6e8bb49d-9ab0-4e07-adc9-aece5546521c tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:53.573179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed07dc4b-b625-4a79-99ab-64d3c4b8c6cf req-6e8bb49d-9ab0-4e07-adc9-aece5546521c tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.0661709 Aug 06 15:36:53.642128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed07dc4b-b625-4a79-99ab-64d3c4b8c6cf req-85031042-f5a3-4d0a-a415-e44970f3e322 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616484 Aug 06 15:36:53.653756 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:53.728744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5477b9d2-0ee0-4242-8016-0f5d3d636267 req-d41c37bf-6233-4d61-aa01-cc80a03024ea tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0275033 Aug 06 15:36:53.857585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83f0d3-f6dd-4163-98b2-e0ef21239d1e req-37411406-4638-4a1b-9ffa-ca889cf96a8a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:53.860198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d83f0d3-f6dd-4163-98b2-e0ef21239d1e req-37411406-4638-4a1b-9ffa-ca889cf96a8a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0627835 Aug 06 15:36:53.902870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d83f0d3-f6dd-4163-98b2-e0ef21239d1e req-da9698d3-35b8-400e-b774-1393340a3ff4 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368159 Aug 06 15:36:54.286980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:54.334579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Network 0203c533-7792-4fd2-b6e4-cceb855028af is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:54.340428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:54.344812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:54.348686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event updated for resources: {'Port': ['ID=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:54.404148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:54.404908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:54.572386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeba372-26fc-4908-8906-e6d8614a2fb3 req-df02aab5-85e1-4c49-a5f2-048cdaf6d8cd tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:54.573661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-79b31058-10fe-449a-8198-ae2aa334250a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6894550 Aug 06 15:36:54.586663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Request body: {'port': {'device_id': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:54.590987 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8eeba372-26fc-4908-8906-e6d8614a2fb3 req-df02aab5-85e1-4c49-a5f2-048cdaf6d8cd tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.0808508 Aug 06 15:36:54.591585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:54.603015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Request body: {'floatingip': {'port_id': '59e577c3-159a-4710-86b1-da6d314f76ee'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:54.665718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:54.670691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.276700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88d03ee7-38e6-496f-b9e2-78a248c4ac24 req-8574a3e8-29bd-4ac9-8ab6-614309b0422a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0352802 Aug 06 15:36:55.311423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a60f3d-bcab-4276-bad4-bd5020d3fa1f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:36:55.326137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.361002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Transition to ACTIVE for port object e5a60f3d-bcab-4276-bad4-bd5020d3fa1f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:55.403162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-e2098e16-edc5-4fc3-9058-122d69725fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:55.404637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-e2098e16-edc5-4fc3-9058-122d69725fa2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ae44251bc244052843a0c887f3229aa&device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 1096 time: 0.0664320 Aug 06 15:36:55.514987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.515508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e060d17-0a47-440e-8632-967c23592033 req-9e61a028-61c0-4540-8fb8-a0382597ea7c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:55.530198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e060d17-0a47-440e-8632-967c23592033 req-9e61a028-61c0-4540-8fb8-a0382597ea7c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 932 time: 0.1269839 Aug 06 15:36:55.587284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-fbb75143-70d9-445f-8985-10da01b5083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:55.589509 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-fbb75143-70d9-445f-8985-10da01b5083d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 200 len: 919 time: 0.1779556 Aug 06 15:36:55.606407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.608371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e060d17-0a47-440e-8632-967c23592033 req-48463f31-9eaa-48c8-9c1b-1bcfc8462a54 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772955 Aug 06 15:36:55.630182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:55.726015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-f2dd227e-4e96-4ade-b1ab-539aeef2cba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 200 len: 217 time: 0.1266072 Aug 06 15:36:55.757103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.829673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Attempting to bind port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:36:55.830221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Attempting to bind port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:36:55.830746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Attempting to bind port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:55.837241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-91e82909-597d-41a8-bb8f-c6da6b92c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:55.840499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-91e82909-597d-41a8-bb8f-c6da6b92c988 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 200 len: 858 time: 0.1058123 Aug 06 15:36:55.842873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f on network 0203c533-7792-4fd2-b6e4-cceb855028af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:36:55.843280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Attempting to bind port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:36:55.861549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.861811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:36:55.861811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:36:55.862026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Bound using segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:36:55.862510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Bound port: e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:36:55.862855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:55.890217 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-4e1482c8-5669-41cc-ae1a-b515d2d34475 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d888c15-e69b-432e-9c0a-3c60006e9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420299 Aug 06 15:36:55.958396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109b4a-6a37-427b-99c3-343d370d790d req-e26d9ff3-8bc1-44ff-85bc-769860fec051 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:55.959849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81109b4a-6a37-427b-99c3-343d370d790d req-e26d9ff3-8bc1-44ff-85bc-769860fec051 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1357412 Aug 06 15:36:56.010629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] For port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:36:56.026874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790258a-483b-45eb-9f47-908b459cb1a4 req-d9cbd7b1-b2d6-4117-8278-ebf93a2025af tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.028463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2790258a-483b-45eb-9f47-908b459cb1a4 req-d9cbd7b1-b2d6-4117-8278-ebf93a2025af tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1739354 Aug 06 15:36:56.028991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] For port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:36:56.041114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-36c66bb5-bca4-4300-a4e4-705c605994cf service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446271 Aug 06 15:36:56.077115 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Floating IP 3b5482f4-1d68-4a97-850a-9acf19e105e3 associated. External IP: 172.25.5.46, port: 59e577c3-159a-4710-86b1-da6d314f76ee. Aug 06 15:36:56.081621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81109b4a-6a37-427b-99c3-343d370d790d req-67b6481f-4253-43aa-9fcb-437dc11b9ffa tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935950 Aug 06 15:36:56.136726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:56.149476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2790258a-483b-45eb-9f47-908b459cb1a4 req-b37fdc71-1a42-42e8-a437-902c996b36e0 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079555 Aug 06 15:36:56.203562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4eef15f6-d1d6-4f39-89bc-02dec6aaeaca req-d440ef05-5f5d-4f62-8188-fcab79ced2ee service neutron] 10.222.0.59 "GET /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553485 Aug 06 15:36:56.211148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.211786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:56.213400 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5a60f3d-bcab-4276-bad4-bd5020d3fa1f HTTP/1.1" status: 200 len: 1092 time: 1.6321027 Aug 06 15:36:56.213852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'tag': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:56.216508 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ad231-3644-4231-b850-8c8c9e79c58e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd779919-3ad5-48cc-9dab-b60250f86927", "tag": "e5a60f3d-bcab-4276-bad4-bd5020d3fa1f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:56.251139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cf500-905b-4799-bad6-fc07c9b28354 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:56.353396 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b74cd1d-2cdb-41f2-abac-05d1579629c6 x-openstack-request-id: req-9b74cd1d-2cdb-41f2-abac-05d1579629c6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:56.354010 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd779919-3ad5-48cc-9dab-b60250f86927", "tag": "e5a60f3d-bcab-4276-bad4-bd5020d3fa1f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:56.354010 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b74cd1d-2cdb-41f2-abac-05d1579629c6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:56.355012 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'tag': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f', 'status': 'completed', 'code': 200} Aug 06 15:36:56.473794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ad231-3644-4231-b850-8c8c9e79c58e req-eb39668e-265e-43e6-90b9-bc0a20fbf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.478223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2a7ad231-3644-4231-b850-8c8c9e79c58e req-eb39668e-265e-43e6-90b9-bc0a20fbf85d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 1095 time: 0.0766799 Aug 06 15:36:56.489380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be0b4b69-fcc1-4bb5-9313-bc5a4dd6d42b req-3ae2b0ae-2667-4903-b003-f5f96a1f0067 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0368161 Aug 06 15:36:56.498707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Router 5ed39818-6889-4e61-aa5c-570a8d057076 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:36:56.626993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:36:56.632888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:56.635284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ad231-3644-4231-b850-8c8c9e79c58e req-b85007a3-5fa9-4261-b8fe-e509c6bfc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.638467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] Sync routers for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:36:56.650580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2a7ad231-3644-4231-b850-8c8c9e79c58e req-b85007a3-5fa9-4261-b8fe-e509c6bfc611 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1657639 Aug 06 15:36:56.654228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:56.655139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:56.678350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b0ee0ebc-480d-4a32-a768-c158764362ea tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "PUT /v2.0/floatingips/3b5482f4-1d68-4a97-850a-9acf19e105e3 HTTP/1.1" status: 200 len: 990 time: 2.0838430 Aug 06 15:36:56.679423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:36:56.685024 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:36:56.775452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ad231-3644-4231-b850-8c8c9e79c58e req-9f7c5c82-4e3b-4c05-a8a4-82a5881ad32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.777064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2a7ad231-3644-4231-b850-8c8c9e79c58e req-9f7c5c82-4e3b-4c05-a8a4-82a5881ad32b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177409 Aug 06 15:36:56.808659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:56.876775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-5cc0f3f4-8e4a-4029-933f-4afd305c062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.879374 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-5cc0f3f4-8e4a-4029-933f-4afd305c062e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 1095 time: 0.0454860 Aug 06 15:36:56.931373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-5312f312-71ce-4239-a157-0dce8e57cacb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f HTTP/1.1" status: 200 len: 217 time: 0.0429027 Aug 06 15:36:56.983535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-c05d22e6-feec-454b-8de8-850c5c406427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:56.985179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-c05d22e6-feec-454b-8de8-850c5c406427 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0475070 Aug 06 15:36:57.026159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-a18166e7-fd45-4440-ae7e-c0d4539f7df7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314000 Aug 06 15:36:57.189015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-da48659f-6ed9-466e-bced-8788272bfc2e service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530657 Aug 06 15:36:57.189148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4857b0-630d-4ee3-8171-0ed3186e8e46 req-bd8a72e7-7834-4bb3-b7a3-9dabcc581bdf tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:57.199661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd4857b0-630d-4ee3-8171-0ed3186e8e46 req-bd8a72e7-7834-4bb3-b7a3-9dabcc581bdf tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 944 time: 0.0921035 Aug 06 15:36:57.251900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd4857b0-630d-4ee3-8171-0ed3186e8e46 req-8934b9d2-5fb1-4ae9-88a4-fa779a66e186 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Aug 06 15:36:57.303952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '3b5482f4-1d68-4a97-850a-9acf19e105e3', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'port_id': '59e577c3-159a-4710-86b1-da6d314f76ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'mac_address': 'fa:16:3e:3e:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:36:29Z', 'updated_at': '2021-08-06T15:36:55Z', 'revision_number': 1, 'project_id': '15a5f724a5b942cca108e959a35df180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:31Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:57.331336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] Checking router: 5ed39818-6889-4e61-aa5c-570a8d057076 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:36:57.340412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-692a75fe-ebfc-4d27-9e3b-e4ab1c7e8bef req-30a0d5e7-633a-40ce-88ff-2a34b77ee0d7 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464138 Aug 06 15:36:57.341642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:36:57.342447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:36:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:57.389561 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c24aed6-d440-4dae-8452-590a189482e8 x-openstack-request-id: req-5c24aed6-d440-4dae-8452-590a189482e8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:36:57.389973 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:36:57.390296 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c24aed6-d440-4dae-8452-590a189482e8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:36:57.390797 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee', 'status': 'completed', 'code': 200} Aug 06 15:36:57.486605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-e3d07a2c-0037-412b-b530-67998f02a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:57.489367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-e3d07a2c-0037-412b-b530-67998f02a7a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15a5f724a5b942cca108e959a35df180&device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 1096 time: 0.0625472 Aug 06 15:36:57.491398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:36:57.640407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-3e886297-1b19-4b9e-a7cc-1852bc93734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:57.642199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-3e886297-1b19-4b9e-a7cc-1852bc93734d service neutron] 10.222.0.64 "GET /v2.0/networks?id=86300159-4665-49be-bc44-e6d6826e0755 HTTP/1.1" status: 200 len: 913 time: 0.1455796 Aug 06 15:36:57.724766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-9d44081e-8aa0-4667-9056-4143821cbdb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59e577c3-159a-4710-86b1-da6d314f76ee HTTP/1.1" status: 200 len: 998 time: 0.0707572 Aug 06 15:36:57.788742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-94d1dd46-605f-4b46-a7d2-a2f73be6744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:57.788742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-94d1dd46-605f-4b46-a7d2-a2f73be6744e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7119105e-75d0-47f1-8700-6c0b14fbdf85 HTTP/1.1" status: 200 len: 851 time: 0.0571306 Aug 06 15:36:57.803706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '3b5482f4-1d68-4a97-850a-9acf19e105e3', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'port_id': '59e577c3-159a-4710-86b1-da6d314f76ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'mac_address': 'fa:16:3e:3e:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:36:29Z', 'updated_at': '2021-08-06T15:36:55Z', 'revision_number': 1, 'project_id': '15a5f724a5b942cca108e959a35df180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:31Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:36:57.844294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e383a-8256-4cd4-9938-ca9649b25f2c None None] The sync data for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 is: [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '3b5482f4-1d68-4a97-850a-9acf19e105e3', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'port_id': '59e577c3-159a-4710-86b1-da6d314f76ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'mac_address': 'fa:16:3e:3e:ea:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:36:29Z', 'updated_at': '2021-08-06T15:36:55Z', 'revision_number': 1, 'project_id': '15a5f724a5b942cca108e959a35df180', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:31Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:36:57.849958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-0db79647-a856-4b65-8e3c-49449970d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:57.851182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-0db79647-a856-4b65-8e3c-49449970d61e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=86300159-4665-49be-bc44-e6d6826e0755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546613 Aug 06 15:36:57.865155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-c5f27c95-41fc-4a3c-ac9f-6b9ad9903462 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:36:57.866236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-c5f27c95-41fc-4a3c-ac9f-6b9ad9903462 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054953 Aug 06 15:36:57.957373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:57.982466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-cc54c2f8-1bab-4e6c-9c8f-4f70ad88e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:57.987824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-cc54c2f8-1bab-4e6c-9c8f-4f70ad88e115 service neutron] 10.222.0.64 "GET /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 1032 time: 0.0599887 Aug 06 15:36:58.001176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-a2b51eb5-ce31-42d3-814d-a48b779c5362 service neutron] 10.222.0.64 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244035 Aug 06 15:36:58.064249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e195c947-3f5b-49ed-b7a7-2389e4987ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:58.066130 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e195c947-3f5b-49ed-b7a7-2389e4987ae6 service neutron] 10.222.0.64 "GET /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 1032 time: 0.0702317 Aug 06 15:36:58.156084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fdab6e-4bc2-4625-ae07-3a16282d46e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.159240 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7924a015-3f21-42e6-bdfc-35fcd6f7f409 None None] New status for floating IP 3b5482f4-1d68-4a97-850a-9acf19e105e3: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:36:58.237831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b6ba66-1475-4d9e-b9ee-7a76b5d9e9d2 req-46a9ec87-8fda-4b2f-aaa2-d7ad3cb54f29 service neutron] 10.222.0.64 "GET /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293332 Aug 06 15:36:58.288001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-99d92082-01f0-4566-aa1a-aa19ac867ff3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:58.296913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-99d92082-01f0-4566-aa1a-aa19ac867ff3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:58.305858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-99d92082-01f0-4566-aa1a-aa19ac867ff3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:58.309514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-99d92082-01f0-4566-aa1a-aa19ac867ff3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 200 len: 1995 time: 0.2353630 Aug 06 15:36:58.318665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fdab6e-4bc2-4625-ae07-3a16282d46e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.365756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-be19062d-64c8-4353-a3a6-512bb474f4cb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f3570c874964bda9904acd85c0d4285 HTTP/1.1" status: 200 len: 379 time: 0.0458233 Aug 06 15:36:58.376741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'admin_state_up': True, 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'security_groups': ['5dc9ca5a-5d73-4e38-9dd0-d93fde934d44']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:36:58.492401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fdab6e-4bc2-4625-ae07-3a16282d46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.564764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-26fdab6e-4bc2-4625-ae07-3a16282d46e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=495997efe47a477a9f2092d70cf64d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6063511 Aug 06 15:36:58.565685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdab6e-4bc2-4625-ae07-3a16282d46e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6b661d-38b6-41f9-9478-ff2ac1e7f3c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:58.567949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:36:58.643057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89abaed3-3a5a-4970-9b85-00ffb5ee5578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.657479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:36:58.658660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.707665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89abaed3-3a5a-4970-9b85-00ffb5ee5578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.741641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c8aac-4ac1-4cb8-9af2-315d8e501c5f req-af3ee159-d28f-45fc-a8d2-b9c64a1f0cb9 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:58.745801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f2c8aac-4ac1-4cb8-9af2-315d8e501c5f req-af3ee159-d28f-45fc-a8d2-b9c64a1f0cb9 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0849891 Aug 06 15:36:58.790704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:58.818172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f2c8aac-4ac1-4cb8-9af2-315d8e501c5f req-515a4f8d-d507-4df5-b59d-25cda38e3d8f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652099 Aug 06 15:36:58.905276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 172.20.0.9 (68b9236b-44a3-446d-be00-f8b66debb1c5/a236d133-4b42-4016-9f38-fdf76832dcd3/8fd99909-6e16-4907-b33c-70dfd96a14b0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:36:58.962099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e31871-f0ee-4531-b8d3-749489f3fc37 req-cf1c70ae-5a9d-487c-af3f-78344c364263 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:58.963697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79e31871-f0ee-4531-b8d3-749489f3fc37 req-cf1c70ae-5a9d-487c-af3f-78344c364263 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.0567610 Aug 06 15:36:58.998734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89abaed3-3a5a-4970-9b85-00ffb5ee5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:59.001576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89abaed3-3a5a-4970-9b85-00ffb5ee5578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:59.006399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-89abaed3-3a5a-4970-9b85-00ffb5ee5578 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f6b661d-38b6-41f9-9478-ff2ac1e7f3c8 HTTP/1.1" status: 204 len: 168 time: 0.4336796 Aug 06 15:36:59.016177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79e31871-f0ee-4531-b8d3-749489f3fc37 req-61ccecb1-af41-4c36-9968-a274f42f17d8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Aug 06 15:36:59.158453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abaed3-3a5a-4970-9b85-00ffb5ee5578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6b661d-38b6-41f9-9478-ff2ac1e7f3c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:59.183201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:59.197023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object 8fd99909-6e16-4907-b33c-70dfd96a14b0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:36:59.229465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab1c50f5-86ac-4b98-9989-5c5fb403abe6 req-4f5fc54d-e3f9-4276-b67e-9e4707606db0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0397923 Aug 06 15:36:59.271715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022844ee-807d-46a8-9710-3285864954f9 req-bb5deff5-1274-4bb9-bd9f-d60a2416867c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:59.277823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-022844ee-807d-46a8-9710-3285864954f9 req-bb5deff5-1274-4bb9-bd9f-d60a2416867c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 944 time: 0.1510389 Aug 06 15:36:59.327988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-022844ee-807d-46a8-9710-3285864954f9 req-fc9e9d00-8769-4821-85cf-1fcac776556b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454249 Aug 06 15:36:59.366242 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:59.419479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:36:59.425079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:36:59.429079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:36:59.460301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:36:59.496570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:36:59.497702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:36:59.611424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-08f98998-dc02-47b4-a3fc-754c2f247fe6 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2395146 Aug 06 15:36:59.626302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'admin_state_up': True, 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'security_groups': ['5dc9ca5a-5d73-4e38-9dd0-d93fde934d44']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:00.165974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b487a19-dd8f-4bbd-9c71-e8454a5c9e12 None None] Provisioning for port 8fd99909-6e16-4907-b33c-70dfd96a14b0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:00.174217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:00.174807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b487a19-dd8f-4bbd-9c71-e8454a5c9e12 None None] Provisioning complete for port 8fd99909-6e16-4907-b33c-70dfd96a14b0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:00.174807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b487a19-dd8f-4bbd-9c71-e8454a5c9e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:00.175418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:00.175724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7b487a19-dd8f-4bbd-9c71-e8454a5c9e12 None None] Port 8fd99909-6e16-4907-b33c-70dfd96a14b0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:37:00.381273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 10.1.1.133 (588833fe-4e2e-4c0b-8816-c5b94f1fcf60/05974510-503d-43f4-ae01-995e6fdc76ec/a958b9c4-7761-495e-a44a-983b921648d6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:00.533063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:00.652985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:00.694188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:00.697178 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38195741-b13b-48dc-bc8f-3226fc0036ea" -d '{"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-unplugged", "status": "completed", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:00.712625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:00.760604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fce9b4-5d0d-4bd2-a079-ba84d962371f req-643888f3-e427-4454-99d1-dfc3067957ef tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:00.762724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6fce9b4-5d0d-4bd2-a079-ba84d962371f req-643888f3-e427-4454-99d1-dfc3067957ef tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0701172 Aug 06 15:37:00.819098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6fce9b4-5d0d-4bd2-a079-ba84d962371f req-ac3201d4-3a63-48c4-8529-d632999fd239 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487633 Aug 06 15:37:00.854676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:00.918600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:00.940606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object a958b9c4-7761-495e-a44a-983b921648d6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:00.987322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:01.104815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.158337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:01.161757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:01.164372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:01.191026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-a8c3eda6-27af-4803-8ac2-8c3f553a9036 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:01.192764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-a8c3eda6-27af-4803-8ac2-8c3f553a9036 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.1567538 Aug 06 15:37:01.212426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-ea65acd5-9791-469b-96dd-06df4b1ac043 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/quotas/4d6dc3aeefc34716afe986505ab80f65 HTTP/1.1" status: 200 len: 375 time: 0.0119145 Aug 06 15:37:01.224756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:01.284824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:01.286065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.336564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d0da54fd-1926-4114-b29e-6aa1a7f24a95 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163166 Aug 06 15:37:01.402854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8a61d6ac-d4f7-48db-ae61-3b1624de1b97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7832673 Aug 06 15:37:01.416215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'admin_state_up': True, 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'security_groups': ['5dc9ca5a-5d73-4e38-9dd0-d93fde934d44']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:01.511301 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-5df0d8f5-0cb9-401d-9430-8d01675c23e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:01.512913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-5df0d8f5-0cb9-401d-9430-8d01675c23e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba HTTP/1.1" status: 200 len: 944 time: 0.1205885 Aug 06 15:37:01.534416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d8d47854-7405-4eb0-8e69-48671a6aa519 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963518 Aug 06 15:37:01.582231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5426835b-1fe5-4b65-a9ca-4aeeb364dd35 None None] Provisioning for port a958b9c4-7761-495e-a44a-983b921648d6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:01.586716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5426835b-1fe5-4b65-a9ca-4aeeb364dd35 None None] Provisioning complete for port a958b9c4-7761-495e-a44a-983b921648d6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:01.587162 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5426835b-1fe5-4b65-a9ca-4aeeb364dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.630438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5426835b-1fe5-4b65-a9ca-4aeeb364dd35 None None] Port a958b9c4-7761-495e-a44a-983b921648d6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:37:01.647974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e5a60f3d-bcab-4276-bad4-bd5020d3fa1f details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:01.668824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:01.672924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.725589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-1253aa2a-1da4-4cc2-a870-cdf3e15de9d1 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673162 Aug 06 15:37:01.733825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Deleting port 92c4acc4-e169-4080-a43e-fb1880b356cf {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:01.735782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.812183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:01.845336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f', 'mac_address': 'fa:16:3e:cc:ad:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:01.918472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.937538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a60f3d-bcab-4276-bad4-bd5020d3fa1f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:01.953597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 10.1.1.156 (588833fe-4e2e-4c0b-8816-c5b94f1fcf60/05974510-503d-43f4-ae01-995e6fdc76ec/afdc8eb6-ddbd-4b06-9479-50867d6c351c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:01.961736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:01.969066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] For port 92c4acc4-e169-4080-a43e-fb1880b356cf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=92c4acc4-e169-4080-a43e-fb1880b356cf,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:01.969624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:01.990662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde729a0-7d8c-49a2-8056-f238aabd6174 req-cc8a7b84-700d-47c4-962f-609beecd844a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:01.997537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde729a0-7d8c-49a2-8056-f238aabd6174 req-cc8a7b84-700d-47c4-962f-609beecd844a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:01.999138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fde729a0-7d8c-49a2-8056-f238aabd6174 req-cc8a7b84-700d-47c4-962f-609beecd844a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 1653 time: 0.1379497 Aug 06 15:37:02.004643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Calling delete_port for 92c4acc4-e169-4080-a43e-fb1880b356cf owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:02.084546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:02.172744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fde729a0-7d8c-49a2-8056-f238aabd6174 req-247fa47b-e4f1-43a6-a85c-24e5c75f705d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661444 Aug 06 15:37:02.194412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:02.256884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:02.275236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object afdc8eb6-ddbd-4b06-9479-50867d6c351c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:02.313793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['e5a60f3d-bcab-4276-bad4-bd5020d3fa1f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:02.419434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:02.493187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:02.512899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:02.532604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:02.538615 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f59bd-01ba-4a20-a71a-2488b2c778f7 x-openstack-request-id: req-8c0f59bd-01ba-4a20-a71a-2488b2c778f7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:02.543752 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-unplugged", "status": "completed", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:02.544434 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c0f59bd-01ba-4a20-a71a-2488b2c778f7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:02.545255 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'code': 200} Aug 06 15:37:02.619607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:02.665918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:02.671592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:02.785457 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c117d1a-4726-4f2d-8420-1ad9b4a0358a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3748868 Aug 06 15:37:02.805456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'admin_state_up': True, 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'security_groups': ['5dc9ca5a-5d73-4e38-9dd0-d93fde934d44']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:02.806338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0005a-b496-485d-87f2-67f85df21fe4 req-66106486-2141-4143-8e12-6945e7d40372 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:02.815970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59e0005a-b496-485d-87f2-67f85df21fe4 req-66106486-2141-4143-8e12-6945e7d40372 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 945 time: 0.4641986 Aug 06 15:37:02.913672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:02.990444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59e0005a-b496-485d-87f2-67f85df21fe4 req-66c23394-afe7-4c65-a354-13534e193ead tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724482 Aug 06 15:37:02.997076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event deleted for resources: {'Port': ['ID=92c4acc4-e169-4080-a43e-fb1880b356cf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:03.092375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e76b82ff-a484-466b-9140-8b5dc8ba873c None None] Provisioning for port afdc8eb6-ddbd-4b06-9479-50867d6c351c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:03.097375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e76b82ff-a484-466b-9140-8b5dc8ba873c None None] Provisioning complete for port afdc8eb6-ddbd-4b06-9479-50867d6c351c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:03.097821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e76b82ff-a484-466b-9140-8b5dc8ba873c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:03.118252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] No DVR routers for this DVR port 92c4acc4-e169-4080-a43e-fb1880b356cf on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:03.139629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:03.144359 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d65e78b1-b403-44e3-9cb4-01a8d8d2af1e req-6a507eb8-56c5-4867-9b50-15059855942e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.64 "DELETE /v2.0/ports/92c4acc4-e169-4080-a43e-fb1880b356cf HTTP/1.1" status: 204 len: 173 time: 1.6221106 Aug 06 15:37:03.145542 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-deleted', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:03.152008 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b392f2-4269-4f8f-940a-578102fe32f8" -d '{"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-deleted", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:03.175385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e76b82ff-a484-466b-9140-8b5dc8ba873c None None] Port afdc8eb6-ddbd-4b06-9479-50867d6c351c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:37:03.240299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6920d7-237b-48b9-a427-5e84f8ad0163 req-f6129afe-f6d2-4155-a261-2262c6d8375f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:03.242138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a6920d7-237b-48b9-a427-5e84f8ad0163 req-f6129afe-f6d2-4155-a261-2262c6d8375f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1264424 Aug 06 15:37:03.284611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a6920d7-237b-48b9-a427-5e84f8ad0163 req-85df44b5-d051-4c35-96f6-b3a82e35be84 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356679 Aug 06 15:37:03.309871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:03.403406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b46c65-6bef-436d-867e-b3681c8b7fb1 req-2df1ed4d-aad6-43d5-9de1-478aecfd5c97 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 210 time: 0.0506029 Aug 06 15:37:03.448466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:03.655077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e5a60f3d-bcab-4276-bad4-bd5020d3fa1f up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:03.657020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:03.931746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 10.2.2.100 (98a0b890-20e8-4cf0-9f92-222bf7f0ead6/e0e75256-c325-4f69-942d-1e95853803a9/438ba21d-e975-48aa-879e-e069209d97d6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:03.933465 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a0b897-9d94-4089-8dfd-aa80279301c1 x-openstack-request-id: req-49a0b897-9d94-4089-8dfd-aa80279301c1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:03.934219 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba", "name": "network-vif-deleted", "tag": "92c4acc4-e169-4080-a43e-fb1880b356cf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:03.934745 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49a0b897-9d94-4089-8dfd-aa80279301c1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:03.936116 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5f1ab1-1d4c-4f84-8b99-1a8a5a5d63ba', 'name': 'network-vif-deleted', 'tag': '92c4acc4-e169-4080-a43e-fb1880b356cf', 'status': 'completed', 'code': 200} Aug 06 15:37:03.946453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23898434-fe09-4947-a97e-02de07229a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.035831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:04.050442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:04.060609 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.097931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23898434-fe09-4947-a97e-02de07229a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.184050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.201691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1975-5dd9-4765-be43-80a0fff935e0 req-c6a7a506-0a98-4e7b-9ec2-4eca576e7e87 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:04.207629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object 438ba21d-e975-48aa-879e-e069209d97d6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:04.235430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1975-5dd9-4765-be43-80a0fff935e0 req-c6a7a506-0a98-4e7b-9ec2-4eca576e7e87 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:04.244791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1975-5dd9-4765-be43-80a0fff935e0 req-c6a7a506-0a98-4e7b-9ec2-4eca576e7e87 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:04.248342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c40f1975-5dd9-4765-be43-80a0fff935e0 req-c6a7a506-0a98-4e7b-9ec2-4eca576e7e87 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 2374 time: 0.1385033 Aug 06 15:37:04.273748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.278037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23898434-fe09-4947-a97e-02de07229a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.311501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:04.312054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-23898434-fe09-4947-a97e-02de07229a76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=154177a8e1bc412e8639839c2281620e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529982 Aug 06 15:37:04.346237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:04.347837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23898434-fe09-4947-a97e-02de07229a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8449a55-6288-4380-8f8f-07b6dd83af39,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:04.356435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c40f1975-5dd9-4765-be43-80a0fff935e0 req-b878e43d-1cb7-4a87-af8f-b1ac3b747c5b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004784 Aug 06 15:37:04.418332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37e3864b-c2c1-4360-b340-fa96c4c55bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.446733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37e3864b-c2c1-4360-b340-fa96c4c55bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.477674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.515492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.560396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59d66a-55c1-4f80-9c9b-3ab24ad02952 req-a9cf7835-cc02-450e-85db-ce23ced09808 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:04.562117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d59d66a-55c1-4f80-9c9b-3ab24ad02952 req-a9cf7835-cc02-450e-85db-ce23ced09808 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 945 time: 0.1005602 Aug 06 15:37:04.564238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:04.566665 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143ccf4-2aa4-4363-aca9-7b2e04011cba" -d '{"events": [{"server_uuid": "bd779919-3ad5-48cc-9dab-b60250f86927", "name": "network-vif-plugged", "status": "completed", "tag": "e5a60f3d-bcab-4276-bad4-bd5020d3fa1f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:04.571963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:04.574065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:04.590708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:04.596237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:04.606264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:04.618665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 92c4acc4-e169-4080-a43e-fb1880b356cf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:04.619884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 92c4acc4-e169-4080-a43e-fb1880b356cf not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:04.641861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:04.684980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:04.685925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.699619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d59d66a-55c1-4f80-9c9b-3ab24ad02952 req-e2344eb8-51d8-4f72-81a3-dd6c5f689808 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258166 Aug 06 15:37:04.812644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37e3864b-c2c1-4360-b340-fa96c4c55bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.817634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-37e3864b-c2c1-4360-b340-fa96c4c55bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.819650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-37e3864b-c2c1-4360-b340-fa96c4c55bba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8449a55-6288-4380-8f8f-07b6dd83af39 HTTP/1.1" status: 204 len: 168 time: 0.5047266 Aug 06 15:37:04.835595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3864b-c2c1-4360-b340-fa96c4c55bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8449a55-6288-4380-8f8f-07b6dd83af39,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:04.893834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a929ee6-92b0-43a0-9838-7a94b827ce26 req-e4fdff6a-5cf7-4d7b-b89e-14573d657702 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:04.902307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a929ee6-92b0-43a0-9838-7a94b827ce26 req-e4fdff6a-5cf7-4d7b-b89e-14573d657702 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1175835 Aug 06 15:37:04.904222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8695003a-27bf-4b83-8f4f-4d2db300ec95 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1033638 Aug 06 15:37:04.908072 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56546f71-ae4f-4526-b822-7dfc09e69dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:04.916337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'admin_state_up': True, 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'security_groups': ['5dc9ca5a-5d73-4e38-9dd0-d93fde934d44']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:04.980105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a929ee6-92b0-43a0-9838-7a94b827ce26 req-cc0dfc1f-2662-48f7-9960-4d0bdd9bcf86 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670626 Aug 06 15:37:05.093148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b04a1617-2fd5-4ded-ba27-106a39787e3c None None] Provisioning for port 438ba21d-e975-48aa-879e-e069209d97d6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:05.100049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b04a1617-2fd5-4ded-ba27-106a39787e3c None None] Provisioning complete for port 438ba21d-e975-48aa-879e-e069209d97d6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:05.100808 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b04a1617-2fd5-4ded-ba27-106a39787e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:05.134748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5967bd53-c87d-4582-9812-11523ab9001e req-5bcba2f9-8ef2-43f0-883b-6ad1b60c20fe tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 210 time: 0.0820026 Aug 06 15:37:05.190474 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-506af3c0-98aa-43cd-95b4-eb74228a4c28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920818 Aug 06 15:37:05.216855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b04a1617-2fd5-4ded-ba27-106a39787e3c None None] Port 438ba21d-e975-48aa-879e-e069209d97d6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:37:05.262658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-0921a95d-5912-4260-9ee6-c8474efa3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:05.264288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-0921a95d-5912-4260-9ee6-c8474efa3663 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5957363c9df14defa08688b62dd09079&device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 1099 time: 0.0517197 Aug 06 15:37:05.271567 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f355bd-ca3b-482d-a4d1-236c5ee9d86f x-openstack-request-id: req-d3f355bd-ca3b-482d-a4d1-236c5ee9d86f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:05.271959 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd779919-3ad5-48cc-9dab-b60250f86927", "name": "network-vif-plugged", "status": "completed", "tag": "e5a60f3d-bcab-4276-bad4-bd5020d3fa1f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:05.272404 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3f355bd-ca3b-482d-a4d1-236c5ee9d86f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:05.272977 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f', 'code': 200} Aug 06 15:37:05.413076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Made reservation on behalf of 3f3570c874964bda9904acd85c0d4285 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:05.418793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:05.774158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d67af7-7059-4322-8255-37f728a2aa68 req-096c2a3f-5ffc-407a-8f63-a9e1cc89af55 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:05.798850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d67af7-7059-4322-8255-37f728a2aa68 req-096c2a3f-5ffc-407a-8f63-a9e1cc89af55 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:05.809019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d67af7-7059-4322-8255-37f728a2aa68 req-096c2a3f-5ffc-407a-8f63-a9e1cc89af55 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:05.817894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d67af7-7059-4322-8255-37f728a2aa68 req-096c2a3f-5ffc-407a-8f63-a9e1cc89af55 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:05.821390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58d67af7-7059-4322-8255-37f728a2aa68 req-096c2a3f-5ffc-407a-8f63-a9e1cc89af55 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 3095 time: 0.1186357 Aug 06 15:37:06.073075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58d67af7-7059-4322-8255-37f728a2aa68 req-18db7552-c89b-4a11-94c1-5d8b2cab0cc3 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401247 Aug 06 15:37:06.078956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-7f6e38e4-956f-4ab1-b10d-7669f57e7d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.081502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-7f6e38e4-956f-4ab1-b10d-7669f57e7d68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1096 time: 0.1909623 Aug 06 15:37:06.115615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2979ca-39b0-49f8-9601-26338c203315 req-4ca29c90-bf5e-4d5b-b683-4171e473b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.117921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e2979ca-39b0-49f8-9601-26338c203315 req-4ca29c90-bf5e-4d5b-b683-4171e473b51f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 1097 time: 0.7430325 Aug 06 15:37:06.134570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-953c9c43-8a8b-46a7-8699-efe32438d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.136377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-953c9c43-8a8b-46a7-8699-efe32438d81b service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.8225358 Aug 06 15:37:06.155448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-43429ff9-3ffe-49e1-81cf-b9e9b637c0d7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.157706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-43429ff9-3ffe-49e1-81cf-b9e9b637c0d7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.8410110 Aug 06 15:37:06.176268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d008f-4beb-43c6-b279-2d56dc9a470e req-527e6589-a467-4d35-8d8c-11cc2111ea98 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.181237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-816d008f-4beb-43c6-b279-2d56dc9a470e req-527e6589-a467-4d35-8d8c-11cc2111ea98 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1900594 Aug 06 15:37:06.197745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Request body: {'port': {'device_id': '0f1ecde2-b408-4096-be59-fdc84349a987', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'admin_state_up': True, 'tenant_id': '4d6dc3aeefc34716afe986505ab80f65'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:06.288365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-c60fcbf7-d453-483e-9bd7-6c7e8140002d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=55a860be-7369-4b11-82bf-153c2cb497f2 HTTP/1.1" status: 200 len: 217 time: 0.1291327 Aug 06 15:37:06.363992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-816d008f-4beb-43c6-b279-2d56dc9a470e req-2a258ecc-a750-4ffb-8fec-5b4e48ad6025 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132767 Aug 06 15:37:06.432801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14865608-abe8-43be-b59f-6980d1811049 req-27ede9a8-1495-4838-9a23-42136a93280d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.435104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14865608-abe8-43be-b59f-6980d1811049 req-27ede9a8-1495-4838-9a23-42136a93280d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 946 time: 0.1876774 Aug 06 15:37:06.435423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e2979ca-39b0-49f8-9601-26338c203315 req-57e8fc56-a367-4025-b068-c5d923322322 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075743 Aug 06 15:37:06.436954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-93794c19-75d6-4729-bd13-9c1ab126577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.446274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-93794c19-75d6-4729-bd13-9c1ab126577d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.3432770 Aug 06 15:37:06.502605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-e456deb1-85b9-4ca1-9e68-ad18ae53c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.504084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-e456deb1-85b9-4ca1-9e68-ad18ae53c77b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1917045 Aug 06 15:37:06.541834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Allocated IP 10.2.2.200 (98a0b890-20e8-4cf0-9f92-222bf7f0ead6/e0e75256-c325-4f69-942d-1e95853803a9/ed33117e-ebf0-442c-9bfb-f3cd0c5043c9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:06.635013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-15f8115a-c4a8-4cab-8ecd-23b54ea0857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.636638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-15f8115a-c4a8-4cab-8ecd-23b54ea0857f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208212 Aug 06 15:37:06.637376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14865608-abe8-43be-b59f-6980d1811049 req-bad69799-e671-4da9-addc-76c365675d42 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677392 Aug 06 15:37:06.641541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-c7394342-d0eb-4afa-9566-866ab5b8d337 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 1000 time: 0.1941171 Aug 06 15:37:06.766727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Made reservation on behalf of 4d6dc3aeefc34716afe986505ab80f65 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:06.771696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:06.796985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b70e33-8d9b-45c7-bb66-31378cc51d55 req-36785d63-5081-45eb-a469-54e176d85987 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.799422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b70e33-8d9b-45c7-bb66-31378cc51d55 req-36785d63-5081-45eb-a469-54e176d85987 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.3118093 Aug 06 15:37:06.805091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-2ca3c5e6-3bdc-4f07-b0f4-a4ddcbfcb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.807520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-2ca3c5e6-3bdc-4f07-b0f4-a4ddcbfcb43c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.1574481 Aug 06 15:37:06.838093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b45d2587-2dfd-4979-becf-658e58e23d81 req-dae5bc28-df30-4fcd-94b8-a3215c70fab5 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 210 time: 0.0750134 Aug 06 15:37:06.937397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b70e33-8d9b-45c7-bb66-31378cc51d55 req-3fb40561-f9f5-4677-bcd3-4c44fe0301c7 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064436 Aug 06 15:37:06.940459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-b19013a4-9558-4fba-b942-4881e394ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:06.941981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-b19013a4-9558-4fba-b942-4881e394ea59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083527 Aug 06 15:37:06.950529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-b9cc7c58-d12f-4756-8679-fd1567dc6020 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040686 Aug 06 15:37:06.979023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:07.092703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-d0c6dfea-1b3c-4f70-b2e5-21833c94aa64 service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241000 Aug 06 15:37:07.150472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Transition to ACTIVE for port object ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:07.267964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Allocated IP 172.20.0.9 (b3ea6564-164b-4e2c-a5f6-e3358b4d63e6/0b2ca148-d36b-43f2-8197-dfe2f579464f/2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:07.303516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-75ce9977-ff88-4c58-b419-adc8b4728c06 req-e6dd2318-da44-476f-935a-676b474620a8 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349411 Aug 06 15:37:07.335577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0933f560-9282-4e82-9c34-fdc02a85f31f req-e1ab90e4-4794-4863-b2f2-3e4d6dfc1238 service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357817 Aug 06 15:37:07.361763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11da5-48ea-48f9-a0db-49cf75fe135d req-9b47dea1-8867-4b34-88c3-96f4e25fec81 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.368382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11da5-48ea-48f9-a0db-49cf75fe135d req-9b47dea1-8867-4b34-88c3-96f4e25fec81 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.374433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11da5-48ea-48f9-a0db-49cf75fe135d req-9b47dea1-8867-4b34-88c3-96f4e25fec81 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.381100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e11da5-48ea-48f9-a0db-49cf75fe135d req-9b47dea1-8867-4b34-88c3-96f4e25fec81 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.382961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81e11da5-48ea-48f9-a0db-49cf75fe135d req-9b47dea1-8867-4b34-88c3-96f4e25fec81 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 3095 time: 0.1265972 Aug 06 15:37:07.479947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81e11da5-48ea-48f9-a0db-49cf75fe135d req-cef87e3a-e30f-4799-81c5-580ed4ba601d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876591 Aug 06 15:37:07.564411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bb4f0-7266-4dce-8fc1-00f8fec3ee78 req-4667b000-5edb-4f96-83b3-a99c79b35947 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.565944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e2bb4f0-7266-4dce-8fc1-00f8fec3ee78 req-4667b000-5edb-4f96-83b3-a99c79b35947 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0851009 Aug 06 15:37:07.589838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:07.601836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:07.628503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e2bb4f0-7266-4dce-8fc1-00f8fec3ee78 req-f8a8019c-b74b-4417-9fdb-90033a1f130a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 Aug 06 15:37:07.661383 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:07.697499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4c42-5840-4691-8762-7e3b8a19fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:07.713390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:07.716958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event updated for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:07.724068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:07.727633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:07.831298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-b54317ce-4276-4d8b-a706-3aab6e83b99f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.833073 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-b54317ce-4276-4d8b-a706-3aab6e83b99f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.2011862 Aug 06 15:37:07.842864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.843838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:07.853887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae8eee-7af0-4f16-8da7-ddc1a3549645 req-830caee3-2d87-4fbc-b259-1a39b771aa38 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:07.857207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68ae8eee-7af0-4f16-8da7-ddc1a3549645 req-830caee3-2d87-4fbc-b259-1a39b771aa38 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 946 time: 0.1457212 Aug 06 15:37:07.978560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68ae8eee-7af0-4f16-8da7-ddc1a3549645 req-f62693d3-3570-4cdf-9a81-390059268686 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975413 Aug 06 15:37:08.060615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8a39814-7322-4582-9ace-6e2d82893164 req-5819691b-28b2-40b6-a30f-cd8c1e5763a2 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 210 time: 0.0794034 Aug 06 15:37:08.150258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Deleting port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:08.150258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.202577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf627f-2177-41a6-827a-1f3ba7d6c491 req-55e50ead-c239-4c3f-ad32-946bc259f946 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.213614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eabf627f-2177-41a6-827a-1f3ba7d6c491 req-55e50ead-c239-4c3f-ad32-946bc259f946 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 948 time: 0.1066592 Aug 06 15:37:08.303674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eabf627f-2177-41a6-827a-1f3ba7d6c491 req-bacbe501-d74d-4014-a189-2614d16876fb tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873556 Aug 06 15:37:08.332540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-16074848-6d00-45bd-bbcb-5e6638d62c82 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4207687 Aug 06 15:37:08.334356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.412427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ca3aa742-30cb-482a-ba45-754348e544b4 None None] Provisioning for port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:08.420201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ca3aa742-30cb-482a-ba45-754348e544b4 None None] Provisioning complete for port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:08.420897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca3aa742-30cb-482a-ba45-754348e544b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.449724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:08.494403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:08.524367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:08.531415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ca3aa742-30cb-482a-ba45-754348e544b4 None None] Port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:37:08.600402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:08.613904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:08.618300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.626077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:08.709614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] For port 8b1a4a70-02cd-475e-9432-33fc6ea8f130, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8b1a4a70-02cd-475e-9432-33fc6ea8f130,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:08.710001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.733161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Calling delete_port for 8b1a4a70-02cd-475e-9432-33fc6ea8f130 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:08.744751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea38371-9be0-4405-b351-a3210988670b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.793078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-ac044d95-5630-4450-88de-e5a2e1787d61 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.801847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-ac044d95-5630-4450-88de-e5a2e1787d61 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.804925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.806414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.810114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-ac044d95-5630-4450-88de-e5a2e1787d61 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.816130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-ac044d95-5630-4450-88de-e5a2e1787d61 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.823431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-ac044d95-5630-4450-88de-e5a2e1787d61 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.830794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-ac044d95-5630-4450-88de-e5a2e1787d61 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 3816 time: 0.1915038 Aug 06 15:37:08.834074 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:08.973009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d846b9-4f70-4e9f-ad0f-5f931a7f4f98 req-14267d22-1e3c-4467-beda-513711ceb298 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:08.975606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41d846b9-4f70-4e9f-ad0f-5f931a7f4f98 req-14267d22-1e3c-4467-beda-513711ceb298 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.2175748 Aug 06 15:37:09.022240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d2c9753-7a7c-49fb-b6f3-e8eeb100c31d req-5b428e37-2a04-410f-ab53-6959b6e483ad tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356053 Aug 06 15:37:09.190403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea38371-9be0-4405-b351-a3210988670b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.212795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41d846b9-4f70-4e9f-ad0f-5f931a7f4f98 req-7f8b1f44-016b-4cc7-b203-6f22ecb35d63 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846349 Aug 06 15:37:09.315264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd99909-6e16-4907-b33c-70dfd96a14b0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:09.319502 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.335940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Transition to ACTIVE for port object 8fd99909-6e16-4907-b33c-70dfd96a14b0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:09.339491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a639a04-169c-4435-b693-208b90774253 req-e91c1fa2-fc15-4409-8532-c7b4b5bca095 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:09.341969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a639a04-169c-4435-b693-208b90774253 req-e91c1fa2-fc15-4409-8532-c7b4b5bca095 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 931 time: 0.1279638 Aug 06 15:37:09.424837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a639a04-169c-4435-b693-208b90774253 req-9dae0776-a014-4db8-8b3e-c86570d3aecc tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657532 Aug 06 15:37:09.442334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.464760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea38371-9be0-4405-b351-a3210988670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.497054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Pushing event deleted for resources: {'Port': ['ID=8b1a4a70-02cd-475e-9432-33fc6ea8f130,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:09.537721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.544061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eea38371-9be0-4405-b351-a3210988670b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e5a5a41edb4491298d4713cfe6365c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0435865 Aug 06 15:37:09.544061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea38371-9be0-4405-b351-a3210988670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0ee8b-5edb-401a-bfd6-6bff92739487,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:09.546402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:09.556678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ee53-c684-4cb5-a73e-494912051c13 req-b0a7c117-eef8-45ff-991c-59523beb487b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:09.571604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c748ee53-c684-4cb5-a73e-494912051c13 req-b0a7c117-eef8-45ff-991c-59523beb487b tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 865 time: 0.1695166 Aug 06 15:37:09.645742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c748ee53-c684-4cb5-a73e-494912051c13 req-0a8eed3c-12ae-4dfb-bcc9-cdc59f720a24 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781779 Aug 06 15:37:09.654300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d3c80656-9337-4d93-af8a-e8a9a8234457 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4707284 Aug 06 15:37:09.679564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] No DVR routers for this DVR port 8b1a4a70-02cd-475e-9432-33fc6ea8f130 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:09.683230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b16f67-7997-4326-845c-dd50143062ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.696510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Request body: {'port': {'device_id': '0f1ecde2-b408-4096-be59-fdc84349a987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:09.699967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.702730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ea44bd1d-20b3-4a8f-af84-3b980e748399 req-cbf5d408-39b8-4a4b-a04f-ca809032aa84 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "DELETE /v2.0/ports/8b1a4a70-02cd-475e-9432-33fc6ea8f130 HTTP/1.1" status: 204 len: 173 time: 1.8538926 Aug 06 15:37:09.703221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-deleted', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:09.714620 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695d6599-f72d-4d87-b8f7-dde0b8530a3d" -d '{"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-deleted", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:09.738320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b16f67-7997-4326-845c-dd50143062ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.757498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Pushing event updated for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:09.874062 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d732cf-b0fa-4e18-a426-4ecb84fff132 x-openstack-request-id: req-77d732cf-b0fa-4e18-a426-4ecb84fff132 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:09.874376 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2b3f4c-1c27-4281-b49d-4a9e0c662870", "name": "network-vif-deleted", "tag": "8b1a4a70-02cd-475e-9432-33fc6ea8f130", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:09.874598 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77d732cf-b0fa-4e18-a426-4ecb84fff132 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:09.875003 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2b3f4c-1c27-4281-b49d-4a9e0c662870', 'name': 'network-vif-deleted', 'tag': '8b1a4a70-02cd-475e-9432-33fc6ea8f130', 'status': 'completed', 'code': 200} Aug 06 15:37:09.904948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.948823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b16f67-7997-4326-845c-dd50143062ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.959433 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b16f67-7997-4326-845c-dd50143062ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:09.962245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07b16f67-7997-4326-845c-dd50143062ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aad0ee8b-5edb-401a-bfd6-6bff92739487 HTTP/1.1" status: 204 len: 168 time: 0.4143164 Aug 06 15:37:09.983456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b16f67-7997-4326-845c-dd50143062ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0ee8b-5edb-401a-bfd6-6bff92739487,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:10.102788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Attempting to bind port 8fd99909-6e16-4907-b33c-70dfd96a14b0 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:10.104275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Attempting to bind port 8fd99909-6e16-4907-b33c-70dfd96a14b0 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:10.122723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Attempting to bind port 8fd99909-6e16-4907-b33c-70dfd96a14b0 on network 68b9236b-44a3-446d-be00-f8b66debb1c5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:10.189871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Port 8fd99909-6e16-4907-b33c-70dfd96a14b0 on network 68b9236b-44a3-446d-be00-f8b66debb1c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:10.190105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Attempting to bind port 8fd99909-6e16-4907-b33c-70dfd96a14b0 on network 68b9236b-44a3-446d-be00-f8b66debb1c5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:10.214739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:10.214739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Checking segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:10.215274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Bound using segment: {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:10.215274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Bound port: 8fd99909-6e16-4907-b33c-70dfd96a14b0, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43031fe-eed4-4814-9c0e-fd04ea2654e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:10.215675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:10.422990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-aa6deee5-c3a5-4ea8-97a3-761684a37f3a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.432198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-aa6deee5-c3a5-4ea8-97a3-761684a37f3a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.439587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-aa6deee5-c3a5-4ea8-97a3-761684a37f3a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.467040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-aa6deee5-c3a5-4ea8-97a3-761684a37f3a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.473742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-aa6deee5-c3a5-4ea8-97a3-761684a37f3a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.494482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-aa6deee5-c3a5-4ea8-97a3-761684a37f3a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 3828 time: 0.2651742 Aug 06 15:37:10.502571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:10.506824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:10.595210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afc8e0e0-b7a9-48a8-88ec-00409898eef3 req-929fd3d8-031d-4cd8-ae7b-27b667a38c33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960925 Aug 06 15:37:10.607647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:10.761653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.762661 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:10.764727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] 10.222.0.64 "PUT /v2.0/ports/8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 1091 time: 2.3291996 Aug 06 15:37:10.803721 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:10.806056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c3016-d399-4cde-b2a4-dc370dcb4bef req-18ae4e3f-c6b6-4ed0-86eb-901cb1b35ab5 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:10.806056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db2c3016-d399-4cde-b2a4-dc370dcb4bef req-18ae4e3f-c6b6-4ed0-86eb-901cb1b35ab5 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 931 time: 0.1619842 Aug 06 15:37:10.929513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:10.953131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:11.024881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Transition to ACTIVE for port object 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:11.046419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:11.073488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d33bcfe-cc2f-4f42-8987-81a02c53f41c req-7d410127-aa4d-4221-9b7d-148699c2ef3c tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa2b3f4c-1c27-4281-b49d-4a9e0c662870 HTTP/1.1" status: 200 len: 210 time: 0.1380005 Aug 06 15:37:11.134162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db2c3016-d399-4cde-b2a4-dc370dcb4bef req-e1db8b40-a858-462c-8a46-2d349c332f8a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203239 Aug 06 15:37:11.156944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beecb0c-d44e-4bbe-a4a9-8e46fe97248a service neutron] Pushing event updated for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:11.195776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:11.224883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:11.422924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:11.678231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Attempting to bind port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:11.678761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Attempting to bind port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:11.679297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Attempting to bind port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:11.681760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:11.746648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:11.747164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Attempting to bind port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:11.771535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:11.772603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Checking segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:11.772809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Bound using segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:11.776559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 8b1a4a70-02cd-475e-9432-33fc6ea8f130 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:11.777110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8b1a4a70-02cd-475e-9432-33fc6ea8f130 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:11.778964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Bound port: 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:11.786949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:11.856802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-49eefe52-30d6-470c-a821-6af6dfcc739b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:11.870443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-49eefe52-30d6-470c-a821-6af6dfcc739b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:11.884005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:11.890080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-49eefe52-30d6-470c-a821-6af6dfcc739b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:11.890206 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:11.913474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-49eefe52-30d6-470c-a821-6af6dfcc739b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:11.943775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-49eefe52-30d6-470c-a821-6af6dfcc739b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:11.949279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-49eefe52-30d6-470c-a821-6af6dfcc739b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 3828 time: 0.2238014 Aug 06 15:37:11.999899 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6091e120-e389-4511-ad1c-d3843a923b6a x-openstack-request-id: req-6091e120-e389-4511-ad1c-d3843a923b6a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:12.000163 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:12.000672 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6091e120-e389-4511-ad1c-d3843a923b6a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:12.001043 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'status': 'completed', 'code': 200} Aug 06 15:37:12.058652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:12.083694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:12.092022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e77e67-4d7d-4504-b039-402fd78e9c02 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:12.108639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:12.112482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac571320-1b05-4b79-b177-bfcfd3c37f0d req-ee66e056-bb54-475c-8250-f54f082250d8 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540022 Aug 06 15:37:12.128663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Transition to ACTIVE for port object 63e77e67-4d7d-4504-b039-402fd78e9c02 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:12.173410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-7098469f-e64b-4ded-b378-e236c1b70e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.174189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-7098469f-e64b-4ded-b378-e236c1b70e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.174962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-7098469f-e64b-4ded-b378-e236c1b70e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.175744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-7098469f-e64b-4ded-b378-e236c1b70e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.176683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-7098469f-e64b-4ded-b378-e236c1b70e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.179722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-7098469f-e64b-4ded-b378-e236c1b70e8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 4363 time: 0.1407077 Aug 06 15:37:12.266294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:12.302946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:12.411537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.412215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:12.414164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] 10.222.0.59 "PUT /v2.0/ports/2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 HTTP/1.1" status: 200 len: 1091 time: 2.7313609 Aug 06 15:37:12.452083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-6eb79c12-dbcb-43b3-9447-5afdf26077b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2783275 Aug 06 15:37:12.569572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Pushing event updated for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:12.651203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-0485ab62-f46a-4391-a4c4-c961474b54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.651966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-0485ab62-f46a-4391-a4c4-c961474b54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.652612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-0485ab62-f46a-4391-a4c4-c961474b54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.655055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-0485ab62-f46a-4391-a4c4-c961474b54b3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4648263 Aug 06 15:37:12.703578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797129da-8c01-4c87-80ac-9b1c42478fd9 req-b2f02c01-d7d8-46b9-92dc-d4e25569003a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.707684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-797129da-8c01-4c87-80ac-9b1c42478fd9 req-b2f02c01-d7d8-46b9-92dc-d4e25569003a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 943 time: 0.1922979 Aug 06 15:37:12.801898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746afb19-a151-4a41-9bef-156cb49c0f27 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:12.804528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:12.927752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-797129da-8c01-4c87-80ac-9b1c42478fd9 req-e0d30750-6965-47b7-8662-5fbf4a29cc46 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024977 Aug 06 15:37:12.978153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-2e69953f-0c51-4e71-82e2-142a2b6665b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:12.980912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-2e69953f-0c51-4e71-82e2-142a2b6665b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 1094 time: 0.2093668 Aug 06 15:37:13.006506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-6915e37b-80ab-4a47-8989-13bb37c2a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.009543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-6915e37b-80ab-4a47-8989-13bb37c2a2b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1096 time: 0.4950714 Aug 06 15:37:13.041418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-d68e5faa-027d-4442-a2b5-c2122dcc8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.044137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f5c6da8-71ca-4889-982f-ba6aed6d1df4 req-d68e5faa-027d-4442-a2b5-c2122dcc8cf2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3804440 Aug 06 15:37:13.050034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Attempting to bind port 63e77e67-4d7d-4504-b039-402fd78e9c02 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:13.050762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Attempting to bind port 63e77e67-4d7d-4504-b039-402fd78e9c02 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:13.051388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Attempting to bind port 63e77e67-4d7d-4504-b039-402fd78e9c02 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:13.117164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-ce75ea57-b778-431e-9186-38fb9cdbbe69 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 HTTP/1.1" status: 200 len: 217 time: 0.1193776 Aug 06 15:37:13.118400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Port 63e77e67-4d7d-4504-b039-402fd78e9c02 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:13.118844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Attempting to bind port 63e77e67-4d7d-4504-b039-402fd78e9c02 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:13.141408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:13.141408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Checking segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:13.141408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Bound using segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:13.141408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Bound port: 63e77e67-4d7d-4504-b039-402fd78e9c02, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:13.141408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:13.270849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:13.277460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=63e77e67-4d7d-4504-b039-402fd78e9c02,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:13.303277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d6ba5532-4214-4452-b0f1-cf903d7f37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.306198 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-d6ba5532-4214-4452-b0f1-cf903d7f37ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.1819081 Aug 06 15:37:13.350578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-933423169-network', 'tenant_id': '15f69c3b6e154c2dbd088d96f866b6d7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:13.432984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-8867d081-ee5f-425d-95c7-32a9ce9a0e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177857 Aug 06 15:37:13.434991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:13.445533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-43089d9b-3ea8-496d-94db-9fc51b00fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.450626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-43089d9b-3ea8-496d-94db-9fc51b00fd7c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.3923151 Aug 06 15:37:13.662729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-44c171e8-871b-48d7-8ec6-1adf961d294b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 1000 time: 0.1878598 Aug 06 15:37:13.674375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.675005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:13.686165 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] 10.222.0.64 "PUT /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 1135 time: 2.6486375 Aug 06 15:37:13.696318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.704616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.712305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.719302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.727474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.733865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.748005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-9e13f006-b70e-4b32-b72b-69969346caa7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 4605 time: 0.1964345 Aug 06 15:37:13.771249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Made reservation on behalf of 15f69c3b6e154c2dbd088d96f866b6d7 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:13.771249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:13.782479 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:13.838917 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-1121ff1d-52b3-451b-a9ed-78a29ba03c09 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896396 Aug 06 15:37:13.850227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:13.919168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5154a00f-1286-4e2d-91ab-869ad223ff7b req-a53ac238-c25c-4b13-9df7-16105d57acd4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701636 Aug 06 15:37:13.954323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-64caafc0-3db8-4ab1-8550-6afaa7d5bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:13.956060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-64caafc0-3db8-4ab1-8550-6afaa7d5bd90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.2049770 Aug 06 15:37:14.012172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'}, {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '63e77e67-4d7d-4504-b039-402fd78e9c02'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:14.015132 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4"}, {"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "63e77e67-4d7d-4504-b039-402fd78e9c02"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:14.020854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221be08-f41d-4353-8e7c-430b19a84e2a service neutron] Pushing event updated for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:14.089456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:14.295020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d11422-1127-47e5-a068-cb5294ed03e6 req-556aaa99-668a-482c-8e3c-bf882f014c93 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:14.296797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d11422-1127-47e5-a068-cb5294ed03e6 req-556aaa99-668a-482c-8e3c-bf882f014c93 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 948 time: 0.3522050 Aug 06 15:37:14.306027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-cad1ba88-dd96-4ee7-974f-caab38fb44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:14.307789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-cad1ba88-dd96-4ee7-974f-caab38fb44c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2614470 Aug 06 15:37:14.412399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07afda-675b-481f-b4d2-99783d83ac30 req-1192f46c-46c6-4163-b03c-47b55b7c5c44 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:14.421376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b07afda-675b-481f-b4d2-99783d83ac30 req-1192f46c-46c6-4163-b03c-47b55b7c5c44 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 943 time: 0.2603471 Aug 06 15:37:14.556734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-13f85b8f-ed91-4381-a487-60599555292a service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218935 Aug 06 15:37:14.651742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d11422-1127-47e5-a068-cb5294ed03e6 req-93c82c93-49f0-4777-9cf5-51c301f79f4d tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396904 Aug 06 15:37:14.901219 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a45684a-1fc3-448c-9782-e8df6f9c2326 x-openstack-request-id: req-7a45684a-1fc3-448c-9782-e8df6f9c2326 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:14.901219 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "63e77e67-4d7d-4504-b039-402fd78e9c02", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:14.901219 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a45684a-1fc3-448c-9782-e8df6f9c2326 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:14.901219 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'status': 'completed', 'code': 200} Aug 06 15:37:14.901219 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '63e77e67-4d7d-4504-b039-402fd78e9c02', 'status': 'completed', 'code': 200} Aug 06 15:37:15.045729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccab9952-b325-4e56-b4e3-626407103e6a req-aec897ce-104f-4e6e-bdb7-363e5cad0e8b service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1897602 Aug 06 15:37:15.097935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.098564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.099155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.099775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.100274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.100746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.103188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-49ef9564-da57-4446-850f-917ed269265b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5291 time: 0.2017415 Aug 06 15:37:15.125824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.200861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ef99156-a9b4-4dcb-ab39-bdfae8713a26 req-55ce3d17-b56f-49f4-8383-b735d0a8dbd8 service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112349 Aug 06 15:37:15.215154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b07afda-675b-481f-b4d2-99783d83ac30 req-5094ed16-fa40-4f1c-a28c-3ea8e13dc997 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930021 Aug 06 15:37:15.298312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.306100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.314163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.322492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.328102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-b2757ea3-5c7f-4f0e-a677-353287be373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.329187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-b2757ea3-5c7f-4f0e-a677-353287be373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.329817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.330471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-b2757ea3-5c7f-4f0e-a677-353287be373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.333378 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-b2757ea3-5c7f-4f0e-a677-353287be373e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2149956 Aug 06 15:37:15.338126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.348906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-859ec621-1437-475a-888d-2f293b3665bb req-610ccab6-6901-4dee-b7f9-12aad0df202a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 4605 time: 0.2312789 Aug 06 15:37:15.354105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.419327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:15.429875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:37:15.469861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-859ec621-1437-475a-888d-2f293b3665bb req-f42fa988-c3d4-4d9c-b51e-d03ba464cb7c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1199861 Aug 06 15:37:15.471127 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.471546 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Added segment 9d228ca7-a5c2-4b2b-8dcf-a12d4b409240 of type vlan for network 038c22e8-a942-4560-9207-1bbbc1e53b36 Aug 06 15:37:15.578752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.722549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:15.746111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.746640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.748445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.749519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:15.750032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-92f83620-4edf-4d95-8b7e-b6715c3b7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.751673 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-92f83620-4edf-4d95-8b7e-b6715c3b7b07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 1094 time: 0.4115722 Aug 06 15:37:15.801278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-1c68a961-d783-453e-85e8-6aa11455cd5e tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.802821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-1c68a961-d783-453e-85e8-6aa11455cd5e tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 948 time: 0.1449282 Aug 06 15:37:15.825791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Transition to ACTIVE for port object 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:15.873931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] Pushing event updated for resources: {'Network': ['ID=038c22e8-a942-4560-9207-1bbbc1e53b36,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:15.895069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:37:15.905499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72359-eb12-4213-b3b4-ffd754624c5e req-8941576d-de99-43dd-8192-45645a912b5a tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.907491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68f72359-eb12-4213-b3b4-ffd754624c5e req-8941576d-de99-43dd-8192-45645a912b5a tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 948 time: 0.1395159 Aug 06 15:37:15.937441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-9e4ec371-113f-4559-8f10-36fb24b0f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:15.940057 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-9e4ec371-113f-4559-8f10-36fb24b0f772 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5656343 Aug 06 15:37:15.961857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44961a27-153c-4467-b93b-2245c4c32e3c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1115263 Aug 06 15:37:15.966925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:15.972657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Request body: {'subnet': {'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-933423169-subnet', 'tenant_id': '15f69c3b6e154c2dbd088d96f866b6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:16.005485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68f72359-eb12-4213-b3b4-ffd754624c5e req-3e612ac1-6430-40bc-98f3-625706e95481 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870795 Aug 06 15:37:16.024545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-52a8388f-800a-469f-ab84-6b70529ad37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.028062 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-52a8388f-800a-469f-ab84-6b70529ad37c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 905 time: 0.2537813 Aug 06 15:37:16.038603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:16.098441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Made reservation on behalf of 15f69c3b6e154c2dbd088d96f866b6d7 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:16.108161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:16.145948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:16.207398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-b74cc42d-40c4-4de7-8c21-44156d544cec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 HTTP/1.1" status: 200 len: 217 time: 0.1100595 Aug 06 15:37:16.421786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Deleting port 55a860be-7369-4b11-82bf-153c2cb497f2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:16.422203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:16.425824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-bc8e21f9-e0c9-447c-b838-95695d4c3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.427456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-bc8e21f9-e0c9-447c-b838-95695d4c3083 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.2126932 Aug 06 15:37:16.519212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75194-3d27-4db3-bc0d-350652fc3409 req-a0315a01-f1c2-4c12-a180-b42038fc5a71 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.520808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16f75194-3d27-4db3-bc0d-350652fc3409 req-a0315a01-f1c2-4c12-a180-b42038fc5a71 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 943 time: 0.1115277 Aug 06 15:37:16.563592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-fa565732-7dec-44da-aa8a-4099ea868af6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978842 Aug 06 15:37:16.585114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16f75194-3d27-4db3-bc0d-350652fc3409 req-8ff58e38-ffcc-4bbb-9ec5-8f7107da9d57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536981 Aug 06 15:37:16.600730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:16.661430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Attempting to bind port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:16.661921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Attempting to bind port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:16.662405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Attempting to bind port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:16.677392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:16.677878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Attempting to bind port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:16.737322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:16.737687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Checking segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:16.738065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Bound using segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:16.738532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Bound port: 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:16.738902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:16.744756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3296a88-6553-4121-86be-f0be2cad373d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:16.757245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Checking segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:16.757840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Network hostable DHCP agents. Network: 038c22e8-a942-4560-9207-1bbbc1e53b36, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:37:16.803744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.803744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.809467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.815582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.817239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] For port 55a860be-7369-4b11-82bf-153c2cb497f2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=55a860be-7369-4b11-82bf-153c2cb497f2,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:16.817619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:16.822369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.828430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.834461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:16.837108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-45872b3a-d616-4768-a6b6-625e264c18b2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5382 time: 0.1553164 Aug 06 15:37:16.863404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Calling delete_port for 55a860be-7369-4b11-82bf-153c2cb497f2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:16.878949 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-7439333b-ed3a-43de-b6bc-6ac4e26a279d service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998784 Aug 06 15:37:16.887312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-574f088e-3bdf-49d9-b18a-527314aa4bb1 req-be711db3-5b90-4399-902e-d1b6fe11da30 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429857 Aug 06 15:37:16.932341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:37:17.006363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:17.023111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 038c22e8-a942-4560-9207-1bbbc1e53b36) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:17.034908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a531453-a0a9-4f91-8649-cb2654c3f936 None None] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:37:17.035557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:17.037905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:17.040630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:17.200228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:17.204101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0bb5f65f-53fa-4d02-bc4f-10a9e7806ae2 req-cfe05959-6f39-4b40-a4dd-613ef9aa83ab service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101096 Aug 06 15:37:17.210689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-88cdf86a-4582-4259-8a09-76b9cdaa8248 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2417860 Aug 06 15:37:17.261601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2aee86-f7e8-4c19-a6b4-fab165f49c14 None None] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:37:17.264541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81119dd-1fe0-4514-8815-541798aaa11a req-6998c91e-c8e3-4dd7-90a5-451b57de2269 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:17.267958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d81119dd-1fe0-4514-8815-541798aaa11a req-6998c91e-c8e3-4dd7-90a5-451b57de2269 tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 948 time: 0.1351733 Aug 06 15:37:17.348617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d81119dd-1fe0-4514-8815-541798aaa11a req-97181e2d-3e05-498f-b250-239bae262a8c tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d563e6-3992-40c3-a08f-3051547aee48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Aug 06 15:37:17.420900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:17.427472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:17.427472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:17.429715 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-532bda67-3344-4c84-ab5b-a35a3744f5e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 1135 time: 3.5879335 Aug 06 15:37:17.429715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '0dd5d31e-b271-49a9-a8c7-535aa8b1ba31'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:17.432465 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90d855-5e04-4204-a569-4a41f5b9e284" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "0dd5d31e-b271-49a9-a8c7-535aa8b1ba31"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:17.486206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:17.588932 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165f5bd6-fe58-4fcf-8015-2e777e3ab588 x-openstack-request-id: req-165f5bd6-fe58-4fcf-8015-2e777e3ab588 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:17.589572 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "0dd5d31e-b271-49a9-a8c7-535aa8b1ba31", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:17.590068 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-165f5bd6-fe58-4fcf-8015-2e777e3ab588 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:17.590790 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '0dd5d31e-b271-49a9-a8c7-535aa8b1ba31', 'status': 'completed', 'code': 200} Aug 06 15:37:17.601490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:17.635718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Pushing event deleted for resources: {'Port': ['ID=55a860be-7369-4b11-82bf-153c2cb497f2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:17.726372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:17.830667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175244b-fb00-409e-bdc9-7072fe584274 req-912c7bd1-437e-491d-8f7c-efd03d918217 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:17.833324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4175244b-fb00-409e-bdc9-7072fe584274 req-912c7bd1-437e-491d-8f7c-efd03d918217 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 943 time: 0.1148396 Aug 06 15:37:17.866813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] No DVR routers for this DVR port 55a860be-7369-4b11-82bf-153c2cb497f2 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:17.924223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:17.934796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b935dcc7-08dc-485f-a46f-f35da4fb3588 req-648236ce-8277-4c23-8aeb-f5dcc616b73f tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.59 "DELETE /v2.0/ports/55a860be-7369-4b11-82bf-153c2cb497f2 HTTP/1.1" status: 204 len: 173 time: 2.1033735 Aug 06 15:37:17.950901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:17.985590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4175244b-fb00-409e-bdc9-7072fe584274 req-70caeaab-d56f-4870-8891-4bf76da7b917 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360548 Aug 06 15:37:17.991257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:18.016379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'mac_address': 'fa:16:3e:65:13:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:18.098387 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:18.124458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:18.157148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:18.225358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.226183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.226564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.227986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.228573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.228961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.229434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.231446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-431a7695-5807-4b6d-9af5-abde3f536c81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6219 time: 0.6240408 Aug 06 15:37:18.311036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:18.349079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-bc6bddf9-c251-4c51-9680-da0c5660650e tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.365838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-bc6bddf9-c251-4c51-9680-da0c5660650e tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/networks?id=038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 200 len: 817 time: 0.3785894 Aug 06 15:37:18.393173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-d79515c2-6893-481b-9d1d-13c39494f90f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/quotas/15f69c3b6e154c2dbd088d96f866b6d7 HTTP/1.1" status: 200 len: 375 time: 0.0265334 Aug 06 15:37:18.427358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:18.448317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-a889b3ff-505f-4b3d-96ce-7bdbcae20b48 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542476 Aug 06 15:37:18.472255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.482227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.486945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.493665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.500088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.506305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.511571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-efc6a0a3-a1e2-4880-bdbd-3324868d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.512639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-efc6a0a3-a1e2-4880-bdbd-3324868d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.513670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.514579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-efc6a0a3-a1e2-4880-bdbd-3324868d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.517260 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-efc6a0a3-a1e2-4880-bdbd-3324868d76f9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2557516 Aug 06 15:37:18.520480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96690795-2185-4f51-876f-0de73fcfeb3e req-55c34e45-0699-41f9-b147-d5a074efce13 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5382 time: 0.2963326 Aug 06 15:37:18.552978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:18.697605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-beb060cc-78b9-40b0-aff4-bfa68148339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:18.699001 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce90d855-5e04-4204-a569-4a41f5b9e284 req-beb060cc-78b9-40b0-aff4-bfa68148339f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712880 Aug 06 15:37:18.701350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a958b9c4-7761-495e-a44a-983b921648d6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:18.709946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:18.724410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Transition to ACTIVE for port object a958b9c4-7761-495e-a44a-983b921648d6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:18.738985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96690795-2185-4f51-876f-0de73fcfeb3e req-abac692d-f6b0-47eb-82f0-9efc305ddcb5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2095752 Aug 06 15:37:18.766615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-d05823f0-d220-464b-9e35-8068ab9499df service neutron] 10.222.0.16 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443800 Aug 06 15:37:18.817333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:18.921049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Pushing event updated for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:18.963494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-59e8198b-80ed-48f3-988f-b515fbc72189 service neutron] 10.222.0.16 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819024 Aug 06 15:37:18.997819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Attempting to bind port a958b9c4-7761-495e-a44a-983b921648d6 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:18.998165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Attempting to bind port a958b9c4-7761-495e-a44a-983b921648d6 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:18.998495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Attempting to bind port a958b9c4-7761-495e-a44a-983b921648d6 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:19.004359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Port a958b9c4-7761-495e-a44a-983b921648d6 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:19.004677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Attempting to bind port a958b9c4-7761-495e-a44a-983b921648d6 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:19.011569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:19.012328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Checking segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:19.012730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Bound using segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:19.013169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Bound port: a958b9c4-7761-495e-a44a-983b921648d6, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:19.013533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:19.040036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c45edfe-0ef3-4026-a73b-d0860bf1a12e req-8cbefffc-2c8b-4144-a6da-5bc3d36d992c tempest-ListImageFiltersTestJSON-341244898 tempest-ListImageFiltersTestJSON-341244898-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce985380-d44f-40ea-8b3a-00809f7f484a HTTP/1.1" status: 200 len: 210 time: 0.0550318 Aug 06 15:37:19.117849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:19.125397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a958b9c4-7761-495e-a44a-983b921648d6,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:19.263835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:19.265143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb34c0-029c-4ce8-9f12-6c966e5c477c req-f3410dfb-dc67-4c13-a1ba-b0c0f0061634 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.266819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ccb34c0-029c-4ce8-9f12-6c966e5c477c req-f3410dfb-dc67-4c13-a1ba-b0c0f0061634 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 944 time: 0.0883229 Aug 06 15:37:19.326306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.327485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:19.332802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] 10.222.0.64 "PUT /v2.0/ports/a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 200 len: 1091 time: 1.7619598 Aug 06 15:37:19.343383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ccb34c0-029c-4ce8-9f12-6c966e5c477c req-74f173ed-2ec7-4af4-9e16-eb7d29bc6aa0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687201 Aug 06 15:37:19.384122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dba57-ad1b-4b9e-9a5d-a1c35f34c9df service neutron] Pushing event updated for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:19.443653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:19.529505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:19.594859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-deleted', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2'}, {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:19.598772 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc" -d '{"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-deleted", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2"}, {"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "a958b9c4-7761-495e-a44a-983b921648d6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:19.694921 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9246d15a-9e28-4539-9134-5ae6c41a2be0 x-openstack-request-id: req-9246d15a-9e28-4539-9134-5ae6c41a2be0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:19.695241 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce985380-d44f-40ea-8b3a-00809f7f484a", "name": "network-vif-deleted", "tag": "55a860be-7369-4b11-82bf-153c2cb497f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "a958b9c4-7761-495e-a44a-983b921648d6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:19.696016 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9246d15a-9e28-4539-9134-5ae6c41a2be0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:19.696431 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce985380-d44f-40ea-8b3a-00809f7f484a', 'name': 'network-vif-deleted', 'tag': '55a860be-7369-4b11-82bf-153c2cb497f2', 'status': 'completed', 'code': 200} Aug 06 15:37:19.696431 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6', 'status': 'completed', 'code': 200} Aug 06 15:37:19.728012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:19.885209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:19.888425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.889150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.890137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.890712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.891580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.892188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:19.899565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.899718 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:19.899827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:19.899827 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8eb94605-4961-4b15-ac91-5284d727bb81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6286 time: 0.2028198 Aug 06 15:37:19.949977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc82756c-a239-4e98-ad3d-066a36d3761e req-98120504-fccd-4d6e-a042-4bc88e4ce67e tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.0588279 Aug 06 15:37:20.082358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.090431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afdc8eb6-ddbd-4b06-9479-50867d6c351c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:20.103663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:20.107069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.119555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Transition to ACTIVE for port object afdc8eb6-ddbd-4b06-9479-50867d6c351c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:20.124750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:20.134407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.182243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.205200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.207984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:20.217564 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b73f20-7b01-4317-9138-e652a5a5f20d" -d '{"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-plugged", "status": "completed", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:20.219275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.219471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:20.232511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.248059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-1f097cc0-94d6-4c07-965d-020cb816527a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5394 time: 0.3082137 Aug 06 15:37:20.264730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:20.293099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Pushing event updated for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:20.331963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:20.333346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:20.394431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d61babd-1430-43e5-a6d4-ce8bad5b56b2 req-8aa1e908-552b-48ec-bbf9-1ce4eebe5ae1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445231 Aug 06 15:37:20.474778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 55a860be-7369-4b11-82bf-153c2cb497f2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:20.478760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 55a860be-7369-4b11-82bf-153c2cb497f2 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:20.551685 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60efcf7d-eb0c-4db2-adbc-d6a918f85000 x-openstack-request-id: req-60efcf7d-eb0c-4db2-adbc-d6a918f85000 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:20.552076 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-plugged", "status": "completed", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:20.567646 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60efcf7d-eb0c-4db2-adbc-d6a918f85000 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:20.568314 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'code': 200} Aug 06 15:37:20.655538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:20.784146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd66b7e-9c9d-436b-bb64-11350258b05a req-5f1dd901-39ce-41d1-b5ef-718d4366933a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.796174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fd66b7e-9c9d-436b-bb64-11350258b05a req-5f1dd901-39ce-41d1-b5ef-718d4366933a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 945 time: 0.0802493 Aug 06 15:37:20.879561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fd66b7e-9c9d-436b-bb64-11350258b05a req-a3b57cd2-b103-4bd5-a67a-a444f7190c6d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817192 Aug 06 15:37:20.994913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8cc98489-d727-400b-89c8-d1b8ace6c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.995404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8cc98489-d727-400b-89c8-d1b8ace6c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:20.995911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8cc98489-d727-400b-89c8-d1b8ace6c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.057112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-8cc98489-d727-400b-89c8-d1b8ace6c8b1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0906961 Aug 06 15:37:21.060725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8ed43fb-0d2e-4b55-8db5-8c21aa69bdac req-f218e6e1-8c9c-4022-aa9a-641abe014c59 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.0448604 Aug 06 15:37:21.130889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Attempting to bind port afdc8eb6-ddbd-4b06-9479-50867d6c351c on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:21.131516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Attempting to bind port afdc8eb6-ddbd-4b06-9479-50867d6c351c by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:21.131874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Attempting to bind port afdc8eb6-ddbd-4b06-9479-50867d6c351c on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:21.138249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4b766-6cf1-454e-b583-ced26c989f94 req-92dd0d91-d92b-49b8-aee6-30dd0f57fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.139901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-21b4b766-6cf1-454e-b583-ced26c989f94 req-92dd0d91-d92b-49b8-aee6-30dd0f57fcdb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 1096 time: 0.1925132 Aug 06 15:37:21.147373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Port afdc8eb6-ddbd-4b06-9479-50867d6c351c on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:21.147704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Attempting to bind port afdc8eb6-ddbd-4b06-9479-50867d6c351c on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:21.189667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:21.190280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Checking segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:21.190806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Bound using segment: {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:21.191580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Bound port: afdc8eb6-ddbd-4b06-9479-50867d6c351c, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:21.192244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:21.214125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-16d2be9e-43ab-4e48-8d3d-a4d7671d1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.215650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4dd2cdc-4238-4be7-9483-74f7b7f0b5dc req-16d2be9e-43ab-4e48-8d3d-a4d7671d1f96 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916697 Aug 06 15:37:21.266297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-21b4b766-6cf1-454e-b583-ced26c989f94 req-50db4841-4f79-4d90-93b3-3d86ea29ea62 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150806 Aug 06 15:37:21.322644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:21.326968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:21.444013 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:21.497765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.498528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:21.500385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] 10.222.0.64 "PUT /v2.0/ports/afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 200 len: 1091 time: 2.0640323 Aug 06 15:37:21.530569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcf85b-84e0-45f6-a84e-1d3925dad09b service neutron] Pushing event updated for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:21.626289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.634350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.642445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.651576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.664486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.672355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.674819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:21.681625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:21.693414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4023d296-64de-4836-b780-a0e5a149efef req-7e2a7fe9-fc46-45a6-a9cf-3749761be739 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5406 time: 0.1482956 Aug 06 15:37:21.735027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:21.747141 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:21.796630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4023d296-64de-4836-b780-a0e5a149efef req-4058097d-c95d-4675-a230-7916a02d2435 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995531 Aug 06 15:37:21.846204 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:21.911542 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced75129-03c6-4acb-b872-f3cc2686a9fb x-openstack-request-id: req-ced75129-03c6-4acb-b872-f3cc2686a9fb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:21.911874 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:21.912165 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ced75129-03c6-4acb-b872-f3cc2686a9fb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:21.912739 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c', 'status': 'completed', 'code': 200} Aug 06 15:37:22.116247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d03946-0ac2-47fc-80aa-7415efc9b7c1 req-0f032836-86ea-4378-8ef9-97b38050ae46 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.119014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0d03946-0ac2-47fc-80aa-7415efc9b7c1 req-0f032836-86ea-4378-8ef9-97b38050ae46 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 945 time: 0.1001298 Aug 06 15:37:22.121347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.122227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.122935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.123909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.124603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.125254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.125900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.128466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-a7b6f21f-ec7e-49a9-b41a-3fa6e5e6ea52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6353 time: 0.1974604 Aug 06 15:37:22.236477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0d03946-0ac2-47fc-80aa-7415efc9b7c1 req-2065d4a2-c9ad-45fc-9f8f-72d6fb51a86c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994246 Aug 06 15:37:22.377972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d30b82d9-5013-4195-ae4d-c93d3fe8d39c req-6cf428ec-ddd4-4618-89f5-d7ad66365c22 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.0499823 Aug 06 15:37:22.457905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438ba21d-e975-48aa-879e-e069209d97d6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:22.474273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:22.477956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-d33dda14-9d3d-4a9c-a920-11b147e3e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.478889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-d33dda14-9d3d-4a9c-a920-11b147e3e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.479200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-d33dda14-9d3d-4a9c-a920-11b147e3e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.481232 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-d33dda14-9d3d-4a9c-a920-11b147e3e6f7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3389211 Aug 06 15:37:22.537838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Transition to ACTIVE for port object 438ba21d-e975-48aa-879e-e069209d97d6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:22.605667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:22.671649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-9aab6b4e-6f79-499e-b226-c8a2d76fba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:22.673494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89a05e04-4e06-4fbf-b5f8-9ace422a8f0f req-9aab6b4e-6f79-499e-b226-c8a2d76fba15 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791892 Aug 06 15:37:22.687493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Pushing event updated for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:22.800580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Attempting to bind port 438ba21d-e975-48aa-879e-e069209d97d6 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:22.800908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Attempting to bind port 438ba21d-e975-48aa-879e-e069209d97d6 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:22.801263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Attempting to bind port 438ba21d-e975-48aa-879e-e069209d97d6 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:22.808052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Port 438ba21d-e975-48aa-879e-e069209d97d6 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:22.808386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Attempting to bind port 438ba21d-e975-48aa-879e-e069209d97d6 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:22.816270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:22.816712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Checking segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:22.817450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Bound using segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:22.817869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Bound port: 438ba21d-e975-48aa-879e-e069209d97d6, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:22.818314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:22.947414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:22.949318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=438ba21d-e975-48aa-879e-e069209d97d6,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:23.046136 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:23.067940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.077398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.084925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.085574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:23.087140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] 10.222.0.64 "PUT /v2.0/ports/438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 200 len: 1091 time: 1.4276299 Aug 06 15:37:23.095049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.116956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.125214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.132926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.140039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.150938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-6149ad8f-e4f2-40f8-abe9-2a5574e3b9be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5418 time: 0.1995168 Aug 06 15:37:23.173779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc31401-7ff8-4201-b9ca-a0affc236140 service neutron] Pushing event updated for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:23.191405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Request body: {'port': {'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:23.254351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b3e064-7324-48c5-8892-3347c5bf40fa req-ea079397-f5a2-4772-a469-afc25ce31148 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1023929 Aug 06 15:37:23.385104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:23.468889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510813-0f8c-4620-8b41-2217e8d19e0c req-0257e628-4c4e-44d4-943c-5075c1c2edcc tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:23.478923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54510813-0f8c-4620-8b41-2217e8d19e0c req-0257e628-4c4e-44d4-943c-5075c1c2edcc tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 945 time: 0.0911000 Aug 06 15:37:23.648952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54510813-0f8c-4620-8b41-2217e8d19e0c req-f7baa790-40bb-479e-be57-4fdbcfba151f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617763 Aug 06 15:37:23.706145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-355dbf61-4c18-4def-99eb-9f0a356ed566 req-98145639-63c0-4327-90ab-5ae9d1f77a1d tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.1059394 Aug 06 15:37:23.895611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:23.907447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:23.917724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:23.920462 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d7acdd-67bb-41e9-aff0-330f65d6a216" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "438ba21d-e975-48aa-879e-e069209d97d6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:23.954587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Transition to ACTIVE for port object ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:24.017335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:24.077128 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e0a2b2-bf48-4180-99c9-54da91b2791b x-openstack-request-id: req-e4e0a2b2-bf48-4180-99c9-54da91b2791b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:24.077601 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "438ba21d-e975-48aa-879e-e069209d97d6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:24.078022 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4e0a2b2-bf48-4180-99c9-54da91b2791b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:24.078655 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6', 'status': 'completed', 'code': 200} Aug 06 15:37:24.246873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:24.280393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Pushing event updated for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:24.420780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.421381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.430362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.432873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.435092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.437851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.441774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.453878 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-395801ca-5568-4d12-bd77-de5291938908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6445 time: 0.3827214 Aug 06 15:37:24.823144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c622888-b779-4565-808c-1be511f3d808 req-f25062ee-472d-410e-b16c-7e6abb554ef9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.829889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c622888-b779-4565-808c-1be511f3d808 req-f25062ee-472d-410e-b16c-7e6abb554ef9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 945 time: 0.3959832 Aug 06 15:37:24.870642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-e58cce24-8881-4615-abd1-71d2d275b51b tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:24.872282 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-e58cce24-8881-4615-abd1-71d2d275b51b tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "GET /v2.0/networks?id=038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 200 len: 817 time: 0.4170573 Aug 06 15:37:25.034024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.052493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.063072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Request body: {'port': {'device_id': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'admin_state_up': True, 'tenant_id': '15f69c3b6e154c2dbd088d96f866b6d7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:25.075583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.101290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.131401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.142891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.154666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.166307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-feb65c01-14a6-4fd5-9176-2daefb76b353 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.6524255 Aug 06 15:37:25.233493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c622888-b779-4565-808c-1be511f3d808 req-64634319-ee1c-4cff-b84a-6eb78af56987 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954737 Aug 06 15:37:25.439403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Attempting to bind port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:25.440574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Attempting to bind port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:25.440574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Attempting to bind port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:25.469346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-5cc6b274-8b10-4d7c-929f-f1d78baba129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.479267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-5cc6b274-8b10-4d7c-929f-f1d78baba129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.480072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-5cc6b274-8b10-4d7c-929f-f1d78baba129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.485035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-5cc6b274-8b10-4d7c-929f-f1d78baba129 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5562615 Aug 06 15:37:25.487015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:25.487998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Attempting to bind port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 on network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:25.596726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-fa622f35-9060-4338-b097-7f1e837b4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.598292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26d7acdd-67bb-41e9-aff0-330f65d6a216 req-fa622f35-9060-4338-b097-7f1e837b4baf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059623 Aug 06 15:37:25.601367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Made reservation on behalf of 15f69c3b6e154c2dbd088d96f866b6d7 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:25.606828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:25.647615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-17a8cd04-2780-40f5-aaef-cafaba207589 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5957363c9df14defa08688b62dd09079&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3866830 Aug 06 15:37:25.650731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:25.658326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:25.658875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Checking segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:25.659654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Bound using segment: {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:25.660116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5284a2d-d5fe-4373-97eb-9d92c8185b09 req-65121c14-e407-4c9b-8d21-1d2c4bfc4299 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.2090616 Aug 06 15:37:25.660324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Bound port: ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:25.660852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:25.679784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:25.752107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a699517d-d6c3-4577-a0c5-bb0587cd0098 req-ffd940ad-62ce-4851-a41e-51258862fe4f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5313888 Aug 06 15:37:25.832534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-f47ac058-93df-4028-bd73-ea536d084646 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.835087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-f47ac058-93df-4028-bd73-ea536d084646 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.64 "GET /v2.0/networks?id=038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 200 len: 817 time: 0.6161828 Aug 06 15:37:25.869024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Request body: {'port': {'device_id': 'bed1ed47-d187-4007-84c1-e40210654876', 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'admin_state_up': True, 'tenant_id': '15f69c3b6e154c2dbd088d96f866b6d7'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:25.931892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0a944310-f829-4105-8920-2323ab6f0f14 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:25.933166 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0a944310-f829-4105-8920-2323ab6f0f14 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "GET /v2.0/networks?id=038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 200 len: 817 time: 0.2326334 Aug 06 15:37:25.971667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Request body: {'port': {'device_id': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'admin_state_up': True, 'tenant_id': '15f69c3b6e154c2dbd088d96f866b6d7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:26.160986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31816f40-fe15-4652-8147-4b297e030010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.187843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:26.201054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Made reservation on behalf of 15f69c3b6e154c2dbd088d96f866b6d7 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:26.207038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.255114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31816f40-fe15-4652-8147-4b297e030010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.261935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:26.346501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Allocated IP 172.20.0.4 (038c22e8-a942-4560-9207-1bbbc1e53b36/d3296a88-6553-4121-86be-f0be2cad373d/82e39d6e-9c15-4fd0-a582-ff62b2d8fe64) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:26.378926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.457522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.458495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.460252 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] 10.222.0.64 "PUT /v2.0/ports/ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 200 len: 1091 time: 3.2785439 Aug 06 15:37:26.464603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:26.467399 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:26.539543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143607d-1c5a-44b9-9b75-017cab007cfb req-4da9e45e-ed87-4b72-8bdc-03b8959a047c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.557290 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3143607d-1c5a-44b9-9b75-017cab007cfb req-4da9e45e-ed87-4b72-8bdc-03b8959a047c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 945 time: 0.1464822 Aug 06 15:37:26.639519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3143607d-1c5a-44b9-9b75-017cab007cfb req-bab39da9-b88f-4f2e-9d9a-7c52db5d2f2c tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806196 Aug 06 15:37:26.716577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad611a-20c6-41e9-a647-c24d09821d94 service neutron] Pushing event updated for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:26.731996 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31af2b07-1078-49df-b51a-60612db99329 x-openstack-request-id: req-31af2b07-1078-49df-b51a-60612db99329 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:26.732481 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:26.732886 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31af2b07-1078-49df-b51a-60612db99329 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:26.733528 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9', 'status': 'completed', 'code': 200} Aug 06 15:37:26.737116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31816f40-fe15-4652-8147-4b297e030010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.743889 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31816f40-fe15-4652-8147-4b297e030010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.745126 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-31816f40-fe15-4652-8147-4b297e030010 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1d563e6-3992-40c3-a08f-3051547aee48 HTTP/1.1" status: 204 len: 168 time: 1.0931289 Aug 06 15:37:26.745896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Made reservation on behalf of 15f69c3b6e154c2dbd088d96f866b6d7 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:26.752421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:26.899014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31816f40-fe15-4652-8147-4b297e030010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d563e6-3992-40c3-a08f-3051547aee48,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:26.951110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.952513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.953845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.955037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.956017 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.956759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.957664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:26.970661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-8ffe1637-041e-45de-ad9f-4e61c108dd76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6487 time: 0.2352862 Aug 06 15:37:26.980233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b171d71-5ee5-4bdd-8553-eeb1a2b38ee6 req-a383f227-93f1-4fb4-8e04-e98fb4f9afce tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.1044104 Aug 06 15:37:27.194005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:27.379943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.392607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.392983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-18853114-eb70-46b6-99fd-b4cc84f52643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.393487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-18853114-eb70-46b6-99fd-b4cc84f52643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.393966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-18853114-eb70-46b6-99fd-b4cc84f52643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.395822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-18853114-eb70-46b6-99fd-b4cc84f52643 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3f3570c874964bda9904acd85c0d4285&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2900646 Aug 06 15:37:27.405789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.417726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.428402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.440656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.451669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.466645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-deb4ebbe-fb6e-452a-b11d-e5749d27fee4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2551203 Aug 06 15:37:27.563846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-fa3b8582-f31b-4999-8cdf-75922c5d88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.565681 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c2a20f9-121f-41ff-ac01-a441fdb4d41b req-fa3b8582-f31b-4999-8cdf-75922c5d88e0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606214 Aug 06 15:37:27.567513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:27.621448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Allocated IP 172.20.0.12 (038c22e8-a942-4560-9207-1bbbc1e53b36/d3296a88-6553-4121-86be-f0be2cad373d/ac80d995-35ce-4ca8-a676-94b5b7048ed6) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:27.637175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:27.668171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:27.672845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:27.777136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b3116dd-9261-42c4-9c66-ba27d04e0dfb req-a6323e86-35fc-4c2c-b119-bf067ab1ded7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3087006 Aug 06 15:37:27.777922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.778768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:27.790843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Pushing event updated for resources: {'Port': ['ID=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:27.817442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.817973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.818412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.819041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.819524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.820232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.820770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:27.823114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-a09fe865-0d82-432d-8f1f-4d6c7b23040c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6487 time: 0.2094035 Aug 06 15:37:27.942968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0de63b02-c25a-44bb-ad3b-3825c5bddd04 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8966033 Aug 06 15:37:27.948453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-8cdbe15a-2f71-43af-abad-6db9502d3f4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 217 time: 0.1058366 Aug 06 15:37:27.959831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Request body: {'port': {'device_id': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:28.034438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:28.165947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:28.195572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e706d33c-efe6-49ad-bdc1-7860c2ca38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:28.198757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e706d33c-efe6-49ad-bdc1-7860c2ca38a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 200 len: 856 time: 0.1675825 Aug 06 15:37:28.216015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c482cf20-d42d-439f-b4f7-d91d485d8c57 req-4a44d6ac-11d2-4878-9860-19b67e4db20c tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 210 time: 0.0382805 Aug 06 15:37:28.217240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:28.419119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Allocated IP 172.20.0.6 (038c22e8-a942-4560-9207-1bbbc1e53b36/d3296a88-6553-4121-86be-f0be2cad373d/106b228a-c777-4c54-9fac-0f798c9a646d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:28.424663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:28.443321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:28.512015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:28.543332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Pushing event updated for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:28.623158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:28.624082 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:28.749541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eb8b5-b795-4aca-b591-0b3a85a74173 req-2b98d459-8227-45bd-bc75-ba348645b636 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:28.757502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b2eb8b5-b795-4aca-b591-0b3a85a74173 req-2b98d459-8227-45bd-bc75-ba348645b636 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.1421950 Aug 06 15:37:28.767206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-63878193-9d4b-4412-9108-ff6a07c8b6cd tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9062130 Aug 06 15:37:28.785592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Request body: {'port': {'device_id': 'bed1ed47-d187-4007-84c1-e40210654876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:28.800485 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:28.835360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b2eb8b5-b795-4aca-b591-0b3a85a74173 req-ac60aea4-f397-408f-adc7-71c02c8466de tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759611 Aug 06 15:37:28.890793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:28.942639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:29.056419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-cbdd088f-209f-40fa-a9d0-c4273aee2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.058716 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-cbdd088f-209f-40fa-a9d0-c4273aee2bbe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68b9236b-44a3-446d-be00-f8b66debb1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8095391 Aug 06 15:37:29.229952 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:37:29.251516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44338) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:29.326552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:29.339871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.355581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.369993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.384764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.392873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.400790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.411543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.415926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-0dc84d0c-5e65-4268-80c6-813df186f194 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.4747779 Aug 06 15:37:29.516583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1065401194-network', 'tenant_id': 'b64425da07f34cac9fd0f4c9449f2466'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:29.518571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bd138-d846-4d4b-ba2c-fe94e5da0085 req-15384746-60bd-4a42-87c4-bc3545a48026 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.520435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-618bd138-d846-4d4b-ba2c-fe94e5da0085 req-15384746-60bd-4a42-87c4-bc3545a48026 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 931 time: 0.0889699 Aug 06 15:37:29.523218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-c980567e-1e47-449f-b381-3eca19eb2d26 service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542944 Aug 06 15:37:29.557334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cdb7ae0-c92f-40c8-8b57-29ff2e18f77f req-990ba41e-6e95-4654-87ba-227e478dedd2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137123 Aug 06 15:37:29.612202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-618bd138-d846-4d4b-ba2c-fe94e5da0085 req-62b5d544-bc97-44dc-9ddb-e3fddc3f387b tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791719 Aug 06 15:37:29.628512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Network 038c22e8-a942-4560-9207-1bbbc1e53b36 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:29.657440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:29.705896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Pushing event updated for resources: {'Port': ['ID=106b228a-c777-4c54-9fac-0f798c9a646d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:29.708719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:29.827910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.828565 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:29.836417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-b208a81f-1474-4ba7-a50c-7d1ee05a214f service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956319 Aug 06 15:37:29.974342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2729d-d14b-44b0-bac3-c92d7528a81b req-26302886-d7cb-4b76-9468-be7e13f3cfbc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:29.976240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45d2729d-d14b-44b0-bac3-c92d7528a81b req-26302886-d7cb-4b76-9468-be7e13f3cfbc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0664914 Aug 06 15:37:30.041057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45d2729d-d14b-44b0-bac3-c92d7528a81b req-d0e08bcd-18f2-416e-b0bc-6563547bd101 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 Aug 06 15:37:30.197774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Made reservation on behalf of b64425da07f34cac9fd0f4c9449f2466 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:30.200292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.246915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.251344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-d16c4b36-bc7f-4cd8-bef8-0acb56a091a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 217 time: 0.0550783 Aug 06 15:37:30.254399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:30.278099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.325077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Transition to ACTIVE for port object 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:30.338499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-40e7b1c1-6fdd-48dd-948d-5f3335df7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.340106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-40e7b1c1-6fdd-48dd-948d-5f3335df7705 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0747600 Aug 06 15:37:30.378785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3f77afb3-4eab-47ef-a419-3d1611075b70 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4205358 Aug 06 15:37:30.395576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Request body: {'port': {'device_id': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:30.453623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-00173c08-e67f-404e-9f85-cb9bda84a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.453623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-00173c08-e67f-404e-9f85-cb9bda84a0bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026771 Aug 06 15:37:30.453623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.574597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.638062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Pushing event updated for resources: {'Port': ['ID=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:30.639844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac80d995-35ce-4ca8-a676-94b5b7048ed6 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:30.652607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.677754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Transition to ACTIVE for port object ac80d995-35ce-4ca8-a676-94b5b7048ed6 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:30.783853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.791328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.797989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.803644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.811721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.811881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.819011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.819580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-dc8f77af-fa62-4c20-a87e-bb666ae42729 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367445 Aug 06 15:37:30.828150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.831038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca817592-a715-455f-b63d-c864238c1be3 req-c1b85b42-07be-4fbc-b5a0-cd62e2c3714e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.1384089 Aug 06 15:37:30.838009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:30.958750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Pushing event updated for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:30.968726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b95dd-d0ba-4f5e-9b0e-f0560e911211 req-df94918b-fe88-4ba9-a2a6-980689cd7a61 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:30.970377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d07b95dd-d0ba-4f5e-9b0e-f0560e911211 req-df94918b-fe88-4ba9-a2a6-980689cd7a61 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 931 time: 0.2324119 Aug 06 15:37:30.985313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca817592-a715-455f-b63d-c864238c1be3 req-06f30856-b9c0-4ff2-a273-d71e09efa6db tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1415896 Aug 06 15:37:31.005718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.071946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Attempting to bind port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:31.072293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Attempting to bind port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:31.072631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Attempting to bind port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 on network 038c22e8-a942-4560-9207-1bbbc1e53b36 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:31.072774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d07b95dd-d0ba-4f5e-9b0e-f0560e911211 req-99ffbac7-dd78-4c33-904d-602f56418fc0 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 Aug 06 15:37:31.096283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Attempting to bind port ac80d995-35ce-4ca8-a676-94b5b7048ed6 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:31.096689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Attempting to bind port ac80d995-35ce-4ca8-a676-94b5b7048ed6 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:31.097089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Attempting to bind port ac80d995-35ce-4ca8-a676-94b5b7048ed6 on network 038c22e8-a942-4560-9207-1bbbc1e53b36 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:31.104864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Port ac80d995-35ce-4ca8-a676-94b5b7048ed6 on network 038c22e8-a942-4560-9207-1bbbc1e53b36 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:31.105690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Attempting to bind port ac80d995-35ce-4ca8-a676-94b5b7048ed6 on network 038c22e8-a942-4560-9207-1bbbc1e53b36 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:31.118634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:31.120524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Checking segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:31.120861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Bound using segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:31.121364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Bound port: ac80d995-35ce-4ca8-a676-94b5b7048ed6, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:31.121761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.132013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:37:31.145503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68174c1-534c-4b2c-a938-ef0426b7f257,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:31.150626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 on network 038c22e8-a942-4560-9207-1bbbc1e53b36 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:31.150960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Attempting to bind port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 on network 038c22e8-a942-4560-9207-1bbbc1e53b36 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:31.174791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.175120 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Added segment 26f5a543-22f8-48bb-b55a-267c2043ce89 of type vlan for network 082b2dda-d170-4c97-ab49-67a9a1c4868e Aug 06 15:37:31.184678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-dd008cb5-4558-4c6f-85bc-76e8df2cb887 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.186795 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-dd008cb5-4558-4c6f-85bc-76e8df2cb887 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.2630346 Aug 06 15:37:31.187032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:31.187356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Checking segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:31.187744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Bound using segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:31.188221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Bound port: 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:31.188587 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.202409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-d351f5a7-89a2-49e5-9ea1-2ab47604c30b service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718531 Aug 06 15:37:31.257083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:31.263055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:31.272589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0727-2484-408d-b826-c056b54d8bd0 req-cd99f6c4-afd3-4711-a7fc-4c26ff04820f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.274869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-733c0727-2484-408d-b826-c056b54d8bd0 req-cd99f6c4-afd3-4711-a7fc-4c26ff04820f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 946 time: 0.0876641 Aug 06 15:37:31.321753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-d6624cab-42ba-4e8e-9622-9fb063820e8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 217 time: 0.1001956 Aug 06 15:37:31.337733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-733c0727-2484-408d-b826-c056b54d8bd0 req-6ce9a2af-b32d-4d9f-89b2-49199b4b4b9d tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Aug 06 15:37:31.350125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.371724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.372947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.373614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.375745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] 10.222.0.64 "PUT /v2.0/ports/ac80d995-35ce-4ca8-a676-94b5b7048ed6 HTTP/1.1" status: 200 len: 1092 time: 2.5955460 Aug 06 15:37:31.378724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:31.381944 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5f374-607d-4766-8ddf-133b02a43bea" -d '{"events": [{"name": "network-changed", "server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:31.472862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2290e-9f50-4e8e-9c4f-1d195ca0612f service neutron] Pushing event updated for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:31.511398 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a244f9-596c-41b9-a5fc-7ca74f2432d5 x-openstack-request-id: req-a6a244f9-596c-41b9-a5fc-7ca74f2432d5 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:31.511999 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:31.512444 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6a244f9-596c-41b9-a5fc-7ca74f2432d5 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:31.513070 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6', 'status': 'completed', 'code': 200} Aug 06 15:37:31.534927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-07291df4-1819-474c-bf34-a2ff872d8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.536584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-07291df4-1819-474c-bf34-a2ff872d8f83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.1802173 Aug 06 15:37:31.560421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] For port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:31.602131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] For port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:31.619990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5f374-607d-4766-8ddf-133b02a43bea req-a7525d2b-6f5d-4677-8957-c74d97535e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.621539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74b5f374-607d-4766-8ddf-133b02a43bea req-a7525d2b-6f5d-4677-8957-c74d97535e6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 1095 time: 0.0688291 Aug 06 15:37:31.623272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106b228a-c777-4c54-9fac-0f798c9a646d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:31.637813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.657464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.660998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.660998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.662269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Transition to ACTIVE for port object 106b228a-c777-4c54-9fac-0f798c9a646d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:31.699121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Deleting port e3556810-fed7-482b-a32c-49d32c96aad6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:31.699462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.717554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e60fffc1-487e-4f6e-b547-7dad2bcc432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.719048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e60fffc1-487e-4f6e-b547-7dad2bcc432e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533282 Aug 06 15:37:31.720077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.768057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5f374-607d-4766-8ddf-133b02a43bea req-870a7b23-caa0-445f-be98-a3c050cf3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.771871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74b5f374-607d-4766-8ddf-133b02a43bea req-870a7b23-caa0-445f-be98-a3c050cf3b2e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1386983 Aug 06 15:37:31.821253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:31.859778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.869535 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6021287 Aug 06 15:37:31.875227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:31.875937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:31.877789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] 10.222.0.59 "PUT /v2.0/ports/82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 HTTP/1.1" status: 200 len: 1091 time: 3.9247000 Aug 06 15:37:31.880241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c226c-266c-4ede-833a-3f8a95a49955 admin admin] Pushing event updated for resources: {'Network': ['ID=082b2dda-d170-4c97-ab49-67a9a1c4868e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:31.882142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'tag': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:31.891159 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0368f5-3044-4b16-8ddb-c5f1db52787b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cdf47b1-b8aa-4518-8e7b-a92997da2cf4", "tag": "82e39d6e-9c15-4fd0-a582-ff62b2d8fe64"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:31.899633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:31.907935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Request body: {'subnet': {'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1065401194-subnet', 'tenant_id': 'b64425da07f34cac9fd0f4c9449f2466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:31.919658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 082b2dda-d170-4c97-ab49-67a9a1c4868e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:37:32.014263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:32.026732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'mac_address': 'fa:16:3e:65:13:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:32.026944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5f374-607d-4766-8ddf-133b02a43bea req-3824ae81-19a7-4f14-9273-548799295a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.028786 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74b5f374-607d-4766-8ddf-133b02a43bea req-3824ae81-19a7-4f14-9273-548799295a1e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2494748 Aug 06 15:37:32.034274 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2589c6db-4d18-4876-8d52-3039c2987c6f x-openstack-request-id: req-2589c6db-4d18-4876-8d52-3039c2987c6f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:32.034562 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cdf47b1-b8aa-4518-8e7b-a92997da2cf4", "tag": "82e39d6e-9c15-4fd0-a582-ff62b2d8fe64", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:32.034801 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2589c6db-4d18-4876-8d52-3039c2987c6f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:32.035190 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'tag': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64', 'status': 'completed', 'code': 200} Aug 06 15:37:32.057426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8355-8e33-47ee-8948-9e15c9030889 service neutron] Pushing event updated for resources: {'Port': ['ID=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:32.068630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:32.090918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:32.107240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:32.115028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Made reservation on behalf of b64425da07f34cac9fd0f4c9449f2466 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:32.123234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:32.145092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] For port e3556810-fed7-482b-a32c-49d32c96aad6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e3556810-fed7-482b-a32c-49d32c96aad6,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:32.145603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:32.212604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:32.216347 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-c5caf93f-b97b-44d5-8c34-7866639bb94e service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454255 Aug 06 15:37:32.216347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Calling delete_port for e3556810-fed7-482b-a32c-49d32c96aad6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:32.316426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:32.319035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:32.334971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Pushing event updated for resources: {'Port': ['ID=106b228a-c777-4c54-9fac-0f798c9a646d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:32.348930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.349213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.349734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.350088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.350409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.350741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.351071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.351459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.352034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.352521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.352845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.353248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:32.369241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-35e87943-998d-416e-9f1d-373bcb7cd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.371011 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-35e87943-998d-416e-9f1d-373bcb7cd807 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 1094 time: 0.3350842 Aug 06 15:37:32.468729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-ec2b38d6-6155-4b41-b479-1316ada74900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.468729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-ec2b38d6-6155-4b41-b479-1316ada74900 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 1095 time: 0.2967567 Aug 06 15:37:32.500173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388bc67-309c-4347-b6dd-d355989665f6 req-84f49c95-0933-42a4-9977-966b21d547b9 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.508444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7388bc67-309c-4347-b6dd-d355989665f6 req-84f49c95-0933-42a4-9977-966b21d547b9 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 943 time: 0.2315342 Aug 06 15:37:32.531913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.531913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.532071 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-de34d0ce-905f-40aa-befe-35824d7065b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 HTTP/1.1" status: 200 len: 217 time: 0.0977850 Aug 06 15:37:32.539821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.547323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.563664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.572168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.580946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.589609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-bed21979-d5f5-40e0-a6b9-be835abdf255 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.3883681 Aug 06 15:37:32.620174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Attempting to bind port 106b228a-c777-4c54-9fac-0f798c9a646d on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:32.620621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Attempting to bind port 106b228a-c777-4c54-9fac-0f798c9a646d by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:32.621110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Attempting to bind port 106b228a-c777-4c54-9fac-0f798c9a646d on network 038c22e8-a942-4560-9207-1bbbc1e53b36 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:32.689758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-6e5789d8-7e8b-46c5-9fbd-c6ae5d6fff16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6 HTTP/1.1" status: 200 len: 217 time: 0.2097731 Aug 06 15:37:32.725559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Port 106b228a-c777-4c54-9fac-0f798c9a646d on network 038c22e8-a942-4560-9207-1bbbc1e53b36 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:32.725920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Attempting to bind port 106b228a-c777-4c54-9fac-0f798c9a646d on network 038c22e8-a942-4560-9207-1bbbc1e53b36 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:32.763682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:32.764124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Checking segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:32.764512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Bound using segment: {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:32.764974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Bound port: 106b228a-c777-4c54-9fac-0f798c9a646d, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:32.767708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:32.784242 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-5f0d1e67-bea2-4323-ac8e-d6913b7da712 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899995 Aug 06 15:37:32.788591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-a22aaf39-0039-4183-84ee-7f68b8b67106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.790773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-a22aaf39-0039-4183-84ee-7f68b8b67106 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3296a88-6553-4121-86be-f0be2cad373d HTTP/1.1" status: 200 len: 857 time: 0.2439973 Aug 06 15:37:32.805120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8ea426e-5687-42e7-8453-9b83d3cffef3 req-ea9b4fba-83ac-4574-8d06-1e7f208fb37a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146430 Aug 06 15:37:32.822121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7388bc67-309c-4347-b6dd-d355989665f6 req-003c3612-6054-4a3d-abff-86203daaa4d9 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126895 Aug 06 15:37:32.837132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-7f3348ac-dd8a-4a42-8894-b22db33a52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:32.838762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-7f3348ac-dd8a-4a42-8894-b22db33a52a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d3296a88-6553-4121-86be-f0be2cad373d HTTP/1.1" status: 200 len: 857 time: 0.1394985 Aug 06 15:37:32.865966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-c1e533c7-6162-4c0d-86b3-f5151b2b6f0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 200 len: 217 time: 0.0648088 Aug 06 15:37:32.902595 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-69fd5a9e-db6a-402f-9007-36eb5fcee47b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=038c22e8-a942-4560-9207-1bbbc1e53b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027629 Aug 06 15:37:32.912198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:32.923573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4a1aac59-7dc6-46f4-96df-94ffaf6387eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=038c22e8-a942-4560-9207-1bbbc1e53b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765324 Aug 06 15:37:32.926422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['df057e64-1c36-4ed1-b84b-b2c36f540d09'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:33.034579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Pushing event deleted for resources: {'Port': ['ID=e3556810-fed7-482b-a32c-49d32c96aad6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:33.049718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af64e489-ba3a-4e49-b3c4-d8776abeda9e req-f1a1bedc-bc83-494e-9c84-016dc22b5e84 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 210 time: 0.0355959 Aug 06 15:37:33.118473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-8ec63fed-f040-4886-8684-1c369a753bdb service neutron] 10.222.0.64 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850295 Aug 06 15:37:33.155797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] For port 106b228a-c777-4c54-9fac-0f798c9a646d, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:33.160219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] For port 106b228a-c777-4c54-9fac-0f798c9a646d, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=106b228a-c777-4c54-9fac-0f798c9a646d,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:33.161454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:33.163722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-bc75e557-bf48-40bd-87c8-a15126c66398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:33.166261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-bc75e557-bf48-40bd-87c8-a15126c66398 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.2687140 Aug 06 15:37:33.272862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] No DVR routers for this DVR port e3556810-fed7-482b-a32c-49d32c96aad6 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:33.279171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:33.281561 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-275f0ad3-f091-4299-89d8-6aa881bc7493 req-5b2da33f-0997-4c6e-a454-c1a09672ade5 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.64 "DELETE /v2.0/ports/e3556810-fed7-482b-a32c-49d32c96aad6 HTTP/1.1" status: 204 len: 173 time: 2.0711706 Aug 06 15:37:33.344906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-eb4cd5d8-87c3-4a83-88b3-16631373f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:33.346384 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-eb4cd5d8-87c3-4a83-88b3-16631373f9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1575060 Aug 06 15:37:33.353740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-4ca32b7f-e45a-4be1-b560-c7997dd7643b service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394102 Aug 06 15:37:33.475186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8974ca-7a55-4600-a38e-e5c53397dc78,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:33.475186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Checking segment: {'id': '26f5a543-22f8-48bb-b55a-267c2043ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:33.475186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Network hostable DHCP agents. Network: 082b2dda-d170-4c97-ab49-67a9a1c4868e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:37:33.475186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0fae0120-6d98-4c56-9968-83188ed00d9b service neutron] 10.222.0.64 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069673 Aug 06 15:37:33.747327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Network 082b2dda-d170-4c97-ab49-67a9a1c4868e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:37:33.824480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:33.838616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:33.915257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:33.917113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:33.956340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:33.961606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:33.961606 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] 10.222.0.59 "PUT /v2.0/ports/106b228a-c777-4c54-9fac-0f798c9a646d HTTP/1.1" status: 200 len: 1091 time: 3.5688379 Aug 06 15:37:34.008068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-b812fb80-8f99-475d-b03e-c792bae5a716 service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406109 Aug 06 15:37:34.008893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 082b2dda-d170-4c97-ab49-67a9a1c4868e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:34.011547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-0a356a44-f438-4e67-a5bb-b91444a744ea service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549587 Aug 06 15:37:34.011547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888f5fe-513b-41c1-b387-cadb3a18d271 service neutron] Pushing event updated for resources: {'Port': ['ID=106b228a-c777-4c54-9fac-0f798c9a646d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:34.021179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291c98e-8a5b-44f6-a4b8-6a073b8da646 req-c03b9800-4744-4178-815c-4669d2db5e66 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.022837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a291c98e-8a5b-44f6-a4b8-6a073b8da646 req-c03b9800-4744-4178-815c-4669d2db5e66 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 943 time: 0.0874956 Aug 06 15:37:34.033804 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.037309 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:34.037522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'name': 'network-vif-deleted', 'tag': 'e3556810-fed7-482b-a32c-49d32c96aad6'}, {'name': 'network-changed', 'server_uuid': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'tag': '106b228a-c777-4c54-9fac-0f798c9a646d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:34.038485 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d744eac-8f75-4beb-bfaa-928cc2dd932d" -d '{"events": [{"server_uuid": "8d5c488b-c062-43a6-a0b2-1d84f5d25b3e", "name": "network-vif-deleted", "tag": "e3556810-fed7-482b-a32c-49d32c96aad6"}, {"name": "network-changed", "server_uuid": "6cd490bb-87ca-4359-8f4d-89e7554c4028", "tag": "106b228a-c777-4c54-9fac-0f798c9a646d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:34.066117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7b587-1ee1-449e-a2fa-a438879c3473 None None] Network 082b2dda-d170-4c97-ab49-67a9a1c4868e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:37:34.113211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:34.163439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a291c98e-8a5b-44f6-a4b8-6a073b8da646 req-31a5ea37-4421-4e71-8457-3f486c3e9135 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954261 Aug 06 15:37:34.216524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5f091956-c7db-4409-9f94-fda70829c7a3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3152750 Aug 06 15:37:34.225418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:34.228583 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc74e756-49c3-4cce-836d-d8bbc27fb0ca" -d '{"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-plugged", "status": "completed", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:34.247965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:34.304334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-6a12ab1f-fa7f-4c6b-87e5-3945f3531c77 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819293 Aug 06 15:37:34.332534 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:34.355601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e3c66b-bb5d-4f22-ad7f-6d31d0701682 None None] Network 082b2dda-d170-4c97-ab49-67a9a1c4868e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:37:34.391480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-3aae0271-81d3-42e5-b35e-f327153987a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 200 len: 217 time: 0.0632629 Aug 06 15:37:34.590844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-28273530-1eab-44db-ad6e-8c299ba07802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.602702 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-28273530-1eab-44db-ad6e-8c299ba07802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.1868224 Aug 06 15:37:34.612540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.639058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.641451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-cb785949-99a8-4542-b7ad-9152de4cb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.644114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-cb785949-99a8-4542-b7ad-9152de4cb1ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 1094 time: 0.4899161 Aug 06 15:37:34.656976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.664998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:34.687849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.701892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.720467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.746032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.752882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb795752-804f-4d66-94ef-719010444f7d req-0beb2f11-3af8-4955-9a93-cb0a451a80e5 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.3199518 Aug 06 15:37:34.763906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e3556810-fed7-482b-a32c-49d32c96aad6 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:34.781914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-aacabe65-a6d7-4bfc-aaf4-69505f96e28f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=106b228a-c777-4c54-9fac-0f798c9a646d HTTP/1.1" status: 200 len: 217 time: 0.1252081 Aug 06 15:37:34.796628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e3556810-fed7-482b-a32c-49d32c96aad6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:34.796988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e3556810-fed7-482b-a32c-49d32c96aad6 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:34.813766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-4e034068-56b2-493e-86e7-94d75b4d032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.823236 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-4e034068-56b2-493e-86e7-94d75b4d032e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 1094 time: 0.5131917 Aug 06 15:37:34.826032 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b915bd-3992-4186-a611-5979735c5412 x-openstack-request-id: req-88b915bd-3992-4186-a611-5979735c5412 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:34.827061 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5c488b-c062-43a6-a0b2-1d84f5d25b3e", "name": "network-vif-deleted", "tag": "e3556810-fed7-482b-a32c-49d32c96aad6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6cd490bb-87ca-4359-8f4d-89e7554c4028", "tag": "106b228a-c777-4c54-9fac-0f798c9a646d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:34.827437 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88b915bd-3992-4186-a611-5979735c5412 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:34.827962 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5c488b-c062-43a6-a0b2-1d84f5d25b3e', 'name': 'network-vif-deleted', 'tag': 'e3556810-fed7-482b-a32c-49d32c96aad6', 'status': 'completed', 'code': 200} Aug 06 15:37:34.828424 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'tag': '106b228a-c777-4c54-9fac-0f798c9a646d', 'status': 'completed', 'code': 200} Aug 06 15:37:34.840663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb795752-804f-4d66-94ef-719010444f7d req-bfb2ed86-37ad-4ba2-aef6-ef73bf7e967a tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763829 Aug 06 15:37:34.899984 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e785349-68b8-4a90-83c0-c37c47612f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:34.981798 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d82c72-7265-4e00-8d06-516906956dca x-openstack-request-id: req-39d82c72-7265-4e00-8d06-516906956dca {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:34.982166 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-plugged", "status": "completed", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:34.982561 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39d82c72-7265-4e00-8d06-516906956dca {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:34.983136 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'code': 200} Aug 06 15:37:34.987206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-f5bd11c1-3136-4a13-b520-01bde6355cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:34.988864 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-f5bd11c1-3136-4a13-b520-01bde6355cb7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 200 len: 918 time: 0.1231914 Aug 06 15:37:35.030570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb52fc4b-e8c2-40dc-bf76-e64b8313670d req-b28a1337-0b65-481b-85bd-63708e04b720 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d5c488b-c062-43a6-a0b2-1d84f5d25b3e HTTP/1.1" status: 200 len: 210 time: 0.0622499 Aug 06 15:37:35.048466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-c9d620c1-e91e-4d82-a233-045b4a8e8e3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 HTTP/1.1" status: 200 len: 217 time: 0.0474901 Aug 06 15:37:35.050344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-29a1bdba-ba8b-43f1-95ae-77ce25c4b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.051756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-29a1bdba-ba8b-43f1-95ae-77ce25c4b7b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4422586 Aug 06 15:37:35.110928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-7bf19557-8020-4815-8e80-61cf3091f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.112604 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-7bf19557-8020-4815-8e80-61cf3091f502 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3296a88-6553-4121-86be-f0be2cad373d HTTP/1.1" status: 200 len: 857 time: 0.0543442 Aug 06 15:37:35.158529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-9f40c468-d9d4-4b4c-a6b1-b3227ef6c350 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=038c22e8-a942-4560-9207-1bbbc1e53b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339756 Aug 06 15:37:35.179083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d912788-78bd-4747-81d2-76b5c1ff7df2 req-9bdc466f-fefa-4794-9945-b7f16c48cfd7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.182679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d912788-78bd-4747-81d2-76b5c1ff7df2 req-9bdc466f-fefa-4794-9945-b7f16c48cfd7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 946 time: 0.0827129 Aug 06 15:37:35.191989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-309c3c17-3e05-4502-8f42-0c140868796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.193535 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-309c3c17-3e05-4502-8f42-0c140868796d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3296a88-6553-4121-86be-f0be2cad373d HTTP/1.1" status: 200 len: 857 time: 0.3993924 Aug 06 15:37:35.296447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d912788-78bd-4747-81d2-76b5c1ff7df2 req-44f1197a-6592-4d6a-bdea-50c85e0c6207 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886321 Aug 06 15:37:35.342315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-77134495-76c1-4403-bc5e-b14ce0a28dcd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=038c22e8-a942-4560-9207-1bbbc1e53b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200368 Aug 06 15:37:35.531042 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-33b4069a-426a-40cc-9072-5c54300873e8 service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878927 Aug 06 15:37:35.569569 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-7258cb2a-c6b4-4e19-8448-cb69043ad1e1 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558718 Aug 06 15:37:35.698055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-917eff3a-3d29-48fe-a46a-3fa793e723b9 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068981 Aug 06 15:37:35.755288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-f0302ace-cc52-4163-b126-0278867adada service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860884 Aug 06 15:37:35.829227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee15677-8834-4a86-bb84-0e2df2a69af0 req-d2eec882-3655-4890-958f-df5852151a2a tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.831195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dee15677-8834-4a86-bb84-0e2df2a69af0 req-d2eec882-3655-4890-958f-df5852151a2a tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 943 time: 0.4510138 Aug 06 15:37:35.836511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-ba316f8d-4928-4c9d-8766-664d6423711d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 200 len: 217 time: 0.0830579 Aug 06 15:37:35.907661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-461a6a9e-67b0-4d66-ae91-3c51f57f2e2e tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.916274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-461a6a9e-67b0-4d66-ae91-3c51f57f2e2e tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/networks?id=082b2dda-d170-4c97-ab49-67a9a1c4868e HTTP/1.1" status: 200 len: 818 time: 0.4873114 Aug 06 15:37:35.920978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dee15677-8834-4a86-bb84-0e2df2a69af0 req-17e8dc5f-3df5-41cb-8f0e-0c06436696b8 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801945 Aug 06 15:37:35.937337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-ee3dab84-2c69-43c8-bb38-65666e62931d tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/quotas/b64425da07f34cac9fd0f4c9449f2466 HTTP/1.1" status: 200 len: 375 time: 0.0197258 Aug 06 15:37:35.969268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-30628714-c99e-43da-9fdc-eb798c2a6e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:35.971664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-30628714-c99e-43da-9fdc-eb798c2a6e85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.1207378 Aug 06 15:37:35.981010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fab5288-96f2-4d81-9ec8-a33e699ecd89 req-7ece67a5-7fdb-4854-975b-0512eff2deca service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382982 Aug 06 15:37:35.987556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-f120ccd5-cfba-4b31-b5f5-07bae49c9e98 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b64425da07f34cac9fd0f4c9449f2466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474288 Aug 06 15:37:36.079015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d0368f5-3044-4b16-8ddb-c5f1db52787b req-07b24b03-988d-4e70-974d-ba31cebc8d17 service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141184 Aug 06 15:37:36.086993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-0e645e50-675c-43ec-be1e-5ddb36def9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.091964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-0e645e50-675c-43ec-be1e-5ddb36def9c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066725 Aug 06 15:37:36.179790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-13488ee8-4cd9-4878-aa02-76d28a6c9904 service neutron] 10.222.0.16 "GET /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897776 Aug 06 15:37:36.269705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-80c73cf3-7a98-40da-aaaf-432a71d33e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.271508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-80c73cf3-7a98-40da-aaaf-432a71d33e1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 1094 time: 0.0931020 Aug 06 15:37:36.291663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-e6b0d4d5-2b5e-4591-a577-44471f7cfd32 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946833 Aug 06 15:37:36.358749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.364928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.371002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.379627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.389824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.396236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.402878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.412075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-73e85028-d2d8-4637-87aa-579380b5c912 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2200472 Aug 06 15:37:36.449431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-7525b284-0945-40e7-8a19-454594bc3c25 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.451043 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-7525b284-0945-40e7-8a19-454594bc3c25 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 946 time: 0.2043364 Aug 06 15:37:36.484658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be81ed73-0593-48ea-a513-9d72edde4ddc req-6819f413-ba0f-4ed1-95ee-153b783ba857 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713377 Aug 06 15:37:36.506610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-52b753f3-5902-4c64-945f-3da6b54ff820 service neutron] 10.222.0.16 "GET /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255382 Aug 06 15:37:36.527899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-5cb8d3e2-c557-4347-8731-a20cf9da67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.529468 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-5cb8d3e2-c557-4347-8731-a20cf9da67d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 200 len: 918 time: 0.2415919 Aug 06 15:37:36.625503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1ae1f514-f6bf-4fda-a05e-6492ad17a246 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061206 Aug 06 15:37:36.629052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-92d40310-e4ae-4775-8b6b-6f70fb69de3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=106b228a-c777-4c54-9fac-0f798c9a646d HTTP/1.1" status: 200 len: 217 time: 0.0916731 Aug 06 15:37:36.720860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-0520878a-5df6-4374-8dda-435e50836f9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 200 len: 217 time: 0.0852938 Aug 06 15:37:36.738470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ac80d995-35ce-4ca8-a676-94b5b7048ed6 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:36.816363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb21c9-a335-4b3e-b7cc-4c5e31d9573f req-950b5cc4-9d08-427c-8a7e-5867f3a35be0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.825723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0abb21c9-a335-4b3e-b7cc-4c5e31d9573f req-950b5cc4-9d08-427c-8a7e-5867f3a35be0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 946 time: 0.0999641 Aug 06 15:37:36.902265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0abb21c9-a335-4b3e-b7cc-4c5e31d9573f req-c0a7b949-5692-4603-9297-b14a5e1e80dd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744596 Aug 06 15:37:36.927341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-9c9e1141-7049-44df-a81f-6045aafaa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:36.927341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-9c9e1141-7049-44df-a81f-6045aafaa8b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3296a88-6553-4121-86be-f0be2cad373d HTTP/1.1" status: 200 len: 857 time: 0.2797303 Aug 06 15:37:36.927694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Deleting port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:36.928234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:37.010966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-d7b1bc5f-0ced-4b03-a41a-1b60f652e028 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=038c22e8-a942-4560-9207-1bbbc1e53b36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764651 Aug 06 15:37:37.060789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-788688a2-e30a-4f45-bd4b-037f927dfb9c req-bdee870a-08ba-4a7a-99ec-b5cc54d18425 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 210 time: 0.0543079 Aug 06 15:37:37.094782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-5b7021c1-d8bf-4fd7-bb74-07cfd6b4636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.096488 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-5b7021c1-d8bf-4fd7-bb74-07cfd6b4636d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.3633959 Aug 06 15:37:37.131416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:37.144891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6', 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'port_id': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6', 'mac_address': 'fa:16:3e:4a:66:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3296a88-6553-4121-86be-f0be2cad373d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:37.203561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:37.241436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac80d995-35ce-4ca8-a676-94b5b7048ed6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:37.261611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] For port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:37.261995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:37.293073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Calling delete_port for e5a60f3d-bcab-4276-bad4-bd5020d3fa1f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:37.313859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:37.323486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-cf36b33c-0d63-4c5c-abb1-78754d833de3 service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684994 Aug 06 15:37:37.349865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-9e3b82b4-7e56-4574-8038-ccbc8e768871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.352290 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-9e3b82b4-7e56-4574-8038-ccbc8e768871 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2388897 Aug 06 15:37:37.387117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e190ed-644e-4a9f-9012-0d0db0c6ed77 req-54fad6e4-d3b3-4638-b28a-0b2d16c2c6ff tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.389890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7e190ed-644e-4a9f-9012-0d0db0c6ed77 req-54fad6e4-d3b3-4638-b28a-0b2d16c2c6ff tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 943 time: 0.1125710 Aug 06 15:37:37.445085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:37.481991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7e190ed-644e-4a9f-9012-0d0db0c6ed77 req-982ca86c-c84c-4d43-b22b-8619adb95a44 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809193 Aug 06 15:37:37.521664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:37.660179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:37.727441 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49a3e76c-fcd2-4c0c-928b-ab0bfc61a030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:37.783627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee40ea-156d-4c90-9aae-19ea6c9eae6f req-af4e0335-f1bb-463b-a9f4-183bd1d9fedc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.783627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfee40ea-156d-4c90-9aae-19ea6c9eae6f req-af4e0335-f1bb-463b-a9f4-183bd1d9fedc tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1946349 Aug 06 15:37:37.791380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ac80d995-35ce-4ca8-a676-94b5b7048ed6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:37.819304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-2b451fe5-6b50-4951-a67b-2e56693aab0f service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257987 Aug 06 15:37:37.862198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.906531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.914123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.922490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.934694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:37.935324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.942162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.949680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:37.958937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-4c06d307-0e5d-40b7-b00d-26fb0f32a1bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.3294938 Aug 06 15:37:37.997084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfee40ea-156d-4c90-9aae-19ea6c9eae6f req-cb63e7fe-e3d2-4d9e-859d-ee13b9a62284 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364912 Aug 06 15:37:38.042696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5ce96d7-0ba4-493f-bbe7-12d5e351e6e2 req-0171013b-856f-4e46-b36f-d71fbcc59bfc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823743 Aug 06 15:37:38.050585 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1994cf6b-60d3-45ad-aaad-2e9340fad276 req-1c9af24e-410a-46f2-bca2-06a80b20afb2 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098398 Aug 06 15:37:38.077210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d744eac-8f75-4beb-bfaa-928cc2dd932d req-ac3ec5c0-9584-448b-8467-0916b7fc70bf service neutron] 10.222.0.59 "GET /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7389998 Aug 06 15:37:38.292872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:38.307073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dddc6f2-b437-4d1c-ab2f-210ac8617cb6 req-26d9b687-3dc4-4d6a-b0a4-1f69fa479c44 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 210 time: 0.0715783 Aug 06 15:37:38.313789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64', 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'port_id': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64', 'mac_address': 'fa:16:3e:dc:4c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3296a88-6553-4121-86be-f0be2cad373d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:38.338178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe36a9-60ec-4c56-97e4-b3365652003e req-55ee3de0-a00d-4414-88bf-31961a05cf76 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:38.372548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0fe36a9-60ec-4c56-97e4-b3365652003e req-55ee3de0-a00d-4414-88bf-31961a05cf76 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 946 time: 0.1946769 Aug 06 15:37:38.401259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:38.429704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:38.462375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0fe36a9-60ec-4c56-97e4-b3365652003e req-87881c0f-30af-47a8-9c21-b56e65cfdb97 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890226 Aug 06 15:37:38.474721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:38.643664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74fb27-06a8-449a-b331-bb8a2d4df9ac req-dbc74315-2a76-4eb6-ab02-22cf15ca95c4 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:38.645191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b74fb27-06a8-449a-b331-bb8a2d4df9ac req-dbc74315-2a76-4eb6-ab02-22cf15ca95c4 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 943 time: 0.0624831 Aug 06 15:37:38.692998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b74fb27-06a8-449a-b331-bb8a2d4df9ac req-26c99432-22e9-42db-8c99-0ed0118ce28c tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Aug 06 15:37:38.713389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:38.729328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['e5a60f3d-bcab-4276-bad4-bd5020d3fa1f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:38.747932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event deleted for resources: {'Port': ['ID=e5a60f3d-bcab-4276-bad4-bd5020d3fa1f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:38.783226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:38.817007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] No DVR routers for this DVR port e5a60f3d-bcab-4276-bad4-bd5020d3fa1f on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:38.821039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:38.824185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0eba0f30-7804-49e5-b890-8bd859e65a8d req-b59fca51-f6bb-4c38-ad7e-3e3686ac8f2b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "DELETE /v2.0/ports/e5a60f3d-bcab-4276-bad4-bd5020d3fa1f HTTP/1.1" status: 204 len: 173 time: 2.3619692 Aug 06 15:37:38.824757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'name': 'network-vif-deleted', 'tag': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:38.828425 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47110b6-7110-4516-9ee2-902386e84c95" -d '{"events": [{"server_uuid": "bd779919-3ad5-48cc-9dab-b60250f86927", "name": "network-vif-deleted", "tag": "e5a60f3d-bcab-4276-bad4-bd5020d3fa1f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:38.842948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:38.877120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:38.900505 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27285da7-fa97-4aad-8826-eae81e8327c7 x-openstack-request-id: req-27285da7-fa97-4aad-8826-eae81e8327c7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:38.901010 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd779919-3ad5-48cc-9dab-b60250f86927", "name": "network-vif-deleted", "tag": "e5a60f3d-bcab-4276-bad4-bd5020d3fa1f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:38.901276 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27285da7-fa97-4aad-8826-eae81e8327c7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:38.901688 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd779919-3ad5-48cc-9dab-b60250f86927', 'name': 'network-vif-deleted', 'tag': 'e5a60f3d-bcab-4276-bad4-bd5020d3fa1f', 'status': 'completed', 'code': 200} Aug 06 15:37:39.042532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['82e39d6e-9c15-4fd0-a582-ff62b2d8fe64'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:39.325754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60d79-945c-4885-91b1-e93ed8c2593a req-9f6db35d-687e-42d4-a285-80235d68f7ff tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.330206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7b60d79-945c-4885-91b1-e93ed8c2593a req-9f6db35d-687e-42d4-a285-80235d68f7ff tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1495819 Aug 06 15:37:39.361068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.379500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.388734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.397548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.404620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.410283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.417735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:39.427615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-f4fdc165-8a7d-4c37-8e57-2e5067e8ea7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.1926053 Aug 06 15:37:39.514754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7b60d79-945c-4885-91b1-e93ed8c2593a req-ddd844a7-062a-4705-aa44-25f30f93dce3 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854788 Aug 06 15:37:39.534601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18ba6a53-a4cd-4a45-a35b-c1f225f2b845 req-e396567a-6e4d-4d65-8b2d-da122b775d43 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074796 Aug 06 15:37:39.650576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-228c01f7-63af-4010-80d7-e88027bac68c req-cad99743-83b8-4512-b52c-b803f51a1416 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 210 time: 0.0520494 Aug 06 15:37:39.829082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c7caee7-bb33-4515-83c1-6522186fe62b req-6072adc3-b14e-4fe5-88b6-a905094af9a4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0731244 Aug 06 15:37:39.857114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 106b228a-c777-4c54-9fac-0f798c9a646d details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:39.859575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e5a60f3d-bcab-4276-bad4-bd5020d3fa1f no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:39.921833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: e5a60f3d-bcab-4276-bad4-bd5020d3fa1f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:39.921833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e5a60f3d-bcab-4276-bad4-bd5020d3fa1f not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:40.044394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ebe14-c0bc-4be9-9d49-d7afb6eea11e req-f31442e5-22f5-41df-8626-26d1ff486cc1 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.046460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-305ebe14-c0bc-4be9-9d49-d7afb6eea11e req-f31442e5-22f5-41df-8626-26d1ff486cc1 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 943 time: 0.1113939 Aug 06 15:37:40.092752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 106b228a-c777-4c54-9fac-0f798c9a646d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=106b228a-c777-4c54-9fac-0f798c9a646d,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:40.111143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '106b228a-c777-4c54-9fac-0f798c9a646d', 'network_id': '038c22e8-a942-4560-9207-1bbbc1e53b36', 'port_id': '106b228a-c777-4c54-9fac-0f798c9a646d', 'mac_address': 'fa:16:3e:77:c3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3296a88-6553-4121-86be-f0be2cad373d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:40.135025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-305ebe14-c0bc-4be9-9d49-d7afb6eea11e req-1875f81b-6983-49ca-8c18-df0cd8a4072e tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734501 Aug 06 15:37:40.167284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:40.201831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106b228a-c777-4c54-9fac-0f798c9a646d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:40.395508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 106b228a-c777-4c54-9fac-0f798c9a646d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=106b228a-c777-4c54-9fac-0f798c9a646d,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:40.520032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:40.655330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=106b228a-c777-4c54-9fac-0f798c9a646d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:40.697654 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:40.756118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ac80d995-35ce-4ca8-a676-94b5b7048ed6 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:40.810524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['106b228a-c777-4c54-9fac-0f798c9a646d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:40.825242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47400192-3e27-4811-9319-6be78690d950 req-e889ad40-353c-4f10-8870-fadd24512229 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.847065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47400192-3e27-4811-9319-6be78690d950 req-e889ad40-353c-4f10-8870-fadd24512229 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.2131078 Aug 06 15:37:40.879572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.886537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.893498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.900736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.908008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.915432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.922998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:40.932632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-07757cbc-d0f6-4093-b5c4-3e85e714af3d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2103863 Aug 06 15:37:40.986473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47400192-3e27-4811-9319-6be78690d950 req-0416a7dd-43ca-4404-b1c8-5752478af0a6 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480014 Aug 06 15:37:41.058197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59b56818-6979-4ad8-88f3-9cd90d32717d req-a6464746-28d2-46cb-a563-366c58884256 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233308 Aug 06 15:37:41.197929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port ac80d995-35ce-4ca8-a676-94b5b7048ed6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:41.223501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port ac80d995-35ce-4ca8-a676-94b5b7048ed6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:41.224013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:41.412680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b653787a-b153-4953-9434-20f53b940dc3 req-3e50dbea-06c8-4aa6-a543-fb6b1353eaee tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 210 time: 0.1055248 Aug 06 15:37:41.526310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-06cc78fb-041e-4470-ad51-95f0aeae5237 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:41.526310 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-06cc78fb-041e-4470-ad51-95f0aeae5237 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.64 "GET /v2.0/networks?id=082b2dda-d170-4c97-ab49-67a9a1c4868e HTTP/1.1" status: 200 len: 818 time: 0.3932054 Aug 06 15:37:41.552348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Request body: {'port': {'device_id': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e', 'admin_state_up': True, 'tenant_id': 'b64425da07f34cac9fd0f4c9449f2466'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:41.566438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2110847-fe97-4f7b-93f7-daff7ea9708c req-d98eb6bc-0930-4565-a294-3696bf8243f7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.1502864 Aug 06 15:37:41.627855 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:41.691268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:41.697896 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a899e233-a918-413b-938a-39f86568ec1e" -d '{"events": [{"server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "name": "network-vif-plugged", "status": "completed", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:41.745039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:41.770053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87994-f87f-47b8-bc29-510447cbff8e req-0ddf252a-65e8-4bdd-b2b3-b5f180f2fccb tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:41.775012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16b87994-f87f-47b8-bc29-510447cbff8e req-0ddf252a-65e8-4bdd-b2b3-b5f180f2fccb tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 944 time: 0.1315711 Aug 06 15:37:41.812610 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106eaab1-305c-407a-bf02-9706541c7ec3 x-openstack-request-id: req-106eaab1-305c-407a-bf02-9706541c7ec3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:41.819877 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "name": "network-vif-plugged", "status": "completed", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:41.819877 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-106eaab1-305c-407a-bf02-9706541c7ec3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:41.819877 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6', 'code': 200} Aug 06 15:37:41.844944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16b87994-f87f-47b8-bc29-510447cbff8e req-f44e7946-30a2-4889-88c0-2b5d220cf5e4 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Aug 06 15:37:41.857359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:41.871442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:41.954355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817208-d329-44a5-9688-7ac23b6a6fac req-6d80642d-a327-4248-8e1b-39bf780c10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:41.957620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4817208-d329-44a5-9688-7ac23b6a6fac req-6d80642d-a327-4248-8e1b-39bf780c10dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 1097 time: 0.0708091 Aug 06 15:37:41.999597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Made reservation on behalf of b64425da07f34cac9fd0f4c9449f2466 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:42.004111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:42.012945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4817208-d329-44a5-9688-7ac23b6a6fac req-39144342-52c5-4de6-8166-d294240b4b7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Aug 06 15:37:42.020834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:42.136874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:42.143146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:42.146451 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:42.191906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071029f-b927-44ec-bc3e-b511c53507d5 req-db44ecb5-ac67-41c3-86d2-6e787cdfbc77 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.215264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2071029f-b927-44ec-bc3e-b511c53507d5 req-db44ecb5-ac67-41c3-86d2-6e787cdfbc77 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.1110511 Aug 06 15:37:42.254566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Allocated IP 172.20.0.4 (082b2dda-d170-4c97-ab49-67a9a1c4868e/db8974ca-7a55-4600-a38e-e5c53397dc78/7019ce89-cd40-489b-98c4-e1570cd4ff81) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:42.279336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2071029f-b927-44ec-bc3e-b511c53507d5 req-4abe6d5b-1fed-4881-a97b-97d3a48ba8f4 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569868 Aug 06 15:37:42.353058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:42.422867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:42.504097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.508283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:42.520135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.528448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.529823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-3e2aae63-f540-45fb-a085-1cf597497fa8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.531409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-3e2aae63-f540-45fb-a085-1cf597497fa8 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.2147892 Aug 06 15:37:42.538013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.555105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.569052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.583557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:42.584633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-8580d346-e7df-4d8e-af0d-b1933505ca37 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2325702 Aug 06 15:37:42.621507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:42.672113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02c77f9b-1fa6-4003-b98f-bb821cd11113 req-7a13ca66-111f-44a8-9acb-d9785e7fce3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789247 Aug 06 15:37:42.704851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ee5e786-fa4a-4da7-affa-249114a8dc4d req-0bd869a8-6cde-40ae-b740-8f34016794bf tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 210 time: 0.0547051 Aug 06 15:37:42.879054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0efbd04-8403-4d12-8d26-24fc86c7ac35 req-0d4d8414-4648-49a5-b564-e79a87f7b1c2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0731001 Aug 06 15:37:43.056215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d70de-3c1b-4583-b813-5241db5cb502 req-fe804b0a-4138-4a43-8136-c1fd162121b6 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:43.070914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e6d70de-3c1b-4583-b813-5241db5cb502 req-fe804b0a-4138-4a43-8136-c1fd162121b6 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 944 time: 0.1007648 Aug 06 15:37:43.074828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:43.113021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Deleting port df057e64-1c36-4ed1-b84b-b2c36f540d09 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:43.113616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:43.130162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e6d70de-3c1b-4583-b813-5241db5cb502 req-ea219990-847a-45ab-9c3c-a25d763cf077 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582435 Aug 06 15:37:43.391945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] For port df057e64-1c36-4ed1-b84b-b2c36f540d09, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=df057e64-1c36-4ed1-b84b-b2c36f540d09,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:43.392453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:43.428624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Calling delete_port for df057e64-1c36-4ed1-b84b-b2c36f540d09 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:43.516716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:43.639561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Network 082b2dda-d170-4c97-ab49-67a9a1c4868e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:37:43.661616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f2b6e-ceda-4170-8adc-13ebb892e6e7 req-bf7d73a0-6e3f-42ea-ba45-86dd15773536 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:43.665240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:37:43.677066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:37:43.678133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e5f2b6e-ceda-4170-8adc-13ebb892e6e7 req-bf7d73a0-6e3f-42ea-ba45-86dd15773536 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 945 time: 0.2527900 Aug 06 15:37:43.819316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:43.819316 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d35a84-8878-4158-9c1b-8a3175f020ce" -d '{"events": [{"server_uuid": "7cdf47b1-b8aa-4518-8e7b-a92997da2cf4", "name": "network-vif-plugged", "status": "completed", "tag": "82e39d6e-9c15-4fd0-a582-ff62b2d8fe64"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:43.827218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e5f2b6e-ceda-4170-8adc-13ebb892e6e7 req-3fcba300-eb2d-4c3b-b8b7-cf760c8afc8f tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/security-groups?id=6df34b34-7030-445d-8963-69b2a0c73697&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479161 Aug 06 15:37:43.881284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 106b228a-c777-4c54-9fac-0f798c9a646d up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:44.041051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20a331-71a7-4b25-817f-d14e9ac14679 req-7993760e-7cd4-43bd-b225-ee1651406890 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.054323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be20a331-71a7-4b25-817f-d14e9ac14679 req-7993760e-7cd4-43bd-b225-ee1651406890 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 931 time: 0.0819108 Aug 06 15:37:44.061783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.064691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.102341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 106b228a-c777-4c54-9fac-0f798c9a646d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:44.110421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 106b228a-c777-4c54-9fac-0f798c9a646d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:44.114417 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.181143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Pushing event updated for resources: {'Port': ['ID=7019ce89-cd40-489b-98c4-e1570cd4ff81,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:44.207553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be20a331-71a7-4b25-817f-d14e9ac14679 req-8d9b5e40-5f90-4722-b96a-4c6cdd017d68 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511397 Aug 06 15:37:44.274293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.294751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.301497 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d1e23c-3f08-425d-b921-d50b52d44253 x-openstack-request-id: req-e4d1e23c-3f08-425d-b921-d50b52d44253 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:44.301497 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdf47b1-b8aa-4518-8e7b-a92997da2cf4", "name": "network-vif-plugged", "status": "completed", "tag": "82e39d6e-9c15-4fd0-a582-ff62b2d8fe64", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:44.301951 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4d1e23c-3f08-425d-b921-d50b52d44253 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:44.302128 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64', 'code': 200} Aug 06 15:37:44.314435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.324310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.336754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.355478 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.388357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.395093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-24f41338-1350-4c61-ac70-b5ca1551c3f6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8572848 Aug 06 15:37:44.404382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Pushing event deleted for resources: {'Port': ['ID=df057e64-1c36-4ed1-b84b-b2c36f540d09,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:44.416913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Request body: {'port': {'device_id': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:44.425460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.452331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.455344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46fe2237-2944-4801-bb04-4f7efd089168 req-b04e6f95-3791-4748-a964-7507d90d2a44 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.3619776 Aug 06 15:37:44.507723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 106b228a-c777-4c54-9fac-0f798c9a646d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=106b228a-c777-4c54-9fac-0f798c9a646d,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:44.576591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbf7d7be-ac58-4aca-aa79-6ec64aa0cb41 req-567a300a-05ff-4588-b693-48fded756844 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0695047 Aug 06 15:37:44.597119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] No DVR routers for this DVR port df057e64-1c36-4ed1-b84b-b2c36f540d09 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:44.620443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.622464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df057e64-1c36-4ed1-b84b-b2c36f540d09 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:44.623720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.638454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3b395068-cef9-4682-8726-24ed91fe95b2 req-6e1aa3c0-0537-4ba4-a717-7771e13c2a63 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.59 "DELETE /v2.0/ports/df057e64-1c36-4ed1-b84b-b2c36f540d09 HTTP/1.1" status: 204 len: 173 time: 2.0893757 Aug 06 15:37:44.638661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46fe2237-2944-4801-bb04-4f7efd089168 req-71196a5e-e38f-45b2-81eb-1f417ef57efa tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1800194 Aug 06 15:37:44.638805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'name': 'network-vif-deleted', 'tag': 'df057e64-1c36-4ed1-b84b-b2c36f540d09'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:44.643320 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142d8c90-f554-41b1-9487-2b840c3c69e3" -d '{"events": [{"server_uuid": "8d4b7b5d-3e57-4dff-9dea-7cb835d40def", "name": "network-vif-deleted", "tag": "df057e64-1c36-4ed1-b84b-b2c36f540d09"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:44.675538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: df057e64-1c36-4ed1-b84b-b2c36f540d09 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:44.680211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device df057e64-1c36-4ed1-b84b-b2c36f540d09 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:44.708998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce98740-1be5-4bd7-b170-473ec972fe77 req-7b6f7a1e-e52f-4bc6-a287-4f0a6b3389a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.712130 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ce98740-1be5-4bd7-b170-473ec972fe77 req-7b6f7a1e-e52f-4bc6-a287-4f0a6b3389a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 1096 time: 0.3344800 Aug 06 15:37:44.718454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:44.743924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=106b228a-c777-4c54-9fac-0f798c9a646d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:44.825514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1ce98740-1be5-4bd7-b170-473ec972fe77 req-e9e09111-b913-43f0-9b98-ec8f3dfb9057 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034424 Aug 06 15:37:44.848264 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73246cc4-9e07-476e-87fe-1bfc07d8887a x-openstack-request-id: req-73246cc4-9e07-476e-87fe-1bfc07d8887a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:44.848562 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4b7b5d-3e57-4dff-9dea-7cb835d40def", "name": "network-vif-deleted", "tag": "df057e64-1c36-4ed1-b84b-b2c36f540d09", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:44.848811 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73246cc4-9e07-476e-87fe-1bfc07d8887a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:44.849273 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4b7b5d-3e57-4dff-9dea-7cb835d40def', 'name': 'network-vif-deleted', 'tag': 'df057e64-1c36-4ed1-b84b-b2c36f540d09', 'status': 'completed', 'code': 200} Aug 06 15:37:44.926185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102553-3776-46ac-bb13-053b4ab33715 req-75a32dc8-f08f-4aa6-a71f-23ed51d41443 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:44.931092 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64102553-3776-46ac-bb13-053b4ab33715 req-75a32dc8-f08f-4aa6-a71f-23ed51d41443 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 945 time: 0.1094558 Aug 06 15:37:44.999149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64102553-3776-46ac-bb13-053b4ab33715 req-5ebe208c-6d60-4be1-a88d-c9526029c85f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582409 Aug 06 15:37:45.174112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3a60e3d-3974-4800-8c46-40fb8feaf48f req-110b55c7-f6a4-4d7d-b2cc-e4c0f9f86187 tempest-ServerRescueNegativeTestJSON-669824853 tempest-ServerRescueNegativeTestJSON-669824853-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d4b7b5d-3e57-4dff-9dea-7cb835d40def HTTP/1.1" status: 200 len: 210 time: 0.0560617 Aug 06 15:37:45.317388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7019ce89-cd40-489b-98c4-e1570cd4ff81 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:45.354095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:45.387732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Transition to ACTIVE for port object 7019ce89-cd40-489b-98c4-e1570cd4ff81 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:37:45.497034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:45.500341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cd158-da6e-404e-96f3-b58fa7eba114 req-0061a2a8-77f9-483b-b48d-b58b3bf7ceb1 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:45.510730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063cd158-da6e-404e-96f3-b58fa7eba114 req-0061a2a8-77f9-483b-b48d-b58b3bf7ceb1 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 931 time: 0.1275704 Aug 06 15:37:45.603162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7019ce89-cd40-489b-98c4-e1570cd4ff81,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:45.623522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063cd158-da6e-404e-96f3-b58fa7eba114 req-d6e6dc8a-087d-4157-8dea-8ec6714d25b7 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944622 Aug 06 15:37:45.626074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.627172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.627851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.628385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.629021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.630389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.630389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.630821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.631337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.633155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.633986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.634556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:45.803730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Attempting to bind port 7019ce89-cd40-489b-98c4-e1570cd4ff81 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:37:45.805078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Attempting to bind port 7019ce89-cd40-489b-98c4-e1570cd4ff81 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '26f5a543-22f8-48bb-b55a-267c2043ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:37:45.805648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Attempting to bind port 7019ce89-cd40-489b-98c4-e1570cd4ff81 on network 082b2dda-d170-4c97-ab49-67a9a1c4868e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:45.811189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Port 7019ce89-cd40-489b-98c4-e1570cd4ff81 on network 082b2dda-d170-4c97-ab49-67a9a1c4868e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:37:45.811863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Attempting to bind port 7019ce89-cd40-489b-98c4-e1570cd4ff81 on network 082b2dda-d170-4c97-ab49-67a9a1c4868e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:37:45.818231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:37:45.818875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Checking segment: {'id': '26f5a543-22f8-48bb-b55a-267c2043ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:37:45.819711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Bound using segment: {'id': '26f5a543-22f8-48bb-b55a-267c2043ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:37:45.820380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Bound port: 7019ce89-cd40-489b-98c4-e1570cd4ff81, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26f5a543-22f8-48bb-b55a-267c2043ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:37:45.820943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:45.873907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49987c79-9080-4732-a3b9-7d31b8fa09fa req-20f571fd-d1c5-4bed-9866-6e8091af0c35 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0504806 Aug 06 15:37:45.918966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] For port 7019ce89-cd40-489b-98c4-e1570cd4ff81, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:37:45.922793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] For port 7019ce89-cd40-489b-98c4-e1570cd4ff81, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81,segment=NetworkSegment(26f5a543-22f8-48bb-b55a-267c2043ce89),segment_id=26f5a543-22f8-48bb-b55a-267c2043ce89)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:37:46.023876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.035048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:46.035658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.046295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.061720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.071702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.079079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.086467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.099421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-dc5b4bdc-264c-47b4-a437-1ac7619aa011 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2308216 Aug 06 15:37:46.131035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7019ce89-cd40-489b-98c4-e1570cd4ff81,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:46.146244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.147659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:46.150288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-31306273-9bca-40f6-9934-12fe188875f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7019ce89-cd40-489b-98c4-e1570cd4ff81 HTTP/1.1" status: 200 len: 1091 time: 1.7422490 Aug 06 15:37:46.161169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06f12848-1654-4a19-bad4-2e466f65ffc1 req-945b286d-4d00-4878-84e4-353c55c7ba14 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607092 Aug 06 15:37:46.303725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b228a-c777-4c54-9fac-0f798c9a646d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:46.307770 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05dff38-80a7-444a-a680-d5c464c61d65" -d '{"events": [{"server_uuid": "6cd490bb-87ca-4359-8f4d-89e7554c4028", "name": "network-vif-plugged", "status": "completed", "tag": "106b228a-c777-4c54-9fac-0f798c9a646d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:46.395720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:46.434221 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647c4413-f3fc-4cbd-88ce-58db0f55bbb0 x-openstack-request-id: req-647c4413-f3fc-4cbd-88ce-58db0f55bbb0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:46.434809 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd490bb-87ca-4359-8f4d-89e7554c4028", "name": "network-vif-plugged", "status": "completed", "tag": "106b228a-c777-4c54-9fac-0f798c9a646d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:46.435217 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-647c4413-f3fc-4cbd-88ce-58db0f55bbb0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:46.435749 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106b228a-c777-4c54-9fac-0f798c9a646d', 'code': 200} Aug 06 15:37:46.448444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326741-5cf1-4b5b-8c28-2cf75e2e71a9 req-30e1315b-2583-4320-9da4-1531778a7407 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.451613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7326741-5cf1-4b5b-8c28-2cf75e2e71a9 req-30e1315b-2583-4320-9da4-1531778a7407 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 945 time: 0.1541874 Aug 06 15:37:46.529091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7326741-5cf1-4b5b-8c28-2cf75e2e71a9 req-bf2c3939-f452-401e-942d-324b26f18f2f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 Aug 06 15:37:46.676424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-f56d71c2-e26c-4540-b509-e93356e5a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.678322 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-f56d71c2-e26c-4540-b509-e93356e5a84f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b64425da07f34cac9fd0f4c9449f2466&device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 1094 time: 0.1668944 Aug 06 15:37:46.702859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcd6f6-8e4b-4c42-9929-69da73688325 req-e31c32ad-3df8-45b2-8ef4-a12ee4f74616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.718405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccfcd6f6-8e4b-4c42-9929-69da73688325 req-e31c32ad-3df8-45b2-8ef4-a12ee4f74616 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 1096 time: 0.2105715 Aug 06 15:37:46.848611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-34e8e714-dc42-4f98-92fd-d32a1b4ead65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81 HTTP/1.1" status: 200 len: 217 time: 0.1592820 Aug 06 15:37:46.955050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'tag': '7019ce89-cd40-489b-98c4-e1570cd4ff81'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:46.956698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6a30-7aaf-4382-a391-4cabfd5d4bf7 req-fd87abe8-779e-4515-867c-53f936059bfe tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:46.957954 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab203d26-481d-43bb-a3fc-d651bea2d7db" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72", "tag": "7019ce89-cd40-489b-98c4-e1570cd4ff81"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:46.964870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-214c6a30-7aaf-4382-a391-4cabfd5d4bf7 req-fd87abe8-779e-4515-867c-53f936059bfe tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 943 time: 0.1275246 Aug 06 15:37:47.126845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-214c6a30-7aaf-4382-a391-4cabfd5d4bf7 req-0542735a-e64a-41c7-b4cb-a75cb177f515 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486094 Aug 06 15:37:47.136941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acaaba51-877a-4fed-9c4e-748980774f75 req-4e661dec-4219-4001-86e5-14572dcb41c0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd779919-3ad5-48cc-9dab-b60250f86927 HTTP/1.1" status: 200 len: 210 time: 0.0691793 Aug 06 15:37:47.194072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ccfcd6f6-8e4b-4c42-9929-69da73688325 req-26a1c883-94d5-477c-ba94-2833bede6c37 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641578 Aug 06 15:37:47.218052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-73c095e9-59c6-46a2-a96b-ef9f266d5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.218052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-73c095e9-59c6-46a2-a96b-ef9f266d5efe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db8974ca-7a55-4600-a38e-e5c53397dc78 HTTP/1.1" status: 200 len: 858 time: 0.2538052 Aug 06 15:37:47.221917 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8ad98a-cfee-4922-b7f1-dca33c0e8ddc x-openstack-request-id: req-cf8ad98a-cfee-4922-b7f1-dca33c0e8ddc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:47.222297 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72", "tag": "7019ce89-cd40-489b-98c4-e1570cd4ff81", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:47.222922 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf8ad98a-cfee-4922-b7f1-dca33c0e8ddc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:47.223673 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'tag': '7019ce89-cd40-489b-98c4-e1570cd4ff81', 'status': 'completed', 'code': 200} Aug 06 15:37:47.298800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-973e346d-f686-470b-82a9-678db6be3fa7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=082b2dda-d170-4c97-ab49-67a9a1c4868e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715160 Aug 06 15:37:47.515499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-29f1a917-e50f-4135-8136-3788827551fe service neutron] 10.222.0.64 "GET /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065690 Aug 06 15:37:47.580912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.588758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.595216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.602002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.609132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.616137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.623330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:47.625323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-e57b6139-79c5-4350-9767-d41bf78ac8af tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.1595337 Aug 06 15:37:47.726610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60b7f1d6-1977-41ef-b148-51b1b558683a req-de3a5ff6-1719-4bc2-afe5-0e21c319244c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927527 Aug 06 15:37:47.787630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2288afe6-93c6-4fab-911d-4cdba6b0fc74 req-b6e9a4ea-75ce-4739-b7aa-a6f2ace838f5 service neutron] 10.222.0.64 "GET /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578700 Aug 06 15:37:47.825599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:48.131604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122db78d-7a5e-44f9-ba7e-6efb6de5da0c req-72a02bd9-6c34-4546-a5a0-0f9b3812fa4f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:48.149659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-122db78d-7a5e-44f9-ba7e-6efb6de5da0c req-72a02bd9-6c34-4546-a5a0-0f9b3812fa4f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 945 time: 0.1936433 Aug 06 15:37:48.165845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-e25b3d5c-b869-4deb-a494-9bad3220a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:48.177936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-e25b3d5c-b869-4deb-a494-9bad3220a2e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b64425da07f34cac9fd0f4c9449f2466&device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 1094 time: 0.1784394 Aug 06 15:37:48.250596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-122db78d-7a5e-44f9-ba7e-6efb6de5da0c req-a32314b9-08d6-4465-a699-d0cd5ca8daad tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Aug 06 15:37:48.385647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d22cc-5980-4aff-b63a-21647d9cd729 req-96949128-88d9-49ac-9690-3eea89b3477e tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:48.387335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac0d22cc-5980-4aff-b63a-21647d9cd729 req-96949128-88d9-49ac-9690-3eea89b3477e tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 943 time: 0.1183047 Aug 06 15:37:48.428014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-2cc6a377-7eb9-4393-aa0c-9ea33ba5e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:48.430410 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-2cc6a377-7eb9-4393-aa0c-9ea33ba5e95a service neutron] 10.222.0.64 "GET /v2.0/networks?id=082b2dda-d170-4c97-ab49-67a9a1c4868e HTTP/1.1" status: 200 len: 919 time: 0.2270606 Aug 06 15:37:48.524810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac0d22cc-5980-4aff-b63a-21647d9cd729 req-edd08a02-30f4-4f57-b881-4f4496736f62 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246231 Aug 06 15:37:48.555280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-91da1f0d-07a1-4bbc-9738-b444f8e6bdd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81 HTTP/1.1" status: 200 len: 217 time: 0.1168857 Aug 06 15:37:48.630980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-12039967-24cf-4416-bcc3-6a99297706be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:48.634695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-12039967-24cf-4416-bcc3-6a99297706be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=db8974ca-7a55-4600-a38e-e5c53397dc78 HTTP/1.1" status: 200 len: 858 time: 0.0586662 Aug 06 15:37:48.652213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Deleting port c1950e84-17e7-4fe8-9730-95f4569db82b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:48.653423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:48.710944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-941bfd3a-ebe5-40bd-9496-412272724ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=082b2dda-d170-4c97-ab49-67a9a1c4868e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686889 Aug 06 15:37:48.948810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] For port c1950e84-17e7-4fe8-9730-95f4569db82b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c1950e84-17e7-4fe8-9730-95f4569db82b,segment=NetworkSegment(9b011d56-6329-444a-a789-d89ee156bdb6),segment_id=9b011d56-6329-444a-a789-d89ee156bdb6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:48.949478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:48.996190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Calling delete_port for c1950e84-17e7-4fe8-9730-95f4569db82b owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:49.001237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-b749bf25-8b2d-4baa-a19d-4db364832060 service neutron] 10.222.0.64 "GET /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608683 Aug 06 15:37:49.257773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ab203d26-481d-43bb-a3fc-d651bea2d7db req-373d55ff-784b-4ee0-80b6-00d6ea1c0734 service neutron] 10.222.0.64 "GET /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404113 Aug 06 15:37:49.296838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.303780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.310985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.344843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.354758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.377609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.384585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.394875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f2a65a52-d087-4619-b353-b82c8407e343 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.5161910 Aug 06 15:37:49.415199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4b2a-7ad7-4619-bf1d-963b811810c8 req-5344bbf3-d2b5-4d00-947c-bc1d449740c7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:49.417678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac9b4b2a-7ad7-4619-bf1d-963b811810c8 req-5344bbf3-d2b5-4d00-947c-bc1d449740c7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.3765061 Aug 06 15:37:49.461546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac9b4b2a-7ad7-4619-bf1d-963b811810c8 req-0c291ea2-2bdd-436e-afc6-2bffad0d7624 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.0333133 Aug 06 15:37:49.542219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac9b4b2a-7ad7-4619-bf1d-963b811810c8 req-cb7167a5-49fa-45dc-8f5d-228f7943d86c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678663 Aug 06 15:37:49.555166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:49.570504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ff8f312-d5fb-43f1-bcc0-914c72c29524 req-f35694c4-b82d-4db7-bb99-bdab6303a1ff tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1707683 Aug 06 15:37:49.662398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1950e84-17e7-4fe8-9730-95f4569db82b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:49.779993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac9b4b2a-7ad7-4619-bf1d-963b811810c8 req-00232550-eaed-43a4-8990-bc21d837179d service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366278 Aug 06 15:37:49.986267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac9b4b2a-7ad7-4619-bf1d-963b811810c8 req-90c07880-455d-4113-8b72-bd148ff77abd service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970685 Aug 06 15:37:50.139002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:50.145035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243137eb-9366-40cd-9035-aca7ec86ee51 req-6c0d637b-f9d3-4d16-b9a2-6afd7e5528ad tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:50.146629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-243137eb-9366-40cd-9035-aca7ec86ee51 req-6c0d637b-f9d3-4d16-b9a2-6afd7e5528ad tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 945 time: 0.1049759 Aug 06 15:37:50.226761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-243137eb-9366-40cd-9035-aca7ec86ee51 req-8e26df3d-537a-4387-83ff-7d67969833e5 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548842 Aug 06 15:37:50.581931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de67a18-e859-4e97-b97d-768673c8deab req-40324721-4a17-428e-b589-f0b70f8a672c tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:50.588376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7de67a18-e859-4e97-b97d-768673c8deab req-40324721-4a17-428e-b589-f0b70f8a672c tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 943 time: 0.0998030 Aug 06 15:37:50.674717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:37:50.731836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad4a36-e3ac-4e49-b97b-be0887b56471 req-a1d1f150-a22a-4773-94be-8a069c7ba1df tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:50.735230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ad4a36-e3ac-4e49-b97b-be0887b56471 req-a1d1f150-a22a-4773-94be-8a069c7ba1df tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 946 time: 0.1457644 Aug 06 15:37:50.755576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7de67a18-e859-4e97-b97d-768673c8deab req-a2d26cf6-a0a3-4474-a7cf-024cdc9f3e5a tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403267 Aug 06 15:37:50.812347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 7019ce89-cd40-489b-98c4-e1570cd4ff81 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:50.822665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41ad4a36-e3ac-4e49-b97b-be0887b56471 req-e938835b-fc7f-450a-a72d-1cb2ccd20c37 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795951 Aug 06 15:37:50.893739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f04eaaa-728d-4c4d-b09e-94942231935f req-97c2ea22-b3e0-45bd-9857-5480e8c40421 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=28e5587f-ff62-4f99-8b85-9963d72e8b13 HTTP/1.1" status: 200 len: 210 time: 0.0555732 Aug 06 15:37:51.004287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.011228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.017726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.028058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.031463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.071528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.074153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 7019ce89-cd40-489b-98c4-e1570cd4ff81, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81,segment=NetworkSegment(26f5a543-22f8-48bb-b55a-267c2043ce89),segment_id=26f5a543-22f8-48bb-b55a-267c2043ce89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:51.084459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.089343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '7019ce89-cd40-489b-98c4-e1570cd4ff81', 'network_id': '082b2dda-d170-4c97-ab49-67a9a1c4868e', 'port_id': '7019ce89-cd40-489b-98c4-e1570cd4ff81', 'mac_address': 'fa:16:3e:65:27:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8974ca-7a55-4600-a38e-e5c53397dc78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:51.089838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-5fb9eeba-6089-469a-9d1d-8e8e6ed4cad0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.1657283 Aug 06 15:37:51.182490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92c3e73f-7ad6-4201-ba93-396d9a8aa0d8 req-c8ea9a07-9151-4e71-a4a9-d6eb7289fac4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866697 Aug 06 15:37:51.196616 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:51.242712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7019ce89-cd40-489b-98c4-e1570cd4ff81 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:51.285954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b23405-0f76-4e81-b581-aca8e44917b3 req-d22f2bd9-28ea-4ee9-b894-ca21f6180fcc tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:51.297002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4b23405-0f76-4e81-b581-aca8e44917b3 req-d22f2bd9-28ea-4ee9-b894-ca21f6180fcc tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 945 time: 0.1424730 Aug 06 15:37:51.314261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 7019ce89-cd40-489b-98c4-e1570cd4ff81, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81,segment=NetworkSegment(26f5a543-22f8-48bb-b55a-267c2043ce89),segment_id=26f5a543-22f8-48bb-b55a-267c2043ce89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:51.396130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4b23405-0f76-4e81-b581-aca8e44917b3 req-274483e1-9aee-4c09-8559-f613667bf3d6 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778098 Aug 06 15:37:51.405833 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:51.573680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:37:51.626942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b683f2e4-9885-4473-b7cf-762ba011b9d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/3405677c-f07e-42d2-9af2-f3a4b5b6cc36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2291307 Aug 06 15:37:51.627316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=7019ce89-cd40-489b-98c4-e1570cd4ff81,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:51.630760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:51.647475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] Sync routers for ids ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:37:51.675771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['7019ce89-cd40-489b-98c4-e1570cd4ff81'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:51.720643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] Routers {'3405677c-f07e-42d2-9af2-f3a4b5b6cc36'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:37:51.721298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:37:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:52.178665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:52.321209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] Set router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:37:52.729856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b830d0-3c3c-4f10-89e0-f35d62e272d7 req-96228471-e14b-4763-83a9-b9c5e33ae3eb tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:52.732438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67b830d0-3c3c-4f10-89e0-f35d62e272d7 req-96228471-e14b-4763-83a9-b9c5e33ae3eb tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 944 time: 0.2723529 Aug 06 15:37:52.737663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:52.878179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:37:49Z', 'revision_number': 5, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port': {'id': '492f1e39-e0cd-4c0a-9309-3e2705ada598', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:49Z', 'updated_at': '2021-08-06T15:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:52.895161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67b830d0-3c3c-4f10-89e0-f35d62e272d7 req-e841a36d-bef9-4d78-9245-9991f4d50e7a tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284478 Aug 06 15:37:52.929783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] Checking router: 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:37:52.946906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] Routers {'3405677c-f07e-42d2-9af2-f3a4b5b6cc36'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:37:52.948391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:37:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:52.974271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:52.980685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:52.990066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.006452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.016998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.028641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.039388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.042543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-62b1fbd2-8474-4be3-b226-6c93d91a77b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2022517 Aug 06 15:37:53.105151 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] Set router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:37:53.178561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:37:52Z', 'revision_number': 6, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:53.203394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-061ded6e-eb63-46b6-9692-b3dbd5911e45 req-1392199f-e445-48ad-b96a-71218b02473c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112590 Aug 06 15:37:53.219338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e2705-17ae-4f93-bfa0-90e0d325242f None None] The sync data for ids ['3405677c-f07e-42d2-9af2-f3a4b5b6cc36'] in n-d-778550-6 is: [{'id': '3405677c-f07e-42d2-9af2-f3a4b5b6cc36', 'name': 'tempest-ServerRescueNegativeTestJSON-487492165-router', 'tenant_id': '7ae44251bc244052843a0c887f3229aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:47Z', 'updated_at': '2021-08-06T15:37:52Z', 'revision_number': 6, 'project_id': '7ae44251bc244052843a0c887f3229aa', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:37:53.226349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae9395-9349-4df5-ae56-52dc8b1c482f req-0c5f0374-33f1-4eae-8f25-fad5d29c8760 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.227668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a8ae9395-9349-4df5-ae56-52dc8b1c482f req-0c5f0374-33f1-4eae-8f25-fad5d29c8760 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 945 time: 0.1838322 Aug 06 15:37:53.230276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Deleting port 492f1e39-e0cd-4c0a-9309-3e2705ada598 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:53.230670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:53.412175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] For port 492f1e39-e0cd-4c0a-9309-3e2705ada598, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=492f1e39-e0cd-4c0a-9309-3e2705ada598,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:53.412553 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:53.448199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Calling delete_port for 492f1e39-e0cd-4c0a-9309-3e2705ada598 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:53.501455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a8ae9395-9349-4df5-ae56-52dc8b1c482f req-7d4cc59d-250a-4a14-a5f0-e9dd96878533 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376277 Aug 06 15:37:53.893698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-cc3eb0cf-7a76-46e8-8c3a-3b112b6857a8 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.896567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-cc3eb0cf-7a76-46e8-8c3a-3b112b6857a8 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 945 time: 0.1081693 Aug 06 15:37:53.992276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-2e577309-a70f-43d2-bee2-d1b5156ea258 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:53.994199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-2e577309-a70f-43d2-bee2-d1b5156ea258 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.3016863 Aug 06 15:37:54.025082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-3cded444-d296-4abe-a5e8-2dd574f891ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.0224357 Aug 06 15:37:54.082772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-ce53409f-63c6-4450-914b-a8358575af2a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487709 Aug 06 15:37:54.083951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.123026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Pushing event deleted for resources: {'Port': ['ID=492f1e39-e0cd-4c0a-9309-3e2705ada598,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:54.123624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Deleting port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:54.124683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.134714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.135069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.135420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.135873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.137155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.137548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.137887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.138216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.138590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.139242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.139576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.139961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:37:54.309909 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.325318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] For port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:54.326719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.346877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Calling delete_port for 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:54.438071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.442508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.518190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-7c1304e9-d65e-4dc6-ae37-dde54f9f939c service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031708 Aug 06 15:37:54.640592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.646322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3405677c-f07e-42d2-9af2-f3a4b5b6cc36 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:37:54.648332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.652033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-532597e2-2323-43ef-8ff2-555e31cbc369 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3405677c-f07e-42d2-9af2-f3a4b5b6cc36 HTTP/1.1" status: 204 len: 168 time: 3.0123219 Aug 06 15:37:54.652033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-74320e21-b452-4551-b3bb-2a7240e61ba3 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237905 Aug 06 15:37:54.652266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:54.668156 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.689429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ac80d995-35ce-4ca8-a676-94b5b7048ed6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:54.737440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Deleting subnet 056930ef-f283-4222-8303-101c20823e48 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:37:54.741055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.743989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['82e39d6e-9c15-4fd0-a582-ff62b2d8fe64', '106b228a-c777-4c54-9fac-0f798c9a646d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:37:54.781838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Pushing event deleted for resources: {'Port': ['ID=82e39d6e-9c15-4fd0-a582-ff62b2d8fe64,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:54.819061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.863124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 7019ce89-cd40-489b-98c4-e1570cd4ff81 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:37:54.877573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] No DVR routers for this DVR port 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:37:54.880662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.882452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:54.886843 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99b1ec16-115b-489a-bb6e-4db900b7c64e req-3ec73178-7a0d-4a41-9b4d-a6019265723f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "DELETE /v2.0/ports/82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 HTTP/1.1" status: 204 len: 173 time: 0.9836500 Aug 06 15:37:54.887897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'name': 'network-vif-deleted', 'tag': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:54.892429 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3102066d-2bc7-4bdc-89be-61ed80dd4007" -d '{"events": [{"server_uuid": "7cdf47b1-b8aa-4518-8e7b-a92997da2cf4", "name": "network-vif-deleted", "tag": "82e39d6e-9c15-4fd0-a582-ff62b2d8fe64"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:55.134294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.172656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056930ef-f283-4222-8303-101c20823e48,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:55.175491 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.177470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-51781d68-c665-4786-bbde-ae88b8b23f2d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/056930ef-f283-4222-8303-101c20823e48 HTTP/1.1" status: 204 len: 168 time: 0.5242927 Aug 06 15:37:55.182880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:55.187265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80455-03e7-4dc6-a1d3-b6668f1e16e2 req-29998c17-a9b6-4f49-a5eb-209732dbcccf tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.188872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cf80455-03e7-4dc6-a1d3-b6668f1e16e2 req-29998c17-a9b6-4f49-a5eb-209732dbcccf tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 944 time: 0.1107912 Aug 06 15:37:55.213199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 7019ce89-cd40-489b-98c4-e1570cd4ff81 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:37:55.222170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 7019ce89-cd40-489b-98c4-e1570cd4ff81 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:37:55.222690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.416029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 492f1e39-e0cd-4c0a-9309-3e2705ada598 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:55.444080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.445452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 492f1e39-e0cd-4c0a-9309-3e2705ada598 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:55.445774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 492f1e39-e0cd-4c0a-9309-3e2705ada598 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:55.446901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c1950e84-17e7-4fe8-9730-95f4569db82b no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:55.483097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c1950e84-17e7-4fe8-9730-95f4569db82b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:55.489765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c1950e84-17e7-4fe8-9730-95f4569db82b not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:55.493159 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.568432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.591132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d888c15-e69b-432e-9c0a-3c60006e9fda']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:55.613131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b011d56-6329-444a-a789-d89ee156bdb6') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:55.613614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b011d56-6329-444a-a789-d89ee156bdb6') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:37:55.616985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7019ce89-cd40-489b-98c4-e1570cd4ff81'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:55.620989 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac31a90f-0202-4b3d-ad81-20b30821b620" -d '{"events": [{"server_uuid": "bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72", "name": "network-vif-plugged", "status": "completed", "tag": "7019ce89-cd40-489b-98c4-e1570cd4ff81"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:55.630857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.643745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 7019ce89-cd40-489b-98c4-e1570cd4ff81, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81,segment=NetworkSegment(26f5a543-22f8-48bb-b55a-267c2043ce89),segment_id=26f5a543-22f8-48bb-b55a-267c2043ce89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:55.654740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.664608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:37:55.665883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:37:55.669685 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:37:55.708131 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.751458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cf80455-03e7-4dc6-a1d3-b6668f1e16e2 req-c2ea985a-d3f5-4109-b3ea-04cac702235e tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495489 Aug 06 15:37:55.770398 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.843273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.849020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=7019ce89-cd40-489b-98c4-e1570cd4ff81,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:55.852234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.858053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.861971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.873308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.884504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.886695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:55.890091 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] 10.222.0.16 "DELETE /v2.0/networks/5d888c15-e69b-432e-9c0a-3c60006e9fda HTTP/1.1" status: 204 len: 168 time: 0.7065308 Aug 06 15:37:55.891078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25921785-1150-4663-8d1d-f898781e07ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5d888c15-e69b-432e-9c0a-3c60006e9fda,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:55.899125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.908157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:55.910673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-ec06180d-00b4-479e-912e-e9a19b362e39 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.1576309 Aug 06 15:37:55.953853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88d0b2a2-9038-4b40-96e3-35f24f841ca1 req-c409aba5-7a58-4bfa-acaa-ddbc117643fb tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cdf47b1-b8aa-4518-8e7b-a92997da2cf4 HTTP/1.1" status: 200 len: 210 time: 0.0417056 Aug 06 15:37:56.021363 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28a34498-71ae-42f2-ad9a-a71644abcf9c req-daea9009-f68e-4b10-a0c6-e3529b5d9119 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659461 Aug 06 15:37:56.118886 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e1383-e452-4c28-82fe-2e36074f6d35 x-openstack-request-id: req-638e1383-e452-4c28-82fe-2e36074f6d35 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:56.119176 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cdf47b1-b8aa-4518-8e7b-a92997da2cf4", "name": "network-vif-deleted", "tag": "82e39d6e-9c15-4fd0-a582-ff62b2d8fe64", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:56.119424 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-638e1383-e452-4c28-82fe-2e36074f6d35 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:56.119867 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cdf47b1-b8aa-4518-8e7b-a92997da2cf4', 'name': 'network-vif-deleted', 'tag': '82e39d6e-9c15-4fd0-a582-ff62b2d8fe64', 'status': 'completed', 'code': 200} Aug 06 15:37:56.178140 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b724f-65f6-451b-b643-4c14c3fdd858 x-openstack-request-id: req-df4b724f-65f6-451b-b643-4c14c3fdd858 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:56.179331 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72", "name": "network-vif-plugged", "status": "completed", "tag": "7019ce89-cd40-489b-98c4-e1570cd4ff81", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:56.180502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b6fb06b-83a0-4847-98c9-b21e8cc4a33f req-8d5fd6fc-b975-431f-a701-0a007c13524d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 210 time: 0.0332813 Aug 06 15:37:56.186935 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df4b724f-65f6-451b-b643-4c14c3fdd858 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:56.186935 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7019ce89-cd40-489b-98c4-e1570cd4ff81', 'code': 200} Aug 06 15:37:56.344869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c3fe0-cb60-4929-bc6e-c54414d84c09 req-4e4984a0-2755-4448-a879-b6eeedd6076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:56.347614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4f9c3fe0-cb60-4929-bc6e-c54414d84c09 req-4e4984a0-2755-4448-a879-b6eeedd6076c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 1096 time: 0.0758481 Aug 06 15:37:56.414037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4f9c3fe0-cb60-4929-bc6e-c54414d84c09 req-b07ff9cf-9a4e-4e79-b0cc-af80eb355b09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Aug 06 15:37:56.549901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:56.604950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7874f5cf-b149-4c17-bd4c-e51c037878c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ae44251bc244052843a0c887f3229aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537429 Aug 06 15:37:56.609467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:56.681979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28cfa31d-ae9a-4027-8c9f-e25d2805c00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:56.711475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28cfa31d-ae9a-4027-8c9f-e25d2805c00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:56.849561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6cd4a-c15a-478a-9be3-2907544eb026 req-5bb3d0f3-622d-454e-8fd5-890fe7be8ddd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:56.851373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-baf6cd4a-c15a-478a-9be3-2907544eb026 req-5bb3d0f3-622d-454e-8fd5-890fe7be8ddd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0576100 Aug 06 15:37:56.862938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a958b9c4-7761-495e-a44a-983b921648d6 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:56.880507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28cfa31d-ae9a-4027-8c9f-e25d2805c00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:56.892903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28cfa31d-ae9a-4027-8c9f-e25d2805c00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:56.898573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-28cfa31d-ae9a-4027-8c9f-e25d2805c00a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6df34b34-7030-445d-8963-69b2a0c73697 HTTP/1.1" status: 204 len: 168 time: 0.2829368 Aug 06 15:37:56.927858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfa31d-ae9a-4027-8c9f-e25d2805c00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df34b34-7030-445d-8963-69b2a0c73697,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:57.065418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-baf6cd4a-c15a-478a-9be3-2907544eb026 req-3d785ebb-6102-45b9-9317-b8e98bd56263 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677873 Aug 06 15:37:57.094914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a958b9c4-7761-495e-a44a-983b921648d6,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:57.098743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49843289-f56f-4aac-a814-25dad0fa4f03 req-4a1a0f2a-3c45-4241-accd-ffee62710a88 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.101387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49843289-f56f-4aac-a814-25dad0fa4f03 req-4a1a0f2a-3c45-4241-accd-ffee62710a88 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 945 time: 0.1024652 Aug 06 15:37:57.122525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'a958b9c4-7761-495e-a44a-983b921648d6', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'port_id': 'a958b9c4-7761-495e-a44a-983b921648d6', 'mac_address': 'fa:16:3e:79:5f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:57.151458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49843289-f56f-4aac-a814-25dad0fa4f03 req-1b173431-5631-461d-803d-73794a52e0fa tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Aug 06 15:37:57.189704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:57.215912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a958b9c4-7761-495e-a44a-983b921648d6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:57.270794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a958b9c4-7761-495e-a44a-983b921648d6,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:57.352981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:57.353773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 438ba21d-e975-48aa-879e-e069209d97d6 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:57.478737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:57.482107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.494293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.506324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.516752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.526009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.532203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.539259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.541640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-7bbf96c4-acc7-4b85-aa37-59af21b94534 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5430 time: 0.2590854 Aug 06 15:37:57.599868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=438ba21d-e975-48aa-879e-e069209d97d6,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:57.624484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '438ba21d-e975-48aa-879e-e069209d97d6', 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'port_id': '438ba21d-e975-48aa-879e-e069209d97d6', 'mac_address': 'fa:16:3e:ba:00:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e75256-c325-4f69-942d-1e95853803a9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:57.637862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-01d5b03c-8c56-426c-a01f-eaf4e4b11388 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:57.639608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-01d5b03c-8c56-426c-a01f-eaf4e4b11388 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.3137088 Aug 06 15:37:57.667918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-1663ec1f-1d4f-4e01-867f-36fbc98ae9e0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/quotas/4d6dc3aeefc34716afe986505ab80f65 HTTP/1.1" status: 200 len: 375 time: 0.0179176 Aug 06 15:37:57.679951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8eb4cc7-9fcc-4214-9772-133e47808a3e req-a5354218-af3f-49d9-9b1a-6072b221eff0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112819 Aug 06 15:37:57.703981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:57.748317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438ba21d-e975-48aa-879e-e069209d97d6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:57.770785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-912a0617-2061-4600-b9d8-eaf92a6b3fe1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892439 Aug 06 15:37:57.807222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=438ba21d-e975-48aa-879e-e069209d97d6,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:57.941101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-7d140014-fa8b-491e-88dc-45304113444c service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575551 Aug 06 15:37:57.949098 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:57.950197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 63e77e67-4d7d-4504-b039-402fd78e9c02 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:58.011031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:58.122259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:58.146058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=63e77e67-4d7d-4504-b039-402fd78e9c02,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:58.148070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d79b633-f379-452a-b702-4b441971a1ea req-c5cfae5a-4617-4a66-91aa-e5f30f854132 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 210 time: 0.0394511 Aug 06 15:37:58.163849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-24a11df6-d6fa-429c-83fd-bcf8acd5b500 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094791 Aug 06 15:37:58.179724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '63e77e67-4d7d-4504-b039-402fd78e9c02', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'port_id': '63e77e67-4d7d-4504-b039-402fd78e9c02', 'mac_address': 'fa:16:3e:0a:bb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:58.295848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:58.300645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:58.355856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:37:58.364644 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c7ee15-2628-4419-967f-4d7dbc0ea068" -d '{"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:37:58.369490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e77e67-4d7d-4504-b039-402fd78e9c02 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:58.400843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:58.426243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=63e77e67-4d7d-4504-b039-402fd78e9c02,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:58.467351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda405f8-c455-409a-b1c3-325a5a6b1106 req-d0e81eda-46bb-461e-8238-6c699f9fa4b2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:58.469538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cda405f8-c455-409a-b1c3-325a5a6b1106 req-d0e81eda-46bb-461e-8238-6c699f9fa4b2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1574810 Aug 06 15:37:58.531953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cda405f8-c455-409a-b1c3-325a5a6b1106 req-859b9ab2-4de3-4cdd-b5a5-ce1130fa6ead tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461099 Aug 06 15:37:58.563242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6344db-172f-460b-b01a-38dd025899b4 req-91347cf7-5f08-453b-bdba-e4125d7a048e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:58.564126 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b6344db-172f-460b-b01a-38dd025899b4 req-91347cf7-5f08-453b-bdba-e4125d7a048e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f1ecde2-b408-4096-be59-fdc84349a987 HTTP/1.1" status: 200 len: 945 time: 0.0785239 Aug 06 15:37:58.572168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-a2813398-a011-418c-98f0-7cfc1fdf8f5b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:58.573721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-a2813398-a011-418c-98f0-7cfc1fdf8f5b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1847310 Aug 06 15:37:58.590811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Request body: {'port': {'device_id': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'admin_state_up': True, 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:58.660234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:58.661120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:58.663981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:58.665841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:37:58.754606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6b988-ab68-4bec-9ec4-280465bf59c3 req-af053102-94ba-4a6c-923d-f72bf46dadd3 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:58.760379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1e6b988-ab68-4bec-9ec4-280465bf59c3 req-af053102-94ba-4a6c-923d-f72bf46dadd3 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 945 time: 0.1428134 Aug 06 15:37:58.850238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:37:58.851373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 82e39d6e-9c15-4fd0-a582-ff62b2d8fe64 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:37:58.909261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1e6b988-ab68-4bec-9ec4-280465bf59c3 req-0b570f3d-85db-4e16-93a8-c74263209e62 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308835 Aug 06 15:37:58.935025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:58.941980 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a1824b-a246-4918-a854-bdd507d36cf4 x-openstack-request-id: req-14a1824b-a246-4918-a854-bdd507d36cf4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:37:58.942349 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-unplugged", "status": "completed", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:37:58.942840 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14a1824b-a246-4918-a854-bdd507d36cf4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:37:58.943317 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'code': 200} Aug 06 15:37:59.021767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:59.029388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.resource_extend [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:37:59.039078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:37:59.050371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-268f8c15-ad63-4ae2-b733-e81f4c30aa14 req-73d86601-86e4-415c-9dc9-05a0824ffc56 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 210 time: 0.0968668 Aug 06 15:37:59.060490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.060490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:59.090297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '0dd5d31e-b271-49a9-a8c7-535aa8b1ba31', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'port_id': '0dd5d31e-b271-49a9-a8c7-535aa8b1ba31', 'mac_address': 'fa:16:3e:ce:cd:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:59.172400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:59.182039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.203845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.211203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Deleting port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:37:59.211797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.234679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:59.292672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:59.293154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.304876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.316203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.326813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.337226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1741684401-network', 'tenant_id': 'd32e930e1ec94409b2904fa083e0a4a3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:37:59.338239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.350316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.364497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.381712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26de69a3-8346-435b-a498-256002483fc3 req-d8bb38c9-f1d5-40d2-a658-a5b8a456bb33 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5433 time: 0.2452106 Aug 06 15:37:59.440385 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.441934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:37:59.483327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26de69a3-8346-435b-a498-256002483fc3 req-d40c765e-0c91-4646-afd6-1cf8995e3f01 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990653 Aug 06 15:37:59.529342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] For port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:59.535623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.550739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Made reservation on behalf of d32e930e1ec94409b2904fa083e0a4a3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:37:59.554946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.588949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Calling delete_port for 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:37:59.593714 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.604780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03ddb8c2-adef-49ab-a58b-71646c88ad81 req-f385db37-770d-43cd-a3be-dd0d6a127490 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 210 time: 0.0405579 Aug 06 15:37:59.612639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:59.652042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:37:59.682287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9', 'network_id': '98a0b890-20e8-4cf0-9f92-222bf7f0ead6', 'port_id': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9', 'mac_address': 'fa:16:3e:cb:85:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e75256-c325-4f69-942d-1e95853803a9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:37:59.794115 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.800888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Allocated IP 172.20.0.11 (0203c533-7792-4fd2-b6e4-cceb855028af/38bf8d9d-9118-46fc-a6ce-c898762d900c/08a8c549-2e31-4af7-829f-279be370023c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:37:59.826359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:37:59.860786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:37:59.895603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b41d4-42f9-4f1c-bb13-de3c53fd800a req-55d0aefa-949e-4c24-8075-ed746fe34779 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:37:59.910487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f6b41d4-42f9-4f1c-bb13-de3c53fd800a req-55d0aefa-949e-4c24-8075-ed746fe34779 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1267309 Aug 06 15:37:59.984388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:37:59.985865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8fd99909-6e16-4907-b33c-70dfd96a14b0 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:00.009168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f6b41d4-42f9-4f1c-bb13-de3c53fd800a req-69220c9c-fd52-42f5-b659-d26ede2aeb2c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971153 Aug 06 15:38:00.124662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.136160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de120f-15ba-4abf-b885-e91fe0f65782 req-6f52e1b7-a5fa-4cd9-8d4d-e686e9ce01ec tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.137970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0de120f-15ba-4abf-b885-e91fe0f65782 req-6f52e1b7-a5fa-4cd9-8d4d-e686e9ce01ec tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 945 time: 0.1184785 Aug 06 15:38:00.167966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:00.204924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0de120f-15ba-4abf-b885-e91fe0f65782 req-0612826d-29f0-4e93-a802-06016dca1c2c tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Aug 06 15:38:00.212919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.228874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.242215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.300995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c2ac6-3c33-4a04-9734-e5ed98ab5263,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:00.316725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event deleted for resources: {'Port': ['ID=2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:00.371762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:38:00.412230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] No DVR routers for this DVR port 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:00.416886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.419383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b6344db-172f-460b-b01a-38dd025899b4 req-0e21babb-2695-4263-8276-12ee9f6179e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "DELETE /v2.0/ports/2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 HTTP/1.1" status: 204 len: 173 time: 1.8446827 Aug 06 15:38:00.419923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-deleted', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:00.422349 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8653f1-c5cf-409d-bc6e-2e6b5c809cec" -d '{"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-deleted", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:00.425092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:00.432951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.433397 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Added segment e961d806-40f4-4d6f-8330-662362ed1f5f of type vlan for network 68896949-fd6f-4446-9f12-8b3988550bf2 Aug 06 15:38:00.453279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38f10953-875c-477a-8899-b41455f8e2fe req-10380fcf-b251-442b-8d7c-edfc11d4b597 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 210 time: 0.0561965 Aug 06 15:38:00.456213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'port_id': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'mac_address': 'fa:16:3e:0f:6a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:00.522325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.526339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.526755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.551399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd99909-6e16-4907-b33c-70dfd96a14b0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:00.581216 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1e422-aeb4-4f9c-b36e-930fc38c6e44 x-openstack-request-id: req-eed1e422-aeb4-4f9c-b36e-930fc38c6e44 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:00.581524 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1ecde2-b408-4096-be59-fdc84349a987", "name": "network-vif-deleted", "tag": "2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:00.581786 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eed1e422-aeb4-4f9c-b36e-930fc38c6e44 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:00.582204 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1ecde2-b408-4096-be59-fdc84349a987', 'name': 'network-vif-deleted', 'tag': '2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4', 'status': 'completed', 'code': 200} Aug 06 15:38:00.604798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:00.606144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event updated for resources: {'Port': ['ID=08a8c549-2e31-4af7-829f-279be370023c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:00.618374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Network 0203c533-7792-4fd2-b6e4-cceb855028af is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:00.625294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:00.629790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:00.693350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.694062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.808999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.811363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.812543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device afdc8eb6-ddbd-4b06-9479-50867d6c351c details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:00.816132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.823112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.831082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.839688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.847769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.852059 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.853369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.855120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:00.861474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.865952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-f6d85454-48a4-4ecb-8222-680ae47027ca tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5435 time: 0.1605487 Aug 06 15:38:00.899137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:00.902134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:00.929592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c', 'network_id': '588833fe-4e2e-4c0b-8816-c5b94f1fcf60', 'port_id': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c', 'mac_address': 'fa:16:3e:54:9e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05974510-503d-43f4-ae01-995e6fdc76ec', 'ip_address': '10.1.1.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:00.933718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67910e58-c5b1-432f-ad44-fbb47ac95ead req-621d4881-9683-4311-b7df-a9197c028565 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:00.934248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67910e58-c5b1-432f-ad44-fbb47ac95ead req-621d4881-9683-4311-b7df-a9197c028565 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 932 time: 0.1837757 Aug 06 15:38:00.970158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-d2213d54-9c03-4240-abb0-fe42a14dd4f1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3872039 Aug 06 15:38:00.977822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] Pushing event updated for resources: {'Network': ['ID=68896949-fd6f-4446-9f12-8b3988550bf2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:00.994903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Request body: {'port': {'device_id': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:00.995677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 68896949-fd6f-4446-9f12-8b3988550bf2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:38:00.996133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67910e58-c5b1-432f-ad44-fbb47ac95ead req-7067b553-a597-41a9-85f1-fa176575305a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530603 Aug 06 15:38:01.046808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aa5609b-61f6-4834-9e75-fa4cf71da53c req-de019891-8e48-4593-9f84-7cd1f1aef9bf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530187 Aug 06 15:38:01.048467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.087145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.126775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afdc8eb6-ddbd-4b06-9479-50867d6c351c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:01.155201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:01.155459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23d31592-410b-4811-bd87-3ab05d9e4469 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1110017 Aug 06 15:38:01.168796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Request body: {'subnet': {'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1741684401-subnet', 'tenant_id': 'd32e930e1ec94409b2904fa083e0a4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:01.183316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:01.310408 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.345297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2965ded-70fe-4fe2-bff0-8661efaf059c req-d614004d-fbc5-4951-a9df-3cabab11dfbb tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:01.347126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2965ded-70fe-4fe2-bff0-8661efaf059c req-d614004d-fbc5-4951-a9df-3cabab11dfbb tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1243460 Aug 06 15:38:01.350777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Made reservation on behalf of d32e930e1ec94409b2904fa083e0a4a3 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:01.353393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.386645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6feed9-e69e-4861-8cd4-d51e6644492b req-b99afbe2-2429-41ca-8681-8f98b5c5d402 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:01.392923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6feed9-e69e-4861-8cd4-d51e6644492b req-b99afbe2-2429-41ca-8681-8f98b5c5d402 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:01.394529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:01.394749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b6feed9-e69e-4861-8cd4-d51e6644492b req-b99afbe2-2429-41ca-8681-8f98b5c5d402 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028&device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 1682 time: 0.1196005 Aug 06 15:38:01.472135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-374cc940-9dae-4f80-a4fe-a2c67b15b3e6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:01.474742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-374cc940-9dae-4f80-a4fe-a2c67b15b3e6 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 945 time: 0.1744592 Aug 06 15:38:01.488106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2965ded-70fe-4fe2-bff0-8661efaf059c req-716f02e0-f5e2-43f5-bad0-c78ccbe9d2a7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289613 Aug 06 15:38:01.512184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b6feed9-e69e-4861-8cd4-d51e6644492b req-10c48b9d-e42d-46e0-af3d-18966eeafee1 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019182 Aug 06 15:38:01.661226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ed67e16-b27f-4082-bcd4-c32be08a97ef req-4298c376-05a4-44f8-95a4-a85c125e84fc tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 210 time: 0.0465357 Aug 06 15:38:01.750807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e6e9-9040-4101-b1da-9ef8cabfab66 req-d89e8fe5-2a3f-4bd7-b9a6-2c3804bd5605 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:01.752735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fd7e6e9-9040-4101-b1da-9ef8cabfab66 req-d89e8fe5-2a3f-4bd7-b9a6-2c3804bd5605 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 945 time: 0.1294653 Aug 06 15:38:01.770760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a8c549-2e31-4af7-829f-279be370023c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:01.786905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Deleting port 7019ce89-cd40-489b-98c4-e1570cd4ff81 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:01.787464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.793754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.830319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Transition to ACTIVE for port object 08a8c549-2e31-4af7-829f-279be370023c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:01.845585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fd7e6e9-9040-4101-b1da-9ef8cabfab66 req-3182a265-bfe8-4b2c-b1b8-4e75592a0478 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/security-groups?id=f68174c1-534c-4b2c-a938-ef0426b7f257&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Aug 06 15:38:01.875064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.925763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] For port 7019ce89-cd40-489b-98c4-e1570cd4ff81, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=7019ce89-cd40-489b-98c4-e1570cd4ff81,segment=NetworkSegment(26f5a543-22f8-48bb-b55a-267c2043ce89),segment_id=26f5a543-22f8-48bb-b55a-267c2043ce89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:01.925763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:01.983213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Calling delete_port for 7019ce89-cd40-489b-98c4-e1570cd4ff81 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:01.989398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:02.006222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:02.019528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be72f350-e053-4c5b-b31a-80f5f291976c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:02.027618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:02.028224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2c2f9b9f-55dd-4a0e-bc6c-6231d9760cc4 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:02.045115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Checking segment: {'id': 'e961d806-40f4-4d6f-8330-662362ed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:02.045115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Network hostable DHCP agents. Network: 68896949-fd6f-4446-9f12-8b3988550bf2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:38:02.059366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['a958b9c4-7761-495e-a44a-983b921648d6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:02.175580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['438ba21d-e975-48aa-879e-e069209d97d6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:02.177592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['63e77e67-4d7d-4504-b039-402fd78e9c02'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:02.185543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ed33117e-ebf0-442c-9bfb-f3cd0c5043c9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:02.189242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['8fd99909-6e16-4907-b33c-70dfd96a14b0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:02.193083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['afdc8eb6-ddbd-4b06-9479-50867d6c351c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:02.234261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Network 68896949-fd6f-4446-9f12-8b3988550bf2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:38:02.318021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Pushing event updated for resources: {'Port': ['ID=08a8c549-2e31-4af7-829f-279be370023c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:02.397136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaad38-b00c-40a0-b508-022209118cfa req-bc66a19e-174e-4dae-a3e1-df342818d031 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.414941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8eaad38-b00c-40a0-b508-022209118cfa req-bc66a19e-174e-4dae-a3e1-df342818d031 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 944 time: 0.1575863 Aug 06 15:38:02.420641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 68896949-fd6f-4446-9f12-8b3988550bf2) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:02.450335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.451463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:02.451773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-a0d7a402-9c24-4dc2-b1a5-fcb01677ede2 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.454293 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-a0d7a402-9c24-4dc2-b1a5-fcb01677ede2 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 804 time: 0.5151200 Aug 06 15:38:02.473030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Request body: {'port': {'device_id': 'c91258d8-e662-4102-951a-b810e77424df', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'admin_state_up': True, 'tenant_id': '4d6dc3aeefc34716afe986505ab80f65'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:02.556100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8eaad38-b00c-40a0-b508-022209118cfa req-ec99a43d-0b0a-47fe-8714-268d42e1e0bc tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684092 Aug 06 15:38:02.599955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d5f699-ec64-4853-8377-faa1247e5138 None None] Network 68896949-fd6f-4446-9f12-8b3988550bf2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:02.618198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0b494fbb-bbdf-4326-9237-3e6daeb77583 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4483962 Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Attempting to bind port 08a8c549-2e31-4af7-829f-279be370023c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Attempting to bind port 08a8c549-2e31-4af7-829f-279be370023c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Attempting to bind port 08a8c549-2e31-4af7-829f-279be370023c on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Port 08a8c549-2e31-4af7-829f-279be370023c on network 0203c533-7792-4fd2-b6e4-cceb855028af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Attempting to bind port 08a8c549-2e31-4af7-829f-279be370023c on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Bound using segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Bound port: 08a8c549-2e31-4af7-829f-279be370023c, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:02.711691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:02.777223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] For port 08a8c549-2e31-4af7-829f-279be370023c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:02.780818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] For port 08a8c549-2e31-4af7-829f-279be370023c, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=08a8c549-2e31-4af7-829f-279be370023c,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:02.866719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:02.886635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.896274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.903731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.910636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.916854 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:02.917401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.924052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.930893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.939780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-80692481-5180-4a7e-b7de-c724fb08c9dd tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5437 time: 0.2042112 Aug 06 15:38:02.945266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Pushing event deleted for resources: {'Port': ['ID=7019ce89-cd40-489b-98c4-e1570cd4ff81,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:02.950602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4875206-32a0-48e1-9960-cf0e1ce7b0d6 req-84c491ab-94fd-4304-b740-cac0a9667fcd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:02.961579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4875206-32a0-48e1-9960-cf0e1ce7b0d6 req-84c491ab-94fd-4304-b740-cac0a9667fcd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1719103 Aug 06 15:38:03.001492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:03.002211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:03.004909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] 10.222.0.59 "PUT /v2.0/ports/08a8c549-2e31-4af7-829f-279be370023c HTTP/1.1" status: 200 len: 1092 time: 2.0202522 Aug 06 15:38:03.006659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'tag': '08a8c549-2e31-4af7-829f-279be370023c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:03.010628 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db724749-f5ad-44de-b4d4-cf7678d4c5de" -d '{"events": [{"name": "network-changed", "server_uuid": "366fe91e-eecd-4709-897b-4a1a23d912c0", "tag": "08a8c549-2e31-4af7-829f-279be370023c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:03.014500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Made reservation on behalf of 4d6dc3aeefc34716afe986505ab80f65 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:03.019142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:03.055212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] No DVR routers for this DVR port 7019ce89-cd40-489b-98c4-e1570cd4ff81 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:03.057406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa1666ac-70bf-46ce-91ab-74a35dfa848b req-a4c55ccb-5c58-4582-b4d5-48ebf75392c8 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166661 Aug 06 15:38:03.058666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:03.061295 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8fca7333-30f8-4734-92c6-f52e1066b48c req-8678c6fd-b728-431f-acf1-0a1675b1d130 tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.64 "DELETE /v2.0/ports/7019ce89-cd40-489b-98c4-e1570cd4ff81 HTTP/1.1" status: 204 len: 173 time: 1.5800760 Aug 06 15:38:03.089708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4875206-32a0-48e1-9960-cf0e1ce7b0d6 req-fa53e95c-132c-4e87-9c40-274cf9629bd1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261423 Aug 06 15:38:03.151621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0dd5d31e-b271-49a9-a8c7-535aa8b1ba31'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:03.226542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Allocated IP 172.20.0.2 (b3ea6564-164b-4e2c-a5f6-e3358b4d63e6/0b2ca148-d36b-43f2-8197-dfe2f579464f/a9fac392-281e-4cb5-8f52-6b1b6a19a914) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:03.308519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13a3763b-a12a-4371-a5e3-996b5537893b req-8a7a554b-2301-45af-a6ed-70d993788f17 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 210 time: 0.0560598 Aug 06 15:38:03.403785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f2d40-46f6-4359-a958-7206397b24ac service neutron] Pushing event updated for resources: {'Port': ['ID=08a8c549-2e31-4af7-829f-279be370023c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:03.437497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f624125-8689-48f4-92e6-3bebdcd766a0 None None] Network 68896949-fd6f-4446-9f12-8b3988550bf2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:03.548022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-0903b457-b105-4de7-9dc1-4e2a50ba7872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:03.550653 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-0903b457-b105-4de7-9dc1-4e2a50ba7872 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 1095 time: 0.3628168 Aug 06 15:38:03.635233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-3ec6afbf-b207-42dd-9711-4950bd71e138 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08a8c549-2e31-4af7-829f-279be370023c HTTP/1.1" status: 200 len: 217 time: 0.0747058 Aug 06 15:38:03.711945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-ac00ff45-0b5a-4395-8d7e-f5166f217a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:03.716367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-ac00ff45-0b5a-4395-8d7e-f5166f217a52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0666087 Aug 06 15:38:03.778884 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-a6202d5b-3663-4ce4-a3d1-ba8db1116223 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571413 Aug 06 15:38:03.879463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:03.892424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-4baa6aff-0a77-499e-9bdc-882b2cb3aaa9 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048670 Aug 06 15:38:03.931324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-b874b5a2-f153-47e4-893b-04885ac22735 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:03.937973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-b874b5a2-f153-47e4-893b-04885ac22735 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/networks?id=68896949-fd6f-4446-9f12-8b3988550bf2 HTTP/1.1" status: 200 len: 809 time: 0.1512022 Aug 06 15:38:03.958542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-675fb2dc-93a0-4fc0-af39-675d60294fbe tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/quotas/d32e930e1ec94409b2904fa083e0a4a3 HTTP/1.1" status: 200 len: 375 time: 0.0194073 Aug 06 15:38:04.021436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db55ecec-0e09-4028-bcb9-0c9ad39891c4 req-af4c9da2-d7c6-43e3-aead-e0670ad776d2 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218793 Aug 06 15:38:04.032746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-eac2dcf8-ec5e-4e06-9396-e8edb4af4450 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d32e930e1ec94409b2904fa083e0a4a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635650 Aug 06 15:38:04.147047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-832e4e1e-d229-40fa-996f-3c4019723f3d req-fbec147d-efe2-4850-9916-9f91dbde4e6a tempest-InstanceActionsV221TestJSON-1838530325 tempest-InstanceActionsV221TestJSON-1838530325-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72 HTTP/1.1" status: 200 len: 210 time: 0.0716143 Aug 06 15:38:04.150471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:04.212874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:04.214665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-b26a941c-eab2-4743-aa80-a4bb99b1553f service neutron] 10.222.0.16 "GET /v2.0/networks/68896949-fd6f-4446-9f12-8b3988550bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785140 Aug 06 15:38:04.229545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:04.234420 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10109e8-07d4-49e8-8030-0ac683e612fc x-openstack-request-id: req-c10109e8-07d4-49e8-8030-0ac683e612fc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:04.234814 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366fe91e-eecd-4709-897b-4a1a23d912c0", "tag": "08a8c549-2e31-4af7-829f-279be370023c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:04.235143 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c10109e8-07d4-49e8-8030-0ac683e612fc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:04.235609 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'tag': '08a8c549-2e31-4af7-829f-279be370023c', 'status': 'completed', 'code': 200} Aug 06 15:38:04.238023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:04.266173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:04.374176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.376442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:04.417372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-04568e15-594b-4cae-93be-84d680f1939f service neutron] 10.222.0.16 "GET /v2.0/networks/68896949-fd6f-4446-9f12-8b3988550bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892679 Aug 06 15:38:04.442441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada56eb-5f28-4b6b-a464-73b5cffbcdb0 req-6f9b93ec-ff71-4823-8ec1-c26b5f7c36a0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.446329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ada56eb-5f28-4b6b-a464-73b5cffbcdb0 req-6f9b93ec-ff71-4823-8ec1-c26b5f7c36a0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 944 time: 0.1018178 Aug 06 15:38:04.448688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-a99b206b-2043-48fc-9865-a682bf171e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.450784 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-a99b206b-2043-48fc-9865-a682bf171e9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 1095 time: 0.1041694 Aug 06 15:38:04.465361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-7148b015-6912-4b0d-ae2c-9dfa159f8a97 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.469086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-7148b015-6912-4b0d-ae2c-9dfa159f8a97 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.64 "GET /v2.0/ports?device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 946 time: 0.2582257 Aug 06 15:38:04.517473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ada56eb-5f28-4b6b-a464-73b5cffbcdb0 req-6fe0aff9-7b03-4759-a75c-aba409abb5f3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635817 Aug 06 15:38:04.547653 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d35c7d75-6d16-4f85-b833-5fdfb3ecdd57 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0836360 Aug 06 15:38:04.570842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Request body: {'port': {'device_id': 'c91258d8-e662-4102-951a-b810e77424df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:04.702290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.709491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.726687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.740288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.758601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.765121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.776243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.779402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-6946bd5f-b983-4e64-8016-b5fe4aa12a19 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5437 time: 0.1530213 Aug 06 15:38:04.853558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c77bbc84-fafb-4e1f-b53b-32200078d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:04.880313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c4a016b-b26a-46e4-9891-5613c5bcc861 req-b22dcde8-0631-4b5e-999c-5787ea3797d9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899978 Aug 06 15:38:04.971598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec9014-6ed1-4b6f-a4a7-1673e640d50f req-90c53dc9-37bb-4e7b-b988-1999ff41b41c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:04.974646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21ec9014-6ed1-4b6f-a4a7-1673e640d50f req-90c53dc9-37bb-4e7b-b988-1999ff41b41c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1299021 Aug 06 15:38:05.101220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795af277-4798-4382-a1f2-4153b3988eaf req-be15c0ad-52aa-465f-9236-b15bca584d05 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:05.103620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-795af277-4798-4382-a1f2-4153b3988eaf req-be15c0ad-52aa-465f-9236-b15bca584d05 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 931 time: 0.1275816 Aug 06 15:38:05.108781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21ec9014-6ed1-4b6f-a4a7-1673e640d50f req-adac13c7-dbb8-47f7-b6ec-87ecf593f01d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158395 Aug 06 15:38:05.187608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-795af277-4798-4382-a1f2-4153b3988eaf req-29398b6a-1d30-4b3c-bb96-c5d2dacc2907 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754542 Aug 06 15:38:05.261787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:05.330495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-cb2741f9-160a-49c0-b5c4-4a85d1fc9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:05.333125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-cb2741f9-160a-49c0-b5c4-4a85d1fc9034 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 913 time: 0.8628352 Aug 06 15:38:05.352910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-051da0d3-4c59-4ffd-8af7-4969a337eb2e req-f82378dc-e50d-4054-813e-2c7307353b3d tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 210 time: 0.0573566 Aug 06 15:38:05.372448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ac80d995-35ce-4ca8-a676-94b5b7048ed6 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:05.460897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a6be7-5a80-456a-bf20-24c7dc3b3f14 req-35c898a0-4201-4820-bdb5-e4565ccd2e80 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:05.463520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed3a6be7-5a80-456a-bf20-24c7dc3b3f14 req-35c898a0-4201-4820-bdb5-e4565ccd2e80 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 946 time: 0.1151357 Aug 06 15:38:05.499409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Deleting port ac80d995-35ce-4ca8-a676-94b5b7048ed6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:05.500171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:05.506402 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-e5cb7157-d1d2-4ccd-8db1-932c92889566 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08a8c549-2e31-4af7-829f-279be370023c HTTP/1.1" status: 200 len: 217 time: 0.1603968 Aug 06 15:38:05.548541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:05.555260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed3a6be7-5a80-456a-bf20-24c7dc3b3f14 req-576409ad-0681-4e61-b4cd-be2e98bc5b0d tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/security-groups?id=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765214 Aug 06 15:38:05.613626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:05.620337 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199d89a5-9274-4eb2-bce9-1d120c3e690f" -d '{"events": [{"server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "name": "network-vif-unplugged", "status": "completed", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:05.650270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:05.688890 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af316af5-9fbf-4a93-8855-bea4daac5fb9 x-openstack-request-id: req-af316af5-9fbf-4a93-8855-bea4daac5fb9 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:05.688890 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "name": "network-vif-unplugged", "status": "completed", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:05.688890 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af316af5-9fbf-4a93-8855-bea4daac5fb9 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:05.688890 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6', 'code': 200} Aug 06 15:38:05.737437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:05.740728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 7019ce89-cd40-489b-98c4-e1570cd4ff81 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:05.744584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85c3c1-9e62-4bac-8a99-c9dead693432 req-c32834ef-fd5b-4be4-9230-af46b9bd34ef tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:05.747977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec85c3c1-9e62-4bac-8a99-c9dead693432 req-c32834ef-fd5b-4be4-9230-af46b9bd34ef tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 944 time: 0.0899384 Aug 06 15:38:05.759666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-d981a8f6-dc51-48cf-8bf2-044f27597cd2 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:05.762448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-d981a8f6-dc51-48cf-8bf2-044f27597cd2 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "GET /v2.0/ports?device_id=6cd490bb-87ca-4359-8f4d-89e7554c4028 HTTP/1.1" status: 200 len: 945 time: 0.5225925 Aug 06 15:38:05.803569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 7019ce89-cd40-489b-98c4-e1570cd4ff81 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:05.805982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 7019ce89-cd40-489b-98c4-e1570cd4ff81 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:05.838083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec85c3c1-9e62-4bac-8a99-c9dead693432 req-2e96ca52-6899-481e-ad61-32b5a5ee16b9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819805 Aug 06 15:38:05.839683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-2e3111ad-81a7-43bd-a3e8-765c506e60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:05.841402 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-2e3111ad-81a7-43bd-a3e8-765c506e60b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.3043771 Aug 06 15:38:05.852092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:05.901885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:05.919235 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-c32e1e3d-c7a1-4fe6-a2d5-eceefa236c57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687020 Aug 06 15:38:05.955477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Deleting subnet db8974ca-7a55-4600-a38e-e5c53397dc78 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:38:05.962170 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.080751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.155249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.160366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] For port ac80d995-35ce-4ca8-a676-94b5b7048ed6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ac80d995-35ce-4ca8-a676-94b5b7048ed6,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:06.161002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.164366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.172661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.181449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.188710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.196508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.201736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Calling delete_port for ac80d995-35ce-4ca8-a676-94b5b7048ed6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:06.202676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.204771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-715becbf-8f01-459c-be23-2c97c29c6b8e tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5437 time: 0.1801381 Aug 06 15:38:06.206755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.218868 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:38:06.244219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'name': 'network-vif-deleted', 'tag': '7019ce89-cd40-489b-98c4-e1570cd4ff81'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:06.256415 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301aa18-3931-4ef9-891d-0baccf512cca" -d '{"events": [{"server_uuid": "bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72", "name": "network-vif-deleted", "tag": "7019ce89-cd40-489b-98c4-e1570cd4ff81"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:06.318125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-71668e1b-fa86-4d0d-9454-0e01fdd16096 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871119 Aug 06 15:38:06.355458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c839ae7f-866f-4067-9d2b-4306603f2c80 req-6a53e3fc-a7dc-4bd6-b278-fe458f6295bb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174374 Aug 06 15:38:06.369180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc332-a9cb-4abf-9740-9e87a7cbdd49 req-94a6b09c-b76a-4163-99d1-dc8bf6141ab1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.371910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-becdc332-a9cb-4abf-9740-9e87a7cbdd49 req-94a6b09c-b76a-4163-99d1-dc8bf6141ab1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1628983 Aug 06 15:38:06.385768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Deleting port 106b228a-c777-4c54-9fac-0f798c9a646d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:06.386097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.453732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-becdc332-a9cb-4abf-9740-9e87a7cbdd49 req-a1ad1550-3ec3-4a45-837e-5483faf11bae tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675981 Aug 06 15:38:06.471327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.507284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8974ca-7a55-4600-a38e-e5c53397dc78,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:06.523052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.527547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f8fe54b5-104c-48fb-b59d-5847f178f688 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/db8974ca-7a55-4600-a38e-e5c53397dc78 HTTP/1.1" status: 204 len: 168 time: 0.6729596 Aug 06 15:38:06.529478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:06.570184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fac392-281e-4cb5-8f52-6b1b6a19a914 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:06.579442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.623453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Transition to ACTIVE for port object a9fac392-281e-4cb5-8f52-6b1b6a19a914 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:06.627416 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44a9f4d-c188-44e3-a7c5-b1a31dc356d5 x-openstack-request-id: req-c44a9f4d-c188-44e3-a7c5-b1a31dc356d5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:06.627788 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72", "name": "network-vif-deleted", "tag": "7019ce89-cd40-489b-98c4-e1570cd4ff81", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:06.628129 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c44a9f4d-c188-44e3-a7c5-b1a31dc356d5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:06.628611 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd8b72e-d525-4cb9-ad7f-c4d062cf9e72', 'name': 'network-vif-deleted', 'tag': '7019ce89-cd40-489b-98c4-e1570cd4ff81', 'status': 'completed', 'code': 200} Aug 06 15:38:06.651402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.670351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ba500-e5ad-400b-aa01-e1f17184824e req-255bc1ff-afbd-4673-bb24-c245da72b1b0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:06.671086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db724749-f5ad-44de-b4d4-cf7678d4c5de req-af738bda-f06e-46b1-bd2c-dd60a3185bce service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424623 Aug 06 15:38:06.679563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb2ba500-e5ad-400b-aa01-e1f17184824e req-255bc1ff-afbd-4673-bb24-c245da72b1b0 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 931 time: 0.1202128 Aug 06 15:38:06.713771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.716760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] For port 106b228a-c777-4c54-9fac-0f798c9a646d, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=106b228a-c777-4c54-9fac-0f798c9a646d,segment=NetworkSegment(9d228ca7-a5c2-4b2b-8dcf-a12d4b409240),segment_id=9d228ca7-a5c2-4b2b-8dcf-a12d4b409240)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:06.717119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.768134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Calling delete_port for 106b228a-c777-4c54-9fac-0f798c9a646d owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:06.808321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:06.824625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a2c6301-56ac-491b-b457-d3cf89df5481 req-077d8708-b552-4fc4-a7c1-ba0701d9ac5d tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 210 time: 0.0692360 Aug 06 15:38:06.899043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.910318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:06.921675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['106b228a-c777-4c54-9fac-0f798c9a646d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:06.937634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082b2dda-d170-4c97-ab49-67a9a1c4868e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:06.943601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb2ba500-e5ad-400b-aa01-e1f17184824e req-fcc645f0-1c8f-441e-8f27-1928c06ff3b9 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538600 Aug 06 15:38:06.965331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Pushing event deleted for resources: {'Port': ['ID=ac80d995-35ce-4ca8-a676-94b5b7048ed6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:07.007894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48e10458-d7cc-439b-8047-caa81b0b7071 req-f08b8a80-7169-404b-9fae-f45f447f381b tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 210 time: 0.0876150 Aug 06 15:38:07.010378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Attempting to bind port a9fac392-281e-4cb5-8f52-6b1b6a19a914 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:07.010378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Attempting to bind port a9fac392-281e-4cb5-8f52-6b1b6a19a914 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:07.010378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Attempting to bind port a9fac392-281e-4cb5-8f52-6b1b6a19a914 on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:07.012636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f5a543-22f8-48bb-b55a-267c2043ce89') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:07.013249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f5a543-22f8-48bb-b55a-267c2043ce89') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:07.029283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] No DVR routers for this DVR port ac80d995-35ce-4ca8-a676-94b5b7048ed6 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:07.035554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.037628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bece3d18-9d3c-442b-8c8f-df6e5d504bbd req-6dd7c845-84a1-4e8d-aedb-4d254753c335 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.64 "DELETE /v2.0/ports/ac80d995-35ce-4ca8-a676-94b5b7048ed6 HTTP/1.1" status: 204 len: 173 time: 2.5526950 Aug 06 15:38:07.042885 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.060781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Port a9fac392-281e-4cb5-8f52-6b1b6a19a914 on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:38:07.061098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Attempting to bind port a9fac392-281e-4cb5-8f52-6b1b6a19a914 on network b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:07.072703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:07.073050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Checking segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:07.073436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Bound using segment: {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:07.073911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Bound port: a9fac392-281e-4cb5-8f52-6b1b6a19a914, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e77451-5dbd-45e7-8976-fa7164309c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:07.074263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.078414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.095101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:38:07.096173 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:38:07.099394 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:38:07.213378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:07.236036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574abf-ee90-4573-a23a-293137d404ed req-962e58c8-f264-41be-81e5-93dd81561af1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.238665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7574abf-ee90-4573-a23a-293137d404ed req-962e58c8-f264-41be-81e5-93dd81561af1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 944 time: 0.0806565 Aug 06 15:38:07.257946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.296393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7574abf-ee90-4573-a23a-293137d404ed req-a4503219-a622-4dec-ab10-9a135c4a29f6 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Aug 06 15:38:07.299122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Pushing event deleted for resources: {'Port': ['ID=106b228a-c777-4c54-9fac-0f798c9a646d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:07.358844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] No DVR routers for this DVR port 106b228a-c777-4c54-9fac-0f798c9a646d on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:07.369705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.372883 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-690ad505-56e7-43f3-8d00-53eb1f039022 req-c4707e3c-e1b6-49f0-81d0-b90c19905604 tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.59 "DELETE /v2.0/ports/106b228a-c777-4c54-9fac-0f798c9a646d HTTP/1.1" status: 204 len: 173 time: 1.5461926 Aug 06 15:38:07.377794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a958b9c4-7761-495e-a44a-983b921648d6 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:07.451012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.464940 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.470410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/082b2dda-d170-4c97-ab49-67a9a1c4868e HTTP/1.1" status: 204 len: 168 time: 0.9397218 Aug 06 15:38:07.486368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:07.515796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e461d1-c21c-4754-a24c-14171312d5f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=082b2dda-d170-4c97-ab49-67a9a1c4868e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:07.548995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port a958b9c4-7761-495e-a44a-983b921648d6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:07.564926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port a958b9c4-7761-495e-a44a-983b921648d6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:07.568133 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.605833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.629126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.639072 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.642215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb1c49a8-6773-4e25-89b6-0b695d57fa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.645658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.661075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.678181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.687557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.700337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.711212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.721251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.722253 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.724560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] 10.222.0.59 "PUT /v2.0/ports/a9fac392-281e-4cb5-8f52-6b1b6a19a914 HTTP/1.1" status: 200 len: 1091 time: 3.1661925 Aug 06 15:38:07.724689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d272c53-85a6-4159-8278-ba07463ae3be req-30a54b31-14a4-4099-8d32-2accf63c88f4 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5437 time: 0.2262740 Aug 06 15:38:07.764428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c813-4e49-47f7-a668-56a315f40f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:07.767127 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.813140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:07.817166 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd8b6e4-3fd5-46de-b2ef-17c6ee0423b6" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "a958b9c4-7761-495e-a44a-983b921648d6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:07.837930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d272c53-85a6-4159-8278-ba07463ae3be req-a8f60081-f6fa-4b40-81dd-9dff9bfffc7f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076152 Aug 06 15:38:07.840862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a958b9c4-7761-495e-a44a-983b921648d6,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:07.873759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661b54-f6d6-457a-9df3-4721699b132b req-92c05e50-252b-4f4c-856d-a491f53f04b1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:07.884671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e661b54-f6d6-457a-9df3-4721699b132b req-92c05e50-252b-4f4c-856d-a491f53f04b1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1513917 Aug 06 15:38:07.943733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e661b54-f6d6-457a-9df3-4721699b132b req-45d4f087-6301-4cb8-9102-46d3d3a2602c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578918 Aug 06 15:38:07.949357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:07.952119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8fd99909-6e16-4907-b33c-70dfd96a14b0 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:08.094847 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9beeee-35d7-449f-be4b-0fa1cccc633c x-openstack-request-id: req-5e9beeee-35d7-449f-be4b-0fa1cccc633c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:08.095578 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "a958b9c4-7761-495e-a44a-983b921648d6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:08.102756 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e9beeee-35d7-449f-be4b-0fa1cccc633c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:08.102756 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6', 'code': 200} Aug 06 15:38:08.102756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 08a8c549-2e31-4af7-829f-279be370023c details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:08.103568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-24106842-43b7-4e2c-8a95-14ff5b52697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:08.106248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-24106842-43b7-4e2c-8a95-14ff5b52697f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 1094 time: 0.1829426 Aug 06 15:38:08.146216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f2f8601-730d-4022-a099-ea45d2092f4e req-c5b11722-e72b-405a-93e2-fe09e0dff32a tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 210 time: 0.0685971 Aug 06 15:38:08.265022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:08.267375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-2431a635-d404-4657-b301-f46009a0cdb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914 HTTP/1.1" status: 200 len: 217 time: 0.1404345 Aug 06 15:38:08.295077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28444006-8220-47e8-9eb8-3640ad79e3ec req-b0c2d148-d6b2-4084-8674-51ad780a2892 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:08.297678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28444006-8220-47e8-9eb8-3640ad79e3ec req-b0c2d148-d6b2-4084-8674-51ad780a2892 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 943 time: 0.1034260 Aug 06 15:38:08.302727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45200) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:08.344284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 08a8c549-2e31-4af7-829f-279be370023c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=08a8c549-2e31-4af7-829f-279be370023c,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:08.369556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-690fff29-5c49-4c96-9647-9ec8cc48373e req-92434bc3-bb02-4ed5-9e14-81beabc6606f tempest-ListServersNegativeTestJSON-1832912078 tempest-ListServersNegativeTestJSON-1832912078-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed1ed47-d187-4007-84c1-e40210654876 HTTP/1.1" status: 200 len: 210 time: 0.0703132 Aug 06 15:38:08.384363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '08a8c549-2e31-4af7-829f-279be370023c', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': '08a8c549-2e31-4af7-829f-279be370023c', 'mac_address': 'fa:16:3e:12:aa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:08.456640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-4f8bfb41-4857-4f2d-9366-131006776f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:08.459108 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-4f8bfb41-4857-4f2d-9366-131006776f63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.0976872 Aug 06 15:38:08.483589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28444006-8220-47e8-9eb8-3640ad79e3ec req-56950e6b-c739-4a1a-a1fd-76c401da688d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209102 Aug 06 15:38:08.516506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-22cb51cb-c2bf-47a5-82d1-a00df7ca6231 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b64425da07f34cac9fd0f4c9449f2466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112365 Aug 06 15:38:08.525055 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:08.526391 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:08.555234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 8fd99909-6e16-4907-b33c-70dfd96a14b0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:08.574808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a8c549-2e31-4af7-829f-279be370023c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:08.622525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-af7139d6-e752-449f-9670-035a37816285 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:08.626219 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-af7139d6-e752-449f-9670-035a37816285 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.64 "GET /v2.0/networks?id=68896949-fd6f-4446-9f12-8b3988550bf2 HTTP/1.1" status: 200 len: 809 time: 0.5413039 Aug 06 15:38:08.633049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 08a8c549-2e31-4af7-829f-279be370023c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=08a8c549-2e31-4af7-829f-279be370023c,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:08.636426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 8fd99909-6e16-4907-b33c-70dfd96a14b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:08.644434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:08.650034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'name': 'network-vif-deleted', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6'}, {'server_uuid': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'name': 'network-vif-deleted', 'tag': '106b228a-c777-4c54-9fac-0f798c9a646d'}, {'name': 'network-changed', 'server_uuid': 'c91258d8-e662-4102-951a-b810e77424df', 'tag': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:08.651900 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380378f3-5032-43db-9b43-ce01ea64adf3" -d '{"events": [{"server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "name": "network-vif-deleted", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6"}, {"server_uuid": "6cd490bb-87ca-4359-8f4d-89e7554c4028", "name": "network-vif-deleted", "tag": "106b228a-c777-4c54-9fac-0f798c9a646d"}, {"name": "network-changed", "server_uuid": "c91258d8-e662-4102-951a-b810e77424df", "tag": "a9fac392-281e-4cb5-8f52-6b1b6a19a914"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:08.658700 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-b605f0ef-6508-44df-a287-d3f6f4572d10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1814616 Aug 06 15:38:08.663468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Request body: {'port': {'device_id': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2', 'admin_state_up': True, 'tenant_id': 'd32e930e1ec94409b2904fa083e0a4a3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:08.741620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cefdac-20f3-4bb4-a3f7-d6a7939f4c71 req-da031453-843a-44b6-bac5-edc80c4fae70 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:08.743851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43cefdac-20f3-4bb4-a3f7-d6a7939f4c71 req-da031453-843a-44b6-bac5-edc80c4fae70 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 944 time: 0.1994555 Aug 06 15:38:08.758848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:08.830290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=08a8c549-2e31-4af7-829f-279be370023c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:08.858672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-215e1e13-1b53-459e-a38f-5c5a615f6538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:08.860777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:08.881301 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d73a14-3abe-4fe5-84db-af7ed6a5e254 x-openstack-request-id: req-65d73a14-3abe-4fe5-84db-af7ed6a5e254 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:08.881952 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed1ed47-d187-4007-84c1-e40210654876", "name": "network-vif-deleted", "tag": "ac80d995-35ce-4ca8-a676-94b5b7048ed6", "status": "completed", "code": 200}, {"server_uuid": "6cd490bb-87ca-4359-8f4d-89e7554c4028", "name": "network-vif-deleted", "tag": "106b228a-c777-4c54-9fac-0f798c9a646d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c91258d8-e662-4102-951a-b810e77424df", "tag": "a9fac392-281e-4cb5-8f52-6b1b6a19a914", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:08.884864 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:08.885997 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65d73a14-3abe-4fe5-84db-af7ed6a5e254 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:08.886772 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed1ed47-d187-4007-84c1-e40210654876', 'name': 'network-vif-deleted', 'tag': 'ac80d995-35ce-4ca8-a676-94b5b7048ed6', 'status': 'completed', 'code': 200} Aug 06 15:38:08.887200 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd490bb-87ca-4359-8f4d-89e7554c4028', 'name': 'network-vif-deleted', 'tag': '106b228a-c777-4c54-9fac-0f798c9a646d', 'status': 'completed', 'code': 200} Aug 06 15:38:08.888341 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91258d8-e662-4102-951a-b810e77424df', 'tag': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'status': 'completed', 'code': 200} Aug 06 15:38:08.945975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:08.954530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['08a8c549-2e31-4af7-829f-279be370023c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:08.976362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-215e1e13-1b53-459e-a38f-5c5a615f6538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.011247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-d5839c53-4087-4c4b-9d82-459ef4aeb913 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118210 Aug 06 15:38:09.054771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43cefdac-20f3-4bb4-a3f7-d6a7939f4c71 req-121e10ab-debc-4799-9099-2dea30f16deb tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868977 Aug 06 15:38:09.063597 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.064635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 438ba21d-e975-48aa-879e-e069209d97d6 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:09.160556 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-19ed874f-c69b-49b9-92a0-d8473e4f8e08 req-7a066a19-6fc0-4b5e-80d0-1e3408f6c07c service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357248 Aug 06 15:38:09.162549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.182993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.193794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.204777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:09.218812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.231276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.240062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.247638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.249671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-16ba4a6b-20e9-4232-b929-247a66e453a9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5438 time: 0.2365541 Aug 06 15:38:09.290449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Made reservation on behalf of d32e930e1ec94409b2904fa083e0a4a3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:09.294225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.317541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8508e34-e1bc-4784-a85d-b80e5fb65320 req-5d432859-c6c1-41db-b26b-98e48b9af297 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584471 Aug 06 15:38:09.363549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903e0c-acc6-4cfe-ba4b-429a2cb21a84 req-6abf44c0-e36e-49d3-b277-4ce91f19e272 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.365503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05903e0c-acc6-4cfe-ba4b-429a2cb21a84 req-6abf44c0-e36e-49d3-b277-4ce91f19e272 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0675492 Aug 06 15:38:09.464343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52ce8a09-76dc-4253-b169-cdfed1474420 req-b38ee48c-0407-4b09-a881-513d9f0e7604 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 210 time: 0.0413954 Aug 06 15:38:09.472246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05903e0c-acc6-4cfe-ba4b-429a2cb21a84 req-5ba3eb55-5cca-40c4-9265-12b86ea6800d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944726 Aug 06 15:38:09.480130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 438ba21d-e975-48aa-879e-e069209d97d6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:09.481334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-215e1e13-1b53-459e-a38f-5c5a615f6538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.484950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 438ba21d-e975-48aa-879e-e069209d97d6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:09.485330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.498912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-215e1e13-1b53-459e-a38f-5c5a615f6538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.498912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-215e1e13-1b53-459e-a38f-5c5a615f6538 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f68174c1-534c-4b2c-a938-ef0426b7f257 HTTP/1.1" status: 204 len: 168 time: 0.9656625 Aug 06 15:38:09.507790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e1e13-1b53-459e-a38f-5c5a615f6538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68174c1-534c-4b2c-a938-ef0426b7f257,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:09.585440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Allocated IP 172.20.0.9 (68896949-fd6f-4446-9f12-8b3988550bf2/be72f350-e053-4c5b-b31a-80f5f291976c/8f85fa3c-98bd-49ce-aa92-0dbb8653db47) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:09.592612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-1175a475-e686-4780-b3f6-4ffa2a27066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.595536 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-1175a475-e686-4780-b3f6-4ffa2a27066c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d6dc3aeefc34716afe986505ab80f65&device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 1094 time: 0.1472113 Aug 06 15:38:09.721879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953f06-536b-49c8-bacb-aba31b76faea req-4fc841bb-8399-4aa0-8e61-d90ad9e3068d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.726079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9953f06-536b-49c8-bacb-aba31b76faea req-4fc841bb-8399-4aa0-8e61-d90ad9e3068d tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 943 time: 0.0867953 Aug 06 15:38:09.728454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.789691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=438ba21d-e975-48aa-879e-e069209d97d6,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:09.809849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9953f06-536b-49c8-bacb-aba31b76faea req-e781ffee-e6d1-477c-8482-a7aee5e4b435 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716040 Aug 06 15:38:09.862526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45226) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:09.898762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-a100263b-4ad2-4894-a26a-663261635eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:09.900309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-a100263b-4ad2-4894-a26a-663261635eba service neutron] 10.222.0.59 "GET /v2.0/networks?id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 200 len: 905 time: 0.2940824 Aug 06 15:38:09.914003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.915731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 63e77e67-4d7d-4504-b039-402fd78e9c02 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:09.937948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Deleting subnet d3296a88-6553-4121-86be-f0be2cad373d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:38:09.952310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:09.957998 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-a23f013d-2365-4953-b142-0f2e6db06caf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914 HTTP/1.1" status: 200 len: 217 time: 0.0479279 Aug 06 15:38:10.005878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.038996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-9e129c66-7667-4800-b3f8-af6c760c7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:10.041936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-9e129c66-7667-4800-b3f8-af6c760c7a21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 200 len: 844 time: 0.0745213 Aug 06 15:38:10.055421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 08a8c549-2e31-4af7-829f-279be370023c up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:10.096068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:10.098169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.111362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-3f6d09b8-c9ba-498e-bee9-795a760d0631 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597498 Aug 06 15:38:10.187310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0b247-7dad-4411-80a7-5dbabfc16974 req-3c257289-5e08-42bf-bb6f-f13af25f8100 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:10.206914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4fe0b247-7dad-4411-80a7-5dbabfc16974 req-3c257289-5e08-42bf-bb6f-f13af25f8100 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1644597 Aug 06 15:38:10.294518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:10.298067 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc1951a-a27b-44b1-a80d-eee0af23ab13" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "438ba21d-e975-48aa-879e-e069209d97d6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:10.331089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-7b36addb-ee33-4458-8227-7c3f859a3485 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051125 Aug 06 15:38:10.368277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.425362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-d4454f84-4002-4341-9b06-7b2c9f5d6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:10.427237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-d4454f84-4002-4341-9b06-7b2c9f5d6d1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 1096 time: 0.2165754 Aug 06 15:38:10.430865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4fe0b247-7dad-4411-80a7-5dbabfc16974 req-e2d4c251-ca82-4df1-8159-5efe9a8553a0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215364 Aug 06 15:38:10.463173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 08a8c549-2e31-4af7-829f-279be370023c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:10.472546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 63e77e67-4d7d-4504-b039-402fd78e9c02 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:10.489988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 08a8c549-2e31-4af7-829f-279be370023c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:10.490916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133434-96f4-40c1-9fc9-2cc8851bf242 req-67fcb72d-1431-439f-b4b2-437ebeaf25a2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:10.493998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.495398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380378f3-5032-43db-9b43-ce01ea64adf3 req-b60dbfaa-874a-4767-87a4-ee0ca1dba116 service neutron] 10.222.0.59 "GET /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561949 Aug 06 15:38:10.497165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.498715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d133434-96f4-40c1-9fc9-2cc8851bf242 req-67fcb72d-1431-439f-b4b2-437ebeaf25a2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 945 time: 0.2059205 Aug 06 15:38:10.507142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 63e77e67-4d7d-4504-b039-402fd78e9c02 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:10.509194 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.567389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Network 68896949-fd6f-4446-9f12-8b3988550bf2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:10.571050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:10.583402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:10.589087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d133434-96f4-40c1-9fc9-2cc8851bf242 req-5a11cba0-2217-4c98-94ae-ea5fb78acb85 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893838 Aug 06 15:38:10.617891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Pushing event updated for resources: {'Port': ['ID=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:10.670125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:10.671410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.682473 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6618ac2-bbd4-4e56-886f-7942d3069bd4 x-openstack-request-id: req-e6618ac2-bbd4-4e56-886f-7942d3069bd4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:10.682865 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "438ba21d-e975-48aa-879e-e069209d97d6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:10.683679 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6618ac2-bbd4-4e56-886f-7942d3069bd4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:10.684463 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'code': 200} Aug 06 15:38:10.684828 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6', 'code': 200} Aug 06 15:38:10.687717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-4d79cf8b-ba19-4e76-96f7-04bf56e5a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:10.696334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-4d79cf8b-ba19-4e76-96f7-04bf56e5a61b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.2501781 Aug 06 15:38:10.757957 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.782615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3f3c8ee3-9a10-471d-8a07-8834c0e33822 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1270893 Aug 06 15:38:10.783359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.790436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.801103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Request body: {'port': {'device_id': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:10.846716 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.849275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3296a88-6553-4121-86be-f0be2cad373d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:10.873453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.891703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 08a8c549-2e31-4af7-829f-279be370023c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=08a8c549-2e31-4af7-829f-279be370023c,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:10.926729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=63e77e67-4d7d-4504-b039-402fd78e9c02,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:10.949708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.957650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55375606-aa60-4a7e-8a81-ec20e272864e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3296a88-6553-4121-86be-f0be2cad373d HTTP/1.1" status: 204 len: 168 time: 1.0934150 Aug 06 15:38:10.957907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:10.976891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:10.978253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 106b228a-c777-4c54-9fac-0f798c9a646d no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:10.992583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-a8f1d45c-923a-4d18-bb7b-9d384e038cbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 200 len: 1000 time: 0.2916708 Aug 06 15:38:11.023322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.025241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device afdc8eb6-ddbd-4b06-9479-50867d6c351c up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:11.029022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.034870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.041046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.047239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.053155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.054791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 106b228a-c777-4c54-9fac-0f798c9a646d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:11.055471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 106b228a-c777-4c54-9fac-0f798c9a646d not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:11.060580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.066837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.075762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-676492c5-36f1-425d-b260-5e20a523fb65 req-1d153623-6553-4160-9ec3-2bdc5d424054 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5440 time: 0.3044875 Aug 06 15:38:11.104983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2b7aa-f991-4a8d-832c-52e0f5e584f3 req-9d85a931-6fd5-4e70-999c-743616a734a2 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.106607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aea2b7aa-f991-4a8d-832c-52e0f5e584f3 req-9d85a931-6fd5-4e70-999c-743616a734a2 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 931 time: 0.2629263 Aug 06 15:38:11.157861 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.161027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=08a8c549-2e31-4af7-829f-279be370023c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:11.200322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-79740e3e-0f26-4ab8-885b-ed132ca759e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.202289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-79740e3e-0f26-4ab8-885b-ed132ca759e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.1956809 Aug 06 15:38:11.216054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-676492c5-36f1-425d-b260-5e20a523fb65 req-88c9f5be-9e0c-43c6-ad51-278dbf14cae1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1390495 Aug 06 15:38:11.287643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:11.293497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port afdc8eb6-ddbd-4b06-9479-50867d6c351c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:11.298733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port afdc8eb6-ddbd-4b06-9479-50867d6c351c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:11.299397 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.321231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.335534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038c22e8-a942-4560-9207-1bbbc1e53b36']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:11.387884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:11.387884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d228ca7-a5c2-4b2b-8dcf-a12d4b409240') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:11.405192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.446736 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.447600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.476305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:38:11.477100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:38:11.480688 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:38:11.497153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:11.658209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:11.669851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.673259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.674247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:11.710890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Transition to ACTIVE for port object 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:11.716814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.736680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.743007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] 10.222.0.16 "DELETE /v2.0/networks/038c22e8-a942-4560-9207-1bbbc1e53b36 HTTP/1.1" status: 204 len: 168 time: 0.7793038 Aug 06 15:38:11.766447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a660a-d7d7-4195-bc8f-6e6166be1963 admin admin] Pushing event deleted for resources: {'Network': ['ID=038c22e8-a942-4560-9207-1bbbc1e53b36,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:11.771649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:11.781465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aea2b7aa-f991-4a8d-832c-52e0f5e584f3 req-5717c146-1e64-4f44-9ac7-51f7d9b33d6f tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522553 Aug 06 15:38:11.811419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:11.812304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3818e77-5190-4400-b9ec-ebab830d554a req-0c7abfda-8ec7-47b3-8ab5-3133ffe9b4e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.820628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3818e77-5190-4400-b9ec-ebab830d554a req-0c7abfda-8ec7-47b3-8ab5-3133ffe9b4e1 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 943 time: 0.1796439 Aug 06 15:38:11.824809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-337e2008-5a26-4967-b40c-b38cb6230d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:11.833159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-337e2008-5a26-4967-b40c-b38cb6230d52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6059458 Aug 06 15:38:11.834236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:11.917423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:11.923656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:11.939418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:11.940191 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.036716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Attempting to bind port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:12.037269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Attempting to bind port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e961d806-40f4-4d6f-8330-662362ed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:12.037478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Attempting to bind port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 on network 68896949-fd6f-4446-9f12-8b3988550bf2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:12.045694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-435252139-network', 'tenant_id': '51b2f4477238414f9429be812049194f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:12.057827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.072187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a9fac392-281e-4cb5-8f52-6b1b6a19a914 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:12.077275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3818e77-5190-4400-b9ec-ebab830d554a req-3d342e61-f3bc-43a8-ad08-28adf31818cd tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403073 Aug 06 15:38:12.099785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd556b7-f582-49df-9c42-3d2b3dcc42c0 req-411b1b4f-8a4a-4690-91d3-ea12aef8da75 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.105755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccd556b7-f582-49df-9c42-3d2b3dcc42c0 req-411b1b4f-8a4a-4690-91d3-ea12aef8da75 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.1411929 Aug 06 15:38:12.112824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-4b62a84c-97a8-4e7a-9b69-5c9be6504e0c service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657886 Aug 06 15:38:12.137198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:12.237931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccd556b7-f582-49df-9c42-3d2b3dcc42c0 req-5c193f94-deec-49e7-8028-22923df340da tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201277 Aug 06 15:38:12.283738 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.283738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:12.353901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:12.385785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7437c5-20bc-41a1-989d-e8a24189403e req-72793ef2-f279-4fb2-8b95-72090f019c36 service neutron] 10.222.0.64 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581489 Aug 06 15:38:12.409925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda33e1a-dd28-4111-b338-30799266efc2 req-deb41521-eea2-4ca1-af0f-0b4db1c07e89 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.412537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bda33e1a-dd28-4111-b338-30799266efc2 req-deb41521-eea2-4ca1-af0f-0b4db1c07e89 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.1430364 Aug 06 15:38:12.431846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:12.439840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:12.446806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'mac_address': 'fa:16:3e:c4:1e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:12.497611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 on network 68896949-fd6f-4446-9f12-8b3988550bf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:38:12.497933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Attempting to bind port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 on network 68896949-fd6f-4446-9f12-8b3988550bf2 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:12.500460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:12.505543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:12.506105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Checking segment: {'id': 'e961d806-40f4-4d6f-8330-662362ed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:12.506768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Bound using segment: {'id': 'e961d806-40f4-4d6f-8330-662362ed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:12.507666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Bound port: 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e961d806-40f4-4d6f-8330-662362ed1f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:12.508218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.510623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:12.511067 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.516462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-53f11fa7-b20a-4b74-a4e4-fe8bb789b6ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15f69c3b6e154c2dbd088d96f866b6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606817 Aug 06 15:38:12.520914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:12.553102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bda33e1a-dd28-4111-b338-30799266efc2 req-ee152d20-d8c2-44ae-814b-774b6b6baf09 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168604 Aug 06 15:38:12.556577 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.579422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fac392-281e-4cb5-8f52-6b1b6a19a914 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:12.616004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:12.640512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] For port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:12.643792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ad325-ea39-4b29-83a1-ec703a6c0e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.668988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:12.672776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.673742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.686922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a8c549-2e31-4af7-829f-279be370023c'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e77e67-4d7d-4504-b039-402fd78e9c02'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd5d31e-b271-49a9-a8c7-535aa8b1ba31'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:12.691029 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668e4dc-947b-44cf-b668-7f24e93067a9" -d '{"events": [{"server_uuid": "366fe91e-eecd-4709-897b-4a1a23d912c0", "name": "network-vif-plugged", "status": "completed", "tag": "08a8c549-2e31-4af7-829f-279be370023c"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "63e77e67-4d7d-4504-b039-402fd78e9c02"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "0dd5d31e-b271-49a9-a8c7-535aa8b1ba31"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:12.697359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] For port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,segment=NetworkSegment(e961d806-40f4-4d6f-8330-662362ed1f5f),segment_id=e961d806-40f4-4d6f-8330-662362ed1f5f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:12.707372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.721168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.724185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.730504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ad325-ea39-4b29-83a1-ec703a6c0e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.731854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:12.737635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.750213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.764283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.777599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.792719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:12.798740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.803722 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f00d0-f040-4ed9-a691-14a3ffdd8834 x-openstack-request-id: req-728f00d0-f040-4ed9-a691-14a3ffdd8834 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:12.804900 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366fe91e-eecd-4709-897b-4a1a23d912c0", "name": "network-vif-plugged", "status": "completed", "tag": "08a8c549-2e31-4af7-829f-279be370023c", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "63e77e67-4d7d-4504-b039-402fd78e9c02", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "0dd5d31e-b271-49a9-a8c7-535aa8b1ba31", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:12.805678 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-728f00d0-f040-4ed9-a691-14a3ffdd8834 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:12.806337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.806721 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a8c549-2e31-4af7-829f-279be370023c', 'code': 200} Aug 06 15:38:12.806987 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e77e67-4d7d-4504-b039-402fd78e9c02', 'code': 200} Aug 06 15:38:12.807428 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c', 'code': 200} Aug 06 15:38:12.807849 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd5d31e-b271-49a9-a8c7-535aa8b1ba31', 'code': 200} Aug 06 15:38:12.809729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.813939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-f7ab5be6-79f5-4c16-8711-39866f79610f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5443 time: 0.2037632 Aug 06 15:38:12.845236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.916927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:12.922189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:12.922189 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/8f85fa3c-98bd-49ce-aa92-0dbb8653db47 HTTP/1.1" status: 200 len: 1091 time: 2.1225944 Aug 06 15:38:12.931894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['a9fac392-281e-4cb5-8f52-6b1b6a19a914'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:12.936383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'tag': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:12.939859 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70" -d '{"events": [{"name": "network-changed", "server_uuid": "85ea2ada-6d3e-4b87-b5b4-c54c57e501af", "tag": "8f85fa3c-98bd-49ce-aa92-0dbb8653db47"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:12.964223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6b18808-8a83-4933-af3c-f63c625d3e64 req-b8e76632-3129-4e94-b590-65a1e6874179 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316724 Aug 06 15:38:12.968646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:13.042535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875009b-9231-4874-a360-0a6a065035e9 req-6b70409c-6909-4b20-a427-502500b37230 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.045092 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f875009b-9231-4874-a360-0a6a065035e9 req-6b70409c-6909-4b20-a427-502500b37230 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 943 time: 0.1066127 Aug 06 15:38:13.049815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec22ea8-b2ca-42fc-90f5-1ff31b46c8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:13.086932 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d493b22-f9dc-4fc1-a471-051aadc179e8 x-openstack-request-id: req-8d493b22-f9dc-4fc1-a471-051aadc179e8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:13.087321 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ea2ada-6d3e-4b87-b5b4-c54c57e501af", "tag": "8f85fa3c-98bd-49ce-aa92-0dbb8653db47", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:13.087475 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d493b22-f9dc-4fc1-a471-051aadc179e8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:13.088284 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'tag': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47', 'status': 'completed', 'code': 200} Aug 06 15:38:13.128240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.136708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f875009b-9231-4874-a360-0a6a065035e9 req-ebe71a86-1cc3-4269-9c99-c08f9f6ae504 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836666 Aug 06 15:38:13.141100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598d237-3d12-4fc0-ae0d-c45efcbf406b req-2f50a45a-b659-4b5e-bb92-e82836ee7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.142696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e598d237-3d12-4fc0-ae0d-c45efcbf406b req-2f50a45a-b659-4b5e-bb92-e82836ee7036 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 1097 time: 0.2322962 Aug 06 15:38:13.223100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ad325-ea39-4b29-83a1-ec703a6c0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.227339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-406ad325-ea39-4b29-83a1-ec703a6c0e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.228699 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-406ad325-ea39-4b29-83a1-ec703a6c0e81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13b52831-1ca2-4be4-8178-c4e5c3fc3d0e HTTP/1.1" status: 204 len: 168 time: 0.7046630 Aug 06 15:38:13.250413 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e598d237-3d12-4fc0-ae0d-c45efcbf406b req-bb533d21-353c-48de-b3fa-d48ba1c6c3db service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999589 Aug 06 15:38:13.258031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.262714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ad325-ea39-4b29-83a1-ec703a6c0e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b52831-1ca2-4be4-8178-c4e5c3fc3d0e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:13.309611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:38:13.314365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95890ce0-18f2-484d-b2c2-1e5435dc8167 req-b9eb3f61-bfd0-49bb-8b83-6833ac2d8398 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.324409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95890ce0-18f2-484d-b2c2-1e5435dc8167 req-b9eb3f61-bfd0-49bb-8b83-6833ac2d8398 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 944 time: 0.0797200 Aug 06 15:38:13.345957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70 req-053fe5f4-0c8a-4f2d-baa3-da07653c287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.347598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70 req-053fe5f4-0c8a-4f2d-baa3-da07653c287e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d32e930e1ec94409b2904fa083e0a4a3&device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 1094 time: 0.1751630 Aug 06 15:38:13.355952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.356639 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Added segment 3c044fbb-aac0-4d16-a0f8-556e4e513071 of type vlan for network 63cee3f3-e347-4e33-b2fc-a363ee16513b Aug 06 15:38:13.358921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d4e87-53de-47bd-9a82-d376b35b677a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:13.390381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95890ce0-18f2-484d-b2c2-1e5435dc8167 req-31a1c2aa-65cf-4997-a999-53a74f703a59 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641024 Aug 06 15:38:13.468931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.496093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f173f3-f4e4-4ba2-abcd-9c5cfc22654c req-a89719b0-2173-46fc-b8b5-a8412946628c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.501965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01f173f3-f4e4-4ba2-abcd-9c5cfc22654c req-a89719b0-2173-46fc-b8b5-a8412946628c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.0865896 Aug 06 15:38:13.560395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01f173f3-f4e4-4ba2-abcd-9c5cfc22654c req-ae820a2b-7d71-469b-9834-24c8e085642a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525608 Aug 06 15:38:13.570348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70 req-090b0134-44ea-4f9f-a41f-0dcddb53d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.572372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70 req-090b0134-44ea-4f9f-a41f-0dcddb53d3d8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d32e930e1ec94409b2904fa083e0a4a3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1957130 Aug 06 15:38:13.621048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.622682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.623668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:13.762814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] Pushing event updated for resources: {'Network': ['ID=63cee3f3-e347-4e33-b2fc-a363ee16513b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:13.775830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6a0c3-0b12-4dc0-8ccc-870b2d8eccd0 req-3c801a4a-e7c0-455a-a715-ed9f02f4f0e0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.778109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2db6a0c3-0b12-4dc0-8ccc-870b2d8eccd0 req-3c801a4a-e7c0-455a-a715-ed9f02f4f0e0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.0862083 Aug 06 15:38:13.782294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:38:13.803148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70 req-5296eaad-3d8a-4f0e-9caa-06627b3876e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.807837 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fc6fd49-ab9a-4c84-a7b8-c65d81bbbc70 req-5296eaad-3d8a-4f0e-9caa-06627b3876e7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2266085 Aug 06 15:38:13.836959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c9510bb2-3ade-414b-b075-2020657b0843 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0605061 Aug 06 15:38:13.839718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:13.853464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Request body: {'subnet': {'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-435252139-subnet', 'tenant_id': '51b2f4477238414f9429be812049194f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:13.873015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2db6a0c3-0b12-4dc0-8ccc-870b2d8eccd0 req-96de9f75-a08a-4ad2-87c0-a76ec48b5ec7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782871 Aug 06 15:38:13.941723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-bb720276-7059-4bb7-a21b-641648056c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:13.943478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-bb720276-7059-4bb7-a21b-641648056c08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d32e930e1ec94409b2904fa083e0a4a3&device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 1094 time: 0.0786152 Aug 06 15:38:13.992105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-6f8121aa-74bc-44f4-aad7-1f221b58e565 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f85fa3c-98bd-49ce-aa92-0dbb8653db47 HTTP/1.1" status: 200 len: 217 time: 0.0377421 Aug 06 15:38:14.077142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-bed77c2d-4d31-4f24-8b9b-bae80a99df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.078649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-bed77c2d-4d31-4f24-8b9b-bae80a99df08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=be72f350-e053-4c5b-b31a-80f5f291976c HTTP/1.1" status: 200 len: 849 time: 0.0795054 Aug 06 15:38:14.079717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:14.082165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:14.086549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a9fac392-281e-4cb5-8f52-6b1b6a19a914 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:14.140207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-493c3910-b6db-4493-be64-1875010d328f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68896949-fd6f-4446-9f12-8b3988550bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537751 Aug 06 15:38:14.165421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.173146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.180940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.187349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.198783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.207354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.217073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.220527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-7d06a9f8-fddd-424c-b472-efeb8329d1ce tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1528268 Aug 06 15:38:14.308843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cad9e50-29a4-4075-8a04-a9199f9f52cd req-d8efe5cc-9870-4f63-b1c4-77d7dd029037 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738885 Aug 06 15:38:14.332368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3c705-8cfc-48bb-ac85-ac398171d8e3 req-8032c7e7-f136-404d-83c3-493878117b57 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.344070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04f3c705-8cfc-48bb-ac85-ac398171d8e3 req-8032c7e7-f136-404d-83c3-493878117b57 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 943 time: 0.0914652 Aug 06 15:38:14.393465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port a9fac392-281e-4cb5-8f52-6b1b6a19a914 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:14.400661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port a9fac392-281e-4cb5-8f52-6b1b6a19a914 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:14.401589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:14.440798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04f3c705-8cfc-48bb-ac85-ac398171d8e3 req-b9e397e4-8899-40ea-8bb5-1739664a21c7 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787165 Aug 06 15:38:14.444384 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-3b628bf3-18bb-44f2-9931-0b00ca0ea4c7 service neutron] 10.222.0.64 "GET /v2.0/networks/68896949-fd6f-4446-9f12-8b3988550bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570384 Aug 06 15:38:14.560952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:14.596956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d44e5-0671-4d78-bd6a-2bc23b2db053 req-7d771d98-d4c9-431d-86c1-76ba3bccc675 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:14.599744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-114d44e5-0671-4d78-bd6a-2bc23b2db053 req-7d771d98-d4c9-431d-86c1-76ba3bccc675 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 944 time: 0.1073384 Aug 06 15:38:14.608833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:14.672496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-114d44e5-0671-4d78-bd6a-2bc23b2db053 req-86275b37-e59b-45e3-afc9-52262b4da816 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613670 Aug 06 15:38:14.720922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f0da9599-e232-4a50-b3f9-592f41ab0319 req-cb4fb62c-f700-41da-ac58-f0dbdb758f3b service neutron] 10.222.0.64 "GET /v2.0/networks/68896949-fd6f-4446-9f12-8b3988550bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098076 Aug 06 15:38:14.798966 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:14.808703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9'}, {'server_uuid': 'c91258d8-e662-4102-951a-b810e77424df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:14.811059 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5279d34-d402-4d17-a8ac-b4c0af8c3886" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9"}, {"server_uuid": "c91258d8-e662-4102-951a-b810e77424df", "name": "network-vif-plugged", "status": "completed", "tag": "a9fac392-281e-4cb5-8f52-6b1b6a19a914"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:14.867336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:14.886557 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1790166-f4d9-401c-84f3-1af3fb125a3b x-openstack-request-id: req-e1790166-f4d9-401c-84f3-1af3fb125a3b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:14.886857 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-plugged", "status": "completed", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9", "code": 200}, {"server_uuid": "c91258d8-e662-4102-951a-b810e77424df", "name": "network-vif-plugged", "status": "completed", "tag": "a9fac392-281e-4cb5-8f52-6b1b6a19a914", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:14.887086 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1790166-f4d9-401c-84f3-1af3fb125a3b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:14.887486 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9', 'code': 200} Aug 06 15:38:14.887756 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91258d8-e662-4102-951a-b810e77424df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'code': 200} Aug 06 15:38:15.038554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.039398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3051c-b1b1-40f9-96d3-c5d960225c07 req-868e2224-8dfa-4ba7-b68e-54368a366b50 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.039698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.039698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.040163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.040645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.041130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.041314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05a3051c-b1b1-40f9-96d3-c5d960225c07 req-868e2224-8dfa-4ba7-b68e-54368a366b50 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.0611770 Aug 06 15:38:15.041610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.043638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-07f86b4f-cdb4-4c3e-9aa8-022ea95bb2fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.0870359 Aug 06 15:38:15.048895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7ffde-2cc6-4ac9-9989-306c2b67447d req-9dd3e0aa-3be0-4d39-bc63-7e02961ed9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.050364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1b7ffde-2cc6-4ac9-9989-306c2b67447d req-9dd3e0aa-3be0-4d39-bc63-7e02961ed9e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 1096 time: 0.0834792 Aug 06 15:38:15.052947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:15.102082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05a3051c-b1b1-40f9-96d3-c5d960225c07 req-0c230ba2-e242-436a-97b7-1574f3e83c00 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Aug 06 15:38:15.160520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7bae0f58-02ab-4293-9bc2-1a2c345e1555 req-9eb2c6e1-7b64-4077-b1ca-f41633ae2afb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0935fff-806d-49e6-85e5-07a11b19b724&id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087849 Aug 06 15:38:15.164353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1b7ffde-2cc6-4ac9-9989-306c2b67447d req-5bddd3b0-6999-4d8a-81ce-4dcd9c08fa13 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005452 Aug 06 15:38:15.168559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071cd2f1-813b-4e88-864b-574c3d60bbc0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:15.186714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:15.187089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Network hostable DHCP agents. Network: 63cee3f3-e347-4e33-b2fc-a363ee16513b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:38:15.358885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:38:15.455995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 63cee3f3-e347-4e33-b2fc-a363ee16513b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:15.466840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b69cfd-0d11-4193-a612-2ffb381ae971 None None] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:15.470760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.471936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:15.620496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8afad0ea-b0f7-4436-8a24-7f940aa12128 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7752750 Aug 06 15:38:15.620496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:15.629416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:15.659838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.669061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.677401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.684657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.691240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.698374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.705330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:15.707339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-b524b3af-157a-4bf5-9500-a5a9503268b7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1288991 Aug 06 15:38:15.719615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-63cee3f3-e347-4e33-b2fc-a363ee16513b', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:38:15.719833 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:15.772832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2acef5a8-227e-4e6a-938f-5cdab61c3eba req-590b872d-ea9a-4793-a054-a9bda089de6c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523956 Aug 06 15:38:15.822464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:15.824466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:15.969286 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.015188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Allocated IP 172.20.0.2 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/f1140639-c742-4d0a-a6c4-b2cc1e5b5f44) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:16.016084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e2e94-7f04-4a6b-8c91-f947329dba8f req-3228615e-5cbe-4a3b-8ae9-67185a06f68c tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:16.018006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df8e2e94-7f04-4a6b-8c91-f947329dba8f req-3228615e-5cbe-4a3b-8ae9-67185a06f68c tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 943 time: 0.1559200 Aug 06 15:38:16.141961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d47cc-fb46-49c8-a03d-fc0f20865129 req-daa447cf-1bff-4d0c-bd13-37e230df0546 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:16.151094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa3d47cc-fb46-49c8-a03d-fc0f20865129 req-daa447cf-1bff-4d0c-bd13-37e230df0546 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.1822684 Aug 06 15:38:16.161709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df8e2e94-7f04-4a6b-8c91-f947329dba8f req-624bf532-e4b7-4a5c-a25a-b8f105d99ef1 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287611 Aug 06 15:38:16.210661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa3d47cc-fb46-49c8-a03d-fc0f20865129 req-42ff5825-426a-4f89-9e00-a5146076d068 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Aug 06 15:38:16.395334 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.416937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Transition to ACTIVE for port object f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:16.421537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.434242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d1cb762-d3fe-4b1c-859b-c1013620a7f1 req-d2d5b00f-eb34-465a-be0e-71b5e03de1b4 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0483170 Aug 06 15:38:16.445783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Transition to ACTIVE for port object f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:16.461898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae044d0-69d9-40f2-b827-2410bd5b579b req-c08ba1ed-8838-4d41-b4d8-e6f16b727ab4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:16.464063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dae044d0-69d9-40f2-b827-2410bd5b579b req-c08ba1ed-8838-4d41-b4d8-e6f16b727ab4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 945 time: 0.1395392 Aug 06 15:38:16.513457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dae044d0-69d9-40f2-b827-2410bd5b579b req-93c5b2c5-04ff-4858-a58b-110c1d01269e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Aug 06 15:38:16.555568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.638821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:16.639721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Pushing event updated for resources: {'Port': ['ID=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:16.644367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:16.646049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:16.734783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Attempting to bind port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:16.735153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Attempting to bind port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:16.735528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Attempting to bind port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:16.742407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:16.742800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:16.743273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.743605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:16.744140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Bound port: f1140639-c742-4d0a-a6c4-b2cc1e5b5f44, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:16.744575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.845127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] For port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:16.853839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] For port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:16.937663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.974866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:16.989894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.000408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:17.000924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.012569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.024661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.034020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.039933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2460c-4e72-471e-bd98-1cadfee1ac55 None None] Pushing event updated for resources: {'Port': ['ID=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:17.046262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.055941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.059297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-1b5bd8f8-4222-4a65-892f-a11086912d7d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1525664 Aug 06 15:38:17.176886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59bde64a-ef12-4891-a4e2-3e3c3d5694cf req-f48ff6bc-27d9-46ec-b6f4-8be9eb391f7c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998070 Aug 06 15:38:17.222123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Allocated IP 172.25.5.243 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/763432da-cb08-4881-afd2-5a7f114d9f28) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:17.408510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1579-1dc1-4afd-8c35-0012db55ad97 req-c1c9f578-9692-4016-86ff-bf20413cc78c tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.408965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e26c1579-1dc1-4afd-8c35-0012db55ad97 req-c1c9f578-9692-4016-86ff-bf20413cc78c tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 943 time: 0.1366293 Aug 06 15:38:17.417874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:17.429430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:17.494954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e26c1579-1dc1-4afd-8c35-0012db55ad97 req-0e729b04-c92b-454b-aabe-9a6a58d77a95 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783908 Aug 06 15:38:17.612565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:17.674256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,segment=NetworkSegment(e961d806-40f4-4d6f-8330-662362ed1f5f),segment_id=e961d806-40f4-4d6f-8330-662362ed1f5f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:17.677219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:17.714922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47', 'network_id': '68896949-fd6f-4446-9f12-8b3988550bf2', 'port_id': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47', 'mac_address': 'fa:16:3e:93:f3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be72f350-e053-4c5b-b31a-80f5f291976c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:17.723389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:17.728493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:17.735951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:17.770292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.777655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Pushing event updated for resources: {'Port': ['ID=763432da-cb08-4881-afd2-5a7f114d9f28,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:17.783970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.791343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.797933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.804989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.809018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:17.812479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.822276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.824704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ff18713-5723-429d-a8d9-66892115cdd0 req-faca751c-4f5a-4d92-9283-881443f8dc18 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.2116890 Aug 06 15:38:17.843494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45392) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:17.852097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Request body: {'floatingip': {'port_id': '8fd99909-6e16-4907-b33c-70dfd96a14b0'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:17.855124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:17.868731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:17.877216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58e4ad-0beb-4ae6-ac0c-c6f46a8a6d16 req-125448c8-312f-4f63-95c9-46c878c8e1f4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:17.878876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa58e4ad-0beb-4ae6-ac0c-c6f46a8a6d16 req-125448c8-312f-4f63-95c9-46c878c8e1f4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.2112148 Aug 06 15:38:17.912618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,segment=NetworkSegment(e961d806-40f4-4d6f-8330-662362ed1f5f),segment_id=e961d806-40f4-4d6f-8330-662362ed1f5f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:17.956094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:18.051380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa58e4ad-0beb-4ae6-ac0c-c6f46a8a6d16 req-3b6991e5-bd2f-475b-92dd-9b29a2c4795a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252656 Aug 06 15:38:18.073349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:18.126186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f2b2d58-f372-4cc6-b8b6-98fb232fd29b req-f3ebd42f-a90b-46ff-a61e-64b9adf974e0 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0367236 Aug 06 15:38:18.215043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:18.339086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:18.401993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['8f85fa3c-98bd-49ce-aa92-0dbb8653db47'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:18.573250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e990777-962e-41c8-907b-cd4edcead4dc None None] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:18.747459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:18.837517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] Provisioning for port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:18.871896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] Provisioning complete for port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:18.872522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:18.921879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:18.998890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:19.078002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:19.095529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Router 590b8991-713f-40ce-9911-540040aeaf64 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:38:19.146124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] For port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:19.248789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cca49-4bde-4282-b38f-38a908f75947 req-d606eb1a-20b6-4639-a77c-a6cd1fdf13d3 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:19.250406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-874cca49-4bde-4282-b38f-38a908f75947 req-d606eb1a-20b6-4639-a77c-a6cd1fdf13d3 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 944 time: 0.2162800 Aug 06 15:38:19.254889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:19.274561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb8e7c-a6a3-4a3c-bf5f-6f910510acff req-390fb6e5-9364-4687-8697-0d500db94a21 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:19.276871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffeb8e7c-a6a3-4a3c-bf5f-6f910510acff req-390fb6e5-9364-4687-8697-0d500db94a21 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.2164083 Aug 06 15:38:19.278417 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Floating IP f4ae77f3-f73c-4c85-9fba-093186337fe4 associated. External IP: 172.25.5.188, port: 8fd99909-6e16-4907-b33c-70dfd96a14b0. Aug 06 15:38:19.288068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:19.324707 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Sync routers for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:19.337924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4587d42-2f98-40c5-822e-0fb428aec320 None None] Pushing event updated for resources: {'Port': ['ID=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:19.346532 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:19.347652 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:19.387854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c17b4924-4596-4633-a48f-a64936528330 None None] Provisioning complete for port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:19.391062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c17b4924-4596-4633-a48f-a64936528330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:19.438728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:19.440589 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0bbe297-3d19-4056-9d6d-d20c1e99a819 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8191669 Aug 06 15:38:19.445391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:19.489454 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:19.577295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-874cca49-4bde-4282-b38f-38a908f75947 req-a95f6ea9-ee8b-494a-82af-fba247dec8d5 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958846 Aug 06 15:38:19.591896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffeb8e7c-a6a3-4a3c-bf5f-6f910510acff req-4b98ae04-2fd5-4acd-97ee-cd6e697a13f5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415535 Aug 06 15:38:19.810477 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:17Z', 'revision_number': 3, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:19.873720 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Checking router: 590b8991-713f-40ce-9911-540040aeaf64 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:19.874344 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Updating router 590b8991-713f-40ce-9911-540040aeaf64 port 763432da-cb08-4881-afd2-5a7f114d9f28 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:38:19.914720 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.035098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-baa0827f-97bc-4be4-ba01-0c112d1dca44 req-95ed79f7-6eff-46e5-999b-3336bb936003 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0577171 Aug 06 15:38:20.042852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:20.074404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812da1-46d8-44c5-aa18-38d0c30d6c6b req-58ede990-8142-490f-bcaa-3931c3a1f6a7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.076394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75812da1-46d8-44c5-aa18-38d0c30d6c6b req-58ede990-8142-490f-bcaa-3931c3a1f6a7 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 945 time: 0.2981727 Aug 06 15:38:20.183532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75812da1-46d8-44c5-aa18-38d0c30d6c6b req-5276c34a-77be-46a6-89b2-4f4722f11718 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924478 Aug 06 15:38:20.257668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.275853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:20.284063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.288675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] Sync routers for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:20.301465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:20.304921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:20.346412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f16b6bd5-0eb0-40c1-9c9b-e13ada6879cf tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "PUT /v2.0/floatingips/f4ae77f3-f73c-4c85-9fba-093186337fe4 HTTP/1.1" status: 200 len: 991 time: 2.4999757 Aug 06 15:38:20.347121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:20.349670 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:20.468560 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7ebde7-b199-4bcc-844c-21461db1b438 x-openstack-request-id: req-3a7ebde7-b199-4bcc-844c-21461db1b438 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:20.468858 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:20.469119 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a7ebde7-b199-4bcc-844c-21461db1b438 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:20.469541 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'status': 'completed', 'code': 200} Aug 06 15:38:20.492437 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.512400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Transition to ACTIVE for port object 763432da-cb08-4881-afd2-5a7f114d9f28 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:20.554182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:20.606560 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.689132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Allocated IP 172.20.0.1 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:20.733232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.734293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.735312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.736344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.737315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.738304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.739326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.743207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-e3dfc981-dc8b-4c3d-b0c4-4a25d8823ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.2375109 Aug 06 15:38:20.765181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-624629e3-32ec-4f8a-9e1b-4e79aa6b0efa tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.766900 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Attempting to bind port 763432da-cb08-4881-afd2-5a7f114d9f28 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:20.767530 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Attempting to bind port 763432da-cb08-4881-afd2-5a7f114d9f28 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:20.768110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-624629e3-32ec-4f8a-9e1b-4e79aa6b0efa tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.2149646 Aug 06 15:38:20.768265 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Attempting to bind port 763432da-cb08-4881-afd2-5a7f114d9f28 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:20.803222 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:20.804312 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:20.805174 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.805760 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:20.806514 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Bound port: 763432da-cb08-4881-afd2-5a7f114d9f28, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:20.809724 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:20.827982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b72caa-6a4a-434f-9a1c-11ee19e537fa req-dd4727d4-d092-4471-81ae-1b2bb978d904 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.831167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45b72caa-6a4a-434f-9a1c-11ee19e537fa req-dd4727d4-d092-4471-81ae-1b2bb978d904 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.0990136 Aug 06 15:38:20.857528 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Pushing event updated for resources: {'Port': ['ID=763432da-cb08-4881-afd2-5a7f114d9f28,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:20.906050 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.908237 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.909726 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.910570 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.912585 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.912585 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.913094 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.913657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.914154 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.915744 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.916460 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.917626 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:20.965529 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] For port 763432da-cb08-4881-afd2-5a7f114d9f28, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:20.965727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c876e7-6062-4635-b522-648ec8683cb3 req-efc0d635-b9b6-4689-be90-46596d1f3544 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:20.965727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5c876e7-6062-4635-b522-648ec8683cb3 req-efc0d635-b9b6-4689-be90-46596d1f3544 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 944 time: 0.1327426 Aug 06 15:38:20.969390 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] For port 763432da-cb08-4881-afd2-5a7f114d9f28, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=763432da-cb08-4881-afd2-5a7f114d9f28,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:20.971625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45b72caa-6a4a-434f-9a1c-11ee19e537fa req-16442bdd-1e34-4985-b630-22422d45fe7d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826488 Aug 06 15:38:20.974685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'f4ae77f3-f73c-4c85-9fba-093186337fe4', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'port_id': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'mac_address': 'fa:16:3e:0f:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:36:47Z', 'updated_at': '2021-08-06T15:38:18Z', 'revision_number': 1, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:30Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:21.012182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] Checking router: 20ca2ad8-0b8d-43d4-9362-814ffbb17650 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:21.034379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:21.035937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:21.059037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5c876e7-6062-4635-b522-648ec8683cb3 req-e41a8174-002a-4097-bf28-212fe0e5dab6 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851080 Aug 06 15:38:21.154494 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.223222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:21.232447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-186d62da-b71b-4240-9685-62ebd811e906 req-50204422-f5d4-4d66-b885-98a34f90296e tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0590734 Aug 06 15:38:21.273143 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:21.274323 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:21.460361 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb599932-3ff1-4565-85b9-1c3964475272 None None] Pushing event updated for resources: {'Port': ['ID=763432da-cb08-4881-afd2-5a7f114d9f28,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:21.498478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf8c2-2299-42b0-a1e1-ea4e1d99075f req-262efe1e-9166-41e1-ab1c-5ad714ed5461 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:21.509718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d6bf8c2-2299-42b0-a1e1-ea4e1d99075f req-262efe1e-9166-41e1-ab1c-5ad714ed5461 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 945 time: 0.1408453 Aug 06 15:38:21.511694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:21.518142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:21.574047 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:21.592246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-932ff25d-995c-4541-9c13-87cc36117f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:21.593753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-932ff25d-995c-4541-9c13-87cc36117f4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5 HTTP/1.1" status: 200 len: 918 time: 0.8242295 Aug 06 15:38:21.598372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d6bf8c2-2299-42b0-a1e1-ea4e1d99075f req-02129acc-ffc3-4174-86c6-0eea9df24333 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877483 Aug 06 15:38:21.700267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'f4ae77f3-f73c-4c85-9fba-093186337fe4', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'port_id': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'mac_address': 'fa:16:3e:0f:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:36:47Z', 'updated_at': '2021-08-06T15:38:18Z', 'revision_number': 1, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:30Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:21.703213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:21.703866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.705038 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d93265e-ee5b-4ab3-85c1-284589170589 req-10589bd3-34f6-4cf2-a3cc-19380bcf3928 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0331361 Aug 06 15:38:21.730330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.755191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539699f-ed47-4db5-82eb-4f5e4da8efd6 None None] The sync data for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 is: [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'f4ae77f3-f73c-4c85-9fba-093186337fe4', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'port_id': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'mac_address': 'fa:16:3e:0f:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:36:47Z', 'updated_at': '2021-08-06T15:38:18Z', 'revision_number': 1, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:30Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:21.768742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Transition to ACTIVE for port object d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:21.772907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Deleting port 08a8c549-2e31-4af7-829f-279be370023c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:21.773252 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.776493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:21.777713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-ca73e448-0f5f-4a2a-819a-7694556581f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 999 time: 0.1728954 Aug 06 15:38:21.786559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:21.786985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.849684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-da948bce-778d-4a47-a6db-a86eb221575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:21.851966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-da948bce-778d-4a47-a6db-a86eb221575b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 200 len: 856 time: 0.0566726 Aug 06 15:38:21.920829 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:17Z', 'revision_number': 3, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:21.945390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.970391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde044b-140d-4fe4-a3cb-b7aaff064ef8 None None] The sync data for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 is: [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:17Z', 'revision_number': 3, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:21.974749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:21.978167 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2072ebd9-ba0d-422b-ba9d-f0d2e988a2a6" -d '{"events": [{"server_uuid": "85ea2ada-6d3e-4b87-b5b4-c54c57e501af", "name": "network-vif-plugged", "status": "completed", "tag": "8f85fa3c-98bd-49ce-aa92-0dbb8653db47"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:21.982048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-37ec2d9f-3d65-4150-acf5-bf55f157ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:21.983657 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-37ec2d9f-3d65-4150-acf5-bf55f157ac57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68b9236b-44a3-446d-be00-f8b66debb1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226044 Aug 06 15:38:21.985538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] For port 08a8c549-2e31-4af7-829f-279be370023c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=08a8c549-2e31-4af7-829f-279be370023c,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:21.985908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:21.992813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,segment=NetworkSegment(e961d806-40f4-4d6f-8330-662362ed1f5f),segment_id=e961d806-40f4-4d6f-8330-662362ed1f5f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:22.056517 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f9be0-5549-4ef2-947a-f31d453a6804 x-openstack-request-id: req-606f9be0-5549-4ef2-947a-f31d453a6804 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:22.056517 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea2ada-6d3e-4b87-b5b4-c54c57e501af", "name": "network-vif-plugged", "status": "completed", "tag": "8f85fa3c-98bd-49ce-aa92-0dbb8653db47", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:22.056756 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-606f9be0-5549-4ef2-947a-f31d453a6804 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:22.057122 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47', 'code': 200} Aug 06 15:38:22.073606 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:22.135953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Calling delete_port for 08a8c549-2e31-4af7-829f-279be370023c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:22.138597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:22.167532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a9fac392-281e-4cb5-8f52-6b1b6a19a914 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:22.167757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc4a4a-fe5d-46f4-a431-14128a92f8ab None None] New status for floating IP f4ae77f3-f73c-4c85-9fba-093186337fe4: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:38:22.199735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:22.376446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:22.397337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-9cc6011f-7fad-48ff-a6d4-055d31c9f83c service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008787 Aug 06 15:38:22.403690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef971a-93c6-4134-ba56-39c193d69a22 req-d3f1b309-47cd-439e-bb4a-9c6243ddb7cf tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:22.409736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:22.420239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07ef971a-93c6-4134-ba56-39c193d69a22 req-d3f1b309-47cd-439e-bb4a-9c6243ddb7cf tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 946 time: 0.3022392 Aug 06 15:38:22.432804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:22.441494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'network_id': 'b3ea6564-164b-4e2c-a5f6-e3358b4d63e6', 'port_id': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'mac_address': 'fa:16:3e:c4:1e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2ca148-d36b-43f2-8197-dfe2f579464f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:22.453108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:22.456963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb3fcd-2e5e-4982-a0cb-29737cbd0920 req-c8dc3881-ca2e-488d-a42b-214d15363a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:22.466969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33cb3fcd-2e5e-4982-a0cb-29737cbd0920 req-c8dc3881-ca2e-488d-a42b-214d15363a80 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 1096 time: 0.2434416 Aug 06 15:38:22.477442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Pushing event updated for resources: {'Port': ['ID=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:22.529139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:22.553097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b06b93-efa2-4777-9907-34c5b86a7e7e req-ed8305f7-c46c-449f-a2dc-fefd51f51683 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:22.562320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9fac392-281e-4cb5-8f52-6b1b6a19a914 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:22.562984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4b06b93-efa2-4777-9907-34c5b86a7e7e req-ed8305f7-c46c-449f-a2dc-fefd51f51683 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 945 time: 0.2757750 Aug 06 15:38:22.639724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:22.676820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07ef971a-93c6-4134-ba56-39c193d69a22 req-23448bc7-775e-42e8-9f08-9d5f48db6dfc tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547443 Aug 06 15:38:22.708060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:22.715409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e16f69d-8bf1-41e4-b903-0cd9f9bc3d14 req-22cd2653-a269-4f0b-964f-8bfa4f962a96 service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042188 Aug 06 15:38:22.770270 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:22.780119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4b06b93-efa2-4777-9907-34c5b86a7e7e req-c78d1ec6-5b9f-49e1-b9fc-7a23ec6ac71d tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143207 Aug 06 15:38:22.807262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33cb3fcd-2e5e-4982-a0cb-29737cbd0920 req-370077ad-1721-4bc4-99f6-ff576bae1998 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064752 Aug 06 15:38:22.881696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['a9fac392-281e-4cb5-8f52-6b1b6a19a914'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:22.934959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:23.000970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-94f6f8f7-8ab4-454c-9160-f0d498808544 None None] Provisioning for port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:23.019601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-94f6f8f7-8ab4-454c-9160-f0d498808544 None None] Provisioning complete for port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:23.020118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94f6f8f7-8ab4-454c-9160-f0d498808544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.052352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbee26cd-d462-4a06-b774-4298e1060436 req-699c8170-63d5-4494-b394-fab8bd3de7ea tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0956008 Aug 06 15:38:23.108015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-94f6f8f7-8ab4-454c-9160-f0d498808544 None None] Port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:38:23.210541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c29f-96f3-43a1-8122-f32bea2773f1 req-933fd4ca-ce8a-442d-8245-e42eab32325f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:23.213424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9041c29f-96f3-43a1-8122-f32bea2773f1 req-933fd4ca-ce8a-442d-8245-e42eab32325f tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 944 time: 0.0871339 Aug 06 15:38:23.217485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.286348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event deleted for resources: {'Port': ['ID=08a8c549-2e31-4af7-829f-279be370023c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:23.298197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9041c29f-96f3-43a1-8122-f32bea2773f1 req-2821ab30-c0da-4d9d-a644-3774b4a5584a tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641606 Aug 06 15:38:23.404075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] No DVR routers for this DVR port 08a8c549-2e31-4af7-829f-279be370023c on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:23.407689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.409760 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0fc31bbd-50a6-4497-9116-e681cb5ed021 req-6cb6bdd8-dfda-40e0-897f-26046be33117 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "DELETE /v2.0/ports/08a8c549-2e31-4af7-829f-279be370023c HTTP/1.1" status: 204 len: 173 time: 2.6190400 Aug 06 15:38:23.410839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'name': 'network-vif-deleted', 'tag': '08a8c549-2e31-4af7-829f-279be370023c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:23.421199 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f6b96e-8793-462d-a686-4cadd3bfabd6" -d '{"events": [{"server_uuid": "366fe91e-eecd-4709-897b-4a1a23d912c0", "name": "network-vif-deleted", "tag": "08a8c549-2e31-4af7-829f-279be370023c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:23.428818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.482567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 763432da-cb08-4881-afd2-5a7f114d9f28 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:23.690101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 763432da-cb08-4881-afd2-5a7f114d9f28 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:23.697861 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.698906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 763432da-cb08-4881-afd2-5a7f114d9f28 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:23.699290 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.802053 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.820666 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d07667-d700-4e15-b209-9e03f6389815 x-openstack-request-id: req-31d07667-d700-4e15-b209-9e03f6389815 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:23.821281 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366fe91e-eecd-4709-897b-4a1a23d912c0", "name": "network-vif-deleted", "tag": "08a8c549-2e31-4af7-829f-279be370023c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:23.821281 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31d07667-d700-4e15-b209-9e03f6389815 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:23.821699 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366fe91e-eecd-4709-897b-4a1a23d912c0', 'name': 'network-vif-deleted', 'tag': '08a8c549-2e31-4af7-829f-279be370023c', 'status': 'completed', 'code': 200} Aug 06 15:38:23.833183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 763432da-cb08-4881-afd2-5a7f114d9f28, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=763432da-cb08-4881-afd2-5a7f114d9f28,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:23.847553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.941946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:23.944836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Pushing event updated for resources: {'Port': ['ID=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:23.946343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76263486-267b-46c3-a899-f544c3d07ba2 req-97d99469-8b95-41bd-adef-f752cfb4f312 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=366fe91e-eecd-4709-897b-4a1a23d912c0 HTTP/1.1" status: 200 len: 210 time: 0.0374844 Aug 06 15:38:23.954650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:24.031685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=763432da-cb08-4881-afd2-5a7f114d9f28,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:24.089845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc674489-aa78-4679-9df1-4b961e2fb570 req-4a7b817b-67c7-4be6-838e-b8f9b009f4a9 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0594590 Aug 06 15:38:24.133489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:24.143932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:24.182814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 08a8c549-2e31-4af7-829f-279be370023c no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:24.266743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 08a8c549-2e31-4af7-829f-279be370023c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:24.268014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 08a8c549-2e31-4af7-829f-279be370023c not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:24.268962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a9fac392-281e-4cb5-8f52-6b1b6a19a914 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:24.269271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2bbf7-e914-4d40-b3e4-836f0e31c083 req-52e4d117-1fe5-44ba-bfb4-8e567906c0f9 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:24.288362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccb2bbf7-e914-4d40-b3e4-836f0e31c083 req-52e4d117-1fe5-44ba-bfb4-8e567906c0f9 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 945 time: 0.1458082 Aug 06 15:38:24.411485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccb2bbf7-e914-4d40-b3e4-836f0e31c083 req-89cf3294-8aad-4102-bb79-73a3732c2c2e tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211865 Aug 06 15:38:24.535438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:24.565654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Router 590b8991-713f-40ce-9911-540040aeaf64 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:24.578563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a9fac392-281e-4cb5-8f52-6b1b6a19a914 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:24.629681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:24.661662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80c917e7-cb73-4a3d-809f-33fcbb3eb8b5 None None] Provisioning complete for port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:24.662363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80c917e7-cb73-4a3d-809f-33fcbb3eb8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:24.743140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:24.795974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80c917e7-cb73-4a3d-809f-33fcbb3eb8b5 None None] Port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:38:24.856679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:24.871649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:24.882102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cccc168e-c5ec-49d9-a825-81ae6775d59e admin admin] 10.222.0.16 "PUT /v2.0/routers/590b8991-713f-40ce-9911-540040aeaf64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4326992 Aug 06 15:38:24.903339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Sync routers for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:24.941269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:24.942266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:25.086837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9694a-a8bb-4545-96a0-a63489de2493 req-71a78125-117a-487a-99f0-7d2261409440 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:25.100134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45f9694a-a8bb-4545-96a0-a63489de2493 req-71a78125-117a-487a-99f0-7d2261409440 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 943 time: 0.1421752 Aug 06 15:38:25.208191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45f9694a-a8bb-4545-96a0-a63489de2493 req-f567f112-a045-4c61-b90b-667ba39988a4 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/security-groups?id=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065309 Aug 06 15:38:25.448870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b8b5ee4-2798-472f-960d-7396b127aabf req-b7c35b28-b771-4a86-abe3-77e4e654ae67 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0319111 Aug 06 15:38:25.502544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:25.596721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 763432da-cb08-4881-afd2-5a7f114d9f28 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:25.609441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-56b327cf-6361-47d2-8635-6acc42eb975b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:25.612020 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-56b327cf-6361-47d2-8635-6acc42eb975b tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 943 time: 0.0994275 Aug 06 15:38:25.748802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 763432da-cb08-4881-afd2-5a7f114d9f28 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:25.749594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:25.759617 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:25.917988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Deleting port a9fac392-281e-4cb5-8f52-6b1b6a19a914 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:25.919688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:25.973504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 2, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:26.014102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Checking router: 590b8991-713f-40ce-9911-540040aeaf64 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:26.014731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Updating router 590b8991-713f-40ce-9911-540040aeaf64 port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:38:26.054507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.082408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] For port a9fac392-281e-4cb5-8f52-6b1b6a19a914, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a9fac392-281e-4cb5-8f52-6b1b6a19a914,segment=NetworkSegment(08e77451-5dbd-45e7-8976-fa7164309c00),segment_id=08e77451-5dbd-45e7-8976-fa7164309c00)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:26.083163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.095654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-9109866c-0767-4709-8219-dbba0eb20327 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:26.104103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-9109866c-0767-4709-8219-dbba0eb20327 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1295738 Aug 06 15:38:26.116246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Calling delete_port for a9fac392-281e-4cb5-8f52-6b1b6a19a914 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:26.122517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-faf9b381-8ef0-420a-8f5d-bc9cbf2e7297 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.0170898 Aug 06 15:38:26.165116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-3a33edf8-696b-4870-9ad6-2199998adf32 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412812 Aug 06 15:38:26.294261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-8f56fe1a-bb00-48c3-819f-4f556b9421d9 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216049 Aug 06 15:38:26.349004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.409838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Pushing event deleted for resources: {'Port': ['ID=a9fac392-281e-4cb5-8f52-6b1b6a19a914,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:26.470248 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.471926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-bb8271d3-9b2c-403d-b3a6-01caabc3a91e service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714134 Aug 06 15:38:26.490588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Transition to ACTIVE for port object d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:26.504917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] No DVR routers for this DVR port a9fac392-281e-4cb5-8f52-6b1b6a19a914 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:26.508450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.510575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ddd5db5b-ae11-4a62-b3e4-fd49efdd8e62 req-abbc2311-93ae-4232-9934-608351d3d58e tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.59 "DELETE /v2.0/ports/a9fac392-281e-4cb5-8f52-6b1b6a19a914 HTTP/1.1" status: 204 len: 173 time: 0.8906026 Aug 06 15:38:26.511097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91258d8-e662-4102-951a-b810e77424df', 'name': 'network-vif-deleted', 'tag': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:26.514072 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e3dce9-fbc9-450b-b9a2-b6cedcf009cf" -d '{"events": [{"server_uuid": "c91258d8-e662-4102-951a-b810e77424df", "name": "network-vif-deleted", "tag": "a9fac392-281e-4cb5-8f52-6b1b6a19a914"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:26.598871 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.659100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce4b14-6b85-41e8-bff0-23f86e7a76c8 None None] Pushing event updated for resources: {'Port': ['ID=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:26.744622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Attempting to bind port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:26.745579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Attempting to bind port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:26.746305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Attempting to bind port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:26.758779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:26.759994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:26.760355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.761134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:26.762429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Bound port: d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:26.763326 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:26.954981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] For port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:26.962387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] For port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:27.062215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:27.070722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051732359', 'description': 'tempest-description--1987781152'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:27.088195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-810bb7a4-0700-4912-ba59-909115a6f524 req-1112b473-e583-4cf6-8fa1-41642aee5554 tempest-ImagesTestJSON-328075890 tempest-ImagesTestJSON-328075890-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91258d8-e662-4102-951a-b810e77424df HTTP/1.1" status: 200 len: 210 time: 0.0828133 Aug 06 15:38:27.126964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:27.144108 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c8f6d8-f8d5-4b27-9b91-d53d2d3019a2 x-openstack-request-id: req-f2c8f6d8-f8d5-4b27-9b91-d53d2d3019a2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:27.144580 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91258d8-e662-4102-951a-b810e77424df", "name": "network-vif-deleted", "tag": "a9fac392-281e-4cb5-8f52-6b1b6a19a914", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:27.144938 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2c8f6d8-f8d5-4b27-9b91-d53d2d3019a2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:27.145577 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91258d8-e662-4102-951a-b810e77424df', 'name': 'network-vif-deleted', 'tag': 'a9fac392-281e-4cb5-8f52-6b1b6a19a914', 'status': 'completed', 'code': 200} Aug 06 15:38:27.190522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4d02216-0f61-46c6-89df-f77b8bd4875f req-021f9567-ca11-48ff-beba-18088da9cc59 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0470359 Aug 06 15:38:27.220476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:27.223885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:27.248541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75fc5e8c-c957-4d7f-8993-3224e6747167 req-f5609f57-6049-46a2-9da4-285661ac7067 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 210 time: 0.0460696 Aug 06 15:38:27.267086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:27.298289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce4b14-6b85-41e8-bff0-23f86e7a76c8 None None] Pushing event updated for resources: {'Port': ['ID=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:27.451712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:27.456920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:27.761414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:27.817367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:26Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:27.823843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b291171-d421-46fe-8f4d-2a98ed17631e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:27.854273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd25cf4-faa3-4f08-96fa-b0c0f884e05f None None] The sync data for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 is: [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:26Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:27.912363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:27.930909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45576) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:27.932221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a8185fa-d428-453c-b00c-61500ee0f166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8647447 Aug 06 15:38:27.956760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'security_group_rule': {'security_group_id': '8b291171-d421-46fe-8f4d-2a98ed17631e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:28.144321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:28.262653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:28.402413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ade15670-b748-43aa-8328-1da7391571f3 req-9e7b8102-634c-4361-ab00-10df729b2769 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0420809 Aug 06 15:38:28.403403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:28.449142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f3dda0-4a48-46b3-894a-2579b2634f0f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:28.832582 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:28.902431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d1cd6ce-7fdd-44f7-b85d-af17aedc0b56 req-580cf69e-e4d0-4584-8e24-2d047cae2109 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 210 time: 0.4075885 Aug 06 15:38:28.903508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:28.904888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74b79208-4f39-496f-888f-66bc004403d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9726450 Aug 06 15:38:28.907678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:28.914081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'security_group_rule': {'security_group_id': '8b291171-d421-46fe-8f4d-2a98ed17631e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:29.080034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.186305 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.276661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:29.331120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.358039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Deleting subnet 0b2ca148-d36b-43f2-8197-dfe2f579464f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:38:29.365696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e1cd7c-e231-45fa-9eae-4148108de1ea,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:29.368626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.420563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.466889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:29.498311 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.538164 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.540189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b66b8d59-9a25-4d11-a5cc-5aa535c1a040 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6312356 Aug 06 15:38:29.544948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45636) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:29.563013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:29.589978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c7e8c9f-d77d-4b5f-8a8d-0eac0987c852 req-226e2e02-edf9-472c-821b-32f372a22668 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0360734 Aug 06 15:38:29.621237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:29.639179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:29.643272 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.719453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.764321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.768035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2ca148-d36b-43f2-8197-dfe2f579464f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:29.770105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.795466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.801272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bf473bfc-6931-4df0-a590-6ca17f5ae9c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0b2ca148-d36b-43f2-8197-dfe2f579464f HTTP/1.1" status: 204 len: 168 time: 0.5234005 Aug 06 15:38:29.801992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:29.838283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:29.904740 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:29.919437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.012579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:30.024858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.061265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.090049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ae1e1cd-1c17-44ba-a449-07cf3eca8fa1 req-4264af5b-a145-42c8-84be-e55741fe8cad tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 210 time: 0.0450478 Aug 06 15:38:30.094031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ea6564-164b-4e2c-a5f6-e3358b4d63e6']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:30.106753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e77451-5dbd-45e7-8976-fa7164309c00') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:30.107047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e77451-5dbd-45e7-8976-fa7164309c00') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:30.128306 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.144594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.155577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:38:30.155577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.186179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-d21b308f-a853-40b8-b688-0cb8b24e2870 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:30.186832 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-d21b308f-a853-40b8-b688-0cb8b24e2870 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.2400417 Aug 06 15:38:30.207345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a9fac392-281e-4cb5-8f52-6b1b6a19a914 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:30.224394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Request body: {'port': {'device_id': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'admin_state_up': True, 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:30.242187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: a9fac392-281e-4cb5-8f52-6b1b6a19a914 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:30.246196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a9fac392-281e-4cb5-8f52-6b1b6a19a914 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:38:30.266605 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:38:30.334787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Allocated IP 172.25.5.197 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/773b7cdb-5ba2-45db-82cf-79afeea9b266) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:30.472199 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.481797 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.482278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b3ea6564-164b-4e2c-a5f6-e3358b4d63e6 HTTP/1.1" status: 204 len: 168 time: 0.6769967 Aug 06 15:38:30.501353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b9f9a-b649-4a05-8984-cedf58ce27c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ea6564-164b-4e2c-a5f6-e3358b4d63e6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:30.510827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.540917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:30.546775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.720212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb926a25-99d6-4188-843e-8fca1169fcbf req-7c16d24e-2a4a-4132-b623-92894525292c tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0353103 Aug 06 15:38:30.742246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:30.760308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Allocated IP 172.20.0.2 (0203c533-7792-4fd2-b6e4-cceb855028af/38bf8d9d-9118-46fc-a6ce-c898762d900c/218710dd-fc9f-4dd9-ab95-2e1a685bd7f9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:30.806655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:30.814012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:30.821468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:30.825863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=773b7cdb-5ba2-45db-82cf-79afeea9b266,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:31.064370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:31.164098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.171251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e796c86-9e9d-452a-b335-c0d21d108197 req-e9270176-2fd0-4c65-921c-93d8b5eff6de tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:31.173271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e796c86-9e9d-452a-b335-c0d21d108197 req-e9270176-2fd0-4c65-921c-93d8b5eff6de tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 945 time: 0.1586702 Aug 06 15:38:31.192225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d79a1e41-fc2d-483b-a152-dbfc84afa9dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d6dc3aeefc34716afe986505ab80f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243143 Aug 06 15:38:31.195772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45668) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:31.255252 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.269670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5fa7ca7-c3d4-44a0-8a6a-fef022a6f254 req-34d2f777-2df7-4e43-9235-9ad64683fd47 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 210 time: 0.0428581 Aug 06 15:38:31.276200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e796c86-9e9d-452a-b335-c0d21d108197 req-1037b4ac-ba7a-44df-8b69-70ab2a120ff9 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923955 Aug 06 15:38:31.352732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a55d7f0-a09d-4545-b52e-525ee3bf9d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.405375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:31.429309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a55d7f0-a09d-4545-b52e-525ee3bf9d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.442177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.508725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:31.509236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.592759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.648211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Network 0203c533-7792-4fd2-b6e4-cceb855028af is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:31.664012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:31.672237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:31.679867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a55d7f0-a09d-4545-b52e-525ee3bf9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.682494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a55d7f0-a09d-4545-b52e-525ee3bf9d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.683710 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0a55d7f0-a09d-4545-b52e-525ee3bf9d0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6 HTTP/1.1" status: 204 len: 168 time: 0.4859495 Aug 06 15:38:31.732177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:31.743320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55d7f0-a09d-4545-b52e-525ee3bf9d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10482a5-2c8b-4d05-9b9e-8319cb9aa3d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:31.794582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:31.794582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.797271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.864132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-116d1786-89c5-4ebb-b625-5edb5add7313 req-45f34408-e9fc-4482-9129-24a33aa6b5ff tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0340552 Aug 06 15:38:31.871611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:31.913209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-910c3cd1-f6d5-430d-9aaa-68ab647610c1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6991174 Aug 06 15:38:31.949752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Request body: {'port': {'device_id': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:31.990199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=773b7cdb-5ba2-45db-82cf-79afeea9b266,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:31.998771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:32.034650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:32.182121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:32.193452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-99e0aec8-4817-4f9c-b8b7-2a728b67589e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6353264 Aug 06 15:38:32.392971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:32.402167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:32.416791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Transition to ACTIVE for port object 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:32.476277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2115-fdf2-4015-be14-49202e32a8e5 req-8a74a5dc-a2e5-4fca-9888-3d3d22c5883d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:32.478306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d83e2115-fdf2-4015-be14-49202e32a8e5 req-8a74a5dc-a2e5-4fca-9888-3d3d22c5883d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 931 time: 0.0910444 Aug 06 15:38:32.485400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd623c-fb2c-412f-a3b1-111c0e7e200b req-f59f9124-8e7b-4a3b-a1fc-d4a0ebc7ee9c tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:32.487096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebcd623c-fb2c-412f-a3b1-111c0e7e200b req-f59f9124-8e7b-4a3b-a1fc-d4a0ebc7ee9c tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 945 time: 0.0982234 Aug 06 15:38:32.529825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:32.549664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d83e2115-fdf2-4015-be14-49202e32a8e5 req-98f479c1-3f6d-4f43-b24d-1cdaee4640b4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616825 Aug 06 15:38:32.586418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebcd623c-fb2c-412f-a3b1-111c0e7e200b req-47771121-5bb8-4d91-a554-c8c7a88ac726 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/security-groups?id=146c2ac6-3c33-4a04-9734-e5ed98ab5263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898705 Aug 06 15:38:32.608353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:32.639434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-7e1eed46-dfa0-4ad1-9e37-6a7e8a9ee566 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:32.643852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-7e1eed46-dfa0-4ad1-9e37-6a7e8a9ee566 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.64 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 945 time: 0.1114578 Aug 06 15:38:32.789512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-e82f73e3-6421-4d61-b540-94fc4ce0e5b1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1051732359&fields=id&tenant_id=51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 267 time: 0.0901065 Aug 06 15:38:32.892919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Deleting port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:32.894325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.022108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-b6efae47-dc3b-4443-b086-53e44d893f6e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:33.024040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-b6efae47-dc3b-4443-b086-53e44d893f6e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.2233667 Aug 06 15:38:33.055341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6503181c-ba72-43fa-85ab-6d2c08a134f8 req-09145d8a-00b5-4dce-841b-e20d9bbfe94c tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0527539 Aug 06 15:38:33.077315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-b9fead2c-2d95-488d-9a13-8e6db12495eb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/quotas/51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 375 time: 0.0415337 Aug 06 15:38:33.084681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Attempting to bind port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:33.085026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Attempting to bind port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:33.085363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Attempting to bind port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:33.090531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 on network 0203c533-7792-4fd2-b6e4-cceb855028af not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:38:33.094989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Attempting to bind port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:33.096693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:33.097021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:33.097410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Bound using segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:33.097852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Bound port: 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:33.098216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.099611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] For port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,segment=NetworkSegment(e961d806-40f4-4d6f-8330-662362ed1f5f),segment_id=e961d806-40f4-4d6f-8330-662362ed1f5f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:33.100522 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.135109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Calling delete_port for 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:33.187982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:33.194115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:33.197831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-3f4c9982-b022-4c14-9ec4-4976572d666a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107745 Aug 06 15:38:33.313592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.381944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-3514da32-1719-44ed-964a-7ec1daf950f0 service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626747 Aug 06 15:38:33.426859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:33.428205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.431449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] 10.222.0.59 "PUT /v2.0/ports/218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 HTTP/1.1" status: 200 len: 1091 time: 1.4910829 Aug 06 15:38:33.437762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:33.437762 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d" -d '{"events": [{"name": "network-changed", "server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:33.470942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd96618-8c83-4e29-9c40-b20a4ecb4acc service neutron] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:33.536303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.594464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Pushing event deleted for resources: {'Port': ['ID=8f85fa3c-98bd-49ce-aa92-0dbb8653db47,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:33.609565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-b3257daa-4102-437c-b2d1-9d5bf61983a1 service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081499 Aug 06 15:38:33.663359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-3643ffa3-dfb6-4000-8df0-e2251b22b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:33.665161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-3643ffa3-dfb6-4000-8df0-e2251b22b682 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 1094 time: 0.0698731 Aug 06 15:38:33.679903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] No DVR routers for this DVR port 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:33.684090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:33.686337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11cc7352-fffb-4b2a-967a-76d7dc20f8e5 req-d888da73-7f43-476d-94e9-feee127bc137 tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.64 "DELETE /v2.0/ports/8f85fa3c-98bd-49ce-aa92-0dbb8653db47 HTTP/1.1" status: 204 len: 173 time: 1.0346470 Aug 06 15:38:33.686798 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'name': 'network-vif-deleted', 'tag': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:33.689147 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f64c104-b7b1-4c39-a69c-29abc3f4d438" -d '{"events": [{"server_uuid": "85ea2ada-6d3e-4b87-b5b4-c54c57e501af", "name": "network-vif-deleted", "tag": "8f85fa3c-98bd-49ce-aa92-0dbb8653db47"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:33.724490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-34a7a253-ec7b-4dc3-80df-83345212f96a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 HTTP/1.1" status: 200 len: 217 time: 0.0510287 Aug 06 15:38:33.803708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b730e-c221-4795-a72b-4adc09683499 req-be4fd5d8-41a6-4b7d-a26d-4fb3b52160cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:33.805429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-be4fd5d8-41a6-4b7d-a26d-4fb3b52160cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0739880 Aug 06 15:38:33.842994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-22a6c971-cecc-4bfd-b86a-f0b0054d2d75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301149 Aug 06 15:38:33.969698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-70b1da1f-99ab-4adc-a17e-4aa6f7281b01 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190300 Aug 06 15:38:34.030230 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ed9cf2-ddc4-4722-9dae-e1c37d965b13 x-openstack-request-id: req-22ed9cf2-ddc4-4722-9dae-e1c37d965b13 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:34.030844 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:34.031349 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22ed9cf2-ddc4-4722-9dae-e1c37d965b13 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:34.031969 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'status': 'completed', 'code': 200} Aug 06 15:38:34.134160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f84b730e-c221-4795-a72b-4adc09683499 req-8ce9e3f0-7427-4124-adbe-06c3543eec81 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570387 Aug 06 15:38:34.157685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699a565-6698-4744-9c7d-745ed9d8e53c req-21b17510-235c-4c44-8e51-8124a9a27957 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:34.166318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1699a565-6698-4744-9c7d-745ed9d8e53c req-21b17510-235c-4c44-8e51-8124a9a27957 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 943 time: 0.0858490 Aug 06 15:38:34.212018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1699a565-6698-4744-9c7d-745ed9d8e53c req-560ccabf-aab8-48c9-9387-4178c5e6e96e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Aug 06 15:38:34.322575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4afc219c-15a6-4fbf-86e0-b4ee3e7a0330 req-934a2366-e4f7-45dd-a6c9-f6fd0a6fb58f tempest-ServerTagsTestJSON-1741641610 tempest-ServerTagsTestJSON-1741641610-project] 10.222.0.16 "GET /v2.0/ports?device_id=85ea2ada-6d3e-4b87-b5b4-c54c57e501af HTTP/1.1" status: 200 len: 210 time: 0.0367341 Aug 06 15:38:34.371782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-dfc3c446-7daf-4edf-bd17-35cbc58449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:34.375214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-dfc3c446-7daf-4edf-bd17-35cbc58449f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 1094 time: 0.0663044 Aug 06 15:38:34.386276 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb872dd-a4a5-4189-b575-b4ad645ed90f x-openstack-request-id: req-afb872dd-a4a5-4189-b575-b4ad645ed90f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:34.386633 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ea2ada-6d3e-4b87-b5b4-c54c57e501af", "name": "network-vif-deleted", "tag": "8f85fa3c-98bd-49ce-aa92-0dbb8653db47", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:34.387086 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afb872dd-a4a5-4189-b575-b4ad645ed90f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:34.387647 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ea2ada-6d3e-4b87-b5b4-c54c57e501af', 'name': 'network-vif-deleted', 'tag': '8f85fa3c-98bd-49ce-aa92-0dbb8653db47', 'status': 'completed', 'code': 200} Aug 06 15:38:34.489669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-deab5ab6-b98f-41ea-b097-d90ebdbb3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:34.492472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-deab5ab6-b98f-41ea-b097-d90ebdbb3926 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 913 time: 0.1094570 Aug 06 15:38:34.514538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e246428a-ac4e-4c82-8579-a2e56b0be044 req-9e58e1e6-f605-46ee-93d6-1fdb11c543f2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0306454 Aug 06 15:38:34.546811 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-7a60e321-d761-463f-803c-9da7207364a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 HTTP/1.1" status: 200 len: 217 time: 0.0450668 Aug 06 15:38:34.606650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-f14f816c-4557-4623-9da0-b75489bfa377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:34.608826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-f14f816c-4557-4623-9da0-b75489bfa377 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0533006 Aug 06 15:38:34.610352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68eca2b2-0171-495b-8241-28f1aa447c5a req-968f3029-41b2-4654-a496-652efff66656 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0313416 Aug 06 15:38:34.665853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-0a1f1c33-165d-4abc-8c6b-ae31adbda1c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477085 Aug 06 15:38:34.791515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-2fb3ce6e-364e-48fc-8701-e06f646632bc service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153996 Aug 06 15:38:34.861301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37318b4f-eb92-4c52-9d81-f8827c6d98bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:34.903750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e2bd69b-bd0b-44df-b4c7-bc0833eea08d req-980ad968-2518-40d6-91da-cf4604de0a19 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035275 Aug 06 15:38:35.350005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d483-b981-4a8c-add3-ac8c6bed5bda req-dde1f6ff-6ff9-44a5-8c32-4889fe950638 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:35.352785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7441d483-b981-4a8c-add3-ac8c6bed5bda req-dde1f6ff-6ff9-44a5-8c32-4889fe950638 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 943 time: 0.0571337 Aug 06 15:38:35.405930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7441d483-b981-4a8c-add3-ac8c6bed5bda req-4273a2d7-f741-4188-a9e2-55abc72a437d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 Aug 06 15:38:35.414808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:35.484901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Deleting subnet be72f350-e053-4c5b-b31a-80f5f291976c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:38:35.489148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:35.492605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:35.517423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:35.517774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8f85fa3c-98bd-49ce-aa92-0dbb8653db47 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:35.534236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:35.584367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:35.609289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd648621-4817-4560-8d76-2ecb708c20c1 req-dba8668f-60e9-447c-b525-366aff66fd33 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0372822 Aug 06 15:38:35.731014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b39e031-11c1-4366-b692-8f33b67f17c9 req-61518a01-15ac-44ae-a606-7ff37cfc8f43 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0310795 Aug 06 15:38:35.766115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:35.795728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be72f350-e053-4c5b-b31a-80f5f291976c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:35.802102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:35.807425 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ae718f73-5267-439f-ae7f-c7060b95da26 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/be72f350-e053-4c5b-b31a-80f5f291976c HTTP/1.1" status: 204 len: 168 time: 0.3884292 Aug 06 15:38:35.808182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:35.893524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:35.965811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193e8d0-fc58-411b-ba4d-fa39cb173499 req-c5ebd2fb-43b3-4c48-8e2c-7c21e4f6f9a7 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:35.967310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0193e8d0-fc58-411b-ba4d-fa39cb173499 req-c5ebd2fb-43b3-4c48-8e2c-7c21e4f6f9a7 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.0635219 Aug 06 15:38:36.008015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:36.034016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68896949-fd6f-4446-9f12-8b3988550bf2']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:36.040532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0193e8d0-fc58-411b-ba4d-fa39cb173499 req-e928a224-9fa4-448b-8753-ce59578c8e0c tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613835 Aug 06 15:38:36.057057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e961d806-40f4-4d6f-8330-662362ed1f5f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:36.057673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e961d806-40f4-4d6f-8330-662362ed1f5f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:36.076703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:36.101952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:36.111356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:38:36.111826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:38:36.114635 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:38:36.295787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:36.306037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:36.308693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68896949-fd6f-4446-9f12-8b3988550bf2 HTTP/1.1" status: 204 len: 168 time: 0.4998896 Aug 06 15:38:36.325346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a912e5d-e506-4c4c-807d-c0a1ce762f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=68896949-fd6f-4446-9f12-8b3988550bf2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:36.590565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4472e-eb32-46d2-ab7b-9a26b0684c74 req-4ee889d6-1ab9-4ac5-8ad7-c37509761d69 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:36.592239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74d4472e-eb32-46d2-ab7b-9a26b0684c74 req-4ee889d6-1ab9-4ac5-8ad7-c37509761d69 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 943 time: 0.0808473 Aug 06 15:38:36.660772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74d4472e-eb32-46d2-ab7b-9a26b0684c74 req-14a288b2-445b-429d-83c9-6975f8715334 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613115 Aug 06 15:38:36.797748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb176b7f-f151-4ce6-bc6c-3c7214f6739f req-6cf923d1-9867-497c-927a-d38acc35ab87 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0430825 Aug 06 15:38:36.919174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c1932f1-fa15-47ec-b0d8-5d6fb4538e32 req-22be5d86-5fcf-4031-81b9-6a7e49f448a3 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0324886 Aug 06 15:38:37.089628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:37.160735 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d64e5883-b71e-4424-9ca9-0e7d110761ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d32e930e1ec94409b2904fa083e0a4a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695438 Aug 06 15:38:37.165350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:37.253636 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3b82-4bc2-4e7e-981d-fc90789429c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.316910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3b82-4bc2-4e7e-981d-fc90789429c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.358503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14baa254-6df9-40c8-ba7a-d3d5b9fe54b8 req-3028660b-8536-4c4b-97af-b4c4ddc77b82 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:37.360122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14baa254-6df9-40c8-ba7a-d3d5b9fe54b8 req-3028660b-8536-4c4b-97af-b4c4ddc77b82 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.0911381 Aug 06 15:38:37.416899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14baa254-6df9-40c8-ba7a-d3d5b9fe54b8 req-f3a4975f-0e31-4146-9621-43782810da42 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Aug 06 15:38:37.497495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-ecd662fd-6b7e-4727-9afc-eda206ef3142 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:37.501592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-ecd662fd-6b7e-4727-9afc-eda206ef3142 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.1650298 Aug 06 15:38:37.517269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3b82-4bc2-4e7e-981d-fc90789429c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.523521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c2c3b82-4bc2-4e7e-981d-fc90789429c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.525464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8c2c3b82-4bc2-4e7e-981d-fc90789429c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/146c2ac6-3c33-4a04-9734-e5ed98ab5263 HTTP/1.1" status: 204 len: 168 time: 0.3587210 Aug 06 15:38:37.556063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c3b82-4bc2-4e7e-981d-fc90789429c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c2ac6-3c33-4a04-9734-e5ed98ab5263,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:37.576183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-cd5582d9-b085-4ee0-a8ea-d57577eeb382 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 380 time: 0.0644598 Aug 06 15:38:37.590420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'port': {'device_id': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'admin_state_up': True, 'tenant_id': '51b2f4477238414f9429be812049194f', 'security_groups': ['8b291171-d421-46fe-8f4d-2a98ed17631e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:37.701242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-993e76f1-30cb-41cd-9d4f-30d632125b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.703354 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.877108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2c98c-8fe7-4c41-8477-4119398433aa req-6b9f86b1-cc50-4f9f-9dd2-75e97252ab02 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:37.878327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:37.882943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:37.885627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d2c98c-8fe7-4c41-8477-4119398433aa req-6b9f86b1-cc50-4f9f-9dd2-75e97252ab02 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 943 time: 0.0701702 Aug 06 15:38:37.937744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d2c98c-8fe7-4c41-8477-4119398433aa req-b86c8494-1fa0-4a69-8139-38f528dc7327 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492406 Aug 06 15:38:38.051760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Allocated IP 172.20.0.14 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/88f092de-7c85-4ad0-91ee-ba1c30302080) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:38.161751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0d10597-2894-442c-a98b-a7511faf4aac req-451aa681-2ab7-40f2-a05c-a863b5ecc1d3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0335798 Aug 06 15:38:38.244324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:38.288108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-688baa53-05ae-4a71-912c-db356ac633b4 req-d40dff28-a3d0-4c4f-97c1-40a0a59bd63a tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0523703 Aug 06 15:38:38.294919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.326612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Transition to ACTIVE for port object 88f092de-7c85-4ad0-91ee-ba1c30302080 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:38.433784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:38.450331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'mac_address': 'fa:16:3e:16:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:38.490904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.508206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.529574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:38.556431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:38.560084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:38.564914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:38.565728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:38.569790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:38.615941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dcfa2-84d1-4415-88b3-74a008dcd664 req-d98cdaf3-2366-4ff2-975a-d1658d0648ac tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:38.628481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a44dcfa2-84d1-4415-88b3-74a008dcd664 req-d98cdaf3-2366-4ff2-975a-d1658d0648ac tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.0950143 Aug 06 15:38:38.654802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:38.656214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.704840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a44dcfa2-84d1-4415-88b3-74a008dcd664 req-456beac7-8c04-4588-b6b0-00dbe7e9959f tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661297 Aug 06 15:38:38.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.805664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-d91d3f3e-aa39-4b8d-a2ef-8f53bc876271 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2234151 Aug 06 15:38:38.822239 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.827648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Request body: {'port': {'device_id': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:38.863325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:38.872329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.872675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.873020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.873354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.873681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.874006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.874329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.874650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.874996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.875532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.875902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.876516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:38.906277 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:38.956456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:39.091091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aedf0-cc8e-4b3b-bce9-d9de62ff7033 req-2b22f329-fdd2-4940-937b-5aa1d942c5b0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:39.093407 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-226aedf0-cc8e-4b3b-bce9-d9de62ff7033 req-2b22f329-fdd2-4940-937b-5aa1d942c5b0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 944 time: 0.0735343 Aug 06 15:38:39.138032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86a6eb5b-dc9d-47cf-b337-8e6670483fc1 None None] Provisioning for port 88f092de-7c85-4ad0-91ee-ba1c30302080 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:39.149628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86a6eb5b-dc9d-47cf-b337-8e6670483fc1 None None] Provisioning complete for port 88f092de-7c85-4ad0-91ee-ba1c30302080 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:39.150198 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86a6eb5b-dc9d-47cf-b337-8e6670483fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:39.162015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-226aedf0-cc8e-4b3b-bce9-d9de62ff7033 req-8d895e69-9bb1-47d7-bb70-17e85f661a3f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554690 Aug 06 15:38:39.255537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-86a6eb5b-dc9d-47cf-b337-8e6670483fc1 None None] Port 88f092de-7c85-4ad0-91ee-ba1c30302080 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:38:39.355022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c618-d23d-4832-a002-c9e60397b5f6 req-b82177df-c355-48e8-a44d-89936550c039 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:39.360590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13c6c618-d23d-4832-a002-c9e60397b5f6 req-b82177df-c355-48e8-a44d-89936550c039 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 932 time: 0.0983160 Aug 06 15:38:39.430993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13c6c618-d23d-4832-a002-c9e60397b5f6 req-244d9d76-cb9a-4d43-a47e-dc7e0961bb79 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622587 Aug 06 15:38:39.472010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:39.487413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:39.502539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:39.509205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Transition to ACTIVE for port object 88f092de-7c85-4ad0-91ee-ba1c30302080 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:39.566179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aff2f2f2-3ab0-4fc0-9f2a-3adda3d35713 req-da67d025-994b-45e4-8a91-efd020ba432c tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0406306 Aug 06 15:38:39.587554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:39.683144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-742679571-network', 'tenant_id': '4fc2ba4b92384c9fa58c74a2ce8c1d90'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:39.752229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:39.814080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Attempting to bind port 88f092de-7c85-4ad0-91ee-ba1c30302080 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:39.814520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Attempting to bind port 88f092de-7c85-4ad0-91ee-ba1c30302080 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:39.814884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Attempting to bind port 88f092de-7c85-4ad0-91ee-ba1c30302080 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:39.822604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Port 88f092de-7c85-4ad0-91ee-ba1c30302080 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:38:39.823128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Attempting to bind port 88f092de-7c85-4ad0-91ee-ba1c30302080 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:39.831521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:39.832057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:39.832525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:39.833326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Bound port: 88f092de-7c85-4ad0-91ee-ba1c30302080, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:39.834236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:39.899084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Made reservation on behalf of 4fc2ba4b92384c9fa58c74a2ce8c1d90 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:39.902912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:39.922637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:39.929708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:39.933535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:39.972090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636f4de-6c6d-418d-8ebe-c23a5000fe59 req-72fd54a6-185d-4dca-b5d2-bda4cc28c41c tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:39.974829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0636f4de-6c6d-418d-8ebe-c23a5000fe59 req-72fd54a6-185d-4dca-b5d2-bda4cc28c41c tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.1550105 Aug 06 15:38:40.043960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0636f4de-6c6d-418d-8ebe-c23a5000fe59 req-4b56530f-6eb1-423d-8d14-3058c5b1e8d6 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564678 Aug 06 15:38:40.073663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.178525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-0872012e-6e42-42f2-ace8-2058172d1df7 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.178525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-0872012e-6e42-42f2-ace8-2058172d1df7 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.64 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.1163864 Aug 06 15:38:40.179039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.179039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.179039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-f98cb732-ba56-40c3-9360-919be125452d service neutron] 10.222.0.59 "PUT /v2.0/ports/88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1092 time: 1.3509696 Aug 06 15:38:40.179039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:40.179039 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:40.206756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.231899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb732-ba56-40c3-9360-919be125452d service neutron] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:40.254903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:40.328534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.364594 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c304595f-c7b5-4e75-9e23-2de5de8fae45 x-openstack-request-id: req-c304595f-c7b5-4e75-9e23-2de5de8fae45 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:40.365535 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:40.366767 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c304595f-c7b5-4e75-9e23-2de5de8fae45 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:40.367213 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'status': 'completed', 'code': 200} Aug 06 15:38:40.408503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-c726b23c-9aa3-4366-81b3-e9582cce067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.410255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-c726b23c-9aa3-4366-81b3-e9582cce067b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1095 time: 0.1167641 Aug 06 15:38:40.415415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:38:40.480914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-8772e4a8-c1bf-437b-a888-5ccc557f71f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 217 time: 0.0618660 Aug 06 15:38:40.517343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a63026-0a55-4b40-bbca-4214ce3fc6e9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:40.542254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.542844 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Added segment 887e3c33-f3ab-4c29-943f-a23287faaa47 of type vlan for network 278ee14e-a05d-487f-81e4-8e767a20db5e Aug 06 15:38:40.570471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:40.586107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:40.586107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.616451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-8fd38f5d-98f5-4d11-a4c8-564fe3611e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.618616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-8fd38f5d-98f5-4d11-a4c8-564fe3611e6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.1292112 Aug 06 15:38:40.626641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Deleting port 59e577c3-159a-4710-86b1-da6d314f76ee {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:40.627300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.694643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137e162-8940-4f6c-baa7-36892615e62e req-8f4622b9-cf9d-4af1-94ed-d3ea315da4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.698872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-8f4622b9-cf9d-4af1-94ed-d3ea315da4b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706410 Aug 06 15:38:40.734068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.759430 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.809666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138577f-7edf-49f9-bc4f-5fdf4b615011 req-1fbfe41d-c2c8-421f-ac7b-3c464106440a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.815925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:40.817752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8138577f-7edf-49f9-bc4f-5fdf4b615011 req-1fbfe41d-c2c8-421f-ac7b-3c464106440a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 944 time: 0.4049408 Aug 06 15:38:40.820102 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177b2adf-65e7-43ac-922f-7ce988b7b380" -d '{"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-plugged", "status": "completed", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:40.840263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.843278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:40.846462 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-bcd9f69c-1a36-4ddf-9a3d-33eece1b3943 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413138 Aug 06 15:38:40.922689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] For port 59e577c3-159a-4710-86b1-da6d314f76ee, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=59e577c3-159a-4710-86b1-da6d314f76ee,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:40.923246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.962944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e53513-1e10-430c-985a-b18a2df14af5 req-a23da4cf-94ec-47ea-8285-f91250b00317 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:40.968897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:40.976570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e53513-1e10-430c-985a-b18a2df14af5 req-a23da4cf-94ec-47ea-8285-f91250b00317 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 944 time: 0.2747951 Aug 06 15:38:41.003266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6137e162-8940-4f6c-baa7-36892615e62e req-1e0f4d0c-d9ae-4f85-a328-f258e1a6e010 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498466 Aug 06 15:38:41.018931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8138577f-7edf-49f9-bc4f-5fdf4b615011 req-aa04f8e5-6da0-4a75-a3ce-ce0e95e7520b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998754 Aug 06 15:38:41.092037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:41.093098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.093825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:41.102618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:41.202552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-76996574-7e5f-4a5b-a8d5-3b33550002b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.204620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-76996574-7e5f-4a5b-a8d5-3b33550002b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1095 time: 0.0614896 Aug 06 15:38:41.294049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:41.300779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f90f426d-023a-499d-81a9-0d0796e6c1ab req-88dc57ac-1180-48c1-bf5c-daabae1b1ee6 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1689956 Aug 06 15:38:41.381128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-3bca27d2-92b0-41b5-acb9-a7a0ec407fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.384691 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-3bca27d2-92b0-41b5-acb9-a7a0ec407fd5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.1699977 Aug 06 15:38:41.411325 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8961db57-b084-4651-aa95-6bfcfc1a44e8 x-openstack-request-id: req-8961db57-b084-4651-aa95-6bfcfc1a44e8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:41.412000 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-plugged", "status": "completed", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:41.412415 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8961db57-b084-4651-aa95-6bfcfc1a44e8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:41.413090 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'code': 200} Aug 06 15:38:41.490301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-17377226-9bf4-4123-bcb3-114948fb751f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 217 time: 0.0968039 Aug 06 15:38:41.504378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f748d441-99d0-4d02-b29e-d2bc1628bc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:41.514917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0102506 Aug 06 15:38:41.564905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e53513-1e10-430c-985a-b18a2df14af5 req-36670ac3-1a89-4926-9d38-0e80f7ed0251 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5870283 Aug 06 15:38:41.615058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be26db-88bd-4d82-882c-3de1b0a984e9 admin admin] Pushing event updated for resources: {'Network': ['ID=278ee14e-a05d-487f-81e4-8e767a20db5e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:41.634438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 278ee14e-a05d-487f-81e4-8e767a20db5e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:38:41.683399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:41.684385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:41.685951 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Floating IP 3b5482f4-1d68-4a97-850a-9acf19e105e3 disassociated. External IP: 172.25.5.46, port: 59e577c3-159a-4710-86b1-da6d314f76ee. Aug 06 15:38:41.686770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Calling delete_port for 59e577c3-159a-4710-86b1-da6d314f76ee owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:41.706059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559cfc9-f40a-42ea-b6ca-7025acd6c4b1 req-2f526f2f-4d1a-461a-9e12-41465810c7de tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.710333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7559cfc9-f40a-42ea-b6ca-7025acd6c4b1 req-2f526f2f-4d1a-461a-9e12-41465810c7de tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 945 time: 0.1562886 Aug 06 15:38:41.734294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-73f953fc-a2d4-486b-ac59-ed80c82df93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.736999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-73f953fc-a2d4-486b-ac59-ed80c82df93f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.2236359 Aug 06 15:38:41.767196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010b87e-7ade-4f63-bf4c-2aeb4d6fdbb0 req-385eba96-345c-4bed-b24a-dceab5512a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.769661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a010b87e-7ade-4f63-bf4c-2aeb4d6fdbb0 req-385eba96-345c-4bed-b24a-dceab5512a34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 1096 time: 0.2583299 Aug 06 15:38:41.867456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a010b87e-7ade-4f63-bf4c-2aeb4d6fdbb0 req-371282b8-eaaf-40bd-adbd-880ed8646a3b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797014 Aug 06 15:38:41.877665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-46d27f25-d147-4210-a8c2-7ba04de7b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:41.879222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-46d27f25-d147-4210-a8c2-7ba04de7b76b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347528 Aug 06 15:38:41.886741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7559cfc9-f40a-42ea-b6ca-7025acd6c4b1 req-6da64331-2a99-4396-9180-e38702dff00b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d6837aa-12bf-42f2-8869-a00ce8c1552c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537743 Aug 06 15:38:41.902811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f748d441-99d0-4d02-b29e-d2bc1628bc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:42.008189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f748d441-99d0-4d02-b29e-d2bc1628bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:42.066016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f748d441-99d0-4d02-b29e-d2bc1628bc4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=958555a53dff4956aed2f6e08810199f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707062 Aug 06 15:38:42.074863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748d441-99d0-4d02-b29e-d2bc1628bc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160c26ab-45da-42e6-a00b-17c834e42c04,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:42.075108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:42.075690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-94924334-7be8-4b28-9bf6-dcb21ddb32c4 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491091 Aug 06 15:38:42.184688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:42.196027 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f6eacfe-fb71-4d20-bf63-8c56069d2a7e req-1010049d-a1f8-4372-bd2c-52e25a27aa15 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124315 Aug 06 15:38:42.657543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event deleted for resources: {'Port': ['ID=59e577c3-159a-4710-86b1-da6d314f76ee,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:42.721147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71769e17-be0b-408c-94da-1994e969d00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:42.838025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71769e17-be0b-408c-94da-1994e969d00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:42.873960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3604-f186-4621-8edf-753ef21af654 req-1a784106-e668-4c03-8ce7-7b0d0d715821 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:42.876441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f0e3604-f186-4621-8edf-753ef21af654 req-1a784106-e668-4c03-8ce7-7b0d0d715821 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.7087719 Aug 06 15:38:42.898975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d083d34-b7bb-4526-98bc-2c9027a2318f req-3cab7345-f2a1-426b-abea-bb508194f528 tempest-ComputeTenantNetworksTest-1154855790 tempest-ComputeTenantNetworksTest-1154855790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:42.906250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d083d34-b7bb-4526-98bc-2c9027a2318f req-3cab7345-f2a1-426b-abea-bb508194f528 tempest-ComputeTenantNetworksTest-1154855790 tempest-ComputeTenantNetworksTest-1154855790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:42.916304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d083d34-b7bb-4526-98bc-2c9027a2318f req-3cab7345-f2a1-426b-abea-bb508194f528 tempest-ComputeTenantNetworksTest-1154855790 tempest-ComputeTenantNetworksTest-1154855790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:42.918801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d083d34-b7bb-4526-98bc-2c9027a2318f req-3cab7345-f2a1-426b-abea-bb508194f528 tempest-ComputeTenantNetworksTest-1154855790 tempest-ComputeTenantNetworksTest-1154855790-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8068347 Aug 06 15:38:43.096163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80a49d61-94eb-46fe-8591-419fa7305173 req-7824b6ac-c633-4533-9a87-ce5ffc601abc tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0675535 Aug 06 15:38:43.132942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f0e3604-f186-4621-8edf-753ef21af654 req-0ccfabb8-2e80-4b23-b49e-1fdfda5af011 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126453 Aug 06 15:38:43.153379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Router 5ed39818-6889-4e61-aa5c-570a8d057076 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:43.219986 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:38:43.319125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71769e17-be0b-408c-94da-1994e969d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:43.323122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71769e17-be0b-408c-94da-1994e969d00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:43.324567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71769e17-be0b-408c-94da-1994e969d00e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/160c26ab-45da-42e6-a00b-17c834e42c04 HTTP/1.1" status: 204 len: 168 time: 1.2525952 Aug 06 15:38:43.356434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71769e17-be0b-408c-94da-1994e969d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160c26ab-45da-42e6-a00b-17c834e42c04,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:43.404229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d3c33-9e08-4cb8-a030-9413191f528d req-e1b0f55d-b892-41ec-9ee8-33288d2d04b5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:43.406776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-411d3c33-9e08-4cb8-a030-9413191f528d req-e1b0f55d-b892-41ec-9ee8-33288d2d04b5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 944 time: 0.1869283 Aug 06 15:38:43.443039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12c3c106-64e5-4d85-8e2c-65eb21f98e2e req-3567b05d-ddfe-4436-be8d-271f337687a6 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 210 time: 0.0939145 Aug 06 15:38:43.464889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:43.494645 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] Sync routers for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:43.510923 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:43.511678 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:43.551466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-411d3c33-9e08-4cb8-a030-9413191f528d req-4c1c404e-b706-4ed2-8959-68fef308e14a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127441 Aug 06 15:38:43.560661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 59e577c3-159a-4710-86b1-da6d314f76ee no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:43.587407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] No DVR routers for this DVR port 59e577c3-159a-4710-86b1-da6d314f76ee on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:43.594562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:43.597989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a08054b-fc96-45b3-8050-0ceac216fa9a req-e286e586-77b3-480c-992b-029579e4fa5b tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.64 "DELETE /v2.0/ports/59e577c3-159a-4710-86b1-da6d314f76ee HTTP/1.1" status: 204 len: 173 time: 3.4167178 Aug 06 15:38:43.598717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'name': 'network-vif-deleted', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:43.607926 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c7e08f-9f15-4453-b46d-b550244ad5dc" -d '{"events": [{"server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "name": "network-vif-deleted", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:43.633415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 59e577c3-159a-4710-86b1-da6d314f76ee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:43.634009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 59e577c3-159a-4710-86b1-da6d314f76ee not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:43.668420 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc320848-84cd-4878-8ef2-34de9653b95b x-openstack-request-id: req-cc320848-84cd-4878-8ef2-34de9653b95b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:43.669525 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575be5d4-6b6d-4bec-a3a5-b4367d7c96b6", "name": "network-vif-deleted", "tag": "59e577c3-159a-4710-86b1-da6d314f76ee", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:43.669525 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc320848-84cd-4878-8ef2-34de9653b95b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:43.669525 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575be5d4-6b6d-4bec-a3a5-b4367d7c96b6', 'name': 'network-vif-deleted', 'tag': '59e577c3-159a-4710-86b1-da6d314f76ee', 'status': 'completed', 'code': 200} Aug 06 15:38:43.676975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944d47-763f-4567-a24a-a0ce476ecbe6 req-56ac718f-6423-447e-bfe8-531613dcfef0 tempest-ComputeTenantNetworksTest-1154855790 tempest-ComputeTenantNetworksTest-1154855790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:43.694446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73944d47-763f-4567-a24a-a0ce476ecbe6 req-56ac718f-6423-447e-bfe8-531613dcfef0 tempest-ComputeTenantNetworksTest-1154855790 tempest-ComputeTenantNetworksTest-1154855790-project] 10.222.0.16 "GET /v2.0/networks/278ee14e-a05d-487f-81e4-8e767a20db5e HTTP/1.1" status: 200 len: 768 time: 0.1976509 Aug 06 15:38:43.694446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:43.695435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:43.793548 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:43.956685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:43.972480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278ee14e-a05d-487f-81e4-8e767a20db5e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:43.993661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887e3c33-f3ab-4c29-943f-a23287faaa47') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:43.993989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887e3c33-f3ab-4c29-943f-a23287faaa47') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:44.016368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.047561 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.056288 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:31Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:44.057348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:38:44.058230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:38:44.061924 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:38:44.090201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] Checking router: 5ed39818-6889-4e61-aa5c-570a8d057076 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:44.116067 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:44.116793 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:44.270910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:38:44.288161 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:44.291354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76b90b21-7f80-49be-a105-984f946f38c5 req-a4ae8fa6-1290-40d0-b1ed-26380c861873 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0540867 Aug 06 15:38:44.296893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.382177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.390433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] 10.222.0.16 "DELETE /v2.0/networks/278ee14e-a05d-487f-81e4-8e767a20db5e HTTP/1.1" status: 204 len: 168 time: 0.6950610 Aug 06 15:38:44.422360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5238b8-8054-4df7-86f3-71b6e11d2123 admin admin] Pushing event deleted for resources: {'Network': ['ID=278ee14e-a05d-487f-81e4-8e767a20db5e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:44.489847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a723164-0a58-4dc6-be7c-86bc807f1a14 req-e6aa4979-3d6a-4e03-98c1-b2b4df1f985c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:44.493028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a723164-0a58-4dc6-be7c-86bc807f1a14 req-e6aa4979-3d6a-4e03-98c1-b2b4df1f985c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1995738 Aug 06 15:38:44.643489 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a723164-0a58-4dc6-be7c-86bc807f1a14 req-6a753cf2-ec15-4263-b14f-2328121b2ec0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399550 Aug 06 15:38:44.657477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:44.681037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:38:44.767387 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.793798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:38:44.829921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15f86c93-024a-4cbc-9b47-72ce1137f5ed req-8947f13b-b265-4ce1-9ee6-96b4eec39cbc tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/ports?device_id=575be5d4-6b6d-4bec-a3a5-b4367d7c96b6 HTTP/1.1" status: 200 len: 210 time: 0.0838997 Aug 06 15:38:44.837685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:44.839279 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:31Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:44.900263 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b60bae-5a91-44ed-a366-19bbb3bee92d None None] The sync data for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 is: [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:36:20Z', 'revision_number': 4, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd5945229-de64-4bcf-b720-6ffd0fcbe32d', 'name': '', 'network_id': '86300159-4665-49be-bc44-e6d6826e0755', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'mac_address': 'fa:16:3e:a9:0e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:19Z', 'updated_at': '2021-08-06T15:36:31Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'subnets': [{'id': '7119105e-75d0-47f1-8700-6c0b14fbdf85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:44.953148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3926d3-8e9e-4ed9-a960-41be5beb8d9f req-63bdbe4e-83e8-4632-ad44-cd816f359bec tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:44.958356 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:44.959295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b3926d3-8e9e-4ed9-a960-41be5beb8d9f req-63bdbe4e-83e8-4632-ad44-cd816f359bec tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 944 time: 0.1272056 Aug 06 15:38:45.035391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b3926d3-8e9e-4ed9-a960-41be5beb8d9f req-58e27cce-9af5-4d3d-94e4-823672c2800b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645967 Aug 06 15:38:45.049169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:45.111552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:45.178880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2f57cadf-99e7-4636-8a91-aa2e83166b34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fc2ba4b92384c9fa58c74a2ce8c1d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653331 Aug 06 15:38:45.182901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:45.195262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['88f092de-7c85-4ad0-91ee-ba1c30302080'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:38:45.248382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08dc9de5-9ebe-459c-a01b-c4582253fd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:45.280959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:45.288446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08dc9de5-9ebe-459c-a01b-c4582253fd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:45.390525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8f51f6-fff6-4de0-8f5e-41b54dbeb95e None None] New status for floating IP 3b5482f4-1d68-4a97-850a-9acf19e105e3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:38:45.456304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1593170566-network', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:45.480948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-483e0438-2b20-4faa-ba55-664739808e76 req-a63db756-918b-4005-92ec-a38c902f1572 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0506616 Aug 06 15:38:45.492486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08dc9de5-9ebe-459c-a01b-c4582253fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:45.506079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08dc9de5-9ebe-459c-a01b-c4582253fd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:45.517254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-08dc9de5-9ebe-459c-a01b-c4582253fd20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33a63026-0a55-4b40-bbca-4214ce3fc6e9 HTTP/1.1" status: 204 len: 168 time: 0.3331330 Aug 06 15:38:45.544533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc9de5-9ebe-459c-a01b-c4582253fd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a63026-0a55-4b40-bbca-4214ce3fc6e9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:45.603698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Made reservation on behalf of 1aae4bdb767b47c3ba3997d185ca4b64 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:45.606590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:45.618509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:45.738404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.083221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.144180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:38:46.145614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:46.163094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb54b4b-9fc6-43f9-8a23-7695631c102e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:46.184331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.184715 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Added segment 5ebcc943-262d-42c4-bff8-4fbca7585904 of type vlan for network 5aab245d-9187-4829-8268-ed3721dd8cd9 Aug 06 15:38:46.261236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.286247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:46.311110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.384301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.480423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 88f092de-7c85-4ad0-91ee-ba1c30302080 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:46.482232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 88f092de-7c85-4ad0-91ee-ba1c30302080 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:46.482784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.494996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d99c3-c62c-4eb6-8bcc-7883cce69f2a req-28b92931-ebae-438a-b5d0-e7c703a7ab49 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:46.503665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e20d99c3-c62c-4eb6-8bcc-7883cce69f2a req-28b92931-ebae-438a-b5d0-e7c703a7ab49 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.2244523 Aug 06 15:38:46.526979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b56c2-5ec7-43d3-911f-a29e7a7fedea req-87ad7df4-0ef3-4bb3-b26e-6623e5cadac4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:46.528943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-877b56c2-5ec7-43d3-911f-a29e7a7fedea req-87ad7df4-0ef3-4bb3-b26e-6623e5cadac4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1955576 Aug 06 15:38:46.603550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.604586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:46.605487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.627063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e20d99c3-c62c-4eb6-8bcc-7883cce69f2a req-a0738999-ec15-4258-9031-ed3fb02767d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218245 Aug 06 15:38:46.630941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-877b56c2-5ec7-43d3-911f-a29e7a7fedea req-083d9e99-7ae4-4b0c-b58e-49c4aec125e1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883238 Aug 06 15:38:46.634732 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.658636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.664743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:46.666711 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "DELETE /v2.0/security-groups/6d6837aa-12bf-42f2-8869-a00ce8c1552c HTTP/1.1" status: 204 len: 168 time: 0.5177500 Aug 06 15:38:46.689037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46010) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:46.716106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] Pushing event updated for resources: {'Network': ['ID=5aab245d-9187-4829-8268-ed3721dd8cd9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:46.719466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:46.721109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:46.723574 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcec9e0-ca7f-45d5-a1d2-c0febbbfb54b" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:46.731726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:38:46.772034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6837aa-12bf-42f2-8869-a00ce8c1552c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:46.779077 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-7bac1e85-8ebd-49dc-b64a-344cd3cfdcfc tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] show failed (client error): The resource could not be found. Aug 06 15:38:46.787396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7bac1e85-8ebd-49dc-b64a-344cd3cfdcfc tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "GET /v2.0/security-groups/6d6837aa-12bf-42f2-8869-a00ce8c1552c HTTP/1.1" status: 404 len: 347 time: 0.0940413 Aug 06 15:38:46.793141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:46.824682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c767ba3-af8c-43d9-8abd-2872651a9ae8 req-7e3d5f2d-0e57-4101-983f-5ac978242c4c tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0681853 Aug 06 15:38:46.830148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.832494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.833067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.833273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3befa32c-f6b2-45fa-b167-82984c9fbb94 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5510814 Aug 06 15:38:46.834194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.834708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.835261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.835792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.837288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.837885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:46.843138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Request body: {'subnet': {'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1593170566-subnet', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:46.843622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.844382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.848208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:46.848208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942386fa-61e3-44f1-ba44-ea8bcce278c8 tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:47.012101 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9ac36-e796-47d8-b264-a6d3cd8347aa x-openstack-request-id: req-5db9ac36-e796-47d8-b264-a6d3cd8347aa {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:47.012696 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:47.012961 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5db9ac36-e796-47d8-b264-a6d3cd8347aa {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:47.013599 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'code': 200} Aug 06 15:38:47.014970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Made reservation on behalf of 1aae4bdb767b47c3ba3997d185ca4b64 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:38:47.017406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.041848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.086745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fceb035-5ca3-42e5-a23b-1baca84b4a77 req-faa00d72-a561-4ec3-9032-187dac87a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:47.088433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fceb035-5ca3-42e5-a23b-1baca84b4a77 req-faa00d72-a561-4ec3-9032-187dac87a13e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1097 time: 0.0947902 Aug 06 15:38:47.138848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Deleting port 0991f545-49dc-4a5c-8c3d-a51f34e1dc85 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:47.139123 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.140693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:47.184664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fceb035-5ca3-42e5-a23b-1baca84b4a77 req-a3fb8312-2e54-4b3f-b11d-de589954736b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775931 Aug 06 15:38:47.259356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.266745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.280002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Calling delete_port for 0991f545-49dc-4a5c-8c3d-a51f34e1dc85 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:47.415040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.476837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfdcc40-647a-469b-96cf-c89fd4467b48,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:47.493518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Checking segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:47.494076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Network hostable DHCP agents. Network: 5aab245d-9187-4829-8268-ed3721dd8cd9, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:38:47.570463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.599523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Pushing event deleted for resources: {'Port': ['ID=0991f545-49dc-4a5c-8c3d-a51f34e1dc85,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:47.620673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:38:47.703503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.708159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.713566 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f06d9d82-8d00-470d-8fc8-5384bfb5f11d tempest-ServersTestManualDisk-1584274672 tempest-ServersTestManualDisk-1584274672-project] 10.222.0.16 "DELETE /v2.0/floatingips/3b5482f4-1d68-4a97-850a-9acf19e105e3 HTTP/1.1" status: 204 len: 168 time: 0.9113781 Aug 06 15:38:47.715952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:47.883867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5aab245d-9187-4829-8268-ed3721dd8cd9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:47.884043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27490f9e-3706-4c19-b95d-fd219e758a36 None None] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:47.884637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:47.884637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:47.920526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49aabe-632c-4cc2-b9b1-90fabe4ada05 req-f7831a73-2820-4722-965d-19124d2ab650 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:47.922184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e49aabe-632c-4cc2-b9b1-90fabe4ada05 req-f7831a73-2820-4722-965d-19124d2ab650 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 946 time: 0.1461124 Aug 06 15:38:48.012134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e49aabe-632c-4cc2-b9b1-90fabe4ada05 req-09be81e8-c03c-4194-a514-f31eeaa21c97 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769138 Aug 06 15:38:48.128591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5aab245d-9187-4829-8268-ed3721dd8cd9', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:38:48.134329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.253385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-458cee18-15e7-49f8-b89a-a0975fe7ca57 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4143062 Aug 06 15:38:48.259259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46044) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:48.262893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c65d41-5b0d-41f7-9c56-8e68b150dd60 req-fe002ba5-169d-4ade-8953-bc0e9df0bd5b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:48.265542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c65d41-5b0d-41f7-9c56-8e68b150dd60 req-fe002ba5-169d-4ade-8953-bc0e9df0bd5b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0787024 Aug 06 15:38:48.266419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:48.338178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Allocated IP 172.20.0.2 (5aab245d-9187-4829-8268-ed3721dd8cd9/bbfdcc40-647a-469b-96cf-c89fd4467b48/e6a2414d-be4f-4dbf-a944-d162f2ee33db) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:48.358806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56c65d41-5b0d-41f7-9c56-8e68b150dd60 req-4f422cb3-0c2f-4b11-94e8-e8bd11395844 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737979 Aug 06 15:38:48.428055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.541005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.543487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.589245 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.608884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Transition to ACTIVE for port object e6a2414d-be4f-4dbf-a944-d162f2ee33db will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:48.612579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.617046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9593dbef-0bdb-4aa1-a5e2-49110bc5fa5b req-cc72c192-312b-4b91-9d66-255d2c04b307 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0390720 Aug 06 15:38:48.635884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Transition to ACTIVE for port object e6a2414d-be4f-4dbf-a944-d162f2ee33db will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:48.813391 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Deleting port d5945229-de64-4bcf-b720-6ffd0fcbe32d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:48.813790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.832761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.879383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:48.884464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:48.887314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:48.901137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Pushing event updated for resources: {'Port': ['ID=e6a2414d-be4f-4dbf-a944-d162f2ee33db,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:48.935151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] For port d5945229-de64-4bcf-b720-6ffd0fcbe32d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d5945229-de64-4bcf-b720-6ffd0fcbe32d,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:48.935516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.945626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.957944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Calling delete_port for d5945229-de64-4bcf-b720-6ffd0fcbe32d owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:48.969425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Attempting to bind port e6a2414d-be4f-4dbf-a944-d162f2ee33db on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:48.969800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Attempting to bind port e6a2414d-be4f-4dbf-a944-d162f2ee33db by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:48.970176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Attempting to bind port e6a2414d-be4f-4dbf-a944-d162f2ee33db on network 5aab245d-9187-4829-8268-ed3721dd8cd9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:48.976553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:48.976938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Checking segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:48.977357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:48.977778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Bound using segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:48.978946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Bound port: e6a2414d-be4f-4dbf-a944-d162f2ee33db, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:48.979338 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:49.060039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] For port e6a2414d-be4f-4dbf-a944-d162f2ee33db, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:49.066552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] For port e6a2414d-be4f-4dbf-a944-d162f2ee33db, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6a2414d-be4f-4dbf-a944-d162f2ee33db,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:49.216219 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:49.246565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4b03a-5253-4edd-9eef-dd5db9427eec req-21b9fc66-1391-4152-9adf-d093f0fbd5a5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:49.249305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2b4b03a-5253-4edd-9eef-dd5db9427eec req-21b9fc66-1391-4152-9adf-d093f0fbd5a5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 946 time: 0.0917697 Aug 06 15:38:49.348190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2b4b03a-5253-4edd-9eef-dd5db9427eec req-6f326893-a5de-4817-bcaf-3643d45d350b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854359 Aug 06 15:38:49.349839 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:49.379580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca8611-4b4a-4a22-8e97-614b78f7879f None None] Pushing event updated for resources: {'Port': ['ID=e6a2414d-be4f-4dbf-a944-d162f2ee33db,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:49.395381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:49.408029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d5945229-de64-4bcf-b720-6ffd0fcbe32d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:49.448747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:49.668773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa0c55-83c9-4fe7-9f2e-a050ba04187a req-27eaf321-cf55-4d2e-a6cf-6e42069a6bef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:49.671967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86aa0c55-83c9-4fe7-9f2e-a050ba04187a req-27eaf321-cf55-4d2e-a6cf-6e42069a6bef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 946 time: 0.1307261 Aug 06 15:38:49.686967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Allocated IP 172.25.5.35 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/a2f1c85c-46cc-4b98-8b11-8f0c96118bb2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:49.696686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:49.855893 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:50.057654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:50.121161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:50.124548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:50.127866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:50.174987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'floatingip': {'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:50.185768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Pushing event updated for resources: {'Port': ['ID=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:50.245024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05afd3b-0974-4be0-8649-fc8f1c8ae79f req-eb702eeb-9f5d-49c5-bec0-82f39835b98a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:50.248720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b05afd3b-0974-4be0-8649-fc8f1c8ae79f req-eb702eeb-9f5d-49c5-bec0-82f39835b98a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.6723468 Aug 06 15:38:50.307395 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:50.346404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e512f7ee-f127-43da-b61b-eec12a031aa7 req-e5159b42-a2a1-442c-9010-c45f1555da1a tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1767662 Aug 06 15:38:50.581240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b05afd3b-0974-4be0-8649-fc8f1c8ae79f req-498856d7-2055-4b0f-9b67-689e6eef7ff4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853343 Aug 06 15:38:50.637349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:50.698442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:50.984108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff065bca-baa9-4829-bce9-c6c9b04be340 None None] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:51.136104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20937851-6365-4b61-b4d5-7ca4f5d3f9c5 None None] Provisioning for port e6a2414d-be4f-4dbf-a944-d162f2ee33db completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:51.385904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:51.593292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:51.598393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-650f0cd5-00e7-4ba2-88e6-9843a3b2880b req-cf4720bc-d890-40a3-87e0-0aa450097be2 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0461967 Aug 06 15:38:51.624457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Router 5ed39818-6889-4e61-aa5c-570a8d057076 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:51.705974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:51.711060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6a2414d-be4f-4dbf-a944-d162f2ee33db up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:51.761303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Router fc4f7636-c4c0-4020-a503-46c4715453e1 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:38:51.893116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:51.900237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e6a2414d-be4f-4dbf-a944-d162f2ee33db completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:51.910412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75374638-d115-4ac7-a493-fbe38c84f8dd req-39e28a09-debf-4470-9048-8c93bf8c2db9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:51.911580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e6a2414d-be4f-4dbf-a944-d162f2ee33db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:51.911580 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:51.911739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75374638-d115-4ac7-a493-fbe38c84f8dd req-39e28a09-debf-4470-9048-8c93bf8c2db9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1643350 Aug 06 15:38:51.911839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Sync routers for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:51.928036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:51.930942 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Floating IP 1de7414f-7712-41d2-bff7-eaeac7e29ee5 associated. External IP: 172.25.5.197, port: 88f092de-7c85-4ad0-91ee-ba1c30302080. Aug 06 15:38:51.939297 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:51.939297 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:51.940974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c1505947-744b-4ad3-b36d-ac81474a00bb admin admin] 10.222.0.16 "PUT /v2.0/routers/5ed39818-6889-4e61-aa5c-570a8d057076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2238877 Aug 06 15:38:51.945846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:51.971397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] Sync routers for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:52.024890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:52.025612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:52.077596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:52.079072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fa8a1aca-ce68-404e-b18d-a9c8d33b06ff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8188691 Aug 06 15:38:52.082721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:52.094937 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:52.153557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75374638-d115-4ac7-a493-fbe38c84f8dd req-61cd58a0-7d1c-4ede-8843-cdc3e2485741 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365346 Aug 06 15:38:52.322424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:52.415153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:52.466248 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:50Z', 'revision_number': 3, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:52.522322 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Checking router: fc4f7636-c4c0-4020-a503-46c4715453e1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:52.522675 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Updating router fc4f7636-c4c0-4020-a503-46c4715453e1 port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:38:52.557033 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:52.608467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:52.697063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e6a2414d-be4f-4dbf-a944-d162f2ee33db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6a2414d-be4f-4dbf-a944-d162f2ee33db,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:52.770252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:52.785878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Router 590b8991-713f-40ce-9911-540040aeaf64 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:52.793961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:38:49Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:52.797514 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:52.838214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] Checking router: 5ed39818-6889-4e61-aa5c-570a8d057076 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:52.904713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] Routers {'5ed39818-6889-4e61-aa5c-570a8d057076'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:52.905465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5ed39818-6889-4e61-aa5c-570a8d057076'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:52.970554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e6a2414d-be4f-4dbf-a944-d162f2ee33db,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:53.018336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:53.024608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.074043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Deleting port fc14ec73-2fc1-49c0-9a0c-83d8517136ca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:53.074799 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.100596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] Set router 5ed39818-6889-4e61-aa5c-570a8d057076 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:53.129722 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.150148 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Transition to ACTIVE for port object a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:53.159140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] Sync routers for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:53.179826 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:53.180767 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:53.206031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.306006 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.465520 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:53.472843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6a2414d-be4f-4dbf-a944-d162f2ee33db up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:53.528671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2ee936f-a037-4626-9feb-5c470f96d82e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "PUT /v2.0/floatingips/1de7414f-7712-41d2-bff7-eaeac7e29ee5 HTTP/1.1" status: 200 len: 992 time: 3.3607211 Aug 06 15:38:53.538678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Allocated IP 172.20.0.1 (5aab245d-9187-4829-8268-ed3721dd8cd9/bbfdcc40-647a-469b-96cf-c89fd4467b48/e825d791-5179-4ab0-a4a8-120454735761) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:38:53.650498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:53.653377 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a5d257-542f-489c-ab75-7a9f30f54cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:53.672613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-297f1772-edad-4579-bbee-f8531e536a85 req-51858b01-e677-49b8-95b4-30e0cb562438 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1456978 Aug 06 15:38:53.742258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.760162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Transition to ACTIVE for port object e825d791-5179-4ab0-a4a8-120454735761 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:38:53.816299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054daccf-5200-4925-8bf9-7b29aae1f3f0 req-eb55108b-60ed-4350-8695-301023e10a77 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:53.819519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-054daccf-5200-4925-8bf9-7b29aae1f3f0 req-eb55108b-60ed-4350-8695-301023e10a77 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.3076637 Aug 06 15:38:53.878160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:38:49Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:53.913525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab83a6-7efd-40f0-a4e6-ffc47857f5ac None None] The sync data for ids ['5ed39818-6889-4e61-aa5c-570a8d057076'] in n-d-778550-6 is: [{'id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'name': 'tempest-ServersTestManualDisk-1377285818-router', 'tenant_id': '15a5f724a5b942cca108e959a35df180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:36:09Z', 'updated_at': '2021-08-06T15:38:49Z', 'revision_number': 5, 'project_id': '15a5f724a5b942cca108e959a35df180', 'gw_port': {'id': 'fc14ec73-2fc1-49c0-9a0c-83d8517136ca', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed39818-6889-4e61-aa5c-570a8d057076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:36:12Z', 'updated_at': '2021-08-06T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:53.938491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e6a2414d-be4f-4dbf-a944-d162f2ee33db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:53.939138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:53.945361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f636c4d3-78e2-43d7-824c-2cb3a93f400c req-bf111bb0-c4d9-45bd-a1d1-110a03a6cb50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1054766 Aug 06 15:38:53.960898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] For port fc14ec73-2fc1-49c0-9a0c-83d8517136ca, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:53.971312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.028317 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01e870-10e8-43a0-bb8d-2ed9af3d3175 None None] Pushing event updated for resources: {'Port': ['ID=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:54.053860 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Attempting to bind port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:38:54.054226 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Attempting to bind port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:38:54.054600 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Attempting to bind port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:38:54.061714 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:38:54.062140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:38:54.062560 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.063027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:38:54.063624 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Bound port: a2f1c85c-46cc-4b98-8b11-8f0c96118bb2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:38:54.064072 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.073391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.096082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Calling delete_port for fc14ec73-2fc1-49c0-9a0c-83d8517136ca owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:54.120797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:54.129951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:54.130969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '1de7414f-7712-41d2-bff7-eaeac7e29ee5', 'tenant_id': '51b2f4477238414f9429be812049194f', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '590b8991-713f-40ce-9911-540040aeaf64', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:38:30Z', 'updated_at': '2021-08-06T15:38:51Z', 'revision_number': 1, 'project_id': '51b2f4477238414f9429be812049194f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:29Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:54.133721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-054daccf-5200-4925-8bf9-7b29aae1f3f0 req-5f60067f-b5b9-4020-b877-0723b3473164 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002203 Aug 06 15:38:54.147479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:38:54.195979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a9efa-80c1-4de0-b425-e72d460a3204 req-379a6139-de53-4a1d-81e1-bd8bf05f1128 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:54.204082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-033a9efa-80c1-4de0-b425-e72d460a3204 req-379a6139-de53-4a1d-81e1-bd8bf05f1128 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1834629 Aug 06 15:38:54.254314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Pushing event updated for resources: {'Port': ['ID=e825d791-5179-4ab0-a4a8-120454735761,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:54.305585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.307756 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] For port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:38:54.312738 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] For port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:38:54.319968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] Checking router: 590b8991-713f-40ce-9911-540040aeaf64 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:54.358401 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:54.359147 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:54.448265 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aee940-ef09-4fb9-89e5-cd238c7e269c x-openstack-request-id: req-d2aee940-ef09-4fb9-89e5-cd238c7e269c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:54.448704 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:54.449089 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2aee940-ef09-4fb9-89e5-cd238c7e269c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:54.449679 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'status': 'completed', 'code': 200} Aug 06 15:38:54.653032 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:54.701696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-033a9efa-80c1-4de0-b425-e72d460a3204 req-009dff16-8711-43b8-9ee0-a258e2f128fc tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397036 Aug 06 15:38:54.718109 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.731886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-952d76cd-df38-407a-a583-1325b78c304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:54.763380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-952d76cd-df38-407a-a583-1325b78c304a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1097 time: 0.2270441 Aug 06 15:38:54.870767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4a597572-f269-416b-b0be-4cc1b89ca48b None None] Provisioning for port e825d791-5179-4ab0-a4a8-120454735761 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:54.878490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4a597572-f269-416b-b0be-4cc1b89ca48b None None] Provisioning complete for port e825d791-5179-4ab0-a4a8-120454735761 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:54.879399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a597572-f269-416b-b0be-4cc1b89ca48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.896783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c2da603-1a82-43aa-89f8-069d7a677e1f req-ced06548-a859-4721-954f-f3d20d69ccdb tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0495450 Aug 06 15:38:54.903689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:54.945598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc14ec73-2fc1-49c0-9a0c-83d8517136ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:54.972195 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01e870-10e8-43a0-bb8d-2ed9af3d3175 None None] Pushing event updated for resources: {'Port': ['ID=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:54.974953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.975360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.982990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.983582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.984004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.984392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.984923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.985260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.985647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.985982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.986375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.986705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:38:54.998998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4a597572-f269-416b-b0be-4cc1b89ca48b None None] Port e825d791-5179-4ab0-a4a8-120454735761 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:38:55.014640 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:55.015435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:55.051459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.095194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.134012 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:55.420568 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.423792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.424136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-e40a873b-b495-464f-b9ee-47f8b3a4b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:55.427815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-e40a873b-b495-464f-b9ee-47f8b3a4b956 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.6568391 Aug 06 15:38:55.429260 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.502461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d5945229-de64-4bcf-b720-6ffd0fcbe32d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:55.538216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d5945229-de64-4bcf-b720-6ffd0fcbe32d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:55.538813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-0be6dfce-4cc4-4b68-8679-11727e9209db tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:55.539204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d5945229-de64-4bcf-b720-6ffd0fcbe32d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:55.542924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-0be6dfce-4cc4-4b68-8679-11727e9209db tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.64 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.2606146 Aug 06 15:38:55.559535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9f4ba-100a-4244-a908-c96b250ef83c req-52d36f90-fd0f-4022-902d-bb8af91d5cd9 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:55.570316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae9f4ba-100a-4244-a908-c96b250ef83c req-52d36f90-fd0f-4022-902d-bb8af91d5cd9 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.2790921 Aug 06 15:38:55.590271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-302ab511-64a7-438a-b141-b629ed9023d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.1531098 Aug 06 15:38:55.592448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.642041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.642925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed39818-6889-4e61-aa5c-570a8d057076 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:38:55.675832 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.677405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d5205c90-d8cd-4a0d-aefd-c43a58eb2455 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5ed39818-6889-4e61-aa5c-570a8d057076 HTTP/1.1" status: 204 len: 168 time: 3.7317307 Aug 06 15:38:55.687694 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.700871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae9f4ba-100a-4244-a908-c96b250ef83c req-a1fa7eb6-e611-493f-9ed2-d709fe9477a4 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245117 Aug 06 15:38:55.702208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:55.715686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-d38d9478-3110-4c7c-955a-9f2510f0f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:55.717568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-d38d9478-3110-4c7c-955a-9f2510f0f238 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0783293 Aug 06 15:38:55.957725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:55.999495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Deleting subnet 7119105e-75d0-47f1-8700-6c0b14fbdf85 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:38:56.001247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Pushing event updated for resources: {'Port': ['ID=e825d791-5179-4ab0-a4a8-120454735761,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:56.019713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:56.144517 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '1de7414f-7712-41d2-bff7-eaeac7e29ee5', 'tenant_id': '51b2f4477238414f9429be812049194f', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '590b8991-713f-40ce-9911-540040aeaf64', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:38:30Z', 'updated_at': '2021-08-06T15:38:51Z', 'revision_number': 1, 'project_id': '51b2f4477238414f9429be812049194f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:29Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:56.147696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-7ba1b42d-4d0a-496a-ba70-20d8ae7f5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:56.150078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-7ba1b42d-4d0a-496a-ba70-20d8ae7f5d21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4032047 Aug 06 15:38:56.185883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe37ef-7950-4b40-abf3-c6f534661abf req-c27e0ee0-fd59-4c77-b526-e3499327c39d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:56.189421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cbe37ef-7950-4b40-abf3-c6f534661abf req-c27e0ee0-fd59-4c77-b526-e3499327c39d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.3284392 Aug 06 15:38:56.194652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:56.206630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7741b264-1342-4356-8338-a881982b0ee9 req-5edc4516-103b-4a89-8190-ecdee2dd5a73 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1010470 Aug 06 15:38:56.215622 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543dbedb-5419-42f7-a41a-95460ffa7007 None None] The sync data for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 is: [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '1de7414f-7712-41d2-bff7-eaeac7e29ee5', 'tenant_id': '51b2f4477238414f9429be812049194f', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '590b8991-713f-40ce-9911-540040aeaf64', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:38:30Z', 'updated_at': '2021-08-06T15:38:51Z', 'revision_number': 1, 'project_id': '51b2f4477238414f9429be812049194f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:29Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:56.221967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:38:53Z', 'revision_number': 1, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:56.250583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Deleting port bf4262bb-52bb-48f2-bceb-19080dc6560e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:56.250937 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:56.293770 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82752cd8-17cf-42b2-bad5-8ccf9e4e19f9 None None] The sync data for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 is: [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:38:53Z', 'revision_number': 1, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:38:56.402933 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-dd06238d-842c-43be-bb22-2c86e9b62832 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439096 Aug 06 15:38:56.495842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:38:56.501912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:38:56.580058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:56.588920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cbe37ef-7950-4b40-abf3-c6f534661abf req-70a10d9f-cf9c-45bd-aa18-dbdc8fc07bb5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009248 Aug 06 15:38:56.685676 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90a5d257-542f-489c-ab75-7a9f30f54cb1 req-a2dcf6ae-892d-41af-9eb5-b0547444c581 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719700 Aug 06 15:38:56.712506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] For port bf4262bb-52bb-48f2-bceb-19080dc6560e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bf4262bb-52bb-48f2-bceb-19080dc6560e,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:56.713415 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:56.834470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Router fc4f7636-c4c0-4020-a503-46c4715453e1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:56.913657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8bf3e5-3bf2-4b18-8b09-652ce3c83d64 None None] New status for floating IP 1de7414f-7712-41d2-bff7-eaeac7e29ee5: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:38:57.060187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.143778 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca332638-7784-4a83-beb0-3620f454b361 req-32f67bd0-b9c9-4a5f-9059-53d9a9cfc9e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ef6804ded8c84089bdb1ab343119eb32&device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1403179 Aug 06 15:38:57.185060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7119105e-75d0-47f1-8700-6c0b14fbdf85,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:57.190666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80171d3b-f8b0-4b20-8c69-119c6e88fdd3 None None] Provisioning complete for port e825d791-5179-4ab0-a4a8-120454735761 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:57.191196 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80171d3b-f8b0-4b20-8c69-119c6e88fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.207265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.214011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eff49fa8-3678-4a83-acd0-b6aba71f5d7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7119105e-75d0-47f1-8700-6c0b14fbdf85 HTTP/1.1" status: 204 len: 168 time: 1.5079634 Aug 06 15:38:57.215556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:57.223139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca332638-7784-4a83-beb0-3620f454b361 req-786ad564-3a48-4022-b634-24bcca8854fc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ef6804ded8c84089bdb1ab343119eb32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580051 Aug 06 15:38:57.230758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da92d7c-eac1-46ed-b31e-96917d5e266c None None] Network 86300159-4665-49be-bc44-e6d6826e0755 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:38:57.247243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:57.342083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-466a48bb-3583-49eb-b9f3-56deb8311b7b req-85d33931-3a3b-49cc-bacf-6f6378f6b935 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.1146269 Aug 06 15:38:57.358632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.360920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80171d3b-f8b0-4b20-8c69-119c6e88fdd3 None None] Port e825d791-5179-4ab0-a4a8-120454735761 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:38:57.375459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.376043 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Floating IP e3b1b153-5376-4ae7-a63a-0d9660ae260a disassociated. External IP: 172.25.5.75, port: bf4262bb-52bb-48f2-bceb-19080dc6560e. Aug 06 15:38:57.376631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Calling delete_port for bf4262bb-52bb-48f2-bceb-19080dc6560e owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:57.376808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.391466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3202c902-2ec9-4725-ad85-614fa5bdf085 admin admin] 10.222.0.16 "PUT /v2.0/routers/fc4f7636-c4c0-4020-a503-46c4715453e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3054795 Aug 06 15:38:57.439872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880680fb-6d47-4895-9611-82080b64c028 req-a5c3991c-7b63-469f-9f65-9bf542bf3a12 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:57.454473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-880680fb-6d47-4895-9611-82080b64c028 req-a5c3991c-7b63-469f-9f65-9bf542bf3a12 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 945 time: 0.2734916 Aug 06 15:38:57.456667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc14ec73-2fc1-49c0-9a0c-83d8517136ca no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:57.485975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fc14ec73-2fc1-49c0-9a0c-83d8517136ca {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:57.487059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc14ec73-2fc1-49c0-9a0c-83d8517136ca not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:57.617085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca332638-7784-4a83-beb0-3620f454b361 req-8143a2dc-0614-4c79-9025-e04edc82082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:57.618631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca332638-7784-4a83-beb0-3620f454b361 req-8143a2dc-0614-4c79-9025-e04edc82082d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3740058 Aug 06 15:38:57.636424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] DHCP port deletion for 86300159-4665-49be-bc44-e6d6826e0755 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:38:57.712089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-880680fb-6d47-4895-9611-82080b64c028 req-90cc7206-e6d0-4e1f-a0ec-ce413c722e0b tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2563267 Aug 06 15:38:57.786132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Deleting port c6f36b08-d053-4573-84c5-e78b1694fb8a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:57.790991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:57.817524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] Deleting port c6f36b08-d053-4573-84c5-e78b1694fb8a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:38:57.819080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.003008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] For port c6f36b08-d053-4573-84c5-e78b1694fb8a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c6f36b08-d053-4573-84c5-e78b1694fb8a,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:58.003349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.015491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] For port c6f36b08-d053-4573-84c5-e78b1694fb8a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c6f36b08-d053-4573-84c5-e78b1694fb8a,segment=NetworkSegment(35587441-4527-43fb-8cfe-cb18dfeebcd7),segment_id=35587441-4527-43fb-8cfe-cb18dfeebcd7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:38:58.016697 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.036081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Calling delete_port for c6f36b08-d053-4573-84c5-e78b1694fb8a owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:58.053621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] Calling delete_port for c6f36b08-d053-4573-84c5-e78b1694fb8a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:38:58.087744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5a949-1ecd-44b8-8a91-dcfbbe091868 req-a6b4894c-1cff-4f7b-b777-65c6345c15d5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:58.092797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9a5a949-1ecd-44b8-8a91-dcfbbe091868 req-a6b4894c-1cff-4f7b-b777-65c6345c15d5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1334097 Aug 06 15:38:58.128142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.196344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event deleted for resources: {'Port': ['ID=bf4262bb-52bb-48f2-bceb-19080dc6560e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:58.223102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9a5a949-1ecd-44b8-8a91-dcfbbe091868 req-075fd52b-52f3-47e5-b5d3-0b42af6b7960 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237195 Aug 06 15:38:58.301437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: from cryptography.utils import int_from_bytes Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: from cryptography.utils import int_from_bytes Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.303199 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:38:58.306174 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:38:58.312756 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.337778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] Pushing event deleted for resources: {'Port': ['ID=c6f36b08-d053-4573-84c5-e78b1694fb8a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:58.348248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a823297a-d996-45bd-bab2-077e1cb603fc None None] No DVR routers for this DVR port c6f36b08-d053-4573-84c5-e78b1694fb8a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:58.411155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] No DVR routers for this DVR port c6f36b08-d053-4573-84c5-e78b1694fb8a on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:58.421084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f36b08-d053-4573-84c5-e78b1694fb8a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:58.523078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:38:58.550458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:58.589379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.619327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86300159-4665-49be-bc44-e6d6826e0755']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:58.626876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497352387', 'description': 'tempest-description--1589776364'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:58.642692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35587441-4527-43fb-8cfe-cb18dfeebcd7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:58.643133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35587441-4527-43fb-8cfe-cb18dfeebcd7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:58.670505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.696714 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.722325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:38:58.722830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:38:58.796522 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:38:58.850821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12621faa-d790-4fa5-ad90-53b6bdf54678 req-c35760ed-3de5-4743-859b-c644f75f2f74 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.2232399 Aug 06 15:38:58.860233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:38:58.890133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48945191-1452-46c0-a909-0b058df08afd None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:38:58.905121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.906612 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:58.907497 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:58.952021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.964722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.966650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/86300159-4665-49be-bc44-e6d6826e0755 HTTP/1.1" status: 204 len: 168 time: 1.7471950 Aug 06 15:38:58.984628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15249b7-243f-4fdf-b810-4e6c8f7546a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=86300159-4665-49be-bc44-e6d6826e0755,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:58.989190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bd4b4a1-2774-4b28-aa37-0d7b949a6058 req-3c1ca361-0d22-4342-a81c-627f5e83c573 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 210 time: 0.0830631 Aug 06 15:38:58.992509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] No DVR routers for this DVR port bf4262bb-52bb-48f2-bceb-19080dc6560e on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:38:58.996202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:58.999714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56b71b0f-c0e2-4e4e-a9fc-02a25d061fa7 req-ca14a1a6-85db-4630-b552-f195d69ed9c2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.64 "DELETE /v2.0/ports/bf4262bb-52bb-48f2-bceb-19080dc6560e HTTP/1.1" status: 204 len: 173 time: 3.4257541 Aug 06 15:38:59.000523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'name': 'network-vif-deleted', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:38:59.002970 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd59ee-2b8d-4e40-8f94-bb78d29be826" -d '{"events": [{"server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "name": "network-vif-deleted", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:38:59.055569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:59.074067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ca332638-7784-4a83-beb0-3620f454b361 req-84553ba5-9a69-4a3d-9531-f0e99cbc467e tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.59 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0591612 Aug 06 15:38:59.089550 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd7f285-eeb5-4015-8f02-92dbf26fac62 x-openstack-request-id: req-1bd7f285-eeb5-4015-8f02-92dbf26fac62 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:38:59.090440 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875cac56-ee83-468d-a362-f536d73db1e5", "name": "network-vif-deleted", "tag": "bf4262bb-52bb-48f2-bceb-19080dc6560e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:38:59.090849 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bd7f285-eeb5-4015-8f02-92dbf26fac62 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:38:59.091412 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875cac56-ee83-468d-a362-f536d73db1e5', 'name': 'network-vif-deleted', 'tag': 'bf4262bb-52bb-48f2-bceb-19080dc6560e', 'status': 'completed', 'code': 200} Aug 06 15:38:59.156920 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:38:59.249732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:59.371031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d8248-a892-48ed-bc14-fe96d7dbf760 req-2d5f4978-b29b-41e3-bea0-d60fa28799c4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:38:59.373144 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5d8248-a892-48ed-bc14-fe96d7dbf760 req-2d5f4978-b29b-41e3-bea0-d60fa28799c4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0703969 Aug 06 15:38:59.447863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:59.569424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:38:59.636614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bf4262bb-52bb-48f2-bceb-19080dc6560e no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:38:59.638384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:38:59.671787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5d8248-a892-48ed-bc14-fe96d7dbf760 req-03279ae0-90f4-4cac-988c-a3f8ed2c8f35 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897043 Aug 06 15:38:59.672655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: bf4262bb-52bb-48f2-bceb-19080dc6560e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:38:59.672801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bf4262bb-52bb-48f2-bceb-19080dc6560e not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:38:59.742287 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:59.776803 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48945191-1452-46c0-a909-0b058df08afd None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:38:59.791183 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:38:59.792513 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:38:59.798137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:59.799656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac9df92f-a98f-45c7-ae9b-a6b842b77346 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1814296 Aug 06 15:38:59.805293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:59.815196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Request body: {'security_group_rule': {'security_group_id': '600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:38:59.822696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:38:59.843461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:38:59.852691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:38:59.853309 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:38:59.907220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c49bf47c-23a7-45f9-9890-acbae4e7eb0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15a5f724a5b942cca108e959a35df180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823677 Aug 06 15:38:59.911354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:00.058960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.079483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97087b71-ffb9-4c3b-81a2-634205e7728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.107011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31bb6df5-25ab-4a2e-a401-c696332285c1 req-f0d353d5-876a-4cec-ac31-b053e9d867f5 tempest-ServerShowV257Test-1825129826 tempest-ServerShowV257Test-1825129826-project] 10.222.0.16 "GET /v2.0/ports?device_id=47750125-7154-49cb-b173-ac489b57e6fe HTTP/1.1" status: 200 len: 210 time: 0.0617850 Aug 06 15:39:00.122605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:00.141075 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.176457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97087b71-ffb9-4c3b-81a2-634205e7728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.219330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:00.240166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a101e657-2014-4f66-ab3e-7273b1ae9883 req-5775cebe-815b-4c23-92b0-bf72c928823f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=875cac56-ee83-468d-a362-f536d73db1e5 HTTP/1.1" status: 200 len: 210 time: 0.0697067 Aug 06 15:39:00.244983 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.312151 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.395150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:00.398244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.414875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c6f36b08-d053-4573-84c5-e78b1694fb8a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:39:00.429976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d82b8e-6637-4c57-8a5b-cc22327154e5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:00.445728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97087b71-ffb9-4c3b-81a2-634205e7728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.449798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-97087b71-ffb9-4c3b-81a2-634205e7728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.452127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-97087b71-ffb9-4c3b-81a2-634205e7728e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06dbf722-1774-40ba-8171-e67720a16612 HTTP/1.1" status: 204 len: 168 time: 0.5397100 Aug 06 15:39:00.468263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Sync routers for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:39:00.469392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087b71-ffb9-4c3b-81a2-634205e7728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dbf722-1774-40ba-8171-e67720a16612,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:00.480511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c6f36b08-d053-4573-84c5-e78b1694fb8a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:39:00.480941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c6f36b08-d053-4573-84c5-e78b1694fb8a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:39:00.503921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:00.505473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:00.506509 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-48945191-1452-46c0-a909-0b058df08afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:00.540505 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48945191-1452-46c0-a909-0b058df08afd None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:39:00.564111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.567045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a39b8117-c773-4d9b-b274-124c552bd5b9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7610347 Aug 06 15:39:00.569883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:00.574840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Request body: {'security_group_rule': {'security_group_id': '600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:00.738545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:00.742841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.867887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:00.885677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe108026-fc42-462b-a0ae-deceb29fe01d req-69d4083e-7ece-4a0b-9dab-a0a3236639b8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:00.887496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe108026-fc42-462b-a0ae-deceb29fe01d req-69d4083e-7ece-4a0b-9dab-a0a3236639b8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0877731 Aug 06 15:39:00.967080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe108026-fc42-462b-a0ae-deceb29fe01d req-36eee7a9-065d-4489-bd8e-cfa79499164f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675979 Aug 06 15:39:00.985102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.024794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:38:55Z', 'revision_number': 2, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:01.030281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9776bc-a5a4-47b2-bb0e-6baa3572c558,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:01.031336 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba54a1b-34fe-40b8-bceb-971b5efa5370 None None] New status for floating IP e3b1b153-5376-4ae7-a63a-0d9660ae260a: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:39:01.074033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Checking router: fc4f7636-c4c0-4020-a503-46c4715453e1 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:39:01.074395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Updating router fc4f7636-c4c0-4020-a503-46c4715453e1 port e825d791-5179-4ab0-a4a8-120454735761 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:39:01.110989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.141105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.142390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-db71d107-72b0-4653-a0ce-19902a0c4dd2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5714552 Aug 06 15:39:01.147116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:01.152353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:01.323663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.429499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:01.476735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:01.540618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.574407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.586722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:01.587592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.601097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecda63e9-4fe4-43ed-969a-b851a2f5d2c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.628516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Transition to ACTIVE for port object e825d791-5179-4ab0-a4a8-120454735761 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:01.639953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecda63e9-4fe4-43ed-969a-b851a2f5d2c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.766944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.767908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Allocated IP 172.25.5.220 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/7608fe14-a204-4c01-a36a-3c7c63283fd9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:01.845172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd57949-845a-4a06-ade1-dcc694fb51db None None] Pushing event updated for resources: {'Port': ['ID=e825d791-5179-4ab0-a4a8-120454735761,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:01.856166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecda63e9-4fe4-43ed-969a-b851a2f5d2c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.868977 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecda63e9-4fe4-43ed-969a-b851a2f5d2c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:01.873267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:01.875622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ecda63e9-4fe4-43ed-969a-b851a2f5d2c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "DELETE /v2.0/security-groups/e0ae599f-a8ba-4e41-be32-5c6e9f5f5806 HTTP/1.1" status: 204 len: 168 time: 0.3973875 Aug 06 15:39:01.903504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda63e9-4fe4-43ed-969a-b851a2f5d2c0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae599f-a8ba-4e41-be32-5c6e9f5f5806,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:01.909773 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-2519b404-e8f9-49ed-8a7e-1d7d629d55e5 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] show failed (client error): The resource could not be found. Aug 06 15:39:01.914072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2519b404-e8f9-49ed-8a7e-1d7d629d55e5 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups/e0ae599f-a8ba-4e41-be32-5c6e9f5f5806 HTTP/1.1" status: 404 len: 347 time: 0.0366173 Aug 06 15:39:01.917472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:02.022767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.024263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Attempting to bind port e825d791-5179-4ab0-a4a8-120454735761 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:02.024850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Attempting to bind port e825d791-5179-4ab0-a4a8-120454735761 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:02.038116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Attempting to bind port e825d791-5179-4ab0-a4a8-120454735761 on network 5aab245d-9187-4829-8268-ed3721dd8cd9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:02.054600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:02.054756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Checking segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:02.064236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.065090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Bound using segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:02.065925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Bound port: e825d791-5179-4ab0-a4a8-120454735761, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:02.069639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.197875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:02.234648 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.306764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Deleting port 2c16758d-6fe0-4257-a7fc-53fd43524130 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:39:02.307902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.346864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] For port e825d791-5179-4ab0-a4a8-120454735761, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:02.359436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] For port e825d791-5179-4ab0-a4a8-120454735761, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e825d791-5179-4ab0-a4a8-120454735761,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:02.397588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:02.403066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:02.409133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:02.415701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.416308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.434195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Calling delete_port for 2c16758d-6fe0-4257-a7fc-53fd43524130 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:39:02.507606 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.528468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event updated for resources: {'Port': ['ID=7608fe14-a204-4c01-a36a-3c7c63283fd9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:02.529508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb27e-0091-4e7b-9119-03d3786d5105 req-fb95144a-39ce-45f2-bf4e-48d6a7465a80 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:02.534498 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d62123cc-5041-42ce-854e-e74c6d5e5fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.539005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f0bb27e-0091-4e7b-9119-03d3786d5105 req-fb95144a-39ce-45f2-bf4e-48d6a7465a80 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.2782874 Aug 06 15:39:02.611076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.626327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f0bb27e-0091-4e7b-9119-03d3786d5105 req-b2b0f66d-5b26-4a96-88ae-e9ff1bf5f7c9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862396 Aug 06 15:39:02.638630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:02.639337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:38:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:02.782389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd57949-845a-4a06-ade1-dcc694fb51db None None] Pushing event updated for resources: {'Port': ['ID=e825d791-5179-4ab0-a4a8-120454735761,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:02.839501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:02.849703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.850194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d62123cc-5041-42ce-854e-e74c6d5e5fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.852178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:02.904179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:02.922983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event deleted for resources: {'Port': ['ID=2c16758d-6fe0-4257-a7fc-53fd43524130,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:03.127379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.135720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.144529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ff0fc133-24a9-46d2-8174-13e094df03bc tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "DELETE /v2.0/floatingips/e3b1b153-5376-4ae7-a63a-0d9660ae260a HTTP/1.1" status: 204 len: 168 time: 1.2252657 Aug 06 15:39:03.262073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:02Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:03.295747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329facf-25de-4d75-96f9-ef3fd51b146e None None] The sync data for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 is: [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:02Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:39:03.420063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-355157035-network', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:03.428693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d62123cc-5041-42ce-854e-e74c6d5e5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.480902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62123cc-5041-42ce-854e-e74c6d5e5fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb6751-51db-428f-b644-04cb99b8a865,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:03.511365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d62123cc-5041-42ce-854e-e74c6d5e5fa4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef6804ded8c84089bdb1ab343119eb32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3119986 Aug 06 15:39:03.515592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46298) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:03.535645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e825d791-5179-4ab0-a4a8-120454735761 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:03.570379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.590778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-583f7cd4-7a6d-439d-b1cf-35c429ff32ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.628136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-583f7cd4-7a6d-439d-b1cf-35c429ff32ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.763434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:03.770947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587613217', 'description': 'tempest-description--1402968883'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:03.792423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:03.799647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.816467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.822131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc3ef5-f645-4f5d-a844-fcbdc443e23f req-39791eba-88c8-4900-9b0f-9a1fc50ee275 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:03.823796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20cc3ef5-f645-4f5d-a844-fcbdc443e23f req-39791eba-88c8-4900-9b0f-9a1fc50ee275 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1008003 Aug 06 15:39:03.843969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e825d791-5179-4ab0-a4a8-120454735761 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:03.848961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e825d791-5179-4ab0-a4a8-120454735761 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:03.848961 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.856028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.875707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-583f7cd4-7a6d-439d-b1cf-35c429ff32ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.885934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-583f7cd4-7a6d-439d-b1cf-35c429ff32ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.894305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-583f7cd4-7a6d-439d-b1cf-35c429ff32ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79fb6751-51db-428f-b644-04cb99b8a865 HTTP/1.1" status: 204 len: 168 time: 0.3735847 Aug 06 15:39:03.957578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20cc3ef5-f645-4f5d-a844-fcbdc443e23f req-a9d88122-53ef-45d3-89fd-8ef104db27c4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201572 Aug 06 15:39:03.973409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:03.998472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f7cd4-7a6d-439d-b1cf-35c429ff32ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb6751-51db-428f-b644-04cb99b8a865,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:04.058349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event updated for resources: {'Port': ['ID=7608fe14-a204-4c01-a36a-3c7c63283fd9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:04.078207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.182492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e825d791-5179-4ab0-a4a8-120454735761, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e825d791-5179-4ab0-a4a8-120454735761,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:04.199291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.279001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.314591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.393756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e825d791-5179-4ab0-a4a8-120454735761,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:04.531737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.571874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:39:04.589025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de26b728-f9a8-491d-a535-e453bd93b6a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:04.598124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.598581 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Added segment dad8f426-855b-41ab-bdf8-6d9ae0f6d218 of type vlan for network 7792ce69-c4cd-4050-9057-f0df1aaeb340 Aug 06 15:39:04.667364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.672026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.682293 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-adeb73a2-ad0e-4391-a0a8-1207a6e85e01 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5339432 Aug 06 15:39:04.836864 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.860834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.862503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:04.863538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.914149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cf639f1c-f9b6-42e6-8e4d-f7a9ea674ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:04.975532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.037072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] Pushing event updated for resources: {'Network': ['ID=7792ce69-c4cd-4050-9057-f0df1aaeb340,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:05.051064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:05.072613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:39:05.163828 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d17b1b89-d879-487b-9286-50f09a15de83 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3188596 Aug 06 15:39:05.167144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46366) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:05.179440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Request body: {'subnet': {'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-355157035-subnet', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:05.199731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.202373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ecb88fbe-2bd1-4286-af8a-13f7717f6443 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4374309 Aug 06 15:39:05.211408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46372) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:05.222590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab97e44-53a3-4f9f-ad07-88f549f90a35 req-7ccc661a-33e6-4595-9886-bd20090086f3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:05.233094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eab97e44-53a3-4f9f-ad07-88f549f90a35 req-7ccc661a-33e6-4595-9886-bd20090086f3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1152329 Aug 06 15:39:05.235643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'security_group_rule': {'security_group_id': 'b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:05.282408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eab97e44-53a3-4f9f-ad07-88f549f90a35 req-c70ab2fa-7611-449e-8fa1-6b9871183a05 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Aug 06 15:39:05.461612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:05.466706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.484580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e825d791-5179-4ab0-a4a8-120454735761 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:05.670887 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.786764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e825d791-5179-4ab0-a4a8-120454735761 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:05.787221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.790845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.910112 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:05.930400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0e8b4b-1f41-419e-92e9-72a3de8a41aa,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:06.009048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46386) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:06.023014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.068540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.072298 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-626cb7bd-5dd2-4cf3-b563-b6abde9df0e1 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8567069 Aug 06 15:39:06.074401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46392) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:06.086954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'security_group_rule': {'security_group_id': 'b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:06.122247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a338001a-c740-49e4-92e9-112e20ab408f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:06.141131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Checking segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:06.141501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Network hostable DHCP agents. Network: 7792ce69-c4cd-4050-9057-f0df1aaeb340, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:39:06.201263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-218694316-network', 'tenant_id': '3174e86998ea47018f90366e7351420b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:06.256856 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.367198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:39:06.376851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.409300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Made reservation on behalf of 3174e86998ea47018f90366e7351420b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:06.416550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.435980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.496186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c85f5-78c0-46c0-9715-d4999e32c1d7 req-b21b3b65-a289-4cea-8b38-ff46ab7b228c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:06.512929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a37c85f5-78c0-46c0-9715-d4999e32c1d7 req-b21b3b65-a289-4cea-8b38-ff46ab7b228c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1261470 Aug 06 15:39:06.565206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a37c85f5-78c0-46c0-9715-d4999e32c1d7 req-0734ce56-b31b-4fc2-a533-c040e36277c8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Aug 06 15:39:06.577570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.588414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7792ce69-c4cd-4050-9057-f0df1aaeb340) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:06.601733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:06.602359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.603530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f676c-68d5-42bb-bea5-1acf37738107 None None] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:39:06.628589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7128f1c5-7064-4f2f-8c18-9724d721416b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:06.641898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.730291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.757571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:39:06.768086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0517870-5ab3-4f5c-b60f-d28950508cd0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:06.776710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.777171 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Added segment f01013ea-3dd0-43f4-8dfd-82e67e254556 of type vlan for network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f Aug 06 15:39:06.804910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7792ce69-c4cd-4050-9057-f0df1aaeb340', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:39:06.804910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.833773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.910068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b1f66bc9-36ec-4f55-a54f-6d3eca02cccb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7384894 Aug 06 15:39:06.911240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:06.911672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:06.915406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9cd139ed-6e8c-49f9-9833-3f8d472e6fce tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8378272 Aug 06 15:39:06.920031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46422) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:06.921647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:06.927859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:06.939001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:06.981322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Allocated IP 172.20.0.2 (7792ce69-c4cd-4050-9057-f0df1aaeb340/a338001a-c740-49e4-92e9-112e20ab408f/f9cf736b-5507-4019-a979-d733558582c4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:07.047982 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.047982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:07.047982 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.088205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.090008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.190039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.202599 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.204238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d661c57-2d46-4b01-9c84-10d117612a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.211307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] Pushing event updated for resources: {'Network': ['ID=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:07.212365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Transition to ACTIVE for port object f9cf736b-5507-4019-a979-d733558582c4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:07.230742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:39:07.309814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Transition to ACTIVE for port object f9cf736b-5507-4019-a979-d733558582c4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:07.345497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.426345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.506028 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ee821845-7f8a-47e8-bdc3-bf76f854a27e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4941645 Aug 06 15:39:07.508044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:07.512384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:07.545606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:07.570491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:07.600871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Request body: {'subnet': {'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-218694316-subnet', 'tenant_id': '3174e86998ea47018f90366e7351420b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:07.603060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Pushing event updated for resources: {'Port': ['ID=f9cf736b-5507-4019-a979-d733558582c4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:07.654011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.729219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.745146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Attempting to bind port f9cf736b-5507-4019-a979-d733558582c4 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:07.745146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Attempting to bind port f9cf736b-5507-4019-a979-d733558582c4 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:07.749981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Attempting to bind port f9cf736b-5507-4019-a979-d733558582c4 on network 7792ce69-c4cd-4050-9057-f0df1aaeb340 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:07.749981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-30bde040-890d-4900-9fd1-36bdcd2016b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.751054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.755725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:07.756136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Checking segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:07.756550 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.757068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Bound using segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:07.757444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Bound port: f9cf736b-5507-4019-a979-d733558582c4, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:07.757852 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.801733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2613-e3ee-484b-88c8-9bca00c8f02d req-fe6e2018-1ecc-438c-b1a8-21bb7b9a02c2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:07.804658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abba2613-e3ee-484b-88c8-9bca00c8f02d req-fe6e2018-1ecc-438c-b1a8-21bb7b9a02c2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0778544 Aug 06 15:39:07.807367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d661c57-2d46-4b01-9c84-10d117612a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.875205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] For port f9cf736b-5507-4019-a979-d733558582c4, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:07.881008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] For port f9cf736b-5507-4019-a979-d733558582c4, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9cf736b-5507-4019-a979-d733558582c4,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:07.883390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abba2613-e3ee-484b-88c8-9bca00c8f02d req-da37a9da-790b-42ce-a0b6-642d0c6f5649 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695374 Aug 06 15:39:07.898470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d661c57-2d46-4b01-9c84-10d117612a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:07.960131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Allocated IP 172.25.5.168 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/e0c0ea25-45ff-45f1-9524-26283d20df68) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:07.984923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0d661c57-2d46-4b01-9c84-10d117612a39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ace540b6f0ab44c296481527563e01a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0445685 Aug 06 15:39:07.997545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d661c57-2d46-4b01-9c84-10d117612a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043aa41-9c50-4d1d-a412-440cde895669,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:07.997740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.008008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:08.108003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf84aa9-6bb9-4d1b-9b28-fccd32c03ded None None] Pushing event updated for resources: {'Port': ['ID=f9cf736b-5507-4019-a979-d733558582c4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:08.157925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e42fa11-af00-4402-819b-7d781efdd28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.222459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e42fa11-af00-4402-819b-7d781efdd28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.244177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.401640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e42fa11-af00-4402-819b-7d781efdd28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.405393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e42fa11-af00-4402-819b-7d781efdd28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.410763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6e42fa11-af00-4402-819b-7d781efdd28a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6043aa41-9c50-4d1d-a412-440cde895669 HTTP/1.1" status: 204 len: 168 time: 0.3979659 Aug 06 15:39:08.423256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Made reservation on behalf of 3174e86998ea47018f90366e7351420b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:08.426018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.434798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.543757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42fa11-af00-4402-819b-7d781efdd28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043aa41-9c50-4d1d-a412-440cde895669,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:08.565864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:08.594092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:08.602110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:08.677532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.690011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'Port': ['ID=e0c0ea25-45ff-45f1-9524-26283d20df68,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:08.730192 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.877406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:08.957154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Allocated IP 172.25.5.217 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/47c074df-5420-4fcb-9391-0b0d7dbf12fe) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:08.959250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.082143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.116927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.281929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c0b4fe-684f-4ee9-bb7b-82dad764d204,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:09.297296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.310053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b194637-9d8a-483a-9ca7-f123ae9ce7e0 req-75cd93d9-fefd-47b7-91fe-28f5c6f97fd7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:09.318985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b194637-9d8a-483a-9ca7-f123ae9ce7e0 req-75cd93d9-fefd-47b7-91fe-28f5c6f97fd7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.2875168 Aug 06 15:39:09.375555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Checking segment: {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:09.375555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Network hostable DHCP agents. Network: db7f0fc7-03b5-489c-84dc-7fdb12dcae8f, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:39:09.400918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.411728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-9bdf763b-ea7e-48d7-9ec7-d46b7a8ecfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:09.414564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-9bdf763b-ea7e-48d7-9ec7-d46b7a8ecfe9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 1096 time: 0.1521173 Aug 06 15:39:09.503664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b194637-9d8a-483a-9ca7-f123ae9ce7e0 req-6d684538-4df3-4d74-abe5-52a3513d343f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835942 Aug 06 15:39:09.545508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.581094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9cf736b-5507-4019-a979-d733558582c4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:09.666439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'Port': ['ID=e0c0ea25-45ff-45f1-9524-26283d20df68,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:09.670442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:39:09.674029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.684012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-056862bf-1313-4a5b-be4b-fcc71ea0e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:09.685902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-056862bf-1313-4a5b-be4b-fcc71ea0e794 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 913 time: 0.2435787 Aug 06 15:39:09.738430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c63f4-117b-4363-86aa-6c0efd634454 None None] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:39:09.754503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.768181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=47c074df-5420-4fcb-9391-0b0d7dbf12fe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:09.773700 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-4281a3d8-4d94-4a76-9c66-5ba3a5193b05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 HTTP/1.1" status: 200 len: 217 time: 0.0744281 Aug 06 15:39:09.781911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f9cf736b-5507-4019-a979-d733558582c4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:09.805146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:09.807385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:09.812518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, db7f0fc7-03b5-489c-84dc-7fdb12dcae8f) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:09.816261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:09.916997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-b2dc3440-98c1-47e9-a82b-af542d6f397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:09.929762 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-b2dc3440-98c1-47e9-a82b-af542d6f397a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.1410925 Aug 06 15:39:09.934165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.937974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:09.938729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:09.946166 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-823c75ba-28d3-48a2-bec9-22e832939475 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0210483 Aug 06 15:39:10.012986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-e8b749fd-7df8-483c-95e4-c6bbb06f94fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653703 Aug 06 15:39:10.055082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95721ac-6a6d-481d-871d-e671848d3ef4 None None] Network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:39:10.216656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d78b4c53-74c8-4ee9-9239-3dcaee483746 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6962116 Aug 06 15:39:10.239844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-7861911d-96f3-4b2d-a701-196d96462f63 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119477 Aug 06 15:39:10.302282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] Provisioning for port f9cf736b-5507-4019-a979-d733558582c4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:10.371435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] Provisioning complete for port f9cf736b-5507-4019-a979-d733558582c4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:10.371839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:10.454819 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97eb4b5a-6b7a-41b0-9c1a-2679eae3d6bc req-8e5ee852-8a39-43fd-9e9a-708473c63ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081113 Aug 06 15:39:10.479716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c938a4d1-0f10-46fe-8e1f-0accd80b99e9 None None] Network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:39:10.608679 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:10.816878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:10.834693 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:10.890061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-229460aa-426e-437e-a54c-195ac34683d4 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1587613217&fields=id&tenant_id=30efa261fe5b43a9941faadec8ff5237 HTTP/1.1" status: 200 len: 267 time: 0.1697693 Aug 06 15:39:10.905218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962fe0-4641-40f6-9fe4-c9644d9620e8 req-fcbd816f-9ed5-4185-9233-d2b22a67489f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:10.917459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5962fe0-4641-40f6-9fe4-c9644d9620e8 req-fcbd816f-9ed5-4185-9233-d2b22a67489f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1950989 Aug 06 15:39:10.939572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] For port f9cf736b-5507-4019-a979-d733558582c4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9cf736b-5507-4019-a979-d733558582c4,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:11.026423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:11.112998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d8f44-4c37-4321-887a-bce5d2a1175e None None] Pushing event updated for resources: {'Port': ['ID=f9cf736b-5507-4019-a979-d733558582c4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:11.157402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f4a1b5dc-3d7a-4c85-8f1e-fe2a58cf60e2 None None] Provisioning complete for port f9cf736b-5507-4019-a979-d733558582c4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:11.158406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b5dc-3d7a-4c85-8f1e-fe2a58cf60e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:11.216701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5962fe0-4641-40f6-9fe4-c9644d9620e8 req-57f5041c-456a-497b-b4cd-1382443ad70f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914035 Aug 06 15:39:11.325105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-1a1f6649-6bdd-42ea-ac99-e38209abb512 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:11.333584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-1a1f6649-6bdd-42ea-ac99-e38209abb512 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 811 time: 0.4112959 Aug 06 15:39:11.382691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-c386b491-1db9-4295-b5e8-66cacee8f8c3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/quotas/30efa261fe5b43a9941faadec8ff5237 HTTP/1.1" status: 200 len: 375 time: 0.0467088 Aug 06 15:39:11.391484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:11.559590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9cf736b-5507-4019-a979-d733558582c4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:11.570728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-08fb2607-19a8-4acd-ab92-d2ff0246abb2 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705759 Aug 06 15:39:11.705531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f9cf736b-5507-4019-a979-d733558582c4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:11.706212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:11.828767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-07cf7d7c-41fb-4df5-8a7b-2a81038d6f26 service neutron] 10.222.0.16 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224987 Aug 06 15:39:11.967556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Router f143eca1-6734-43c9-b2eb-462715ea8de9 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:39:12.161197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-2c2743a5-8e70-48e0-ba6f-5a32fd3bb736 service neutron] 10.222.0.16 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190911 Aug 06 15:39:12.187914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-134161fb-5785-4d07-9f8d-bd701c942f4c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:12.190208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-134161fb-5785-4d07-9f8d-bd701c942f4c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 813 time: 0.2910762 Aug 06 15:39:12.220989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:39:12.234160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-bfbcd92e-2dfc-4bfc-8a27-3eb847e5c762 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/quotas/3174e86998ea47018f90366e7351420b HTTP/1.1" status: 200 len: 375 time: 0.0235271 Aug 06 15:39:12.253137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Sync routers for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:39:12.278033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:12.279334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:12.295743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-2d990540-7086-4bac-9eed-8eb183c0d896 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446248 Aug 06 15:39:12.431375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-cbb93109-e6ca-4632-a75a-df9139353706 service neutron] 10.222.0.16 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174541 Aug 06 15:39:12.435034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:12.473154 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:12.475305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ea533450-0318-4cf1-8eb6-15f8ef728ac0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5622168 Aug 06 15:39:12.479249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:12.608472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-e2243fc8-7306-4018-ad58-a0de0eca722e service neutron] 10.222.0.16 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702807 Aug 06 15:39:12.703896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:10Z', 'revision_number': 3, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:12.762429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Checking router: f143eca1-6734-43c9-b2eb-462715ea8de9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:39:12.762747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Updating router f143eca1-6734-43c9-b2eb-462715ea8de9 port 47c074df-5420-4fcb-9391-0b0d7dbf12fe binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:39:12.795211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.124290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd1f1b-0823-45bf-834c-959db2e85652 req-224ea8bd-0a82-447a-81db-200ca6137bed tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:13.127614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cdd1f1b-0823-45bf-834c-959db2e85652 req-224ea8bd-0a82-447a-81db-200ca6137bed tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0989468 Aug 06 15:39:13.186983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a27f28f-afd6-4c59-90db-ccb38827dba6 req-f1a84b23-2d1f-43b2-97fd-3fda20da7a63 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0964890 Aug 06 15:39:13.295254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cdd1f1b-0823-45bf-834c-959db2e85652 req-796ded13-e557-4186-a489-185515c79bc3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067755 Aug 06 15:39:13.396078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1788d7ad-8573-4a02-96e4-636b9bce0ba1 req-73c28631-5e1c-44e2-b27c-87460059651d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.0715036 Aug 06 15:39:13.396934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.445245 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.460640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Transition to ACTIVE for port object 47c074df-5420-4fcb-9391-0b0d7dbf12fe will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:13.608249 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.622359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Allocated IP 172.20.0.1 (7792ce69-c4cd-4050-9057-f0df1aaeb340/a338001a-c740-49e4-92e9-112e20ab408f/6703a655-1538-4046-8b2e-f5faee8f0848) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:13.718970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Attempting to bind port 47c074df-5420-4fcb-9391-0b0d7dbf12fe on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:13.719713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Attempting to bind port 47c074df-5420-4fcb-9391-0b0d7dbf12fe by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:13.720417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Attempting to bind port 47c074df-5420-4fcb-9391-0b0d7dbf12fe on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:13.745515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:13.747839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:13.747839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.747839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:13.748133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Bound port: 47c074df-5420-4fcb-9391-0b0d7dbf12fe, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:13.748413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.767118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:13.796343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Transition to ACTIVE for port object 6703a655-1538-4046-8b2e-f5faee8f0848 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:13.835150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fddf4-801b-41fa-a77c-9ff9cd8c4550 None None] Pushing event updated for resources: {'Port': ['ID=47c074df-5420-4fcb-9391-0b0d7dbf12fe,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:13.883599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] For port 47c074df-5420-4fcb-9391-0b0d7dbf12fe, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:13.886600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] For port 47c074df-5420-4fcb-9391-0b0d7dbf12fe, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=47c074df-5420-4fcb-9391-0b0d7dbf12fe,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:14.285077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26162243-239c-4816-b0fb-ffeedbb2b857 req-1b673a99-61d7-4a9b-a238-1026f999a50e tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0333288 Aug 06 15:39:14.408329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:39:14.444459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:14.479827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:14.491368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173083a-a3a5-447c-8d57-2d9c507df14f req-23e42217-b855-4c09-99dc-b57e9405df76 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:14.501416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3173083a-a3a5-447c-8d57-2d9c507df14f req-23e42217-b855-4c09-99dc-b57e9405df76 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0926702 Aug 06 15:39:14.549320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:14.551553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:14.565563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc4a3223-230e-4f5a-9245-1a85a71d50b6 req-add956dd-fb29-421b-ae26-3cef34b443d1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.0613246 Aug 06 15:39:14.574289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:14.608782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3173083a-a3a5-447c-8d57-2d9c507df14f req-788d1454-b419-47d2-8b52-1bf10558f1c4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057060 Aug 06 15:39:14.647145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Pushing event updated for resources: {'Port': ['ID=6703a655-1538-4046-8b2e-f5faee8f0848,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:14.684318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:14.836447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fddf4-801b-41fa-a77c-9ff9cd8c4550 None None] Pushing event updated for resources: {'Port': ['ID=47c074df-5420-4fcb-9391-0b0d7dbf12fe,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:14.878945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:14.881596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:14.945793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:15.066243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'mac_address': 'fa:16:3e:16:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:39:15.132857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:15.152243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:15.154497 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.188979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efea42ac-960a-4822-a2db-4a5c4891d787 None None] Provisioning for port 6703a655-1538-4046-8b2e-f5faee8f0848 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:15.232274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efea42ac-960a-4822-a2db-4a5c4891d787 None None] Provisioning complete for port 6703a655-1538-4046-8b2e-f5faee8f0848 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:15.232863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efea42ac-960a-4822-a2db-4a5c4891d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.237590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:15.269687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.369918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e62411-de38-4f56-8899-557270908404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.400683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:15.442927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-efea42ac-960a-4822-a2db-4a5c4891d787 None None] Port 6703a655-1538-4046-8b2e-f5faee8f0848 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:39:15.544816 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.558134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78300238-ccda-4ef1-8db4-2c01df8674b7 req-224d385f-9501-4e66-8b7b-ea5eb6260c57 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0707872 Aug 06 15:39:15.631572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:39:15.682908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e62411-de38-4f56-8899-557270908404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.690762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.718256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:15.727499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a921b7b-6d9d-46fe-8ba6-c2dffbfeef1c req-9135606c-6d8e-4b2a-8631-83b9d0719b4e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.0473027 Aug 06 15:39:15.756798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:10Z', 'revision_number': 3, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:15.787725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1d699-1806-414e-a102-6a48e88afa82 None None] The sync data for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 is: [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:10Z', 'revision_number': 3, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:39:15.797233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:15.875938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8e62411-de38-4f56-8899-557270908404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.017213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Pushing event updated for resources: {'Port': ['ID=6703a655-1538-4046-8b2e-f5faee8f0848,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:16.041700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.050981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d8e62411-de38-4f56-8899-557270908404 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b7ee4483736402abac32962b33ccf79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9169266 Aug 06 15:39:16.055234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46656) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:16.082511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62385530-fce7-4f03-928e-523cf98c79e7 req-bce1a140-feb9-435a-8b0d-5f36d7f80ccf tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:16.094590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62385530-fce7-4f03-928e-523cf98c79e7 req-bce1a140-feb9-435a-8b0d-5f36d7f80ccf tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 944 time: 0.3352604 Aug 06 15:39:16.107649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e62411-de38-4f56-8899-557270908404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa8daa-af4e-443d-af3e-c61a37918066,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:16.166827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62385530-fce7-4f03-928e-523cf98c79e7 req-d8828d8f-6a7b-49a5-8738-6a177f7485f3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645864 Aug 06 15:39:16.259011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:16.266342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:16.441290 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4f8e-a6d3-449d-9703-8c4a66ccb33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.441530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:16.537378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4f8e-a6d3-449d-9703-8c4a66ccb33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.644632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:16.644632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.776531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1b3e6ff-390e-4640-b820-e3e1fcb6943f req-a799933a-887a-47d9-addf-2991bc7b11f9 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0702708 Aug 06 15:39:16.809998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Router f143eca1-6734-43c9-b2eb-462715ea8de9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:39:16.872389 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.875366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-19f63fb5-6ee9-476c-bdf2-030f2e2f9512 None None] Provisioning complete for port 6703a655-1538-4046-8b2e-f5faee8f0848 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:16.876030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-19f63fb5-6ee9-476c-bdf2-030f2e2f9512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.937419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4f8e-a6d3-449d-9703-8c4a66ccb33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.941167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4f8e-a6d3-449d-9703-8c4a66ccb33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:16.950261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2c8c4f8e-a6d3-449d-9703-8c4a66ccb33f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12aa8daa-af4e-443d-af3e-c61a37918066 HTTP/1.1" status: 204 len: 168 time: 0.8909774 Aug 06 15:39:16.955716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:16.959879 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae1f5e-6db7-49a4-95ec-cf2e40f11a03" -d '{"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-plugged", "status": "completed", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:16.973568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-19f63fb5-6ee9-476c-bdf2-030f2e2f9512 None None] Port 6703a655-1538-4046-8b2e-f5faee8f0848 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:39:16.986616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:16.996109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02ecdbc9-c3c9-40e1-8861-9decf05eaccc req-0d3dade0-18ad-4b49-96e5-990df74a69d9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.1171513 Aug 06 15:39:17.088481 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079e792-bd6e-446f-be22-f53728b3f897 x-openstack-request-id: req-8079e792-bd6e-446f-be22-f53728b3f897 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:17.088796 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-plugged", "status": "completed", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:17.089109 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8079e792-bd6e-446f-be22-f53728b3f897 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:17.089574 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'code': 200} Aug 06 15:39:17.131950 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:17.150604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4f8e-a6d3-449d-9703-8c4a66ccb33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa8daa-af4e-443d-af3e-c61a37918066,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:17.171230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:39:17.215075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-df210a5e-b68b-4e0e-af5c-ae3824d13e84 admin admin] 10.222.0.16 "PUT /v2.0/routers/f143eca1-6734-43c9-b2eb-462715ea8de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7259364 Aug 06 15:39:17.282417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:17.497686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9e41a-6bc2-494b-b3f6-00caf9733d2a req-1ad7bb35-1b8b-4b93-9d0e-86ad877195e6 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:17.509659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7c9e41a-6bc2-494b-b3f6-00caf9733d2a req-1ad7bb35-1b8b-4b93-9d0e-86ad877195e6 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1891103 Aug 06 15:39:17.564913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 47c074df-5420-4fcb-9391-0b0d7dbf12fe up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:17.732857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7c9e41a-6bc2-494b-b3f6-00caf9733d2a req-4470dde7-c0f8-4cfb-88ba-a052f8eb5bbc tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219017 Aug 06 15:39:17.785435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-10c7611a-08ff-4bd8-9d70-17ea57cd8149 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:17.792408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-10c7611a-08ff-4bd8-9d70-17ea57cd8149 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.59 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 811 time: 0.4535515 Aug 06 15:39:17.892570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-ec6dce90-da97-4f7d-aaa3-6938418882cd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30efa261fe5b43a9941faadec8ff5237 HTTP/1.1" status: 200 len: 380 time: 0.0932064 Aug 06 15:39:17.914119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'port': {'device_id': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'admin_state_up': True, 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'security_groups': ['b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:18.056392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-200a44a8-797f-48c5-b5f9-61a3b63690e0 req-6794ff8a-86e7-4917-9805-1c05b4aefb2f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0998926 Aug 06 15:39:18.071316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 47c074df-5420-4fcb-9391-0b0d7dbf12fe completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:18.077374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 47c074df-5420-4fcb-9391-0b0d7dbf12fe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:18.077845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:18.181248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-340a3476-005a-4259-b102-ee1697684e03 req-a3b2fb6c-8a54-42ff-bb89-4b3b0e6ccb54 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.0535536 Aug 06 15:39:18.351858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:18.417164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-1099ffae-fb55-4a67-b1fb-297ee3faff1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1231163 Aug 06 15:39:18.461735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 47c074df-5420-4fcb-9391-0b0d7dbf12fe, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=47c074df-5420-4fcb-9391-0b0d7dbf12fe,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:18.538831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Made reservation on behalf of 30efa261fe5b43a9941faadec8ff5237 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:18.554584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:18.601056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:18.737602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=47c074df-5420-4fcb-9391-0b0d7dbf12fe,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:18.744164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.756360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.756714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.757214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.757705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.758382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.758669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:18.760783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-a9beb864-a4f1-4e35-bab7-5320ea3f94b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.2180269 Aug 06 15:39:19.032868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-0a0d4a24-b454-4974-9b53-90595d7310c2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:19.035537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-0a0d4a24-b454-4974-9b53-90595d7310c2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.59 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 813 time: 0.5487537 Aug 06 15:39:19.061878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Request body: {'port': {'device_id': '123d03f3-8572-483a-9c91-297062ee106e', 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'admin_state_up': True, 'tenant_id': '3174e86998ea47018f90366e7351420b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:19.207665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a081c63-eac9-4475-ab82-1ca0e4bc14d0 req-43e20b0c-81bf-41ae-8ab8-973c133d1d36 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:19.222413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a081c63-eac9-4475-ab82-1ca0e4bc14d0 req-43e20b0c-81bf-41ae-8ab8-973c133d1d36 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1733742 Aug 06 15:39:19.252556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-7428081a-d126-48dc-981d-6992ae8e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:19.253682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-7428081a-d126-48dc-981d-6992ae8e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:19.254716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-7428081a-d126-48dc-981d-6992ae8e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:19.259572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-7428081a-d126-48dc-981d-6992ae8e8c7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 200 len: 2298 time: 0.4393327 Aug 06 15:39:19.475749 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Sync routers for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:39:19.501876 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:19.502696 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:19.515885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Allocated IP 172.20.0.9 (2b0f6da5-b920-40c2-b8c2-08eb50b936c4/07032a76-1107-43e4-a38b-26b4d9a6787d/35db989f-6494-4a6e-b6c4-68d74e3e2616) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:19.552758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a081c63-eac9-4475-ab82-1ca0e4bc14d0 req-ed4ddbd6-3f5e-4a88-b2b4-4fc54c480a10 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277981 Aug 06 15:39:19.673897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-913f0bc4-c0b1-4c75-ba97-58fde1afd184 req-2fe2258d-d3ad-44af-a2e7-d8fcaad80092 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.2566791 Aug 06 15:39:19.727769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 47c074df-5420-4fcb-9391-0b0d7dbf12fe up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:19.742118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-222edd6b-093e-48ed-9407-3e1f410bc744 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 1001 time: 0.4698780 Aug 06 15:39:19.762533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Made reservation on behalf of 3174e86998ea47018f90366e7351420b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:19.792895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:19.988807 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:20.049892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-3eb34e5c-8ab8-485f-9065-a9c72b4716db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:20.060337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-3eb34e5c-8ab8-485f-9065-a9c72b4716db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 200 len: 856 time: 0.2972898 Aug 06 15:39:20.060662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 47c074df-5420-4fcb-9391-0b0d7dbf12fe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:20.060662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:20.243988 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:39:20.293869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7d64fe8-5c40-4eee-b1ee-2114e0573a65 req-42bed890-245a-4e2e-8c45-63fb4b9a9e91 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.2380807 Aug 06 15:39:20.356911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-901e072f-33fd-470a-b5b9-6d8657b695a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:20.363962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-901e072f-33fd-470a-b5b9-6d8657b695a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68b9236b-44a3-446d-be00-f8b66debb1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2570620 Aug 06 15:39:20.523104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Allocated IP 172.20.0.3 (db7f0fc7-03b5-489c-84dc-7fdb12dcae8f/22c0b4fe-684f-4ee9-bb7b-82dad764d204/7a73bc23-4a98-4c48-9dc0-7ebdd2560071) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:20.546339 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 2, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:20.589294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:20.622094 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Checking router: f143eca1-6734-43c9-b2eb-462715ea8de9 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:39:20.622545 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Updating router f143eca1-6734-43c9-b2eb-462715ea8de9 port 6703a655-1538-4046-8b2e-f5faee8f0848 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:39:20.626979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Transition to ACTIVE for port object 35db989f-6494-4a6e-b6c4-68d74e3e2616 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:20.740303 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:20.904227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:20.946364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-d6c4870d-cd22-43d1-8f2e-f9f9b72b8b21 service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753446 Aug 06 15:39:20.978601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7e8cce5-e5f7-4c68-ae5e-3e3e0f551c8f req-cad6d957-702f-4267-b2e0-24d9a102f2a0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0952108 Aug 06 15:39:20.991206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:20.998038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edaf4c-4815-457e-9d36-c716bb32595a req-06af48fc-2d41-49c5-b212-9d6fdced0741 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:21.016131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17edaf4c-4815-457e-9d36-c716bb32595a req-06af48fc-2d41-49c5-b212-9d6fdced0741 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.2573812 Aug 06 15:39:21.119570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event updated for resources: {'Port': ['ID=35db989f-6494-4a6e-b6c4-68d74e3e2616,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:21.122660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:21.240515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:21.256418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17edaf4c-4815-457e-9d36-c716bb32595a req-dcaee885-479b-4bd9-8a88-5d5164f4bb0e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391143 Aug 06 15:39:21.282979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:21.288136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:21.292850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:21.424388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:21.428959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-f2994926-bd65-4d53-81bf-271c8b23c80f service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524627 Aug 06 15:39:21.497877 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:21.500200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:21.518005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:21.537414 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Transition to ACTIVE for port object 6703a655-1538-4046-8b2e-f5faee8f0848 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:21.585727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-871bb38d-6456-4d30-a2a9-866ca3ecd4ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 217 time: 0.1446631 Aug 06 15:39:21.637835 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:21.652068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:21.652988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:21.683577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:21.684594 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:21.808560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4712213-311f-480d-a381-961adf9979bf req-33a278eb-c8e8-4239-ba31-8764e575d92a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:21.822017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4712213-311f-480d-a381-961adf9979bf req-33a278eb-c8e8-4239-ba31-8764e575d92a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 931 time: 0.2572188 Aug 06 15:39:21.827993 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-f37a81b2-940b-4b25-af98-616810de7a0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7771921 Aug 06 15:39:21.839034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-04d74092-dfdd-4a2f-adc5-bc27d7aad325 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9382691 Aug 06 15:39:21.849238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-bf4340a9-ffcb-4f0d-9c91-980dbc4fe67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:21.851221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-bf4340a9-ffcb-4f0d-9c91-980dbc4fe67c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.2384803 Aug 06 15:39:21.864894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Request body: {'port': {'device_id': '123d03f3-8572-483a-9c91-297062ee106e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:21.871069 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Pushing event updated for resources: {'Port': ['ID=6703a655-1538-4046-8b2e-f5faee8f0848,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:21.885354 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.885972 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.886534 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.887423 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.887769 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.888132 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.888531 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.888867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.889439 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.890144 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.890727 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.891433 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:21.968410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc4de1fa-f3e8-489c-a759-89bd2eda9121 None None] Provisioning for port 35db989f-6494-4a6e-b6c4-68d74e3e2616 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:21.976729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc4de1fa-f3e8-489c-a759-89bd2eda9121 None None] Provisioning complete for port 35db989f-6494-4a6e-b6c4-68d74e3e2616 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:21.977223 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc4de1fa-f3e8-489c-a759-89bd2eda9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:21.998500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4712213-311f-480d-a381-961adf9979bf req-650c9050-c645-4cf3-8441-f479d6840987 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736424 Aug 06 15:39:22.038432 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Attempting to bind port 6703a655-1538-4046-8b2e-f5faee8f0848 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:22.041335 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Attempting to bind port 6703a655-1538-4046-8b2e-f5faee8f0848 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:22.042137 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Attempting to bind port 6703a655-1538-4046-8b2e-f5faee8f0848 on network 7792ce69-c4cd-4050-9057-f0df1aaeb340 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:22.042889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Request body: {'port': {'device_id': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:22.047378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-c38322b2-75b4-4a5e-b7ed-228eddd8bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:22.051394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-c38322b2-75b4-4a5e-b7ed-228eddd8bef4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1812470 Aug 06 15:39:22.055234 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:22.058326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Checking segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:22.063198 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:22.063198 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Bound using segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:22.063198 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Bound port: 6703a655-1538-4046-8b2e-f5faee8f0848, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:22.063198 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:22.150687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fc4de1fa-f3e8-489c-a759-89bd2eda9121 None None] Port 35db989f-6494-4a6e-b6c4-68d74e3e2616 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:39:22.223112 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] For port 6703a655-1538-4046-8b2e-f5faee8f0848, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:22.235902 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] For port 6703a655-1538-4046-8b2e-f5faee8f0848, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6703a655-1538-4046-8b2e-f5faee8f0848,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:22.324700 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:22.409216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:22.420724 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6deca-d346-4c24-b763-f60ce38d8e3b None None] Pushing event updated for resources: {'Port': ['ID=6703a655-1538-4046-8b2e-f5faee8f0848,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:22.490811 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:22.492880 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:22.571435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:22.671243 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:23.560940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-50f36928-2b46-406a-980d-656b6d4d212a service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4976625 Aug 06 15:39:23.705091 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:22Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:23.721206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143143-6ed5-45ad-9c7b-254aaafc6fe5 req-2d3f21ed-6773-4c85-a914-b01ebf825ab3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:23.730742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94143143-6ed5-45ad-9c7b-254aaafc6fe5 req-2d3f21ed-6773-4c85-a914-b01ebf825ab3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1665983 Aug 06 15:39:23.752477 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63f0f2-ca32-48bc-bf73-8defe2656cab None None] The sync data for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 is: [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:22Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:39:23.894421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f5a5-01f6-4581-802e-b986ced3c61b req-ecd36e1e-7304-43be-b955-a563555ea922 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:23.920663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1a7f5a5-01f6-4581-802e-b986ced3c61b req-ecd36e1e-7304-43be-b955-a563555ea922 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 931 time: 1.4580550 Aug 06 15:39:23.928292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94143143-6ed5-45ad-9c7b-254aaafc6fe5 req-0a508623-3b16-47d8-ba7d-ee35dea0167e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881502 Aug 06 15:39:24.231518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1a7f5a5-01f6-4581-802e-b986ced3c61b req-fe477b49-2131-4e3a-91d9-f3169d8399dd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657457 Aug 06 15:39:24.314381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-29471ab7-3e99-47d0-aad7-eb7c380d001d service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696196 Aug 06 15:39:24.573078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-e6285e28-28da-40a1-8801-1ea9bd8bbba3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 217 time: 0.1722581 Aug 06 15:39:24.659288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff0ac1-9580-4d73-bd77-1b10428e4c32 req-d2507df8-5cc7-49ae-bf39-339e5c2a3865 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:24.667611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09ff0ac1-9580-4d73-bd77-1b10428e4c32 req-d2507df8-5cc7-49ae-bf39-339e5c2a3865 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 931 time: 0.4233801 Aug 06 15:39:24.718781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-c457a7bd-ec32-465b-8e12-ac03e72be9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:24.725998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-c457a7bd-ec32-465b-8e12-ac03e72be9eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.1443799 Aug 06 15:39:24.774783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:24.796375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:24.798185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09ff0ac1-9580-4d73-bd77-1b10428e4c32 req-6e7053df-e1a6-4ca6-a440-627e9c0d03db tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293485 Aug 06 15:39:24.819783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Transition to ACTIVE for port object 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:24.887313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-01b695c0-7727-4114-b9e6-996bdbe159c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:24.890997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-01b695c0-7727-4114-b9e6-996bdbe159c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1500669 Aug 06 15:39:25.018573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35db989f-6494-4a6e-b6c4-68d74e3e2616 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:25.028895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:25.057025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Transition to ACTIVE for port object 35db989f-6494-4a6e-b6c4-68d74e3e2616 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:25.060301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:25.136099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:25.168359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:25.242942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Pushing event updated for resources: {'Port': ['ID=35db989f-6494-4a6e-b6c4-68d74e3e2616,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:25.404254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e692541-92b4-40c8-a94a-5742cd20745b req-f4c3bdf2-ca6d-4d7d-b7d2-e67b365d3a7d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:25.425075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e692541-92b4-40c8-a94a-5742cd20745b req-f4c3bdf2-ca6d-4d7d-b7d2-e67b365d3a7d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.2681324 Aug 06 15:39:25.603564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-58497d29-df2e-4049-b814-cce16067353d service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973350 Aug 06 15:39:25.673910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6703a655-1538-4046-8b2e-f5faee8f0848 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:25.731941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e692541-92b4-40c8-a94a-5742cd20745b req-02232c5b-8dc3-4fe1-89fc-6e6b5fb1f1db tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054361 Aug 06 15:39:25.795680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Attempting to bind port 35db989f-6494-4a6e-b6c4-68d74e3e2616 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:25.796254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Attempting to bind port 35db989f-6494-4a6e-b6c4-68d74e3e2616 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:25.796254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Attempting to bind port 35db989f-6494-4a6e-b6c4-68d74e3e2616 on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:25.821583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Port 35db989f-6494-4a6e-b6c4-68d74e3e2616 on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:39:25.822015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Attempting to bind port 35db989f-6494-4a6e-b6c4-68d74e3e2616 on network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:25.831152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Attempting to bind port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:25.831481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Attempting to bind port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:25.844213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Attempting to bind port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 on network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:25.862537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 on network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:39:25.862868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Attempting to bind port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 on network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:25.904001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f71bf-8b44-4f2d-bec4-1471d3ab2a9b req-ef7362ba-b537-48f3-8944-25343f8d38f0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:25.906067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-348f71bf-8b44-4f2d-bec4-1471d3ab2a9b req-ef7362ba-b537-48f3-8944-25343f8d38f0 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 943 time: 0.4215112 Aug 06 15:39:25.917026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:25.917374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Checking segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:25.917784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Bound using segment: {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:25.918257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Bound port: 35db989f-6494-4a6e-b6c4-68d74e3e2616, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:25.918634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:25.992829 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.008669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:26.009015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Checking segment: {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:26.009414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Bound using segment: {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:26.009869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Bound port: 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:26.010376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.057322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-348f71bf-8b44-4f2d-bec4-1471d3ab2a9b req-1044b622-5d6e-4304-aa4e-324d27187596 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205013 Aug 06 15:39:26.112187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-53585318-e625-406b-9ee8-6fc680174acb service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806612 Aug 06 15:39:26.276879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6703a655-1538-4046-8b2e-f5faee8f0848 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:26.281457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6703a655-1538-4046-8b2e-f5faee8f0848 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:26.281839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.324378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-d1f7aedf-23b7-4c47-b1cb-e64f246e2402 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 200 len: 217 time: 0.2021961 Aug 06 15:39:26.392485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] For port 35db989f-6494-4a6e-b6c4-68d74e3e2616, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:26.401081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] For port 35db989f-6494-4a6e-b6c4-68d74e3e2616, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:26.487571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.518294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eebb3-3a90-4a25-ad72-db18f835495a req-aba05346-921c-436a-b3f8-8734b5ee6b8c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:26.520723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-347eebb3-3a90-4a25-ad72-db18f835495a req-aba05346-921c-436a-b3f8-8734b5ee6b8c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.3839059 Aug 06 15:39:26.527209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:26.530976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:26.531315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-36883bd8-bca0-48c0-9e18-f133c21cd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:26.533264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-36883bd8-bca0-48c0-9e18-f133c21cd8cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.1565912 Aug 06 15:39:26.538798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6703a655-1538-4046-8b2e-f5faee8f0848, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6703a655-1538-4046-8b2e-f5faee8f0848,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:26.599773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-347eebb3-3a90-4a25-ad72-db18f835495a req-c97d049a-9590-4ed9-8df2-f6385e92f65d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652053 Aug 06 15:39:26.615794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-283986ef-9d32-4465-bf83-97ca6fca44aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:26.617397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-283986ef-9d32-4465-bf83-97ca6fca44aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673289 Aug 06 15:39:26.632181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.701526 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.709571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:26.732910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:26.740281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] 10.222.0.59 "PUT /v2.0/ports/35db989f-6494-4a6e-b6c4-68d74e3e2616 HTTP/1.1" status: 200 len: 1091 time: 4.8631163 Aug 06 15:39:26.803065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-f6da87f6-79cc-4fd2-bb2a-8bd25d2b03d5 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638114 Aug 06 15:39:26.860641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:26.874439 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df98d0b-36f9-4acc-b6bd-375f8251b449" -d '{"events": [{"name": "network-changed", "server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:26.886769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7505c-347f-4cb4-95a8-959fc0870917 service neutron] Pushing event updated for resources: {'Port': ['ID=35db989f-6494-4a6e-b6c4-68d74e3e2616,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:26.894143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:27.041818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6703a655-1538-4046-8b2e-f5faee8f0848,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:27.173635 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96646ad6-8df3-465a-8171-a5b4bed08f26 x-openstack-request-id: req-96646ad6-8df3-465a-8171-a5b4bed08f26 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:27.177520 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:27.180753 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96646ad6-8df3-465a-8171-a5b4bed08f26 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:27.181800 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'status': 'completed', 'code': 200} Aug 06 15:39:27.330691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35e1c0-2a9c-4bdf-b8db-03cb67a65e60 req-e5b3aff5-0b3c-4fe7-ae7e-cbae36e95aa9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.340055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca35e1c0-2a9c-4bdf-b8db-03cb67a65e60 req-e5b3aff5-0b3c-4fe7-ae7e-cbae36e95aa9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.3007543 Aug 06 15:39:27.395605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.410300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:27.416979 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] 10.222.0.59 "PUT /v2.0/ports/7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 200 len: 1091 time: 5.5764341 Aug 06 15:39:27.431598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-aaf695fe-5537-4573-8b29-9ebe3d15eec9 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190000 Aug 06 15:39:27.475080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca35e1c0-2a9c-4bdf-b8db-03cb67a65e60 req-102d7cc5-a51a-4625-92b5-c4f7436b1442 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Aug 06 15:39:27.564822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-16fbee78-3539-470b-b9df-ea9df784ed28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 200 len: 217 time: 0.1179197 Aug 06 15:39:27.572170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-54d77f35-a6f5-4888-9073-7276bfd40f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.580043 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-54d77f35-a6f5-4888-9073-7276bfd40f4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 1094 time: 0.6447384 Aug 06 15:39:27.585610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6703a655-1538-4046-8b2e-f5faee8f0848 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:27.724179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6703a655-1538-4046-8b2e-f5faee8f0848 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:27.724883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:27.760799 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-40c10baf-3d92-4f61-8b7f-0044034b557a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616 HTTP/1.1" status: 200 len: 217 time: 0.1602411 Aug 06 15:39:27.763712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a80005-1b3b-41f0-a4e6-1a3ec52ad63a service neutron] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:27.838718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-27b17621-7298-49a1-9c9d-07333e3deea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.843073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-27b17621-7298-49a1-9c9d-07333e3deea2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.2188129 Aug 06 15:39:27.861125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df508545-727d-4d85-aca6-be6cdbecaa62 req-84003a68-9729-4317-a0c4-bfc8fd3efbd6 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.871529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df508545-727d-4d85-aca6-be6cdbecaa62 req-84003a68-9729-4317-a0c4-bfc8fd3efbd6 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 943 time: 0.3281898 Aug 06 15:39:27.935250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-e4a6e9bf-7a26-44ed-ac28-a33ffbd09cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.936963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-e4a6e9bf-7a26-44ed-ac28-a33ffbd09cb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1094 time: 0.1748583 Aug 06 15:39:27.948132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-22e575fd-aaad-4e8a-8c8c-18888113207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.950394 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-22e575fd-aaad-4e8a-8c8c-18888113207c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.1621411 Aug 06 15:39:27.990387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb65b0-3069-4296-871f-ba7d2e1786b3 req-3e883ecb-ece5-4f8e-8bb0-0a140af57f9b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:27.999862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dcb65b0-3069-4296-871f-ba7d2e1786b3 req-3e883ecb-ece5-4f8e-8bb0-0a140af57f9b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.2361405 Aug 06 15:39:28.000848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-3f91210c-24e0-4c8f-988b-94060452c4d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 200 len: 217 time: 0.0552979 Aug 06 15:39:28.033097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df508545-727d-4d85-aca6-be6cdbecaa62 req-4dad4106-ddab-4f66-952c-f51a1174600a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605427 Aug 06 15:39:28.061807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-41a4d039-1705-47e4-b823-6eaa577ad521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:28.063724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-41a4d039-1705-47e4-b823-6eaa577ad521 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1729646 Aug 06 15:39:28.115821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dcb65b0-3069-4296-871f-ba7d2e1786b3 req-20ae3d17-07ac-4383-81dd-9d37858defa2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965965 Aug 06 15:39:28.189292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-33f23939-c128-4c8d-934e-22223273d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:28.192440 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-33f23939-c128-4c8d-934e-22223273d039 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897242 Aug 06 15:39:28.195973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-a4b75d75-f531-4266-86a7-a8c48c711966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:28.199213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-a4b75d75-f531-4266-86a7-a8c48c711966 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.1857700 Aug 06 15:39:28.254598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-5492b56b-f50f-40d7-bf4f-403e8067f36f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400045 Aug 06 15:39:28.274893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-5793f10b-2e87-4f90-81c6-00c4fd751886 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981583 Aug 06 15:39:28.462011 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-ba76870a-25fa-4833-b862-11a13e7c6513 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614896 Aug 06 15:39:28.510546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-778c195a-9427-43c2-ba4e-fe9af37457bf service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272563 Aug 06 15:39:28.511044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-d59998ca-b93a-4b0d-a48a-8385543ad9f5 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149727 Aug 06 15:39:28.650162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-da5b3fd6-85bf-4926-830a-e1b3eb9489cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 200 len: 217 time: 0.1267786 Aug 06 15:39:28.887912 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:28.936932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-6c23a089-0de0-4972-b021-9bcf369dfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:28.940090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-6c23a089-0de0-4972-b021-9bcf369dfb4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.2196240 Aug 06 15:39:29.012258 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93edfcd6-ac62-4a7b-805f-885ddbd202fc req-95ac9448-c959-4b4c-9aff-0e9338b804ff service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401180 Aug 06 15:39:29.034854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41f203-9d7b-48e2-bc4f-ca445c3148d6 req-c2ee72ff-78f9-4389-b64c-0af652ac8654 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:29.043739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b41f203-9d7b-48e2-bc4f-ca445c3148d6 req-c2ee72ff-78f9-4389-b64c-0af652ac8654 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.3907619 Aug 06 15:39:29.061205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c3ee923-b9c2-43d2-8133-fd3a08a22a9c req-0e039caf-3776-4197-adc5-e5199b1693be service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097141 Aug 06 15:39:29.157220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-156cb1f4-3bc4-4d34-a907-fca7bf8f9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:29.161921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-156cb1f4-3bc4-4d34-a907-fca7bf8f9246 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2129719 Aug 06 15:39:29.175456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b41f203-9d7b-48e2-bc4f-ca445c3148d6 req-1bbdfc1c-c638-42f5-bfec-08d54638abf7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308146 Aug 06 15:39:29.185178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:29.187897 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45dac4-6469-4794-b77e-8745d810834c" -d '{"events": [{"name": "network-changed", "server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:29.193637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46848) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:29.423328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-68434415-8518-4a0e-beee-de79e92649a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:29.431171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-68434415-8518-4a0e-beee-de79e92649a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 1094 time: 0.1819310 Aug 06 15:39:29.519239 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5287f88d-c107-4503-a45a-62e50377f77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:29.542143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd3899-12f1-4f4e-8302-40aceab9eff2 req-acaff948-b49e-4609-a312-95465997b017 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:29.558091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45cd3899-12f1-4f4e-8302-40aceab9eff2 req-acaff948-b49e-4609-a312-95465997b017 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 943 time: 0.3789141 Aug 06 15:39:29.639604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-1d0db8b1-427c-468b-8442-8e51855bd613 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558995 Aug 06 15:39:29.663279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45cd3899-12f1-4f4e-8302-40aceab9eff2 req-6ae1068a-2773-4cf0-af85-a49a29d5f9c3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007984 Aug 06 15:39:29.690373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5287f88d-c107-4503-a45a-62e50377f77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:29.725616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-5f31ee5f-dc1e-4c2e-82b4-9263fe2bb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:29.725616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-5f31ee5f-dc1e-4c2e-82b4-9263fe2bb716 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.2826381 Aug 06 15:39:29.725820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169169a-f5ca-4000-a6fe-21724c122212 req-90df85c7-ae90-4e3f-9efc-0d5cd0a05eb9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:29.727711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7169169a-f5ca-4000-a6fe-21724c122212 req-90df85c7-ae90-4e3f-9efc-0d5cd0a05eb9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.2520733 Aug 06 15:39:29.827744 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cfcc61-71a2-4d09-a9cc-56715dd7c666 x-openstack-request-id: req-41cfcc61-71a2-4d09-a9cc-56715dd7c666 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:29.836836 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:29.837206 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41cfcc61-71a2-4d09-a9cc-56715dd7c666 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:29.847162 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'status': 'completed', 'code': 200} Aug 06 15:39:29.847162 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5287f88d-c107-4503-a45a-62e50377f77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:29.868019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7169169a-f5ca-4000-a6fe-21724c122212 req-158c3d27-5174-441f-aa0d-6a50a3d393c9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249948 Aug 06 15:39:29.934477 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-bf6ffea5-4d0b-4f57-9fde-b1494ef71de5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616 HTTP/1.1" status: 200 len: 217 time: 0.2021859 Aug 06 15:39:29.938738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-1b524663-a300-4b12-919f-7b23fd35e685 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756965 Aug 06 15:39:29.956497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5287f88d-c107-4503-a45a-62e50377f77a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9be4b363bffa47c3a51979af78f7a36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564240 Aug 06 15:39:29.995245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:30.023005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-c5d91661-32cf-43ec-a394-427f08237064 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 200 len: 217 time: 0.0721872 Aug 06 15:39:30.062114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287f88d-c107-4503-a45a-62e50377f77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78750e84-cbff-450a-b72a-ffb5a12a60d4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:30.123383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-267502a5-55c1-4d67-bfee-965c5a240854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.123644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-267502a5-55c1-4d67-bfee-965c5a240854 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.1714218 Aug 06 15:39:30.136102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45dac4-6469-4794-b77e-8745d810834c req-f56493bc-9347-4be7-a545-68f984dafd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.144415 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-f56493bc-9347-4be7-a545-68f984dafd54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1094 time: 0.2990932 Aug 06 15:39:30.145164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-93e8cb7e-9ce5-4106-90aa-226f30c453b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.158699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-93e8cb7e-9ce5-4106-90aa-226f30c453b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.1186328 Aug 06 15:39:30.207537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f33cc5ec-8b72-4ceb-8eb2-3fbc9161812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:30.286550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f33cc5ec-8b72-4ceb-8eb2-3fbc9161812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:30.302405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-1dd13935-c3ba-476f-9842-132bae811643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.327938 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-1dd13935-c3ba-476f-9842-132bae811643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705956 Aug 06 15:39:30.340662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-b42036d7-6d97-437b-8c88-191e82680fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.343145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-b42036d7-6d97-437b-8c88-191e82680fbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783731 Aug 06 15:39:30.397730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45dac4-6469-4794-b77e-8745d810834c req-0f98e3b0-50ea-4ce9-9f45-2281601b091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.400186 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-0f98e3b0-50ea-4ce9-9f45-2281601b091f service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 914 time: 0.2453022 Aug 06 15:39:30.481964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-4578248e-f7f9-4bd3-a290-614ea0605371 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 200 len: 217 time: 0.0498180 Aug 06 15:39:30.582963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-96a7eac9-7767-4f43-9df3-33da9e740fa3 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662120 Aug 06 15:39:30.587012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45dac4-6469-4794-b77e-8745d810834c req-e65dfebd-e583-43dc-8de0-9054b88a1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.588869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-e65dfebd-e583-43dc-8de0-9054b88a1d50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.0988176 Aug 06 15:39:30.655731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f9b3-8de0-40f6-bc42-78ec66b34962 req-048dfceb-5925-4156-a5a4-e50de4d0d9b2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:30.660151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-6fa450d3-5d05-4280-9f70-7ff36f8a63d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524266 Aug 06 15:39:30.671491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6404f9b3-8de0-40f6-bc42-78ec66b34962 req-048dfceb-5925-4156-a5a4-e50de4d0d9b2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1922295 Aug 06 15:39:30.784691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-b98bc314-b0c1-47c8-8aed-cf2c2a149087 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519049 Aug 06 15:39:30.858215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510061e8-cb4f-4ec9-bfb4-b9e7b3b275a3 req-18dcefa0-35e1-4d44-82ea-cfc8800ddc9b service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352968 Aug 06 15:39:30.884400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6404f9b3-8de0-40f6-bc42-78ec66b34962 req-e3e8b957-7d7d-490d-a5dd-7146f64d31ae tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115748 Aug 06 15:39:30.994688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f33cc5ec-8b72-4ceb-8eb2-3fbc9161812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:30.997913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f33cc5ec-8b72-4ceb-8eb2-3fbc9161812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:30.999386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f33cc5ec-8b72-4ceb-8eb2-3fbc9161812c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78750e84-cbff-450a-b72a-ffb5a12a60d4 HTTP/1.1" status: 204 len: 168 time: 0.9992840 Aug 06 15:39:31.049033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25c932-0223-413b-9cbf-9d89e8c046bb req-a39df8c8-e28b-4a07-b938-d19c98f4b629 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:31.064622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb25c932-0223-413b-9cbf-9d89e8c046bb req-a39df8c8-e28b-4a07-b938-d19c98f4b629 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 943 time: 0.1722806 Aug 06 15:39:31.086323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cc5ec-8b72-4ceb-8eb2-3fbc9161812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78750e84-cbff-450a-b72a-ffb5a12a60d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:31.167889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6df98d0b-36f9-4acc-b6bd-375f8251b449 req-24d4c7e7-7898-420e-8ae5-c2a3dc796192 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777476 Aug 06 15:39:31.169515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb25c932-0223-413b-9cbf-9d89e8c046bb req-af5f8734-84b7-4ed6-8964-0a16f6cbdd22 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041241 Aug 06 15:39:31.180202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-7c3e80c2-2a1c-4b55-b59a-43b5826e3cef service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085943 Aug 06 15:39:31.296781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5359a3d-3984-41f8-813c-ac1919cb9d97 req-2b694a5f-d012-4bc1-bfa7-4bace2b3bd27 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:31.298807 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5359a3d-3984-41f8-813c-ac1919cb9d97 req-2b694a5f-d012-4bc1-bfa7-4bace2b3bd27 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1026766 Aug 06 15:39:31.476530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5359a3d-3984-41f8-813c-ac1919cb9d97 req-f917400d-a618-4ec3-bf1a-6b098724d23b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540023 Aug 06 15:39:31.476629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a45dac4-6469-4794-b77e-8745d810834c req-0e932647-1886-4880-8105-e2d2e4dc5e16 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257476 Aug 06 15:39:32.102726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb89f90-780c-4be5-9a05-14dc1b6e4f9b req-36e4723f-bfa9-4677-87e8-35ce5e092dd1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:32.106925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cb89f90-780c-4be5-9a05-14dc1b6e4f9b req-36e4723f-bfa9-4677-87e8-35ce5e092dd1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1117091 Aug 06 15:39:32.200061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cb89f90-780c-4be5-9a05-14dc1b6e4f9b req-ff34f1a9-7ce8-4d5b-87c2-8b1a21bd9021 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804667 Aug 06 15:39:32.405496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd85bd-99ee-4755-82e7-f70dcfe23b3f req-014dd8d1-50a9-4399-a24b-2322688f0d8a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:32.414463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43dd85bd-99ee-4755-82e7-f70dcfe23b3f req-014dd8d1-50a9-4399-a24b-2322688f0d8a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 943 time: 0.0879896 Aug 06 15:39:32.514504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43dd85bd-99ee-4755-82e7-f70dcfe23b3f req-942f0a3d-7610-4590-8e3a-7288deabd53c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988851 Aug 06 15:39:32.532621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 35db989f-6494-4a6e-b6c4-68d74e3e2616 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:39:32.690727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:32.726658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 35db989f-6494-4a6e-b6c4-68d74e3e2616, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:32.729511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e02c6c55-65cb-405a-940f-d081043f6419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:32.749865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'port_id': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'mac_address': 'fa:16:3e:c1:27:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:39:32.839155 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:32.866031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35db989f-6494-4a6e-b6c4-68d74e3e2616 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:32.890022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e02c6c55-65cb-405a-940f-d081043f6419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:32.902453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef0c67-aa0d-4396-83b1-5bd9e3bc0188 req-d85b8387-1f2b-4bad-bd24-260b0f294a27 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:32.914783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10ef0c67-aa0d-4396-83b1-5bd9e3bc0188 req-d85b8387-1f2b-4bad-bd24-260b0f294a27 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1992955 Aug 06 15:39:32.920657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 35db989f-6494-4a6e-b6c4-68d74e3e2616, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:32.988470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10ef0c67-aa0d-4396-83b1-5bd9e3bc0188 req-789de97d-c8c3-4b0d-8c8d-36c9b1d395b1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695541 Aug 06 15:39:33.046713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e02c6c55-65cb-405a-940f-d081043f6419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.100763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c6c55-65cb-405a-940f-d081043f6419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96314617-7656-464e-b07d-7d41052a5f06,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:33.110756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e02c6c55-65cb-405a-940f-d081043f6419 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=947365438df64ef1bc89b68e8becd251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165924 Aug 06 15:39:33.115151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:33.185818 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.186779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:39:33.209196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c790ab7e-d68a-4a32-a272-a8c3cb7ef252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.306159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c790ab7e-d68a-4a32-a272-a8c3cb7ef252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.448143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=35db989f-6494-4a6e-b6c4-68d74e3e2616,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:33.547521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:33.605674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'port_id': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'mac_address': 'fa:16:3e:20:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c0b4fe-684f-4ee9-bb7b-82dad764d204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:39:33.608831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23247756-ea3b-4431-aa46-f9651eae1346 req-80fc7e15-02c6-49be-b8af-79ae5605793a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:33.612061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23247756-ea3b-4431-aa46-f9651eae1346 req-80fc7e15-02c6-49be-b8af-79ae5605793a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1421366 Aug 06 15:39:33.654922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c790ab7e-d68a-4a32-a272-a8c3cb7ef252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.661107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c790ab7e-d68a-4a32-a272-a8c3cb7ef252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.666540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c790ab7e-d68a-4a32-a272-a8c3cb7ef252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/96314617-7656-464e-b07d-7d41052a5f06 HTTP/1.1" status: 204 len: 168 time: 0.5466948 Aug 06 15:39:33.702995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790ab7e-d68a-4a32-a272-a8c3cb7ef252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96314617-7656-464e-b07d-7d41052a5f06,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:33.844480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:33.867576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23247756-ea3b-4431-aa46-f9651eae1346 req-17a34ff6-c652-42bb-9cc6-8348dcec798f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384372 Aug 06 15:39:33.927528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:33.992402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3e732-353c-44da-b6b7-a1c64f778d4e req-9665000c-ad76-4f83-b410-dd8193fa0f5f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:33.995179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aad3e732-353c-44da-b6b7-a1c64f778d4e req-9665000c-ad76-4f83-b410-dd8193fa0f5f tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 944 time: 0.2760475 Aug 06 15:39:34.030099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:34.131114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aad3e732-353c-44da-b6b7-a1c64f778d4e req-cba9544d-d713-49ab-9dbc-755ed8d68ab7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121714 Aug 06 15:39:34.234705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:34.278262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6e680-74d4-4269-b601-9786eeb63174 req-966dd641-e8a2-4265-ba3b-d1b69b34a568 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:34.281521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22f6e680-74d4-4269-b601-9786eeb63174 req-966dd641-e8a2-4265-ba3b-d1b69b34a568 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1125615 Aug 06 15:39:34.361590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22f6e680-74d4-4269-b601-9786eeb63174 req-1b872a79-b053-4c57-ba61-64a00da8f075 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678756 Aug 06 15:39:34.397705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:34.485469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7a73bc23-4a98-4c48-9dc0-7ebdd2560071'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:39:34.490159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['35db989f-6494-4a6e-b6c4-68d74e3e2616'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:39:34.889389 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9231cf8-461c-4981-a8f6-c8d2b57fdad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:35.203486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82ae94-8d76-4f99-ad26-8e4ee7ecab07 req-1444aad6-b290-4448-9870-22343dc89339 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:35.220544 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a82ae94-8d76-4f99-ad26-8e4ee7ecab07 req-1444aad6-b290-4448-9870-22343dc89339 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1632621 Aug 06 15:39:35.320938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a82ae94-8d76-4f99-ad26-8e4ee7ecab07 req-0bbe4ff1-ef88-47b8-abda-aa0c8d625605 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 Aug 06 15:39:35.514593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7ec8-51ed-4c97-92e7-770cffca3102 req-b0d79138-543a-4d99-98c1-32bbe56f1d69 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:35.523993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66bd7ec8-51ed-4c97-92e7-770cffca3102 req-b0d79138-543a-4d99-98c1-32bbe56f1d69 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 944 time: 0.1634462 Aug 06 15:39:35.674110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66bd7ec8-51ed-4c97-92e7-770cffca3102 req-3b850c63-b1a0-4435-aa4d-ba25fe12b34c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090937 Aug 06 15:39:35.730870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9660e-0568-4fef-b75d-23cd51e26a8e req-3d52100e-43b7-4840-8766-07a91055ef3f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:35.745294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6d9660e-0568-4fef-b75d-23cd51e26a8e req-3d52100e-43b7-4840-8766-07a91055ef3f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.2202442 Aug 06 15:39:35.857161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6d9660e-0568-4fef-b75d-23cd51e26a8e req-45f723ed-0e02-4c76-92ec-34183a53cf78 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096532 Aug 06 15:39:36.579358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 35db989f-6494-4a6e-b6c4-68d74e3e2616 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:36.681740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e6ed-d7e0-489e-9cdc-783ad53266d9 req-402aba81-029e-4d7b-b914-50f13eda87ed tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:36.691246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68d7e6ed-d7e0-489e-9cdc-783ad53266d9 req-402aba81-029e-4d7b-b914-50f13eda87ed tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1468506 Aug 06 15:39:36.794435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68d7e6ed-d7e0-489e-9cdc-783ad53266d9 req-1f380195-308b-48c1-bde2-8a934114c70d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987799 Aug 06 15:39:36.966728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 35db989f-6494-4a6e-b6c4-68d74e3e2616 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:36.972329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 35db989f-6494-4a6e-b6c4-68d74e3e2616 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:36.973497 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:36.983731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94046e-df7d-480e-9c25-9b373d99c488 req-9549e3ab-8f82-4c33-a2bf-85b2d696843c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:36.987861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c94046e-df7d-480e-9c25-9b373d99c488 req-9549e3ab-8f82-4c33-a2bf-85b2d696843c tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 944 time: 0.1263733 Aug 06 15:39:37.157789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c94046e-df7d-480e-9c25-9b373d99c488 req-7ada8a23-b7e5-4de7-bc1b-99bfd5f8d7b5 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695879 Aug 06 15:39:37.210045 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:37.261744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:37.265095 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014138db-5fee-4e42-a3ba-1d8530966226" -d '{"events": [{"server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "name": "network-vif-plugged", "status": "completed", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:37.287835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb8c5a-8d81-4344-a711-224b7311d107 req-aceaa78e-2394-47a3-b56c-6120a56e8417 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:37.290358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 35db989f-6494-4a6e-b6c4-68d74e3e2616, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:37.305810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcbb8c5a-8d81-4344-a711-224b7311d107 req-aceaa78e-2394-47a3-b56c-6120a56e8417 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.1404614 Aug 06 15:39:37.322984 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c69425f-62ae-4cc4-aaf3-fa2e4b9606cb x-openstack-request-id: req-0c69425f-62ae-4cc4-aaf3-fa2e4b9606cb {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:37.323289 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "name": "network-vif-plugged", "status": "completed", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:37.323548 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c69425f-62ae-4cc4-aaf3-fa2e4b9606cb {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:37.325979 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'code': 200} Aug 06 15:39:37.366950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcbb8c5a-8d81-4344-a711-224b7311d107 req-0c07a8e3-a7c5-45ab-90ab-bbde92d32d0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Aug 06 15:39:37.455318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ae700-93b6-453f-904a-031b22c3471a req-c4ebad23-bf3d-468c-96f8-506f2095f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:37.458264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-739ae700-93b6-453f-904a-031b22c3471a req-c4ebad23-bf3d-468c-96f8-506f2095f4ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 1095 time: 0.0663178 Aug 06 15:39:37.518497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-739ae700-93b6-453f-904a-031b22c3471a req-321c35fc-1c01-41b9-a571-8b34985c24c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509493 Aug 06 15:39:37.559135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:37.561953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:37.684172 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4c8a14e-18e3-480f-b93e-500040dc49dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:37.782020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:37.791957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=35db989f-6494-4a6e-b6c4-68d74e3e2616,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:37.993986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6b61a-1e38-4d3b-b9b4-73b852a85266 req-bed6e873-b08c-4d8d-8089-8d92cfba2024 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:38.012947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fa6b61a-1e38-4d3b-b9b4-73b852a85266 req-bed6e873-b08c-4d8d-8089-8d92cfba2024 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1166372 Aug 06 15:39:38.105397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:38.117233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:38.120977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fa6b61a-1e38-4d3b-b9b4-73b852a85266 req-5ab5e307-ef75-474c-9dc3-a0768ffa8c57 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072648 Aug 06 15:39:38.136143 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:38.372150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:38.502035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:38.509348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce0c80-99cc-4b4d-998d-e898020d4f5c req-2956db63-bd74-444b-9a66-73c868ad3225 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:38.515149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cce0c80-99cc-4b4d-998d-e898020d4f5c req-2956db63-bd74-444b-9a66-73c868ad3225 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.1939042 Aug 06 15:39:38.625380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cce0c80-99cc-4b4d-998d-e898020d4f5c req-65615f36-ea37-4625-a2e8-e7cb587fedeb tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050129 Aug 06 15:39:38.631652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:38.649696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b262ee-d1f0-4bd7-b706-3df267e2d78f req-90fb2c1a-1471-43b8-912c-dc5e5e3f7731 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:38.660815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50b262ee-d1f0-4bd7-b706-3df267e2d78f req-90fb2c1a-1471-43b8-912c-dc5e5e3f7731 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.1113138 Aug 06 15:39:38.737986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50b262ee-d1f0-4bd7-b706-3df267e2d78f req-3727fd93-a0f1-4c52-9806-c4b9b2026c31 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758293 Aug 06 15:39:38.849127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:38.930130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:39.301577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c967c-87f5-4197-be26-01bd9ff96514 req-2e18ecf8-cfaf-44fb-b938-12621827ed2e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:39.301577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e27c967c-87f5-4197-be26-01bd9ff96514 req-2e18ecf8-cfaf-44fb-b938-12621827ed2e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.0667117 Aug 06 15:39:39.328469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:39.335506 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e545d6-942d-45bb-a68b-271f61ee9416" -d '{"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-plugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:39.377374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e27c967c-87f5-4197-be26-01bd9ff96514 req-6e2ae28a-a402-472d-8060-159965361a3e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652421 Aug 06 15:39:39.401136 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f328cc-72b1-4f3c-b26b-28581b72dafd x-openstack-request-id: req-d2f328cc-72b1-4f3c-b26b-28581b72dafd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:39.401136 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-plugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:39.401136 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2f328cc-72b1-4f3c-b26b-28581b72dafd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:39.401136 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'code': 200} Aug 06 15:39:39.615772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d1d9b-66f7-4599-a86f-970a0595e099 req-6f3f39f2-d540-445f-8411-08ba20cedc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:39.618881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f1d1d9b-66f7-4599-a86f-970a0595e099 req-6f3f39f2-d540-445f-8411-08ba20cedc37 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1096 time: 0.1028056 Aug 06 15:39:39.672237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7f1d1d9b-66f7-4599-a86f-970a0595e099 req-a19b63ac-4a5f-4569-aad7-a371764f6ea4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451930 Aug 06 15:39:39.868835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f7be5-c00b-4850-ae74-7fd5f1b05dc4 req-4a7e55b2-f087-4978-96bb-5b7df5904f5b tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:39.882105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-385f7be5-c00b-4850-ae74-7fd5f1b05dc4 req-4a7e55b2-f087-4978-96bb-5b7df5904f5b tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.1066072 Aug 06 15:39:39.984294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-385f7be5-c00b-4850-ae74-7fd5f1b05dc4 req-52d67713-67d0-4a16-a3fe-e212f007ffcd tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008744 Aug 06 15:39:40.055779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228e0aa-18f0-4add-a35a-613757e9187a req-202fe8c6-b1fd-40c8-bef6-755c17bdbab7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:40.074185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a228e0aa-18f0-4add-a35a-613757e9187a req-202fe8c6-b1fd-40c8-bef6-755c17bdbab7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1739922 Aug 06 15:39:40.174293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a228e0aa-18f0-4add-a35a-613757e9187a req-28110ac3-249a-4343-8660-0dca8f729510 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947046 Aug 06 15:39:40.383783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099177-4b99-4ecc-91ca-d81b49b6a44c req-ffbfbd04-8128-410a-bf2e-a3b85d130864 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:40.386252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99099177-4b99-4ecc-91ca-d81b49b6a44c req-ffbfbd04-8128-410a-bf2e-a3b85d130864 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.0973110 Aug 06 15:39:40.400962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:40.406714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Request body: {'floatingip': {'port_id': '35db989f-6494-4a6e-b6c4-68d74e3e2616'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:40.463396 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:40.613114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2846-db7f-48b2-b77b-69b399b2f77c req-486f4899-35b5-483c-8e57-49d4ddd11e47 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:40.616375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3abd2846-db7f-48b2-b77b-69b399b2f77c req-486f4899-35b5-483c-8e57-49d4ddd11e47 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1195219 Aug 06 15:39:40.675416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3abd2846-db7f-48b2-b77b-69b399b2f77c req-9b17d49c-8953-48be-89c1-5c4c3e260e65 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501802 Aug 06 15:39:40.767975 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:41.215741 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:39:41.310543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:41.380381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:41.555626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861b746-5516-4790-b554-35380894c222 req-5cc0a529-d80f-4b3b-9893-6c6c387864f5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:41.563163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d861b746-5516-4790-b554-35380894c222 req-5cc0a529-d80f-4b3b-9893-6c6c387864f5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2232842 Aug 06 15:39:41.595572 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Floating IP 83d73cb1-edc3-47aa-a54d-2ccbcc17baf9 associated. External IP: 172.25.5.168, port: 35db989f-6494-4a6e-b6c4-68d74e3e2616. Aug 06 15:39:41.644034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d861b746-5516-4790-b554-35380894c222 req-4769166a-d045-4595-aaaa-7f6ebd2232c0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747883 Aug 06 15:39:41.881748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-d1702e82-475b-4f40-ae08-25e05219a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:41.883441 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-d1702e82-475b-4f40-ae08-25e05219a604 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 1096 time: 0.1096082 Aug 06 15:39:41.906051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81486c9f-add6-4ff2-bbd8-e602589ab986 req-a2b8cc71-5d7f-44ab-8580-dd402849a860 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:41.921926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81486c9f-add6-4ff2-bbd8-e602589ab986 req-a2b8cc71-5d7f-44ab-8580-dd402849a860 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1126001 Aug 06 15:39:42.006188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81486c9f-add6-4ff2-bbd8-e602589ab986 req-b80ba1eb-8c1c-4745-a141-6829a471b8bc tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826023 Aug 06 15:39:42.247764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-fdbc3040-9416-40c2-a119-58c3f2924fec tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:42.258547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-fdbc3040-9416-40c2-a119-58c3f2924fec tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 813 time: 0.2006750 Aug 06 15:39:42.282514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-c3bc638a-e413-446a-8291-a82309ddfafa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/quotas/3174e86998ea47018f90366e7351420b HTTP/1.1" status: 200 len: 375 time: 0.0226796 Aug 06 15:39:42.418245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d1d82d8d-9a04-4c58-8a08-e940f82ce20a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346097 Aug 06 15:39:42.530141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-cfed9f07-6e59-4581-b9f6-06ab12497603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:42.532850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-cfed9f07-6e59-4581-b9f6-06ab12497603 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 913 time: 0.1817663 Aug 06 15:39:42.557452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:39:42.562552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d342cf09-fa71-4617-a685-89a161ad9464 service neutron] 10.222.0.16 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434016 Aug 06 15:39:42.626678 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-d115b564-744e-47c7-a73c-0ac1428c0097 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 HTTP/1.1" status: 200 len: 217 time: 0.0718524 Aug 06 15:39:42.765474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-83f5f787-8658-46fb-9078-19277947fd46 service neutron] 10.222.0.16 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936367 Aug 06 15:39:42.767727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-3641afe7-6b0b-41a5-b6f6-b44618429cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:42.769286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-3641afe7-6b0b-41a5-b6f6-b44618429cf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.1252429 Aug 06 15:39:42.806443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-829d08c7-5647-4ac0-9eca-d26051b1b363 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296788 Aug 06 15:39:42.973403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:39:42.979668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:42.987900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:39:43.011090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:43.012500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:43.021254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ac9f3d1e-c3f5-4ce1-9e53-9824b845ec4d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "PUT /v2.0/floatingips/83d73cb1-edc3-47aa-a54d-2ccbcc17baf9 HTTP/1.1" status: 200 len: 991 time: 2.6160228 Aug 06 15:39:43.025219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:43.028187 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8a827-ad28-4479-a733-e28699309051" -d '{"events": [{"name": "network-changed", "server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:43.080389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-e01416e4-84b8-4460-9052-b561ce69c01d service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356505 Aug 06 15:39:43.428969 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dba5e3-bed1-4a7a-9867-2ae8864b0477 x-openstack-request-id: req-24dba5e3-bed1-4a7a-9867-2ae8864b0477 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:43.433789 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:43.434283 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24dba5e3-bed1-4a7a-9867-2ae8864b0477 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:43.434812 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'status': 'completed', 'code': 200} Aug 06 15:39:43.512121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:43.560552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd0aafc0-237c-42d5-a943-2294e10abc9b req-098cae48-a498-4da5-a69d-82775eeb9af0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 210 time: 0.2223792 Aug 06 15:39:43.640833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a827-ad28-4479-a733-e28699309051 req-757d1617-474d-4586-a71b-63d1748db762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:43.642905 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-757d1617-474d-4586-a71b-63d1748db762 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 1096 time: 0.2813382 Aug 06 15:39:43.656433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54b7ddec-4228-4db6-83e5-85a08cc21b80 req-08e8679f-4ab3-428d-91a4-17e4032b97c0 service neutron] 10.222.0.59 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554116 Aug 06 15:39:43.681601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d65b0-6e94-4c05-9b59-7a413678e2bd req-3520d3f0-47c1-40a3-bb3a-e615863d60e0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:43.688174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b9d65b0-6e94-4c05-9b59-7a413678e2bd req-3520d3f0-47c1-40a3-bb3a-e615863d60e0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.3343580 Aug 06 15:39:43.837077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b9d65b0-6e94-4c05-9b59-7a413678e2bd req-6e8fc053-f621-434d-a0c0-c79a641f2b56 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366818 Aug 06 15:39:43.866436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '83d73cb1-edc3-47aa-a54d-2ccbcc17baf9', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'port_id': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'mac_address': 'fa:16:3e:c1:27:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:41Z', 'revision_number': 1, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:43.896691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a827-ad28-4479-a733-e28699309051 req-35dcac3d-8463-4971-a3b8-a8039a7a4fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:43.900198 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-35dcac3d-8463-4971-a3b8-a8039a7a4fb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.2404933 Aug 06 15:39:43.932656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:39:43.960519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:39:43.961441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:44.070109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-482e01dc-57d3-49f6-b0cb-852f6fec80ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616 HTTP/1.1" status: 200 len: 999 time: 0.1622162 Aug 06 15:39:44.139388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:39:44.167974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a827-ad28-4479-a733-e28699309051 req-231a99ca-acc4-4e03-bcc1-b1098da492dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:44.170822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-231a99ca-acc4-4e03-bcc1-b1098da492dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.0858741 Aug 06 15:39:44.246389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8a827-ad28-4479-a733-e28699309051 req-106aa42c-1442-41ee-b9a0-161b38ff115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:44.247993 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-106aa42c-1442-41ee-b9a0-161b38ff115d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678191 Aug 06 15:39:44.401819 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-937cdb1a-8445-46d3-a42e-d4d22e5554bb service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438956 Aug 06 15:39:44.565042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '83d73cb1-edc3-47aa-a54d-2ccbcc17baf9', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'port_id': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'mac_address': 'fa:16:3e:c1:27:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:41Z', 'revision_number': 1, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:39:44.608257 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56f8a827-ad28-4479-a733-e28699309051 req-344e6be0-7f1b-483c-91af-fec199c7e68f service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981647 Aug 06 15:39:44.641926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:39:44.647954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683d53a-7b85-4f3b-b95e-670d53373162 None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '83d73cb1-edc3-47aa-a54d-2ccbcc17baf9', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'port_id': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'mac_address': 'fa:16:3e:c1:27:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:41Z', 'revision_number': 1, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:39:44.759245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee49e0ef-d7df-4565-ba09-3970eae6fee2 req-a9afccb5-7737-40da-bace-26967576fc53 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 210 time: 0.0574634 Aug 06 15:39:44.773006 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:44.819898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:44.828718 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36f49a3-f762-45a8-bb0a-eeffcf0b38bb" -d '{"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-unplugged", "status": "completed", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:44.868082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:44.908253 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338a9bd-00b0-4cf7-b0c8-b01b6cd82b9c x-openstack-request-id: req-4338a9bd-00b0-4cf7-b0c8-b01b6cd82b9c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:44.908652 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-unplugged", "status": "completed", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:44.909057 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4338a9bd-00b0-4cf7-b0c8-b01b6cd82b9c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:44.909678 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'code': 200} Aug 06 15:39:45.033483 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783b196f-8986-4a3b-ae81-49ff9b1fcb77 None None] New status for floating IP 83d73cb1-edc3-47aa-a54d-2ccbcc17baf9: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:39:45.076111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:45.093809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95332de-d894-4016-91d0-dfc4d013a516 req-ce81c186-450b-4212-b281-a3c0b741c84f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:45.095613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95332de-d894-4016-91d0-dfc4d013a516 req-ce81c186-450b-4212-b281-a3c0b741c84f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 945 time: 0.1174901 Aug 06 15:39:45.177809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95332de-d894-4016-91d0-dfc4d013a516 req-f8bbbb5c-f897-47d9-9af1-cee43038a891 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719099 Aug 06 15:39:45.218348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:45.254320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.254948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.256018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.256480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.256910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.257530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.258419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.258861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.259569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.260280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.260905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.261607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:45.936128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00e5a0d7-12ce-4cb2-93ce-fc4b6015c7d1 req-650c6186-b384-4310-a66d-d6e9c76f01e1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 210 time: 0.0470929 Aug 06 15:39:46.387687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fa695-f5ee-44b7-88b9-acd6d24f87d1 req-8b625281-f1fb-4d04-b5a6-93aab3bc13de tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:46.390970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-934fa695-f5ee-44b7-88b9-acd6d24f87d1 req-8b625281-f1fb-4d04-b5a6-93aab3bc13de tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 943 time: 0.0773747 Aug 06 15:39:46.475237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-934fa695-f5ee-44b7-88b9-acd6d24f87d1 req-adb05482-37fc-416b-b7ba-9f53053a70ca tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693071 Aug 06 15:39:47.065406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb115170-f6ce-4a87-adf9-d04dec5d4723 req-305406bc-f581-4905-a3c6-b6883c801133 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 210 time: 0.0353603 Aug 06 15:39:47.693336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-f03e75ec-ab32-4ec2-81f9-68a9b6a03b09 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:47.695023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-f03e75ec-ab32-4ec2-81f9-68a9b6a03b09 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.64 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 813 time: 0.1257346 Aug 06 15:39:47.713544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Request body: {'port': {'device_id': 'f158f666-325c-401e-8abc-f368f969a1db', 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'admin_state_up': True, 'tenant_id': '3174e86998ea47018f90366e7351420b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:48.189655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08cddbe4-8798-4085-a90e-4bfed21415e6 req-2b2aa066-ea67-48fb-a09a-b3d8a8452002 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 210 time: 0.0280094 Aug 06 15:39:48.201328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Made reservation on behalf of 3174e86998ea47018f90366e7351420b for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:48.201328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:48.476481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Allocated IP 172.20.0.2 (db7f0fc7-03b5-489c-84dc-7fdb12dcae8f/22c0b4fe-684f-4ee9-bb7b-82dad764d204/de76293d-260e-4fb4-bbbd-fbd0072033c9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:39:48.653762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:39:49.077400 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:49.285998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:49.299703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7a73bc23-4a98-4c48-9dc0-7ebdd2560071'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:39:49.353430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:39:49.360676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:39:49.365546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:39:49.434378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Pushing event updated for resources: {'Port': ['ID=de76293d-260e-4fb4-bbbd-fbd0072033c9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:49.451003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b44ecc-d45b-47e2-847c-971fe135f121 req-9929315f-0e6e-4fd7-85aa-9da32472bc73 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:49.456717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38b44ecc-d45b-47e2-847c-971fe135f121 req-9929315f-0e6e-4fd7-85aa-9da32472bc73 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 931 time: 0.1827507 Aug 06 15:39:49.497304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:49.498304 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:49.560425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38b44ecc-d45b-47e2-847c-971fe135f121 req-ca2c86d8-8738-4654-bed8-accba39761cd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922775 Aug 06 15:39:49.752001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-d46ee925-ba3b-4749-8207-f865ef68ddfa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0465193 Aug 06 15:39:49.772668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Request body: {'port': {'device_id': 'f158f666-325c-401e-8abc-f368f969a1db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:49.864714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:49.919446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-d4158aeb-96a3-426e-9687-6cd9251c3180 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:49.921040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-d4158aeb-96a3-426e-9687-6cd9251c3180 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=038447df-d5d4-4cb9-9e21-4aeb674e175e HTTP/1.1" status: 200 len: 943 time: 0.0891256 Aug 06 15:39:50.172907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Deleting port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:39:50.175926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.345829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] For port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:50.346620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.368371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Calling delete_port for 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:39:50.375340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de76293d-260e-4fb4-bbbd-fbd0072033c9 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:50.388242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.438988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Transition to ACTIVE for port object de76293d-260e-4fb4-bbbd-fbd0072033c9 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:39:50.536054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.622447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=de76293d-260e-4fb4-bbbd-fbd0072033c9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:50.749351 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.820740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event deleted for resources: {'Port': ['ID=218710dd-fc9f-4dd9-ab95-2e1a685bd7f9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:50.834720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2096c6-1316-4a04-9433-90fefbb6f752 req-868d9b11-73bb-4e82-830c-e8153e8891e3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:50.836388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa2096c6-1316-4a04-9433-90fefbb6f752 req-868d9b11-73bb-4e82-830c-e8153e8891e3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 943 time: 0.1415350 Aug 06 15:39:50.837147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Attempting to bind port de76293d-260e-4fb4-bbbd-fbd0072033c9 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:39:50.837469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Attempting to bind port de76293d-260e-4fb4-bbbd-fbd0072033c9 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:39:50.837793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Attempting to bind port de76293d-260e-4fb4-bbbd-fbd0072033c9 on network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:50.869539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Port de76293d-260e-4fb4-bbbd-fbd0072033c9 on network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:39:50.870012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Attempting to bind port de76293d-260e-4fb4-bbbd-fbd0072033c9 on network db7f0fc7-03b5-489c-84dc-7fdb12dcae8f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:39:50.897717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] No DVR routers for this DVR port 218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 on host n-h1-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:39:50.902669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.904800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89cc5be4-041d-4619-bda4-32043afc2cf5 req-61ab4f10-05c7-462b-814e-907756058ff5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "DELETE /v2.0/ports/218710dd-fc9f-4dd9-ab95-2e1a685bd7f9 HTTP/1.1" status: 204 len: 173 time: 0.9737971 Aug 06 15:39:50.905564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-deleted', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:50.907951 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdeea9f-4f9f-4639-97ba-09fde5167eff" -d '{"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-deleted", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:50.914944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:39:50.915348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Checking segment: {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:39:50.917319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Bound using segment: {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:39:50.917319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Bound port: de76293d-260e-4fb4-bbbd-fbd0072033c9, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01013ea-3dd0-43f4-8dfd-82e67e254556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:39:50.917319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:50.954935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa2096c6-1316-4a04-9433-90fefbb6f752 req-8076ef64-2a11-4d9d-8f7a-09f1b00f22eb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997093 Aug 06 15:39:51.037459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] For port de76293d-260e-4fb4-bbbd-fbd0072033c9, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:39:51.041404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] For port de76293d-260e-4fb4-bbbd-fbd0072033c9, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:39:51.226722 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f8f55f-e7dd-4645-9694-9d1ea64c3eef x-openstack-request-id: req-32f8f55f-e7dd-4645-9694-9d1ea64c3eef {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:51.227022 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038447df-d5d4-4cb9-9e21-4aeb674e175e", "name": "network-vif-deleted", "tag": "218710dd-fc9f-4dd9-ab95-2e1a685bd7f9", "status": "failed", "code": 422}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:51.227285 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32f8f55f-e7dd-4645-9694-9d1ea64c3eef {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:51.228167 n-d-778550-6 neutron-server[94841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '038447df-d5d4-4cb9-9e21-4aeb674e175e', 'name': 'network-vif-deleted', 'tag': '218710dd-fc9f-4dd9-ab95-2e1a685bd7f9', 'status': 'failed', 'code': 422} returned with failed status Aug 06 15:39:51.287906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:51.330532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:51.331072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:51.332706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] 10.222.0.64 "PUT /v2.0/ports/de76293d-260e-4fb4-bbbd-fbd0072033c9 HTTP/1.1" status: 200 len: 1091 time: 1.5654566 Aug 06 15:39:51.356711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462875f8-5dab-4c6e-82c8-509ebd6a1bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=de76293d-260e-4fb4-bbbd-fbd0072033c9,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:51.684460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-288ac88e-c500-4861-9ab6-1f14ca816276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:51.686594 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-288ac88e-c500-4861-9ab6-1f14ca816276 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 1094 time: 0.0504522 Aug 06 15:39:51.745807 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-84ce7160-49e1-4272-8c95-ac6578a41370 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9 HTTP/1.1" status: 200 len: 217 time: 0.0470564 Aug 06 15:39:51.815235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b0e52-5977-4e80-af72-1544d7d47cab req-394bb287-6e11-45dc-8399-a8330b280cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:51.817614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-394bb287-6e11-45dc-8399-a8330b280cfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.0606735 Aug 06 15:39:51.860154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-3befe8f0-122c-4f8e-b087-82966b57439e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281188 Aug 06 15:39:51.971732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-a1d46b6d-ada3-4fdd-8010-de29d2b942d0 service neutron] 10.222.0.64 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044221 Aug 06 15:39:52.134112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ba5e-a807-4ae4-a6f0-0470356d6d91 req-a1fcf760-9470-4196-8a1a-ce7e8f102d95 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:52.135652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dda2ba5e-a807-4ae4-a6f0-0470356d6d91 req-a1fcf760-9470-4196-8a1a-ce7e8f102d95 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 943 time: 0.0942566 Aug 06 15:39:52.139998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b0e52-5977-4e80-af72-1544d7d47cab req-b2a50372-6582-49a3-9026-959d5da456a8 service neutron] 10.222.0.64 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603625 Aug 06 15:39:52.210992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dda2ba5e-a807-4ae4-a6f0-0470356d6d91 req-aded00d1-9a8b-42df-b3ab-65b8b798db6d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682518 Aug 06 15:39:52.994637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-7327fc24-f60c-4bf0-826c-f58a35889a3c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:52.996289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-7327fc24-f60c-4bf0-826c-f58a35889a3c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1287320 Aug 06 15:39:53.012858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-e3bc5078-53e7-46af-8459-dc358236fedb tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.0100093 Aug 06 15:39:53.046927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-47fae395-9782-41c9-83d0-ac3d52b47e0f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278978 Aug 06 15:39:53.169681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-e4709579-507e-4db1-a167-cca188702d60 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148467 Aug 06 15:39:53.252596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f158f666-325c-401e-8abc-f368f969a1db', 'tag': 'de76293d-260e-4fb4-bbbd-fbd0072033c9'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:53.254985 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96584c87-8a74-42e6-8b5a-15f8826d0ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "f158f666-325c-401e-8abc-f368f969a1db", "tag": "de76293d-260e-4fb4-bbbd-fbd0072033c9"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:53.314342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-79d5a85a-713b-4ce9-9fe6-edef3746b45c service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357222 Aug 06 15:39:53.319565 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bf53f0-aaa2-4d0f-814f-906483357bb8 x-openstack-request-id: req-a9bf53f0-aaa2-4d0f-814f-906483357bb8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:53.321873 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f158f666-325c-401e-8abc-f368f969a1db", "tag": "de76293d-260e-4fb4-bbbd-fbd0072033c9", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:53.322307 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9bf53f0-aaa2-4d0f-814f-906483357bb8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:53.322893 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f158f666-325c-401e-8abc-f368f969a1db', 'tag': 'de76293d-260e-4fb4-bbbd-fbd0072033c9', 'status': 'completed', 'code': 200} Aug 06 15:39:53.328873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:53.484085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-815cfce2-0138-427e-b04b-b726aa97236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:53.485770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-815cfce2-0138-427e-b04b-b726aa97236e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 1094 time: 0.1212056 Aug 06 15:39:53.552003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c0f1ce-3fcf-40e7-9f14-5aa9eb71e016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:53.624683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b517091-ecf9-4b29-bbba-1ef903ffb5cf req-96feea1e-b384-4037-919c-78c2203451ed tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:53.626419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b517091-ecf9-4b29-bbba-1ef903ffb5cf req-96feea1e-b384-4037-919c-78c2203451ed tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 943 time: 0.1730399 Aug 06 15:39:53.685327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-62d96ca6-2c4d-4a86-978d-667d3105c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:53.687566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-62d96ca6-2c4d-4a86-978d-667d3105c1fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 914 time: 0.1857913 Aug 06 15:39:53.768416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-3afeb3fa-d336-410c-916f-315e3e7bd546 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9 HTTP/1.1" status: 200 len: 217 time: 0.0596938 Aug 06 15:39:53.772058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b517091-ecf9-4b29-bbba-1ef903ffb5cf req-1d93eff9-c445-4f7c-a568-3232340d87bf tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315238 Aug 06 15:39:53.895287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-23487aac-bff9-4c8e-9757-74bcc124c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:53.897610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-23487aac-bff9-4c8e-9757-74bcc124c50f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.1178050 Aug 06 15:39:53.926574 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c0f1ce-3fcf-40e7-9f14-5aa9eb71e016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:53.953747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-4656b7bb-70bd-41ae-ae87-5f1b1f7d972e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423303 Aug 06 15:39:54.103427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c0f1ce-3fcf-40e7-9f14-5aa9eb71e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:54.148067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-608c2117-f517-4090-9f7a-5fa2576f2113 req-6ef0fee1-dca3-4c17-9899-99280d536b56 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0725975 Aug 06 15:39:54.225120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-86c0f1ce-3fcf-40e7-9f14-5aa9eb71e016 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6078c8f0fa141af841384ae7a3b281d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8947897 Aug 06 15:39:54.227533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:54.229130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-983a6b98-8da6-45c8-8269-144d1b0890dd service neutron] 10.222.0.64 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677560 Aug 06 15:39:54.230204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0f1ce-3fcf-40e7-9f14-5aa9eb71e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0836a5-e08d-4c04-bcda-bafdaacb06a9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:54.315700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:54.349177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:54.380327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96584c87-8a74-42e6-8b5a-15f8826d0ba8 req-c562dd39-e5d3-4eae-a4df-5cafd0a803d8 service neutron] 10.222.0.64 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385868 Aug 06 15:39:54.567970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:54.572879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:54.575568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d0836a5-e08d-4c04-bcda-bafdaacb06a9 HTTP/1.1" status: 204 len: 168 time: 0.3464670 Aug 06 15:39:54.587508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0836a5-e08d-4c04-bcda-bafdaacb06a9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:54.597592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.598180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.598880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.599259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.599631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.607345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2529960-f3b5-4b00-8548-9443eea10047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:54.942187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535899a2-e37b-48b9-9318-ee9292738b72 req-842da860-558a-4936-b43c-6bc0954e0cb5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:54.943927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-535899a2-e37b-48b9-9318-ee9292738b72 req-842da860-558a-4936-b43c-6bc0954e0cb5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 943 time: 0.0657403 Aug 06 15:39:54.995450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-535899a2-e37b-48b9-9318-ee9292738b72 req-d4591f23-5d32-4f24-b73f-2ca4781bc89a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Aug 06 15:39:55.314176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ae8bbfe-a557-47c3-8404-5f9e02f4bd7c req-f76663e3-6624-4ef4-a763-12b550f69984 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Aug 06 15:39:55.877579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de76293d-260e-4fb4-bbbd-fbd0072033c9 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:39:56.030982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de76293d-260e-4fb4-bbbd-fbd0072033c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:56.059226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'de76293d-260e-4fb4-bbbd-fbd0072033c9', 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'port_id': 'de76293d-260e-4fb4-bbbd-fbd0072033c9', 'mac_address': 'fa:16:3e:a8:d9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c0b4fe-684f-4ee9-bb7b-82dad764d204', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:39:56.109794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:56.126439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de76293d-260e-4fb4-bbbd-fbd0072033c9 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:39:56.161428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de76293d-260e-4fb4-bbbd-fbd0072033c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:56.202532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dc85e-01ff-4731-99b9-5ddb0feb1622 req-61ea18fd-06ec-49ab-8a27-55c084fa1c59 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:56.205232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee8dc85e-01ff-4731-99b9-5ddb0feb1622 req-61ea18fd-06ec-49ab-8a27-55c084fa1c59 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 943 time: 0.0792918 Aug 06 15:39:56.260356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee8dc85e-01ff-4731-99b9-5ddb0feb1622 req-e69bd800-3bc0-4c1a-a426-6bc816f6b703 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Aug 06 15:39:56.406438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:56.407611 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:56.412499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0e937cb-0792-46b3-99f5-a964cb9fbd31 req-51acb70c-0b96-4a18-8341-228bd3c0c05d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0352685 Aug 06 15:39:56.462949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=de76293d-260e-4fb4-bbbd-fbd0072033c9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:56.759284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['de76293d-260e-4fb4-bbbd-fbd0072033c9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:39:56.835261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:56.853597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d886062a-42ea-49c4-a799-974d94fd9249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:56.969747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d886062a-42ea-49c4-a799-974d94fd9249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:57.093330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d886062a-42ea-49c4-a799-974d94fd9249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:57.143636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d886062a-42ea-49c4-a799-974d94fd9249 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b4aa715f5d147ba9a8875df6b8f751a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029141 Aug 06 15:39:57.143636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886062a-42ea-49c4-a799-974d94fd9249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeb884e-33de-4557-9d5c-915e4fa37596,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:57.144434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:39:57.213151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:57.226083 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:39:57.240528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:57.433885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb62489-6a63-4174-8c63-c4a8e185192e req-387dfc9a-5712-4ed4-9259-fc2f6656efc1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:57.435553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdb62489-6a63-4174-8c63-c4a8e185192e req-387dfc9a-5712-4ed4-9259-fc2f6656efc1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 944 time: 0.0777071 Aug 06 15:39:57.491674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:57.494788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:57.496756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7eeb884e-33de-4557-9d5c-915e4fa37596 HTTP/1.1" status: 204 len: 168 time: 0.3508916 Aug 06 15:39:57.541779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeb884e-33de-4557-9d5c-915e4fa37596,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:57.545869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff4577f-fa1f-49bb-a13b-9881a0889c0e req-e6aad1a2-2fb4-450f-bdb5-8c234edf28a4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0451877 Aug 06 15:39:57.548933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdb62489-6a63-4174-8c63-c4a8e185192e req-1585b76a-f2f2-415e-8dd5-f3475357a804 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019037 Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.560555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.561649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.563039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.563587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fc8396-afae-48c2-8889-931f7bc8f7bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:39:57.889915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de76293d-260e-4fb4-bbbd-fbd0072033c9 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:39:58.063508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port de76293d-260e-4fb4-bbbd-fbd0072033c9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:39:58.071656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port de76293d-260e-4fb4-bbbd-fbd0072033c9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:39:58.072494 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:58.175556 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:58.199360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f158f666-325c-401e-8abc-f368f969a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de76293d-260e-4fb4-bbbd-fbd0072033c9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:39:58.201647 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8e92c-1ebf-4d3f-9a72-46090f63b577" -d '{"events": [{"server_uuid": "f158f666-325c-401e-8abc-f368f969a1db", "name": "network-vif-plugged", "status": "completed", "tag": "de76293d-260e-4fb4-bbbd-fbd0072033c9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:39:58.224146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de76293d-260e-4fb4-bbbd-fbd0072033c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:39:58.246842 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c2966f-7d1e-41f4-961f-65f0a4204c88 x-openstack-request-id: req-25c2966f-7d1e-41f4-961f-65f0a4204c88 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:39:58.247322 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f158f666-325c-401e-8abc-f368f969a1db", "name": "network-vif-plugged", "status": "completed", "tag": "de76293d-260e-4fb4-bbbd-fbd0072033c9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:39:58.247789 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25c2966f-7d1e-41f4-961f-65f0a4204c88 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:39:58.248433 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f158f666-325c-401e-8abc-f368f969a1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de76293d-260e-4fb4-bbbd-fbd0072033c9', 'code': 200} Aug 06 15:39:58.398358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b5158-2d09-4265-be3f-27d43c1aced8 req-28ce571c-7419-4e16-a702-afed7c1d8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:58.400117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a1b5158-2d09-4265-be3f-27d43c1aced8 req-28ce571c-7419-4e16-a702-afed7c1d8d30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 1095 time: 0.0580022 Aug 06 15:39:58.418549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:58.461518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a1b5158-2d09-4265-be3f-27d43c1aced8 req-bac77244-c0c6-4dfa-9601-98f2bdaa24cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485485 Aug 06 15:39:58.476805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=de76293d-260e-4fb4-bbbd-fbd0072033c9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:39:58.727568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a3323ed-35b7-4374-b306-eb3669e99dfd req-ac0c8877-dd03-4655-aa2b-fa092c7175f2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0937963 Aug 06 15:39:58.789256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92eb9-95ab-46ad-a596-6d51696c3157 req-e5569188-8147-4cbb-b99e-05fb7a1d763f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:58.792115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0f92eb9-95ab-46ad-a596-6d51696c3157 req-e5569188-8147-4cbb-b99e-05fb7a1d763f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 945 time: 0.1404319 Aug 06 15:39:58.842956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0f92eb9-95ab-46ad-a596-6d51696c3157 req-44c60110-5378-4fc6-871d-409800789ce7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Aug 06 15:39:58.973370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:59.307441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-486d9b92-e9a3-4125-b2e3-218d41219373 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:39:59.309336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-486d9b92-e9a3-4125-b2e3-218d41219373 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1753967 Aug 06 15:39:59.332726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Request body: {'port': {'device_id': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'admin_state_up': True, 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:39:59.824197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:39:59.825529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:39:59.918918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ffbabb7-5a3a-4eb4-ad15-efee0a51b9c5 req-b981bb0d-610b-411f-b7f3-f02329151687 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0893159 Aug 06 15:40:00.072374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd8dd3-c759-48dc-95e0-6b60ceeaf5bc req-e6f74aa6-4ad6-4f83-b156-f418fb7853aa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:00.074802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27fd8dd3-c759-48dc-95e0-6b60ceeaf5bc req-e6f74aa6-4ad6-4f83-b156-f418fb7853aa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 945 time: 0.0855494 Aug 06 15:40:00.203622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Allocated IP 172.20.0.11 (0203c533-7792-4fd2-b6e4-cceb855028af/38bf8d9d-9118-46fc-a6ce-c898762d900c/eab8d31d-5783-4ee7-9abf-b7bd3a482dbc) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:00.210741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27fd8dd3-c759-48dc-95e0-6b60ceeaf5bc req-4154e23b-f184-480c-a0b7-af792bfa4792 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962639 Aug 06 15:40:00.510364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:00.723014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:00.790602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Network 0203c533-7792-4fd2-b6e4-cceb855028af is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:00.794499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:00.806558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:00.865648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event updated for resources: {'Port': ['ID=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:00.900083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:00.900985 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:01.122053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-73dcff64-21ba-4086-b03d-38cf5fc1fd04 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7894177 Aug 06 15:40:01.132479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Request body: {'port': {'device_id': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:01.144406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29555a63-d9c7-43a9-8bfa-4151ae14bd49 req-290bcfe8-78c4-4064-a18e-e406de3c2ac7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:01.146043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29555a63-d9c7-43a9-8bfa-4151ae14bd49 req-290bcfe8-78c4-4064-a18e-e406de3c2ac7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 932 time: 0.0924842 Aug 06 15:40:01.225188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29555a63-d9c7-43a9-8bfa-4151ae14bd49 req-2501a392-40a8-4fd9-80f0-91bfe25289e1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635211 Aug 06 15:40:01.226318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:01.919402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f48768-0575-4ace-b12b-930d4af4c3d8 req-89a75d6e-0a3c-4f97-933c-eb8c522c7222 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:01.921216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07f48768-0575-4ace-b12b-930d4af4c3d8 req-89a75d6e-0a3c-4f97-933c-eb8c522c7222 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 945 time: 0.4847100 Aug 06 15:40:02.013817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07f48768-0575-4ace-b12b-930d4af4c3d8 req-89abe79d-181f-4a7b-a029-16a6cfb7b8a8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842819 Aug 06 15:40:02.066927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab8d31d-5783-4ee7-9abf-b7bd3a482dbc {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:40:02.077236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:02.103559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Transition to ACTIVE for port object eab8d31d-5783-4ee7-9abf-b7bd3a482dbc will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:02.225029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:02.308329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Pushing event updated for resources: {'Port': ['ID=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:02.455491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Attempting to bind port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:40:02.455994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Attempting to bind port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:40:02.456321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Attempting to bind port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:02.466688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a1b45-1c80-4faf-8d7d-dcc3fe932713 req-6cb091d6-53b5-4c08-b5f3-311ee86f16eb tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:02.469655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b3a1b45-1c80-4faf-8d7d-dcc3fe932713 req-6cb091d6-53b5-4c08-b5f3-311ee86f16eb tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 944 time: 0.1252291 Aug 06 15:40:02.473751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc on network 0203c533-7792-4fd2-b6e4-cceb855028af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:40:02.474084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Attempting to bind port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:02.487492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:40:02.487862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:02.488263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Bound using segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:40:02.488714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Bound port: eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:40:02.489094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:02.559913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b3a1b45-1c80-4faf-8d7d-dcc3fe932713 req-2a1905e9-c346-4449-a481-4f9dbdab3792 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790944 Aug 06 15:40:02.598227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] For port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:40:02.601742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] For port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:40:02.768144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-2304fe44-911e-4462-b7ed-a8d764f646c7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:02.769650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-2304fe44-911e-4462-b7ed-a8d764f646c7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.64 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 945 time: 0.0544937 Aug 06 15:40:02.818438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:02.864096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:02.864774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:02.866465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] 10.222.0.64 "PUT /v2.0/ports/eab8d31d-5783-4ee7-9abf-b7bd3a482dbc HTTP/1.1" status: 200 len: 1092 time: 1.7384815 Aug 06 15:40:02.869016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'tag': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:02.872219 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d30a3-7ace-4242-a3a0-d634612a2215" -d '{"events": [{"name": "network-changed", "server_uuid": "8f73f75e-1fe5-4116-93cd-e0ad793a4887", "tag": "eab8d31d-5783-4ee7-9abf-b7bd3a482dbc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:02.892789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Deleting port de76293d-260e-4fb4-bbbd-fbd0072033c9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:40:02.893153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:02.904733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27917b-3c0e-42fd-a304-292b4c6a6b39 service neutron] Pushing event updated for resources: {'Port': ['ID=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:02.965551 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf7abd4-2f9b-41f3-ad4e-5ad9fa8e3fc6 x-openstack-request-id: req-baf7abd4-2f9b-41f3-ad4e-5ad9fa8e3fc6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:02.966513 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f73f75e-1fe5-4116-93cd-e0ad793a4887", "tag": "eab8d31d-5783-4ee7-9abf-b7bd3a482dbc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:02.966513 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baf7abd4-2f9b-41f3-ad4e-5ad9fa8e3fc6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:02.967371 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'tag': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc', 'status': 'completed', 'code': 200} Aug 06 15:40:03.026303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] For port de76293d-260e-4fb4-bbbd-fbd0072033c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de76293d-260e-4fb4-bbbd-fbd0072033c9,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:03.027072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:03.051574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Calling delete_port for de76293d-260e-4fb4-bbbd-fbd0072033c9 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:40:03.060774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d30a3-7ace-4242-a3a0-d634612a2215 req-76340bb6-7075-496e-a2a3-eadbb7e9b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.063500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c16d30a3-7ace-4242-a3a0-d634612a2215 req-76340bb6-7075-496e-a2a3-eadbb7e9b878 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 1095 time: 0.0687521 Aug 06 15:40:03.153008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:03.302079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d30a3-7ace-4242-a3a0-d634612a2215 req-67abac78-5385-4bc9-97fa-420ed3507117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.303761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c16d30a3-7ace-4242-a3a0-d634612a2215 req-67abac78-5385-4bc9-97fa-420ed3507117 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2292449 Aug 06 15:40:03.319355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc39c1-1a49-44ba-a804-e2c7ce0a1ab8 req-9c742265-0e1b-4019-a5c9-07f33084ca6d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.321037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbdc39c1-1a49-44ba-a804-e2c7ce0a1ab8 req-9c742265-0e1b-4019-a5c9-07f33084ca6d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 945 time: 0.1108475 Aug 06 15:40:03.348584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e6c79b-60d5-4881-a9ab-292cc63c3ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:03.393317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:03.408570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7a73bc23-4a98-4c48-9dc0-7ebdd2560071'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:40:03.414912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['de76293d-260e-4fb4-bbbd-fbd0072033c9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:40:03.447725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbdc39c1-1a49-44ba-a804-e2c7ce0a1ab8 req-82ced4d9-6095-4456-8b1e-3a6c3e7c62a7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144366 Aug 06 15:40:03.480199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Pushing event deleted for resources: {'Port': ['ID=de76293d-260e-4fb4-bbbd-fbd0072033c9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:03.485566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d30a3-7ace-4242-a3a0-d634612a2215 req-92732ef2-a3e4-44fa-aeeb-82b70011bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.487374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c16d30a3-7ace-4242-a3a0-d634612a2215 req-92732ef2-a3e4-44fa-aeeb-82b70011bf33 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649451 Aug 06 15:40:03.557101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] No DVR routers for this DVR port de76293d-260e-4fb4-bbbd-fbd0072033c9 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:40:03.558802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:03.561577 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e72d4ea-5132-453e-a59c-31fe24878d60 req-31270b01-33fc-41c5-9755-ad5a378a4c4a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.64 "DELETE /v2.0/ports/de76293d-260e-4fb4-bbbd-fbd0072033c9 HTTP/1.1" status: 204 len: 173 time: 0.7808909 Aug 06 15:40:03.563538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f158f666-325c-401e-8abc-f368f969a1db', 'name': 'network-vif-deleted', 'tag': 'de76293d-260e-4fb4-bbbd-fbd0072033c9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:03.567972 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20874cfb-37f3-4d7f-8894-c1e0d2b5a256" -d '{"events": [{"server_uuid": "f158f666-325c-401e-8abc-f368f969a1db", "name": "network-vif-deleted", "tag": "de76293d-260e-4fb4-bbbd-fbd0072033c9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:03.612040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-4932e29a-5d22-4676-9315-b77eebd1b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.614820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-4932e29a-5d22-4676-9315-b77eebd1b009 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 1095 time: 0.0790625 Aug 06 15:40:03.655358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e6c79b-60d5-4881-a9ab-292cc63c3ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:03.658394 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b896e6ce-2521-4718-8dc7-e720d98c10f2 x-openstack-request-id: req-b896e6ce-2521-4718-8dc7-e720d98c10f2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:03.658904 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f158f666-325c-401e-8abc-f368f969a1db", "name": "network-vif-deleted", "tag": "de76293d-260e-4fb4-bbbd-fbd0072033c9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:03.659186 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b896e6ce-2521-4718-8dc7-e720d98c10f2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:03.659792 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f158f666-325c-401e-8abc-f368f969a1db', 'name': 'network-vif-deleted', 'tag': 'de76293d-260e-4fb4-bbbd-fbd0072033c9', 'status': 'completed', 'code': 200} Aug 06 15:40:03.712116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-0094f364-cfbb-400b-b599-5abd95aef805 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc HTTP/1.1" status: 200 len: 217 time: 0.0783422 Aug 06 15:40:03.802581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-4dba24fc-7945-4bc4-9a1e-fe31cd415beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.804147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-4dba24fc-7945-4bc4-9a1e-fe31cd415beb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0907998 Aug 06 15:40:03.822312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641c54a-a70b-4515-aabd-13964b4209e2 req-2792b17f-8bd2-46e7-8b0d-2ef52c3bbea3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:03.823777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2641c54a-a70b-4515-aabd-13964b4209e2 req-2792b17f-8bd2-46e7-8b0d-2ef52c3bbea3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 944 time: 0.0992715 Aug 06 15:40:03.864528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-eb629c16-0de3-49c2-91cb-0eb2da9e1650 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395570 Aug 06 15:40:03.944846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56e6c79b-60d5-4881-a9ab-292cc63c3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:03.961788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2641c54a-a70b-4515-aabd-13964b4209e2 req-aee6bc66-637c-4b5e-8bc0-b30b1774473e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280394 Aug 06 15:40:04.025770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-b87d3e67-0381-41dc-a4dc-dab7548ed997 service neutron] 10.222.0.64 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527081 Aug 06 15:40:04.034887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-56e6c79b-60d5-4881-a9ab-292cc63c3ad5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38d262b598f1472993c5a7194a8d5ac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8802028 Aug 06 15:40:04.036728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6c79b-60d5-4881-a9ab-292cc63c3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917ec3b-3ccb-4c09-92ec-a85f1521694a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:04.039439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:04.161498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1412b7bc-0bba-4843-b3f9-907dd8a04124 req-4841aef2-ae9f-4e8a-ae79-710ef2ff12b7 service neutron] 10.222.0.64 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126759 Aug 06 15:40:04.161596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad8c-d8e5-4fec-80c1-f29b9ad4bfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:04.208809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad8c-d8e5-4fec-80c1-f29b9ad4bfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:04.481267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad8c-d8e5-4fec-80c1-f29b9ad4bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:04.485127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14a4ad8c-d8e5-4fec-80c1-f29b9ad4bfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:04.487264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14a4ad8c-d8e5-4fec-80c1-f29b9ad4bfc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0917ec3b-3ccb-4c09-92ec-a85f1521694a HTTP/1.1" status: 204 len: 168 time: 0.4464054 Aug 06 15:40:04.501227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4ad8c-d8e5-4fec-80c1-f29b9ad4bfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917ec3b-3ccb-4c09-92ec-a85f1521694a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:04.608113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8de2335d-059f-4707-8593-b5cd25d75014 req-2f105d52-ac1c-47e4-afec-3cb0294afced tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=f158f666-325c-401e-8abc-f368f969a1db HTTP/1.1" status: 200 len: 210 time: 0.0369539 Aug 06 15:40:05.034883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b8303bc-92ee-45ef-8293-2c08ebb99705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:05.156357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5db6d0-7f4d-4075-86e5-3654d0eb5713 req-1d77bbc1-b29b-4619-b8cb-bc25b6c465b5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:05.158191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f5db6d0-7f4d-4075-86e5-3654d0eb5713 req-1d77bbc1-b29b-4619-b8cb-bc25b6c465b5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 944 time: 0.0809002 Aug 06 15:40:05.239966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f5db6d0-7f4d-4075-86e5-3654d0eb5713 req-be08da14-bfa5-4d21-b266-0093d2b480c7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662897 Aug 06 15:40:05.768202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670eb76-b702-4147-8f2c-e51f8e134a16 req-6524c435-ed4f-4366-8c78-c0ea88d75c4b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:05.770341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0670eb76-b702-4147-8f2c-e51f8e134a16 req-6524c435-ed4f-4366-8c78-c0ea88d75c4b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0532577 Aug 06 15:40:05.817660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:05.835167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3943517-0359-4a30-9854-4ad45d19fd60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:05.837571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0670eb76-b702-4147-8f2c-e51f8e134a16 req-be6687aa-0100-499e-8a09-bf935582c567 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609229 Aug 06 15:40:05.937117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eab8d31d-5783-4ee7-9abf-b7bd3a482dbc details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:40:05.943888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de76293d-260e-4fb4-bbbd-fbd0072033c9 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:40:05.955444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3943517-0359-4a30-9854-4ad45d19fd60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:05.970604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: de76293d-260e-4fb4-bbbd-fbd0072033c9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:40:05.970957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de76293d-260e-4fb4-bbbd-fbd0072033c9 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:40:06.080647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:06.093538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc', 'mac_address': 'fa:16:3e:2a:dc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:40:06.109786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b4ee-0c28-4943-92e9-62c9a7598929 req-645ca304-5d7a-43ca-8812-7122f8e3e5b3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:06.112314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbc7b4ee-0c28-4943-92e9-62c9a7598929 req-645ca304-5d7a-43ca-8812-7122f8e3e5b3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0667078 Aug 06 15:40:06.136315 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.150183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3943517-0359-4a30-9854-4ad45d19fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.150403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab8d31d-5783-4ee7-9abf-b7bd3a482dbc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:40:06.172176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:06.175632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbc7b4ee-0c28-4943-92e9-62c9a7598929 req-7691d9e1-a4d9-4d1f-bb16-b1a7b3048fd0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555491 Aug 06 15:40:06.221072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3943517-0359-4a30-9854-4ad45d19fd60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe97d9a-1f3c-474e-98a9-2ebc2cefff20,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:06.229552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3943517-0359-4a30-9854-4ad45d19fd60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6729a25f3d1344ec9124eb287e11d96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104972 Aug 06 15:40:06.232106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:06.299052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f417ca9-e7ad-46e4-abf7-2ce2dc175fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.329629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f417ca9-e7ad-46e4-abf7-2ce2dc175fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.346151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e1ac2-2944-4900-8a6e-f235cfd214ec req-1a3f3003-d906-4bb0-9700-62e493974880 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:06.360817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-573e1ac2-2944-4900-8a6e-f235cfd214ec req-1a3f3003-d906-4bb0-9700-62e493974880 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0810049 Aug 06 15:40:06.389590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.426774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-573e1ac2-2944-4900-8a6e-f235cfd214ec req-22e7345e-1d84-466e-9a73-444daacd50a9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647657 Aug 06 15:40:06.464567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:06.507203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72eeb4-c947-4b3f-af72-f290c25d5702 req-a62484e8-eee6-4c8b-a4ff-4a1f4f2f14c4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:06.509247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b72eeb4-c947-4b3f-af72-f290c25d5702 req-a62484e8-eee6-4c8b-a4ff-4a1f4f2f14c4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 945 time: 0.0891051 Aug 06 15:40:06.563646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b72eeb4-c947-4b3f-af72-f290c25d5702 req-5aa594ec-7dca-4d45-8035-55f64d0ebf7f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Aug 06 15:40:06.653133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f417ca9-e7ad-46e4-abf7-2ce2dc175fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.655799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f417ca9-e7ad-46e4-abf7-2ce2dc175fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:06.657124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f417ca9-e7ad-46e4-abf7-2ce2dc175fbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbe97d9a-1f3c-474e-98a9-2ebc2cefff20 HTTP/1.1" status: 204 len: 168 time: 0.4222615 Aug 06 15:40:06.665471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417ca9-e7ad-46e4-abf7-2ce2dc175fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe97d9a-1f3c-474e-98a9-2ebc2cefff20,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:06.721245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['eab8d31d-5783-4ee7-9abf-b7bd3a482dbc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:40:07.710983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fcdf2-ea62-4332-bcac-a154b404af0d req-9b7cf773-8e30-4aab-b0cf-58bfe35b3f94 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:07.712636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-112fcdf2-ea62-4332-bcac-a154b404af0d req-9b7cf773-8e30-4aab-b0cf-58bfe35b3f94 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 945 time: 0.0544987 Aug 06 15:40:07.759423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-112fcdf2-ea62-4332-bcac-a154b404af0d req-46bb0b89-4eff-4190-88e9-3e535373077b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369329 Aug 06 15:40:07.828949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bec25de0-54d2-45a0-b2fb-9599033da1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:07.828949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:07.966885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eab8d31d-5783-4ee7-9abf-b7bd3a482dbc up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:08.358918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:08.365169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:08.365560 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:08.478991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:08.506454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:08.508829 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484dc7a-ecfa-4f0d-ba3c-fcfb3dd47166" -d '{"events": [{"server_uuid": "8f73f75e-1fe5-4116-93cd-e0ad793a4887", "name": "network-vif-plugged", "status": "completed", "tag": "eab8d31d-5783-4ee7-9abf-b7bd3a482dbc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:08.522746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:08.556416 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59baaf0-459b-4359-84d1-10f31436a466 x-openstack-request-id: req-d59baaf0-459b-4359-84d1-10f31436a466 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:08.556896 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f73f75e-1fe5-4116-93cd-e0ad793a4887", "name": "network-vif-plugged", "status": "completed", "tag": "eab8d31d-5783-4ee7-9abf-b7bd3a482dbc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:08.557256 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d59baaf0-459b-4359-84d1-10f31436a466 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:08.557845 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc', 'code': 200} Aug 06 15:40:08.687791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:08.703167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873730c-2b8b-4b4c-85c3-45d491e1df67 req-a18739f2-5718-4e68-b4c9-2804a0e9c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:08.706410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8873730c-2b8b-4b4c-85c3-45d491e1df67 req-a18739f2-5718-4e68-b4c9-2804a0e9c016 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 1096 time: 0.0695455 Aug 06 15:40:08.756429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8873730c-2b8b-4b4c-85c3-45d491e1df67 req-51017c9a-b107-4f3e-89ce-f8b02a193406 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386238 Aug 06 15:40:08.761783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:08.910035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:08.932100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300067e2-3a18-4efb-8cbf-c127180d2dc8 req-c6328fae-3f4e-404f-88f9-b3a64147b322 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:08.933771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-300067e2-3a18-4efb-8cbf-c127180d2dc8 req-c6328fae-3f4e-404f-88f9-b3a64147b322 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0835371 Aug 06 15:40:08.995825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-300067e2-3a18-4efb-8cbf-c127180d2dc8 req-f84ce8da-b2c8-459b-ae24-c80644429370 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Aug 06 15:40:10.158513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade1e80-e75b-4339-81e2-2ef10ec69c14 req-72e8515e-7c63-4a13-9913-645578465f53 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:10.162274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eade1e80-e75b-4339-81e2-2ef10ec69c14 req-72e8515e-7c63-4a13-9913-645578465f53 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0723860 Aug 06 15:40:10.216201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eade1e80-e75b-4339-81e2-2ef10ec69c14 req-c5962b2e-e345-44c7-be54-17b850d3fefd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Aug 06 15:40:10.781642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:11.101558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a55a-3c64-4dbd-8e61-d3e23750ef6b req-29301a35-0191-4595-a3d0-a147d95029a4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:11.103144 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0689a55a-3c64-4dbd-8e61-d3e23750ef6b req-29301a35-0191-4595-a3d0-a147d95029a4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0832446 Aug 06 15:40:11.198252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea863a9-0e15-4acf-87d1-939304fe89bf req-1cc09b71-fcec-4357-838c-5675ed8cc922 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:11.204627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ea863a9-0e15-4acf-87d1-939304fe89bf req-1cc09b71-fcec-4357-838c-5675ed8cc922 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1276133 Aug 06 15:40:11.213247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0689a55a-3c64-4dbd-8e61-d3e23750ef6b req-ed179f32-037c-43ed-b032-a0c104321ec2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908651 Aug 06 15:40:11.271774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ea863a9-0e15-4acf-87d1-939304fe89bf req-e5993913-ae0b-4b12-a21c-a45d31b47384 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648723 Aug 06 15:40:11.381173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498997d1-fe5a-49ec-95be-72909bed3c0d req-acf87a74-9262-4ba7-97c2-4f7c2ed85f3f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:11.384088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-498997d1-fe5a-49ec-95be-72909bed3c0d req-acf87a74-9262-4ba7-97c2-4f7c2ed85f3f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0665619 Aug 06 15:40:11.458723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-498997d1-fe5a-49ec-95be-72909bed3c0d req-518ad2da-2742-4bb8-b2cf-6cad2ca4082c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680885 Aug 06 15:40:11.555032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:11.703201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6fda-9f05-4c7d-a1fb-f5446b5c806a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:11.833666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6fda-9f05-4c7d-a1fb-f5446b5c806a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:11.950359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-a63a6651-c9fd-4e69-8d5f-47d777a3f2ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482633 Aug 06 15:40:11.985246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6fda-9f05-4c7d-a1fb-f5446b5c806a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:12.045968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6fda-9f05-4c7d-a1fb-f5446b5c806a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3e617e-f19c-4057-a3e4-ea50930ed494,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:12.052319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8e8e6fda-9f05-4c7d-a1fb-f5446b5c806a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76790d1d36c748ecb83cae950c016e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961140 Aug 06 15:40:12.054198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-996931f8-343d-413e-a28d-ee06dbfcd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:12.054938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:12.057558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-996931f8-343d-413e-a28d-ee06dbfcd3e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1097 time: 0.0806267 Aug 06 15:40:12.147629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a2b25d1-d259-4599-813c-7a5ce72894dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:12.178757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a2b25d1-d259-4599-813c-7a5ce72894dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:12.220887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-0eca81f7-3e12-454f-a4f4-fd27e7a3ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:12.224271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-0eca81f7-3e12-454f-a4f4-fd27e7a3ce93 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.1380019 Aug 06 15:40:12.319061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-1b7047a0-f6f6-4060-b059-2ef0201633b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1002 time: 0.0859113 Aug 06 15:40:12.373914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a2b25d1-d259-4599-813c-7a5ce72894dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:12.379505 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a2b25d1-d259-4599-813c-7a5ce72894dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:12.380776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a2b25d1-d259-4599-813c-7a5ce72894dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe3e617e-f19c-4057-a3e4-ea50930ed494 HTTP/1.1" status: 204 len: 168 time: 0.3242533 Aug 06 15:40:12.395071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-e7542a75-baaa-4d21-8172-45b6a6d46be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:12.404196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-e7542a75-baaa-4d21-8172-45b6a6d46be4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0724165 Aug 06 15:40:12.427833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b25d1-d259-4599-813c-7a5ce72894dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3e617e-f19c-4057-a3e4-ea50930ed494,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:12.494002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-64133790-eb29-4978-b2d0-4f41f53a4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:12.497703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-64133790-eb29-4978-b2d0-4f41f53a4b26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905859 Aug 06 15:40:12.508576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08681bc-7d37-4ebd-b386-ce26b942f492 req-7aec83a3-8644-49d5-b14f-431219aa2e1d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:12.511060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b08681bc-7d37-4ebd-b386-ce26b942f492 req-7aec83a3-8644-49d5-b14f-431219aa2e1d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1215765 Aug 06 15:40:12.599112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b08681bc-7d37-4ebd-b386-ce26b942f492 req-4fb8ac8c-ce9e-4451-995f-919f191194f6 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718212 Aug 06 15:40:12.655213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-9daa9a4d-916e-4ad5-8bba-10cc3e47084f service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429458 Aug 06 15:40:12.679468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-2428a859-4ad3-40c1-967c-0242541de505 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1497352387&fields=id&tenant_id=1aae4bdb767b47c3ba3997d185ca4b64 HTTP/1.1" status: 200 len: 267 time: 0.0614939 Aug 06 15:40:12.826685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9dc9d3b7-eabd-4e3c-ac04-6bb060fdc63f req-05f0c984-b078-4edd-b787-027fdebadf2c service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484392 Aug 06 15:40:12.843214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d4e9ccda-a7f4-4fc5-aa9c-3c8bf0071dc8 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:12.845471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d4e9ccda-a7f4-4fc5-aa9c-3c8bf0071dc8 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/networks?id=5aab245d-9187-4829-8268-ed3721dd8cd9 HTTP/1.1" status: 200 len: 816 time: 0.1549931 Aug 06 15:40:12.876793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-231b49ae-e749-4cd7-8c61-6edc4fcebc04 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/quotas/1aae4bdb767b47c3ba3997d185ca4b64 HTTP/1.1" status: 200 len: 375 time: 0.0166459 Aug 06 15:40:13.025547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-101bc0d2-ca0d-4e21-ad6d-1ab522b42f7b tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1aae4bdb767b47c3ba3997d185ca4b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151648 Aug 06 15:40:13.168195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-5595377e-83a5-493a-b34a-fda267e30c42 service neutron] 10.222.0.16 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136451 Aug 06 15:40:13.326605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-bf0f6691-0f3e-4677-95e4-708683fc4100 service neutron] 10.222.0.16 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494663 Aug 06 15:40:13.489451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:13.519908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8092d25-a1d2-4b66-825c-e568ad971b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:13.649434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8092d25-a1d2-4b66-825c-e568ad971b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:13.743964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8092d25-a1d2-4b66-825c-e568ad971b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:13.802597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f8092d25-a1d2-4b66-825c-e568ad971b38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=283c8b184e8d4eeea7b11172f3245a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116608 Aug 06 15:40:13.806940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:13.807999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0e059-2af7-4fdd-a455-52c304e3c33c req-2792af72-9d07-474b-b01c-1577aaaebefa tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:13.810314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fb0e059-2af7-4fdd-a455-52c304e3c33c req-2792af72-9d07-474b-b01c-1577aaaebefa tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1042511 Aug 06 15:40:13.817193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092d25-a1d2-4b66-825c-e568ad971b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509f288e-2aa0-454c-9a74-85134bb7ef7e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:13.910080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb56a99-15b1-4762-b5e8-d153518e288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:13.920487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fb0e059-2af7-4fdd-a455-52c304e3c33c req-f2f49d5c-0e37-48e8-a1f8-8f672bbb8fba tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964375 Aug 06 15:40:13.964063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb56a99-15b1-4762-b5e8-d153518e288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:14.224966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb56a99-15b1-4762-b5e8-d153518e288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:14.230433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb56a99-15b1-4762-b5e8-d153518e288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:14.232964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-abb56a99-15b1-4762-b5e8-d153518e288e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/509f288e-2aa0-454c-9a74-85134bb7ef7e HTTP/1.1" status: 204 len: 168 time: 0.4246681 Aug 06 15:40:14.246909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb56a99-15b1-4762-b5e8-d153518e288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509f288e-2aa0-454c-9a74-85134bb7ef7e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:14.396757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5e24f0c-59d5-4746-b9b9-2f220fd43c27 req-1a60a46c-99d4-4ee7-8995-eb6ddcf1f1f3 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0563195 Aug 06 15:40:15.013885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5a122-fc08-4d16-a147-576d6bf93246 req-44a631ea-894b-4f72-8efe-0d19708a18cb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.015454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31e5a122-fc08-4d16-a147-576d6bf93246 req-44a631ea-894b-4f72-8efe-0d19708a18cb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0783286 Aug 06 15:40:15.109847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31e5a122-fc08-4d16-a147-576d6bf93246 req-f5eb134a-a375-4d05-9b12-b489a18af947 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807118 Aug 06 15:40:15.181021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab9f7-1814-423a-99ca-728052bd9bbf req-d6d836f0-a40e-4f4a-866e-a9075965ea75 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.185130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a5ab9f7-1814-423a-99ca-728052bd9bbf req-d6d836f0-a40e-4f4a-866e-a9075965ea75 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1270032 Aug 06 15:40:15.231014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-b929f863-c2fb-4fe8-9c15-2f0e20c62022 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0955586 Aug 06 15:40:15.272741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a5ab9f7-1814-423a-99ca-728052bd9bbf req-3b3977b9-4184-4b03-91c7-aa0f72db4200 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731196 Aug 06 15:40:15.440268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.440993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.441587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.442191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.442842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.443482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.444108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.447511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8ef46b64-c5bd-4f65-8440-03239365e37b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.1438422 Aug 06 15:40:15.507088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509a0e-86e1-4648-aa25-5bd62150ddf6 req-8bc9da20-bf6e-4cb5-b560-e7225e8030a9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.510100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85509a0e-86e1-4648-aa25-5bd62150ddf6 req-8bc9da20-bf6e-4cb5-b560-e7225e8030a9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1246626 Aug 06 15:40:15.589822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcf9c40b-5041-4021-9cea-702cd4ce5dad req-78558e59-2d54-411b-8c0c-6e45f3bfb082 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0650845 Aug 06 15:40:15.678915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85509a0e-86e1-4648-aa25-5bd62150ddf6 req-74f29d54-adec-4d12-9ec0-b14bdc5ffd5b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556530 Aug 06 15:40:15.731426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-82632847-2dda-47b3-9ad2-d907f014545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.732087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-82632847-2dda-47b3-9ad2-d907f014545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.732639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-82632847-2dda-47b3-9ad2-d907f014545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.734466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-82632847-2dda-47b3-9ad2-d907f014545d service neutron] 10.222.0.64 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 200 len: 2298 time: 0.2231517 Aug 06 15:40:15.830420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8c2a83d4-8dab-4819-b2d5-5417faa578d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 1001 time: 0.0803657 Aug 06 15:40:15.911216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8d2890d1-5418-4aac-89a9-b82b8c94db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:15.912898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8d2890d1-5418-4aac-89a9-b82b8c94db31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 200 len: 856 time: 0.0753779 Aug 06 15:40:16.011271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-cdb2a364-9264-4b41-82d3-0688812c2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.011271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-cdb2a364-9264-4b41-82d3-0688812c2cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68b9236b-44a3-446d-be00-f8b66debb1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851772 Aug 06 15:40:16.030347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b6ff-ca80-4ced-8d20-5d5bc24ec778 req-6f167bf0-0fa7-4146-b3ea-f59defcdd51e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.031979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e40b6ff-ca80-4ced-8d20-5d5bc24ec778 req-6f167bf0-0fa7-4146-b3ea-f59defcdd51e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0712659 Aug 06 15:40:16.152066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e40b6ff-ca80-4ced-8d20-5d5bc24ec778 req-9b9728d3-e152-4374-a13a-fca84963044e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095307 Aug 06 15:40:16.194531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-8d2f191e-a87d-4472-8148-38eff8162ae9 service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613047 Aug 06 15:40:16.378772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4818835-4171-4a39-a7bd-13676d62071e req-5621b248-99a7-474b-bc23-29e913703cf6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.381415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4818835-4171-4a39-a7bd-13676d62071e req-5621b248-99a7-474b-bc23-29e913703cf6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0882714 Aug 06 15:40:16.387764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-3080cacd-fd35-42c3-afc1-37649286fa5b service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784487 Aug 06 15:40:16.456887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-de574b3a-fd99-4898-a572-c0ae95d89215 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 217 time: 0.0542097 Aug 06 15:40:16.527968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4818835-4171-4a39-a7bd-13676d62071e req-2518bcad-a512-4e1e-a28c-ad1894c68123 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346376 Aug 06 15:40:16.567161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721081ba-c541-491b-9cf9-f76868f2bba4 req-d90bc63c-8eff-4804-bb54-5408ed85f169 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.568699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-721081ba-c541-491b-9cf9-f76868f2bba4 req-d90bc63c-8eff-4804-bb54-5408ed85f169 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1246057 Aug 06 15:40:16.571699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-3f97c54d-0025-49cf-afc9-2854e8ccf322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.573678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-3f97c54d-0025-49cf-afc9-2854e8ccf322 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0972638 Aug 06 15:40:16.689674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-721081ba-c541-491b-9cf9-f76868f2bba4 req-999ef87f-c662-4eaf-ba1e-55f580b5f957 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091220 Aug 06 15:40:16.693234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-3281a5c0-9a06-417f-969b-ca43af62f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.695973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-3281a5c0-9a06-417f-969b-ca43af62f1bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121128 Aug 06 15:40:16.834241 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d17cbef9-6e9a-46da-829d-a27e289be471 req-3e3fd0a2-8cf3-4255-a323-b199e3dcca3a tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0363348 Aug 06 15:40:16.892173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-d665b416-99b3-463e-9b7c-a74eb093c06c service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870167 Aug 06 15:40:16.989047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4e9b4-a786-44f6-bcc4-a61256cbfcf1 req-40322efa-9547-45e1-9b4f-7b7bba337254 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:16.990625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74e4e9b4-a786-44f6-bcc4-a61256cbfcf1 req-40322efa-9547-45e1-9b4f-7b7bba337254 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1399558 Aug 06 15:40:17.088460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74e4e9b4-a786-44f6-bcc4-a61256cbfcf1 req-ce02d99e-f627-4f58-b08b-8e1515d3cfa1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864055 Aug 06 15:40:17.092642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-dbdeb124-b984-4aa0-9ac3-efed00220d06 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915627 Aug 06 15:40:17.145164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-b01d3fdb-3a59-4e2e-b41f-2fa9bd45570f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 217 time: 0.0443196 Aug 06 15:40:17.241668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-ce461aa3-039c-4eef-a70b-eba5083e71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:17.243223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-ce461aa3-039c-4eef-a70b-eba5083e71e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0897052 Aug 06 15:40:17.273628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b540c68-be7c-4e0d-b638-672a0b532a37 req-2367f1df-ce64-471c-96d2-e8fb8fc8c45d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:17.275728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b540c68-be7c-4e0d-b638-672a0b532a37 req-2367f1df-ce64-471c-96d2-e8fb8fc8c45d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0838156 Aug 06 15:40:17.364477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-dd5d87e1-3914-438b-b8a6-0648ca974d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:17.367238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-dd5d87e1-3914-438b-b8a6-0648ca974d6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1162879 Aug 06 15:40:17.385352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b540c68-be7c-4e0d-b638-672a0b532a37 req-ba36d9d3-bd8c-4118-80f4-3e421bd8b96b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925503 Aug 06 15:40:17.567429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-59133f2d-8aa0-44c7-88a7-55832ad89644 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805611 Aug 06 15:40:17.765189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57896bc1-14aa-478f-a771-43f4f130071c req-ec8d2819-a8db-4af1-803c-9d262a19398c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:17.766775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57896bc1-14aa-478f-a771-43f4f130071c req-ec8d2819-a8db-4af1-803c-9d262a19398c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1466846 Aug 06 15:40:17.769483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-ae91d0eb-deef-4c87-ad7d-40031e782df7 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924996 Aug 06 15:40:17.844781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-42678bd7-10df-4b83-a6f6-3c6f077c358e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 200 len: 217 time: 0.0674090 Aug 06 15:40:17.941583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57896bc1-14aa-478f-a771-43f4f130071c req-c206f320-9627-4503-a1c3-128ed732f484 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655288 Aug 06 15:40:17.963999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-253c08e2-cb4d-4daf-906e-3ed7f5256ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:17.966043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-253c08e2-cb4d-4daf-906e-3ed7f5256ca0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.1092803 Aug 06 15:40:17.984346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4101c3-ef76-4971-b7e0-88fa9aa87a7b req-85993a87-0807-46c5-8e52-358ba36c001f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:17.986056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd4101c3-ef76-4971-b7e0-88fa9aa87a7b req-85993a87-0807-46c5-8e52-358ba36c001f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1461535 Aug 06 15:40:18.056691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd4101c3-ef76-4971-b7e0-88fa9aa87a7b req-de4c8b37-bdce-4174-b8e9-af25ac3b8906 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584087 Aug 06 15:40:18.069496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-bfe3ed49-9ee3-49f1-b66a-bb8c66f754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:18.069496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-bfe3ed49-9ee3-49f1-b66a-bb8c66f754bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820410 Aug 06 15:40:18.285567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2355893-6bff-440e-9aba-becb60a78ad1 req-5832548b-ad32-4efe-8cb2-ff56f4f93bb6 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0789974 Aug 06 15:40:18.307242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-1780319a-e318-49b3-a84a-bb59af17d81c tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:18.311021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-1780319a-e318-49b3-a84a-bb59af17d81c tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.59 "GET /v2.0/networks?id=5aab245d-9187-4829-8268-ed3721dd8cd9 HTTP/1.1" status: 200 len: 816 time: 0.2068222 Aug 06 15:40:18.343900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3ffce-da7b-4419-9fea-35441c5d52c4 req-ec3e44eb-6800-4cc8-aa9b-46b11530b44e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:18.344781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aca3ffce-da7b-4419-9fea-35441c5d52c4 req-ec3e44eb-6800-4cc8-aa9b-46b11530b44e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1375113 Aug 06 15:40:18.347705 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-1f2f3c97-85b5-498b-a21e-91a6566bc824 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695880 Aug 06 15:40:18.368225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-fb76b4ba-c854-4319-9ece-6a6556b29237 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1aae4bdb767b47c3ba3997d185ca4b64 HTTP/1.1" status: 200 len: 380 time: 0.0472579 Aug 06 15:40:18.377523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Request body: {'port': {'device_id': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'admin_state_up': True, 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'security_groups': ['600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:18.499781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aca3ffce-da7b-4419-9fea-35441c5d52c4 req-56bacac1-1520-43b2-9aee-d374c64865d4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428680 Aug 06 15:40:18.600800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-c6fd9229-9fee-42f6-8e05-399580768c60 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376442 Aug 06 15:40:18.661706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-94ecfeaa-d795-491d-b5f2-486e65e597b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 200 len: 217 time: 0.0521355 Aug 06 15:40:18.732952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-ad23a1fa-751f-4148-a99a-fdee1f3bf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:18.734834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-ad23a1fa-751f-4148-a99a-fdee1f3bf9a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0647900 Aug 06 15:40:18.833855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Made reservation on behalf of 1aae4bdb767b47c3ba3997d185ca4b64 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:18.845127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e596a4d-434c-4ced-9010-b2cb7c4b9101 req-0feb80a6-08bb-4b2f-b44a-50242fbc5f69 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:18.848208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:18.857927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e596a4d-434c-4ced-9010-b2cb7c4b9101 req-0feb80a6-08bb-4b2f-b44a-50242fbc5f69 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1428459 Aug 06 15:40:18.870841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-14d265aa-b6ef-4a62-bc28-73c668053619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:18.872416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-14d265aa-b6ef-4a62-bc28-73c668053619 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231158 Aug 06 15:40:18.974677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e596a4d-434c-4ced-9010-b2cb7c4b9101 req-d326d35f-1168-43a0-85bb-6c0c7fb53c31 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157248 Aug 06 15:40:19.043901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-1523ce8f-bed1-4840-a2ef-7daed39e7ebf service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605797 Aug 06 15:40:19.083875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Allocated IP 172.20.0.8 (5aab245d-9187-4829-8268-ed3721dd8cd9/bbfdcc40-647a-469b-96cf-c89fd4467b48/36e4d2a5-9a68-4bf6-907e-36b522af369f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:19.297382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:19.316543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Transition to ACTIVE for port object 36e4d2a5-9a68-4bf6-907e-36b522af369f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:19.505810 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:19.582611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacb7ea-63da-48e2-84f7-a33ebe222d2c req-d5c5c964-b4cf-49e3-a2ab-0979cd8cb905 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:19.583969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0eacb7ea-63da-48e2-84f7-a33ebe222d2c req-d5c5c964-b4cf-49e3-a2ab-0979cd8cb905 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.4584351 Aug 06 15:40:19.589970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-c9b1ff21-8fdd-41d5-8f26-042ec470a107 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353310 Aug 06 15:40:19.590601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:19.597506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:19.601337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:19.663705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event updated for resources: {'Port': ['ID=36e4d2a5-9a68-4bf6-907e-36b522af369f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:19.688426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3875fd9-7609-4018-80c4-a7a0d2e73fb7 req-cbe1d382-20e8-42b5-8c67-71921d06bc77 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:19.690751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3875fd9-7609-4018-80c4-a7a0d2e73fb7 req-cbe1d382-20e8-42b5-8c67-71921d06bc77 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1924787 Aug 06 15:40:19.692987 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-73975448-6d7d-4c51-ad25-7fd102cb32a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 200 len: 217 time: 0.0690644 Aug 06 15:40:19.706351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:19.707474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:19.742076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0eacb7ea-63da-48e2-84f7-a33ebe222d2c req-8bc7afb4-dd82-4a76-9ea4-876b28fe6708 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485834 Aug 06 15:40:19.821608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3875fd9-7609-4018-80c4-a7a0d2e73fb7 req-412bbc34-7eb5-4170-89e2-24410b9658a6 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023319 Aug 06 15:40:19.834334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-865ff319-c105-4948-ac26-667233fa48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:19.835731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-865ff319-c105-4948-ac26-667233fa48d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.0987759 Aug 06 15:40:19.938107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-72f1ef99-1b8e-4686-b086-67a9ac678403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:19.939555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-72f1ef99-1b8e-4686-b086-67a9ac678403 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922706 Aug 06 15:40:19.982207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-48711c6d-62ce-4f93-b415-c49d49b7e732 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6065559 Aug 06 15:40:19.998675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Request body: {'port': {'device_id': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:20.045674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379abcf-02e0-409a-8c38-a1926320a0c6 req-c6aaf946-e35f-493a-a7ab-5a42718c896a tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:20.058684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d379abcf-02e0-409a-8c38-a1926320a0c6 req-c6aaf946-e35f-493a-a7ab-5a42718c896a tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 931 time: 0.1397309 Aug 06 15:40:20.129880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:20.134446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d379abcf-02e0-409a-8c38-a1926320a0c6 req-24c3b34b-a0f3-4b1e-a0d0-4964d7653b3c tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747676 Aug 06 15:40:20.136713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-7402a870-7e90-4d6b-b581-e8a86762d4f0 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741679 Aug 06 15:40:20.159465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f73189b9-90e5-4e9d-8002-cf7909015950 None None] Provisioning for port 36e4d2a5-9a68-4bf6-907e-36b522af369f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:20.173113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f73189b9-90e5-4e9d-8002-cf7909015950 None None] Provisioning complete for port 36e4d2a5-9a68-4bf6-907e-36b522af369f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:20.173113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f73189b9-90e5-4e9d-8002-cf7909015950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:20.282625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f73189b9-90e5-4e9d-8002-cf7909015950 None None] Port 36e4d2a5-9a68-4bf6-907e-36b522af369f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:40:20.387388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:20.451381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ccf87-79aa-407b-a127-ded10cc42ad4 req-3c894f64-cc12-4a4b-8b19-22bc72d8e906 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:20.453882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-782ccf87-79aa-407b-a127-ded10cc42ad4 req-3c894f64-cc12-4a4b-8b19-22bc72d8e906 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1364770 Aug 06 15:40:20.464787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-b5ab565c-9e18-4db2-bca4-408047d7ab26 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177409 Aug 06 15:40:20.574644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-7af2540e-4783-4f77-ade7-8b1fb5608988 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 200 len: 217 time: 0.0968862 Aug 06 15:40:20.684395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-782ccf87-79aa-407b-a127-ded10cc42ad4 req-73c587cb-0a31-4170-ac19-9489b07b4724 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197585 Aug 06 15:40:20.776454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e4d2a5-9a68-4bf6-907e-36b522af369f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:40:20.781329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb97ab3f-abb7-462a-9ded-db7bc29f00a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:20.787942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:20.797824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-56645907-c135-4069-9a8d-b57f3a3ad624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:20.804580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-56645907-c135-4069-9a8d-b57f3a3ad624 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.2159481 Aug 06 15:40:20.813247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Transition to ACTIVE for port object 36e4d2a5-9a68-4bf6-907e-36b522af369f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:20.892937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:21.075797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d3ce6-dc2c-4482-90e5-779fbd1c4851 req-26bbeb05-41d9-4b60-a576-b9175696eece tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:21.076944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Pushing event updated for resources: {'Port': ['ID=36e4d2a5-9a68-4bf6-907e-36b522af369f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:21.088824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e0d3ce6-dc2c-4482-90e5-779fbd1c4851 req-26bbeb05-41d9-4b60-a576-b9175696eece tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2513514 Aug 06 15:40:21.160046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e0d3ce6-dc2c-4482-90e5-779fbd1c4851 req-08614fcb-ed6f-42e5-bda1-8b742a8de8c9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624704 Aug 06 15:40:21.225594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-85a34977-907a-4bde-bb76-9e7222a1a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:21.230868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-85a34977-907a-4bde-bb76-9e7222a1a4ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4136851 Aug 06 15:40:21.250871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa8f14-806e-4287-be70-716b66e953fb req-441a1f98-9b97-48b1-9e55-4ba4b0518ad7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:21.262760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8aa8f14-806e-4287-be70-716b66e953fb req-441a1f98-9b97-48b1-9e55-4ba4b0518ad7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.2586641 Aug 06 15:40:21.274564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Attempting to bind port 36e4d2a5-9a68-4bf6-907e-36b522af369f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:40:21.275437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Attempting to bind port 36e4d2a5-9a68-4bf6-907e-36b522af369f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:40:21.276275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Attempting to bind port 36e4d2a5-9a68-4bf6-907e-36b522af369f on network 5aab245d-9187-4829-8268-ed3721dd8cd9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:21.291077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Port 36e4d2a5-9a68-4bf6-907e-36b522af369f on network 5aab245d-9187-4829-8268-ed3721dd8cd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:40:21.295308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Attempting to bind port 36e4d2a5-9a68-4bf6-907e-36b522af369f on network 5aab245d-9187-4829-8268-ed3721dd8cd9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:21.321784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:40:21.330302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Checking segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:21.331786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Bound using segment: {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:40:21.333749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Bound port: 36e4d2a5-9a68-4bf6-907e-36b522af369f, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebcc943-262d-42c4-bff8-4fbca7585904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:40:21.334780 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:21.562823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] For port 36e4d2a5-9a68-4bf6-907e-36b522af369f, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:40:21.568873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] For port 36e4d2a5-9a68-4bf6-907e-36b522af369f, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:40:21.577800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-f823670e-75e1-42d2-a4ab-3d40302dba5b service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959695 Aug 06 15:40:21.634995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:21.700902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:21.701453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:21.703865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] 10.222.0.59 "PUT /v2.0/ports/36e4d2a5-9a68-4bf6-907e-36b522af369f HTTP/1.1" status: 200 len: 1091 time: 1.7108014 Aug 06 15:40:21.710920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:21.718416 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eb4c75-6566-4109-b0c3-0eddadf56b55" -d '{"events": [{"name": "network-changed", "server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:21.723419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb97ab3f-abb7-462a-9ded-db7bc29f00a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:21.745945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8aa8f14-806e-4287-be70-716b66e953fb req-6c943f86-7567-4b94-85ff-557159eb0ae1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680886 Aug 06 15:40:21.770428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdba24-bab2-4a61-b3ef-4528f33e0cdd service neutron] Pushing event updated for resources: {'Port': ['ID=36e4d2a5-9a68-4bf6-907e-36b522af369f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:21.832173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6494a-506b-44fc-93e4-0fc476548fe0 req-ef52280d-15d4-43d4-a5f2-80bd66808490 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:21.832173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5e6494a-506b-44fc-93e4-0fc476548fe0 req-ef52280d-15d4-43d4-a5f2-80bd66808490 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.2466412 Aug 06 15:40:21.890780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b140f1-a2a4-4d7a-91f1-420f6e618783 req-17f420df-f45d-4088-8a2d-aeab3f873050 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994683 Aug 06 15:40:21.895223 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb97ab3f-abb7-462a-9ded-db7bc29f00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:21.984006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5e6494a-506b-44fc-93e4-0fc476548fe0 req-ba4544e3-85d8-4c79-9ed3-2e20bf248d64 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260698 Aug 06 15:40:22.003338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-2ae39db4-d128-45e5-9fa8-b817249c1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:22.005136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-2ae39db4-d128-45e5-9fa8-b817249c1f95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1aae4bdb767b47c3ba3997d185ca4b64&device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 1094 time: 0.1160166 Aug 06 15:40:22.016029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97ab3f-abb7-462a-9ded-db7bc29f00a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4762b9-3261-4f56-bd4c-1d1be933e092,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:22.038743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb97ab3f-abb7-462a-9ded-db7bc29f00a2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0962cae3f9e4803859c25592d4d2a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6499312 Aug 06 15:40:22.042168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:22.106780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-5d300458-8f15-419e-854e-822824cc8469 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f HTTP/1.1" status: 200 len: 217 time: 0.0939443 Aug 06 15:40:22.109055 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b64e4-1035-41e5-a552-33615959ceac x-openstack-request-id: req-411b64e4-1035-41e5-a552-33615959ceac {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:22.109413 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:22.109724 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-411b64e4-1035-41e5-a552-33615959ceac {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:22.110180 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'status': 'completed', 'code': 200} Aug 06 15:40:22.206276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-b8e20490-f09d-4fe6-9f36-1db63944108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:22.208015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-b8e20490-f09d-4fe6-9f36-1db63944108f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbfdcc40-647a-469b-96cf-c89fd4467b48 HTTP/1.1" status: 200 len: 855 time: 0.0906904 Aug 06 15:40:22.242946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7f99a1-cbab-4798-abbf-db1d8f278685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:22.287692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7f99a1-cbab-4798-abbf-db1d8f278685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:22.287935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-6747827f-b147-4ae2-ab42-949255fc1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:22.295107 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-6747827f-b147-4ae2-ab42-949255fc1d12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5aab245d-9187-4829-8268-ed3721dd8cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784378 Aug 06 15:40:22.346568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fe876-2937-4c97-815e-d753233e760a req-bfdce0c0-73ea-48bc-afad-d6ebb73895a6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:22.349281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d5fe876-2937-4c97-815e-d753233e760a req-bfdce0c0-73ea-48bc-afad-d6ebb73895a6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 813 time: 0.2519207 Aug 06 15:40:22.433107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d5fe876-2937-4c97-815e-d753233e760a req-21bf3484-f74b-4e21-b6e2-901d8510c169 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/quotas/3174e86998ea47018f90366e7351420b HTTP/1.1" status: 200 len: 375 time: 0.0513952 Aug 06 15:40:22.491892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-014dc3ac-6045-444c-8d8f-e04e61d5f51c service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905935 Aug 06 15:40:22.546001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d5fe876-2937-4c97-815e-d753233e760a req-7b9d83c8-4a77-4d2f-9045-f73b3a115923 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929551 Aug 06 15:40:22.568072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7f99a1-cbab-4798-abbf-db1d8f278685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:22.572902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b7f99a1-cbab-4798-abbf-db1d8f278685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:22.575512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b7f99a1-cbab-4798-abbf-db1d8f278685 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce4762b9-3261-4f56-bd4c-1d1be933e092 HTTP/1.1" status: 204 len: 168 time: 0.5310090 Aug 06 15:40:22.615959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f99a1-cbab-4798-abbf-db1d8f278685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4762b9-3261-4f56-bd4c-1d1be933e092,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:22.701375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec7e250-1c31-4199-822f-6422f191cda7 req-0c1cf3dd-21b5-40d4-b9a6-2df234fe1e65 service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927183 Aug 06 15:40:22.808230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e661ad-bfba-42b2-84d0-e0aa1e310c26 req-4ddc0fc8-cdb8-428c-9e36-5f0d93364cfb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:22.810922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97e661ad-bfba-42b2-84d0-e0aa1e310c26 req-4ddc0fc8-cdb8-428c-9e36-5f0d93364cfb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0926600 Aug 06 15:40:22.896887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97e661ad-bfba-42b2-84d0-e0aa1e310c26 req-9d833617-7fa2-4577-a23c-2b4944ee4bc3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789442 Aug 06 15:40:22.978004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d3cb9-665f-49f6-bbf6-80c3be0dde4a req-77a954ad-b1ad-4a8c-b3fa-695f85bab1be tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:22.995322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e98d3cb9-665f-49f6-bbf6-80c3be0dde4a req-77a954ad-b1ad-4a8c-b3fa-695f85bab1be tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1361136 Aug 06 15:40:23.045522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-732b2041-49fe-4851-ba07-eb964359aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.048120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-732b2041-49fe-4851-ba07-eb964359aab4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1aae4bdb767b47c3ba3997d185ca4b64&device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 1094 time: 0.1345742 Aug 06 15:40:23.118715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e98d3cb9-665f-49f6-bbf6-80c3be0dde4a req-70062cd2-e6c0-4b0d-8d0b-8cf05325007b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207323 Aug 06 15:40:23.178215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb490f1-9d97-4fd5-ad39-abbf481ca656 req-0c0ac3a4-1e02-4187-84d5-e5fac2dcbd6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.180832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6eb490f1-9d97-4fd5-ad39-abbf481ca656 req-0c0ac3a4-1e02-4187-84d5-e5fac2dcbd6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1151216 Aug 06 15:40:23.225543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-7470a1b8-35d6-4d24-a30d-3143e5d93849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.227750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-7470a1b8-35d6-4d24-a30d-3143e5d93849 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5aab245d-9187-4829-8268-ed3721dd8cd9 HTTP/1.1" status: 200 len: 917 time: 0.1705830 Aug 06 15:40:23.285192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-01b7771d-105d-4cb1-943e-5d941e3756a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f HTTP/1.1" status: 200 len: 217 time: 0.0492873 Aug 06 15:40:23.290376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6eb490f1-9d97-4fd5-ad39-abbf481ca656 req-25c6490b-654d-4838-a73c-04e6200ba5a4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828412 Aug 06 15:40:23.366858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-149c3306-eb3a-4007-8e63-04943999a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.368914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-149c3306-eb3a-4007-8e63-04943999a5c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbfdcc40-647a-469b-96cf-c89fd4467b48 HTTP/1.1" status: 200 len: 855 time: 0.0773935 Aug 06 15:40:23.449071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-0c24d45f-9e32-43d4-b5bd-fe2886b1932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.453154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-0c24d45f-9e32-43d4-b5bd-fe2886b1932f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5aab245d-9187-4829-8268-ed3721dd8cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710492 Aug 06 15:40:23.597116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3878a2e-ac00-4f74-8a9b-f569bbf85c53 req-3f271714-6858-4920-a36e-90a595a21cde tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.615738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3878a2e-ac00-4f74-8a9b-f569bbf85c53 req-3f271714-6858-4920-a36e-90a595a21cde tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1785839 Aug 06 15:40:23.633416 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-72f33f17-f2dd-474f-a2ce-a3d2c98b00b4 service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724868 Aug 06 15:40:23.663504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3878a2e-ac00-4f74-8a9b-f569bbf85c53 req-fdb70f3b-9654-4864-831b-ea962859fee9 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502658 Aug 06 15:40:23.805713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e40d43c-e49e-4de5-81a1-1f9d6ec9e306 req-40793335-b8c5-4d8c-8942-485c4d80a5c6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3174e86998ea47018f90366e7351420b HTTP/1.1" status: 200 len: 221 time: 0.0481095 Aug 06 15:40:23.829089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c4eb4c75-6566-4109-b0c3-0eddadf56b55 req-84163199-a7bf-4c26-a971-c92b3ed87fda service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883664 Aug 06 15:40:23.984634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf28527-f5ef-40a2-9b6c-ea31fb952cfa req-8fb11ab1-6bfe-47af-8b8e-1d0f62affabb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:23.986831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cf28527-f5ef-40a2-9b6c-ea31fb952cfa req-8fb11ab1-6bfe-47af-8b8e-1d0f62affabb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0794852 Aug 06 15:40:24.071495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cf28527-f5ef-40a2-9b6c-ea31fb952cfa req-731d3b50-bc4b-4071-84b5-f3106b4ae8c5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725760 Aug 06 15:40:24.187698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48156) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:24.205740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc4ef-5d91-47e2-872d-a405093fd788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:24.285441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61daefc-fc34-4222-95d2-bc03af02d2ff req-95076283-5c33-4183-b9d6-d22e46ecf7b9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:24.299448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a61daefc-fc34-4222-95d2-bc03af02d2ff req-95076283-5c33-4183-b9d6-d22e46ecf7b9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1251502 Aug 06 15:40:24.326067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc4ef-5d91-47e2-872d-a405093fd788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:24.382043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a61daefc-fc34-4222-95d2-bc03af02d2ff req-3e14daa8-bb94-40ff-ab57-4ec1133a203b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796072 Aug 06 15:40:24.403726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9377ce5-5bc5-4db8-9bc2-21ab4f98161b req-57bc31ae-962c-4908-87e2-fe437c57994b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:24.405708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9377ce5-5bc5-4db8-9bc2-21ab4f98161b req-57bc31ae-962c-4908-87e2-fe437c57994b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0909402 Aug 06 15:40:24.466242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9377ce5-5bc5-4db8-9bc2-21ab4f98161b req-65791454-d218-48db-8663-0f5ee3a61c70 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479112 Aug 06 15:40:24.504747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0fcc4ef-5d91-47e2-872d-a405093fd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:24.602545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0fcc4ef-5d91-47e2-872d-a405093fd788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f5d01cb2d6341f980511480bc5f0a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4101188 Aug 06 15:40:24.602545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcc4ef-5d91-47e2-872d-a405093fd788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6c9c65-81de-4fc0-811c-47d0749eb94c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:24.603166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48166) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:24.782940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761ee28-6220-464d-90de-2e2ad61e7346 req-22e09acb-d096-4ccd-a9b4-eb202679c0c8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:24.796558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c761ee28-6220-464d-90de-2e2ad61e7346 req-22e09acb-d096-4ccd-a9b4-eb202679c0c8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1818144 Aug 06 15:40:24.884745 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e44d44a2-e663-4224-8812-c4bdb5a7af65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:24.939648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c761ee28-6220-464d-90de-2e2ad61e7346 req-1d855b04-bdc7-40c4-81ee-8bacc2cb5412 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421824 Aug 06 15:40:24.942333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e44d44a2-e663-4224-8812-c4bdb5a7af65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:24.968159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0e476-32cd-4fcc-93ef-db0fe65279fb req-f50a1afb-23d7-4496-b354-9dc94251fe1d tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:24.976474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4c0e476-32cd-4fcc-93ef-db0fe65279fb req-f50a1afb-23d7-4496-b354-9dc94251fe1d tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1739347 Aug 06 15:40:25.067723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4c0e476-32cd-4fcc-93ef-db0fe65279fb req-0673a5af-af6b-4625-910a-715570f63348 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901439 Aug 06 15:40:25.175302 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e44d44a2-e663-4224-8812-c4bdb5a7af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:25.180187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e44d44a2-e663-4224-8812-c4bdb5a7af65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:25.201621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e44d44a2-e663-4224-8812-c4bdb5a7af65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b6c9c65-81de-4fc0-811c-47d0749eb94c HTTP/1.1" status: 204 len: 168 time: 0.5792093 Aug 06 15:40:25.238232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d44a2-e663-4224-8812-c4bdb5a7af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6c9c65-81de-4fc0-811c-47d0749eb94c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:25.300330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c0ad-58d9-4f99-9cd9-6061b81c04c2 req-220da3c1-6cce-4088-8071-a2a7a6f689ce tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:25.302030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf76c0ad-58d9-4f99-9cd9-6061b81c04c2 req-220da3c1-6cce-4088-8071-a2a7a6f689ce tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1463909 Aug 06 15:40:25.375125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf76c0ad-58d9-4f99-9cd9-6061b81c04c2 req-7cc17dcc-b828-4efb-a61d-8c36b394ae6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660160 Aug 06 15:40:25.712162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175c967-3126-427b-bfe7-871e38cc80df req-be755d46-c471-4a73-ab80-e00e6979b020 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:25.715418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7175c967-3126-427b-bfe7-871e38cc80df req-be755d46-c471-4a73-ab80-e00e6979b020 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1446424 Aug 06 15:40:25.732500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:25.813080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1555b-a11e-4b7a-8760-c9ebf7ad20a5 req-1c640901-598d-415b-a4a1-34c1028785b0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:25.814836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94c1555b-a11e-4b7a-8760-c9ebf7ad20a5 req-1c640901-598d-415b-a4a1-34c1028785b0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0979106 Aug 06 15:40:25.822050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7175c967-3126-427b-bfe7-871e38cc80df req-da54bccf-ba84-4646-83de-1ad3bccfc669 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869169 Aug 06 15:40:25.902171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94c1555b-a11e-4b7a-8760-c9ebf7ad20a5 req-a6a0c3d1-1849-4826-a3ee-31858a5e891a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Aug 06 15:40:26.083735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4398d-df2f-4a7c-9fcc-02f615437d1e req-96755851-3aae-48ef-965d-cd10d30ed092 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:26.086288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddc4398d-df2f-4a7c-9fcc-02f615437d1e req-96755851-3aae-48ef-965d-cd10d30ed092 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0775516 Aug 06 15:40:26.160325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddc4398d-df2f-4a7c-9fcc-02f615437d1e req-ee5a78b0-3afb-49ef-8317-974526038b2b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573320 Aug 06 15:40:26.251030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23955e70-8539-4325-90f5-771fcf4ad1bc req-34490c03-1531-47f9-b7fb-94679cb3844d tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:26.254490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23955e70-8539-4325-90f5-771fcf4ad1bc req-34490c03-1531-47f9-b7fb-94679cb3844d tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0816982 Aug 06 15:40:26.320305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23955e70-8539-4325-90f5-771fcf4ad1bc req-f8def9a5-0e41-47df-8840-680b9ba20825 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567615 Aug 06 15:40:26.586940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2865c-c686-42a0-8baf-c160d2d9af84 req-806a0cc9-e8bf-4f1a-ab30-08ea0ff933eb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:26.599540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acd2865c-c686-42a0-8baf-c160d2d9af84 req-806a0cc9-e8bf-4f1a-ab30-08ea0ff933eb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1195371 Aug 06 15:40:26.661524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acd2865c-c686-42a0-8baf-c160d2d9af84 req-39267316-23af-43c3-843d-86f244a7ce27 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603378 Aug 06 15:40:26.853309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec01b33-8c63-4ca0-96e7-9a1ce1ae8db8 req-eebb9fcc-e3bd-4125-9153-77ce0e7acf90 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:26.854986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ec01b33-8c63-4ca0-96e7-9a1ce1ae8db8 req-eebb9fcc-e3bd-4125-9153-77ce0e7acf90 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0715971 Aug 06 15:40:26.905812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ec01b33-8c63-4ca0-96e7-9a1ce1ae8db8 req-958376ee-ae81-4437-9bfd-08a5ccd25cb9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Aug 06 15:40:27.108034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2629ab8-8260-40a6-b8e9-0f117ae3c949 req-02f49bb1-a89a-43e1-95a1-b0b8d0749bf8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:27.114696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2629ab8-8260-40a6-b8e9-0f117ae3c949 req-02f49bb1-a89a-43e1-95a1-b0b8d0749bf8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0779810 Aug 06 15:40:27.167798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2629ab8-8260-40a6-b8e9-0f117ae3c949 req-c659fb50-63a0-41e6-8116-784cd3bdadd7 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Aug 06 15:40:27.227951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bebaf0-245f-445e-ad47-877f33bcf50d req-d763f3e8-d83c-4b4e-aee9-506a07bc8593 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:27.227951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7bebaf0-245f-445e-ad47-877f33bcf50d req-d763f3e8-d83c-4b4e-aee9-506a07bc8593 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0703504 Aug 06 15:40:27.291965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7bebaf0-245f-445e-ad47-877f33bcf50d req-e63204a8-7ea0-47f0-8754-2f9c86f3da38 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499032 Aug 06 15:40:27.437780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82e143-e90a-4274-802c-410e80ff2801 req-56a90657-040d-4ee9-9748-07f116ec9b0f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:27.448584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd82e143-e90a-4274-802c-410e80ff2801 req-56a90657-040d-4ee9-9748-07f116ec9b0f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0837076 Aug 06 15:40:27.528485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd82e143-e90a-4274-802c-410e80ff2801 req-703573b4-522f-452c-a793-591d90758a16 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785227 Aug 06 15:40:27.544522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6094d-89d1-4222-b1fa-8b425922b8fc req-4f6fb602-5cee-4c81-8605-7e2e4c31d789 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:27.546560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fa6094d-89d1-4222-b1fa-8b425922b8fc req-4f6fb602-5cee-4c81-8605-7e2e4c31d789 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0953929 Aug 06 15:40:27.603621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fa6094d-89d1-4222-b1fa-8b425922b8fc req-9128da85-cc8f-449b-a1ef-632a78755192 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483372 Aug 06 15:40:27.716759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c5502-d419-4bcd-8e9d-c0207147d7db req-7ab24e62-59f3-497a-a1e2-8de66e722fff tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:27.718380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e8c5502-d419-4bcd-8e9d-c0207147d7db req-7ab24e62-59f3-497a-a1e2-8de66e722fff tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0645916 Aug 06 15:40:27.787231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e8c5502-d419-4bcd-8e9d-c0207147d7db req-d16f35c1-9e64-446b-9c2e-80663b631f5e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572186 Aug 06 15:40:27.968913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bf24e-96d6-4df4-8fd1-df6619ebb420 req-9c568ae4-a25e-442d-9b68-8b224910046b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:27.977358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d3bf24e-96d6-4df4-8fd1-df6619ebb420 req-9c568ae4-a25e-442d-9b68-8b224910046b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0808291 Aug 06 15:40:28.036887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d3bf24e-96d6-4df4-8fd1-df6619ebb420 req-90c2dd2f-4ad2-46aa-9618-280976862827 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545623 Aug 06 15:40:28.226231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f950e0-74e8-46b3-a423-b77d1396d14f req-6294fcce-46d1-45ce-82a6-e55d32472500 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:28.228124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69f950e0-74e8-46b3-a423-b77d1396d14f req-6294fcce-46d1-45ce-82a6-e55d32472500 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0635808 Aug 06 15:40:28.333174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69f950e0-74e8-46b3-a423-b77d1396d14f req-eab9f0ad-def1-4dd0-9ecd-387910cefe54 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896635 Aug 06 15:40:28.365465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19315288-28c8-4960-9c43-87be5f55fd21 req-94bea10b-39e7-4465-9c85-a8b470098fca tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:28.376501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19315288-28c8-4960-9c43-87be5f55fd21 req-94bea10b-39e7-4465-9c85-a8b470098fca tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1109707 Aug 06 15:40:28.435569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19315288-28c8-4960-9c43-87be5f55fd21 req-12a7c4f8-97e3-4da2-88b5-f82a228b2e02 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Aug 06 15:40:28.545159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936fcf4-998c-44bb-8da3-32a3dbcdc7d8 req-d8adddb9-a4b3-4216-b2dc-c055b2b468c5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:28.556547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2936fcf4-998c-44bb-8da3-32a3dbcdc7d8 req-d8adddb9-a4b3-4216-b2dc-c055b2b468c5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0820818 Aug 06 15:40:28.599707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2936fcf4-998c-44bb-8da3-32a3dbcdc7d8 req-e5c1306c-f2c0-4b26-9091-aff7fe669148 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Aug 06 15:40:28.775163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b2b0-854a-405e-8ded-e6403b10fc4d req-b08ff62e-9ddd-46b4-b9e2-ebcb4c69a9a3 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:28.775163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8848b2b0-854a-405e-8ded-e6403b10fc4d req-b08ff62e-9ddd-46b4-b9e2-ebcb4c69a9a3 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0858283 Aug 06 15:40:28.816434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8848b2b0-854a-405e-8ded-e6403b10fc4d req-6b9d3b66-08c7-4693-8f6b-4c44599da7b3 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354066 Aug 06 15:40:28.921052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:28.950604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a870831-2828-435f-b8aa-10c96e671391 req-e27dafed-f429-407f-95f5-12790c362cc8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:28.952162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a870831-2828-435f-b8aa-10c96e671391 req-e27dafed-f429-407f-95f5-12790c362cc8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0659244 Aug 06 15:40:29.000823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a870831-2828-435f-b8aa-10c96e671391 req-ec43913a-29d4-46b9-83da-f60cc36d74df tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Aug 06 15:40:29.132506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772236b-565b-4251-a96f-6ffc8c13fb93 req-7cd70d1b-3f64-4dfd-a88c-a4de04b70eaa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:29.133888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5772236b-565b-4251-a96f-6ffc8c13fb93 req-7cd70d1b-3f64-4dfd-a88c-a4de04b70eaa tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0597665 Aug 06 15:40:29.184697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5772236b-565b-4251-a96f-6ffc8c13fb93 req-4c08e71f-1ae1-4741-8137-ff7120ff9656 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Aug 06 15:40:29.387488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149b9d0-8994-492c-bc9d-0907d14dbadf req-a8fa0b7d-2ff3-4fc8-a056-0990fc411fd2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:29.389201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0149b9d0-8994-492c-bc9d-0907d14dbadf req-a8fa0b7d-2ff3-4fc8-a056-0990fc411fd2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0593224 Aug 06 15:40:29.440102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:29.446859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1227605553'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:29.461366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0149b9d0-8994-492c-bc9d-0907d14dbadf req-b85bf7f1-0e55-43c0-857d-1d0cc59d3628 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Aug 06 15:40:29.588079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:29.593497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:29.632988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed7dae-bf11-44b8-a98e-a67d0cf867f6 req-8fb22e62-f003-4fc1-bee3-4a11dbcd7c60 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:29.634592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ed7dae-bf11-44b8-a98e-a67d0cf867f6 req-8fb22e62-f003-4fc1-bee3-4a11dbcd7c60 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1114435 Aug 06 15:40:29.653312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c60f1b-fb3d-471f-b9df-e7f7340896fe req-efd141a6-55d7-4738-b7d8-dd2753b215ae tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:29.654831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03c60f1b-fb3d-471f-b9df-e7f7340896fe req-efd141a6-55d7-4738-b7d8-dd2753b215ae tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0973501 Aug 06 15:40:29.659727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:40:29.695315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:29.695656 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Added segment 64265b4a-7888-492e-8cbc-238ad28c228e of type vlan for network 3ced517c-4e6b-4b23-a866-1b22970c4d70 Aug 06 15:40:29.767692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ed7dae-bf11-44b8-a98e-a67d0cf867f6 req-df233101-8b97-4eab-80b1-4f3e638677b8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094072 Aug 06 15:40:29.773651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:29.782496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03c60f1b-fb3d-471f-b9df-e7f7340896fe req-d1291a0a-efd7-48a9-9b7e-2a64b99360ca tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127229 Aug 06 15:40:29.937051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:29.943609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:29.944338 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.059990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78800d5-6ce4-488d-83d2-2df6ed75ed73 req-f637bd19-f58e-4adc-b6d4-9cec9c081580 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:30.061624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e78800d5-6ce4-488d-83d2-2df6ed75ed73 req-f637bd19-f58e-4adc-b6d4-9cec9c081580 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1594343 Aug 06 15:40:30.064549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Network': ['ID=3ced517c-4e6b-4b23-a866-1b22970c4d70,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:30.075897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:40:30.092734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2f26a2c4-c435-4736-a69f-f703d682076d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6513288 Aug 06 15:40:30.095407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:30.106160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2077037635'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:30.118170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcbac2-a8d0-41b1-b18e-215837a7c09f req-769178ea-3213-4646-9843-b36c9d5bf9cd tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:30.120146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93dcbac2-a8d0-41b1-b18e-215837a7c09f req-769178ea-3213-4646-9843-b36c9d5bf9cd tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.1350043 Aug 06 15:40:30.128864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e78800d5-6ce4-488d-83d2-2df6ed75ed73 req-f36bbd86-db16-4e9e-a6cc-7e78eba01875 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594454 Aug 06 15:40:30.184349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93dcbac2-a8d0-41b1-b18e-215837a7c09f req-fb39525c-37a0-409f-90ab-a3486f44b504 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542262 Aug 06 15:40:30.269453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:30.273832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.302182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:40:30.327748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce76049-41bf-4d9b-ade6-31ad4bf2d45a req-8e898f18-6fba-428e-8896-3c7660df05e8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:30.328488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.329722 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Added segment bdc5c99a-37e0-4967-ab30-cdb19f93b14b of type vlan for network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb Aug 06 15:40:30.330030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dce76049-41bf-4d9b-ade6-31ad4bf2d45a req-8e898f18-6fba-428e-8896-3c7660df05e8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0792964 Aug 06 15:40:30.382625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.425432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dce76049-41bf-4d9b-ade6-31ad4bf2d45a req-1423ba3b-a7cf-4e14-828b-a2fb0ef8c70a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846062 Aug 06 15:40:30.451600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1462af3-5eed-4341-9ccd-4f89443feb67 req-be33e2d0-38b4-4929-b248-516b5301704e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:30.453173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1462af3-5eed-4341-9ccd-4f89443feb67 req-be33e2d0-38b4-4929-b248-516b5301704e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 946 time: 0.0660598 Aug 06 15:40:30.501328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1462af3-5eed-4341-9ccd-4f89443feb67 req-51b627de-756c-454f-887c-6181b4e7d258 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 Aug 06 15:40:30.572977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.579212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:30.581461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.642317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:30.696086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Network': ['ID=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:30.708771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:40:30.722250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3831e847-9c72-441f-8f57-2f2a21749626 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6231697 Aug 06 15:40:30.727994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:30.733099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'subnet': {'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:30.894051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-948e9b7b-afbf-4ecd-b452-2b8d5f559a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:30.950954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5091d-b5c3-4b04-8ce3-188c08a2bd24 req-67b71be4-3f53-41fe-a5a8-f222ed7f7010 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:30.952674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfb5091d-b5c3-4b04-8ce3-188c08a2bd24 req-67b71be4-3f53-41fe-a5a8-f222ed7f7010 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0991132 Aug 06 15:40:30.963066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:40:30.963066 n-d-778550-6 neutron-server[94841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 15:40:30.963066 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'id': 'f3dcad5d-ca0e-4e58-b3cf-7440d7d9d526', 'expiration': datetime.datetime(2021, 8, 6, 15, 42, 30, 935356)}] Aug 06 15:40:30.963066 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:40:30.963770 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:40:31.020887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfb5091d-b5c3-4b04-8ce3-188c08a2bd24 req-aedb2aeb-dc7c-4c02-9acf-9fe15ab89e1f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Aug 06 15:40:31.091702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-948e9b7b-afbf-4ecd-b452-2b8d5f559a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.160861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354cac-17df-435f-b81f-91fa7882b6ac req-456709e2-ae60-4ed0-b16f-f2f517fb3158 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:31.162372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96354cac-17df-435f-b81f-91fa7882b6ac req-456709e2-ae60-4ed0-b16f-f2f517fb3158 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0576730 Aug 06 15:40:31.205449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96354cac-17df-435f-b81f-91fa7882b6ac req-6467fbd2-25ec-4db8-86b0-babb9fc205f5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Aug 06 15:40:31.366396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-948e9b7b-afbf-4ecd-b452-2b8d5f559a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.419875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-948e9b7b-afbf-4ecd-b452-2b8d5f559a0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6992b294278b4dedb3a6ddc1916c43bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7752957 Aug 06 15:40:31.421476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9b7b-afbf-4ecd-b452-2b8d5f559a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c09f83-0a79-4dba-a27d-06f817401655,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:31.422955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:31.432117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32094073-8198-4ed9-8b44-0a9b801e0ba9 req-8a264c1a-c0ef-44a0-aef6-777bc612d76f tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:31.433758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32094073-8198-4ed9-8b44-0a9b801e0ba9 req-8a264c1a-c0ef-44a0-aef6-777bc612d76f tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0992174 Aug 06 15:40:31.489382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32094073-8198-4ed9-8b44-0a9b801e0ba9 req-156b4b79-ee11-412b-90c2-277797f6af63 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463591 Aug 06 15:40:31.498356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d0769-5b80-4595-87eb-c5d984685d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.524090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d0769-5b80-4595-87eb-c5d984685d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.784460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:31.785320 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d0769-5b80-4595-87eb-c5d984685d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.789955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d0769-5b80-4595-87eb-c5d984685d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.790538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:31.795235 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd3d0769-5b80-4595-87eb-c5d984685d74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2c09f83-0a79-4dba-a27d-06f817401655 HTTP/1.1" status: 204 len: 168 time: 0.3654351 Aug 06 15:40:31.808111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d0769-5b80-4595-87eb-c5d984685d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c09f83-0a79-4dba-a27d-06f817401655,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:32.136220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:32.207837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Subnet': ['ID=60e6f9c4-e422-44e3-9714-e2c77064e820,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:32.222028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81d1d7-8074-4397-9a8d-a4c4a1d8bf5d req-7886b82a-2dc3-4a83-b98d-34975f4ee57f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:32.223894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a81d1d7-8074-4397-9a8d-a4c4a1d8bf5d req-7886b82a-2dc3-4a83-b98d-34975f4ee57f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1157949 Aug 06 15:40:32.260252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Checking segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:32.260619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network hostable DHCP agents. Network: 3ced517c-4e6b-4b23-a866-1b22970c4d70, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:40:32.286235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a81d1d7-8074-4397-9a8d-a4c4a1d8bf5d req-80cd0e15-0116-4ada-bb9d-11bcb547ba03 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541368 Aug 06 15:40:32.350132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5b388-9b5e-48f5-880a-a7292489f9ed req-1f41d4be-f13a-4ba9-bf38-59ced5dfe76b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:32.351966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52a5b388-9b5e-48f5-880a-a7292489f9ed req-1f41d4be-f13a-4ba9-bf38-59ced5dfe76b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0703764 Aug 06 15:40:32.398370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52a5b388-9b5e-48f5-880a-a7292489f9ed req-58a5a872-2a8f-475b-8814-9fba923d86b5 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Aug 06 15:40:32.457424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:40:32.550845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3ced517c-4e6b-4b23-a866-1b22970c4d70) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:32.556635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:32.557289 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:32.566857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e4514-0a8f-4980-b15e-ba4e5cc7a1ef None None] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:40:32.660952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78022980-91f2-40ad-a36a-87645def70db req-b1bfc1aa-ebb6-40e9-a898-ba868e538810 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:32.662609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78022980-91f2-40ad-a36a-87645def70db req-b1bfc1aa-ebb6-40e9-a898-ba868e538810 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0642791 Aug 06 15:40:32.667420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a74567ad-945d-4794-8bce-0eb62d8ee541 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9408271 Aug 06 15:40:32.667855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:32.673509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'subnet': {'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:32.726439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48444) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:32.794966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d58b31-f069-4c95-a508-da383dd4c70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:32.953214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d58b31-f069-4c95-a508-da383dd4c70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:32.978922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-3ced517c-4e6b-4b23-a866-1b22970c4d70', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:40:32.978922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.045570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d58b31-f069-4c95-a508-da383dd4c70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.109790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d58b31-f069-4c95-a508-da383dd4c70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e2c4f-1adc-4b86-abfe-ada6067ba76c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:33.115513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53d58b31-f069-4c95-a508-da383dd4c70f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=494311084d8d4dbaaf2166dde9ed56f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877141 Aug 06 15:40:33.118550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:33.151219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78022980-91f2-40ad-a36a-87645def70db req-971c87ce-0708-48fe-a481-68789b4422b0 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4811385 Aug 06 15:40:33.166804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:33.171241 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.188067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b5800-6b9b-475f-a447-a060f0675b18 req-ab775854-f421-4ecd-a186-bdb891b43668 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:33.189860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-057b5800-6b9b-475f-a447-a060f0675b18 req-ab775854-f421-4ecd-a186-bdb891b43668 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1067824 Aug 06 15:40:33.202750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Allocated IP 10.1.1.2 (3ced517c-4e6b-4b23-a866-1b22970c4d70/60e6f9c4-e422-44e3-9714-e2c77064e820/c5dd82cc-54cf-4059-9013-0067922a8c82) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:33.243273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-057b5800-6b9b-475f-a447-a060f0675b18 req-5a82cfb3-3e75-4b7e-824e-e24a23f0c625 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434828 Aug 06 15:40:33.405160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.421578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Transition to ACTIVE for port object c5dd82cc-54cf-4059-9013-0067922a8c82 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:33.443633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Transition to ACTIVE for port object c5dd82cc-54cf-4059-9013-0067922a8c82 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:33.548384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633b55-7da3-4719-b6e5-184766c6d27e req-172732ba-ffd3-4d98-bc07-a950fc63dade tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:33.550746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96633b55-7da3-4719-b6e5-184766c6d27e req-172732ba-ffd3-4d98-bc07-a950fc63dade tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.0622556 Aug 06 15:40:33.607269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96633b55-7da3-4719-b6e5-184766c6d27e req-d5131cf1-c067-4bb2-91bc-bd2e43f47001 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496223 Aug 06 15:40:33.611694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a108b99-d4ac-4eae-93b5-187156a280ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.616400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.653995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a108b99-d4ac-4eae-93b5-187156a280ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.669284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:33.673721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:33.676598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Pushing event updated for resources: {'Port': ['ID=c5dd82cc-54cf-4059-9013-0067922a8c82,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:33.679042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:33.745136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Attempting to bind port c5dd82cc-54cf-4059-9013-0067922a8c82 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:40:33.746449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Attempting to bind port c5dd82cc-54cf-4059-9013-0067922a8c82 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:40:33.748786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Attempting to bind port c5dd82cc-54cf-4059-9013-0067922a8c82 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:33.760939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:40:33.761508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Checking segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:33.761928 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.762370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Bound using segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:40:33.763060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Bound port: c5dd82cc-54cf-4059-9013-0067922a8c82, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:40:33.763671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.853540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] For port c5dd82cc-54cf-4059-9013-0067922a8c82, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:40:33.857775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] For port c5dd82cc-54cf-4059-9013-0067922a8c82, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5dd82cc-54cf-4059-9013-0067922a8c82,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:40:33.966333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a108b99-d4ac-4eae-93b5-187156a280ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.969640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a108b99-d4ac-4eae-93b5-187156a280ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:33.970625 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a108b99-d4ac-4eae-93b5-187156a280ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be1e2c4f-1adc-4b86-abfe-ada6067ba76c HTTP/1.1" status: 204 len: 168 time: 0.8504517 Aug 06 15:40:33.985751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a108b99-d4ac-4eae-93b5-187156a280ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e2c4f-1adc-4b86-abfe-ada6067ba76c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:34.000568 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:34.009635 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:34.083631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Subnet': ['ID=63964101-6393-4bea-9a72-b2c6caa02e30,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:34.097385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Checking segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:34.097385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network hostable DHCP agents. Network: 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:40:34.126796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b3914-3f78-4726-aa61-d68690f5cb43 None None] Pushing event updated for resources: {'Port': ['ID=c5dd82cc-54cf-4059-9013-0067922a8c82,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:34.195776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:40:34.228825 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:40:34.344248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbc0a-b295-4f0f-9f89-a849cbd57171 req-3492edbd-1901-45be-b27f-b6c71195c0c8 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:34.346004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b92bbc0a-b295-4f0f-9f89-a849cbd57171 req-3492edbd-1901-45be-b27f-b6c71195c0c8 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 943 time: 0.0973973 Aug 06 15:40:34.389804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:34.398861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:34.400436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:34.402249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9ce03-f263-4f0d-9ffe-e0c9585ebff7 None None] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:40:34.478324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b92bbc0a-b295-4f0f-9f89-a849cbd57171 req-8224de64-656a-4cac-b808-4976054a78bf tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220961 Aug 06 15:40:34.513038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b6c3-176c-4518-ad85-4fa790a664f3 req-f1f50c77-18c5-4c44-9779-7ad80bed8009 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:34.514887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e316b6c3-176c-4518-ad85-4fa790a664f3 req-f1f50c77-18c5-4c44-9779-7ad80bed8009 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1388774 Aug 06 15:40:34.544036 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-21a23b1e-fe90-4643-a2ab-1f825508338b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8748410 Aug 06 15:40:34.548511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:34.554552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'name': 'tempest-TaggedBootDevicesTest-611999790', 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:34.570839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e316b6c3-176c-4518-ad85-4fa790a664f3 req-dd44791d-8115-44fc-a27a-092a7eb1cfe2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Aug 06 15:40:34.670431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'fixed_ips': [{'subnet_id': '63964101-6393-4bea-9a72-b2c6caa02e30'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:40:34.672448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:34.780686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41643f9-9a25-42f6-a17f-753ea991a0e8 req-8b041046-b9b5-42aa-a1b1-6da81e44d5fd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:34.782534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d41643f9-9a25-42f6-a17f-753ea991a0e8 req-8b041046-b9b5-42aa-a1b1-6da81e44d5fd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0731943 Aug 06 15:40:34.879118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 36e4d2a5-9a68-4bf6-907e-36b522af369f details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:40:34.929187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d41643f9-9a25-42f6-a17f-753ea991a0e8 req-e19542a9-dd24-4eaa-a456-fdcd5e4948c0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269412 Aug 06 15:40:34.945836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfadfe6-9cd3-4b89-9be7-984d5069eb42 req-4bda9cbd-5820-409e-b905-115e403399ea tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:34.947570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Allocated IP 10.2.2.2 (5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb/63964101-6393-4bea-9a72-b2c6caa02e30/77e2c6da-14a7-4432-bc83-68f695e01e3d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:34.957347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dfadfe6-9cd3-4b89-9be7-984d5069eb42 req-4bda9cbd-5820-409e-b905-115e403399ea tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1723204 Aug 06 15:40:34.990054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:35.054387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dfadfe6-9cd3-4b89-9be7-984d5069eb42 req-250d3be1-02e0-49de-9175-846c28cd7a71 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961132 Aug 06 15:40:35.102546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c921703-147b-40ae-a77a-e8678b0e63e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:35.198814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:35.212408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 36e4d2a5-9a68-4bf6-907e-36b522af369f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:35.224826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] device_id is not set on port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:40:35.248894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'port_id': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'mac_address': 'fa:16:3e:5d:4d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:40:35.294006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b3826-e620-4316-94f5-2d7297be2daa req-80ae4abf-ec42-46a1-92e4-efa554b3fdd5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:35.309386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce0b3826-e620-4316-94f5-2d7297be2daa req-80ae4abf-ec42-46a1-92e4-efa554b3fdd5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1008508 Aug 06 15:40:35.316554 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:35.340323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e4d2a5-9a68-4bf6-907e-36b522af369f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:40:35.406733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45440ef-ec6b-483b-b749-5a95af2c55fa None None] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:40:35.432619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce0b3826-e620-4316-94f5-2d7297be2daa req-a1e515dd-30ee-4c6d-94d7-b0a6d13d23bf tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223590 Aug 06 15:40:35.529185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 36e4d2a5-9a68-4bf6-907e-36b522af369f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:35.581037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 10.1.1.230 (3ced517c-4e6b-4b23-a866-1b22970c4d70/60e6f9c4-e422-44e3-9714-e2c77064e820/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:35.601516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:35.617730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f85dc-8beb-42ff-b4f3-a105f92fba46 req-191983f0-de2a-4165-9fef-35f0c869e565 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:35.626856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-151f85dc-8beb-42ff-b4f3-a105f92fba46 req-191983f0-de2a-4165-9fef-35f0c869e565 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0872564 Aug 06 15:40:35.656537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:35.657354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:40:35.681413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Transition to ACTIVE for port object 77e2c6da-14a7-4432-bc83-68f695e01e3d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:35.748319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-151f85dc-8beb-42ff-b4f3-a105f92fba46 req-bdb6dafd-1dc6-453a-bef6-604916d90bde tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191177 Aug 06 15:40:35.775917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35015f9-4e49-457a-bd29-cc88fef9b626 req-d2941d40-cb17-47fe-b726-91582c4d2e12 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:35.782977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a35015f9-4e49-457a-bd29-cc88fef9b626 req-d2941d40-cb17-47fe-b726-91582c4d2e12 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 944 time: 0.1521754 Aug 06 15:40:35.790412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5dd82cc-54cf-4059-9013-0067922a8c82 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:35.810079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b1bb79c-2ae9-428c-80e3-21b5ceee3fa5 None None] Provisioning for port c5dd82cc-54cf-4059-9013-0067922a8c82 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:35.849543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a35015f9-4e49-457a-bd29-cc88fef9b626 req-13fb4458-eb16-46de-b654-b0c5bf557071 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646753 Aug 06 15:40:35.855550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Transition to ACTIVE for port object 77e2c6da-14a7-4432-bc83-68f695e01e3d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:35.932453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:35.932999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=36e4d2a5-9a68-4bf6-907e-36b522af369f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:35.968247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:36.082992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978e753-7de6-41bb-9122-09d8c3363bee req-f91c0b14-6f3f-4986-bab2-dee5f62aaae6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:36.093625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6978e753-7de6-41bb-9122-09d8c3363bee req-f91c0b14-6f3f-4986-bab2-dee5f62aaae6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1127563 Aug 06 15:40:36.101612 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.105269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:36.191782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6978e753-7de6-41bb-9122-09d8c3363bee req-c597dbb8-d115-42b4-b4ba-179061de8315 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965307 Aug 06 15:40:36.196565 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.224181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:36.225121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:40:36.231849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:36.238889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:36.249372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Pushing event updated for resources: {'Port': ['ID=77e2c6da-14a7-4432-bc83-68f695e01e3d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:36.333280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:36.370012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:36.370228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c5dd82cc-54cf-4059-9013-0067922a8c82 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:36.373065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:36.396166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:36.397985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c5dd82cc-54cf-4059-9013-0067922a8c82 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:36.398527 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.446751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe78d8-66fc-4f77-a863-b0e7e8ea7a1c req-34da06fd-5194-4207-b294-a106b5458622 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:36.459010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25fe78d8-66fc-4f77-a863-b0e7e8ea7a1c req-34da06fd-5194-4207-b294-a106b5458622 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1574519 Aug 06 15:40:36.496344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:36.497074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.518556 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.532281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Attempting to bind port 77e2c6da-14a7-4432-bc83-68f695e01e3d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:40:36.532656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Attempting to bind port 77e2c6da-14a7-4432-bc83-68f695e01e3d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:40:36.533024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Attempting to bind port 77e2c6da-14a7-4432-bc83-68f695e01e3d on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:36.533717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514840-721e-4e6d-b931-f0442ab7f145 req-87bd3761-f11e-4fe8-95a8-9892aef33926 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:36.535356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc514840-721e-4e6d-b931-f0442ab7f145 req-87bd3761-f11e-4fe8-95a8-9892aef33926 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1849549 Aug 06 15:40:36.553122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25fe78d8-66fc-4f77-a863-b0e7e8ea7a1c req-4bfa1df8-d77e-422d-a0a8-d845ea15ad68 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929611 Aug 06 15:40:36.553874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:40:36.562416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:40:36.562416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Checking segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:36.562416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.562416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Bound using segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:40:36.562416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Bound port: 77e2c6da-14a7-4432-bc83-68f695e01e3d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:40:36.562416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.610128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79371fc4-7457-402d-80d3-6f71c5392499 None None] Provisioning complete for port c5dd82cc-54cf-4059-9013-0067922a8c82 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:36.610128 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79371fc4-7457-402d-80d3-6f71c5392499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.614450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc514840-721e-4e6d-b931-f0442ab7f145 req-3002e48c-afd7-48d6-8545-8f59a69d7ca6 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668666 Aug 06 15:40:36.663590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:36.692265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48544) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:36.692910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-020eae09-d568-4b1d-bb57-9ad25f141b87 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1417012 Aug 06 15:40:36.697558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'name': 'tempest-TaggedBootDevicesTest-2003738635', 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:36.714632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.767354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] For port 77e2c6da-14a7-4432-bc83-68f695e01e3d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:40:36.774669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] For port 77e2c6da-14a7-4432-bc83-68f695e01e3d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=77e2c6da-14a7-4432-bc83-68f695e01e3d,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:40:36.778251 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.801716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c5dd82cc-54cf-4059-9013-0067922a8c82, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5dd82cc-54cf-4059-9013-0067922a8c82,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:36.857658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc6c99-9e27-4dac-863f-4915625227a8 req-fbbcf1d6-8fa1-44cb-baf9-3dcc103cdbb1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:36.860201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3fc6c99-9e27-4dac-863f-4915625227a8 req-fbbcf1d6-8fa1-44cb-baf9-3dcc103cdbb1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1277153 Aug 06 15:40:36.860408 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.881117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['88f092de-7c85-4ad0-91ee-ba1c30302080'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:40:36.919205 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.947517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79371fc4-7457-402d-80d3-6f71c5392499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:36.953698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3fc6c99-9e27-4dac-863f-4915625227a8 req-60c42189-5756-4df7-b36c-fd933280475e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804420 Aug 06 15:40:37.002772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:37.110733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:37.279347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38eeff-86fc-4e76-b183-89da08771e00 req-7c93a306-b807-4d0f-bbe5-6e772ad55d39 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:37.282542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d38eeff-86fc-4e76-b183-89da08771e00 req-7c93a306-b807-4d0f-bbe5-6e772ad55d39 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 944 time: 0.2785094 Aug 06 15:40:37.391778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:37.408671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-79371fc4-7457-402d-80d3-6f71c5392499 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:40:37.409775 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-79371fc4-7457-402d-80d3-6f71c5392499 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:40:37.410332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['36e4d2a5-9a68-4bf6-907e-36b522af369f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:40:37.420109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0accfd2-02e1-4134-bca0-9dfad65b8e7c None None] Pushing event updated for resources: {'Port': ['ID=77e2c6da-14a7-4432-bc83-68f695e01e3d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:37.553310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] device_id is not set on port 4a9e86cd-7480-4aea-930c-8a7af7bf025f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:40:37.586915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d38eeff-86fc-4e76-b183-89da08771e00 req-7919eebc-69dc-49a7-8978-ce6d978085db tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873612 Aug 06 15:40:37.625646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9409-75d2-420d-bba7-16a7252e86de req-60c0d845-ca5d-43e5-a80b-aff1328520c3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:37.635888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cfc9409-75d2-420d-bba7-16a7252e86de req-60c0d845-ca5d-43e5-a80b-aff1328520c3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.4614410 Aug 06 15:40:37.646257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c5dd82cc-54cf-4059-9013-0067922a8c82,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:37.742052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 77e2c6da-14a7-4432-bc83-68f695e01e3d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:37.746142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:37.791601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36f775e8-f8ea-40a6-9f61-0ac7e5bc0092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:37.832523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cfc9409-75d2-420d-bba7-16a7252e86de req-6be237ca-6aa2-42eb-8b87-423d99620254 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956954 Aug 06 15:40:37.969641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 10.1.1.100 (3ced517c-4e6b-4b23-a866-1b22970c4d70/60e6f9c4-e422-44e3-9714-e2c77064e820/4a9e86cd-7480-4aea-930c-8a7af7bf025f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:38.099120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 77e2c6da-14a7-4432-bc83-68f695e01e3d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:38.250377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0e1abe4e-1788-467e-b195-1be06e6fa99e None None] Provisioning for port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:38.251856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0e1abe4e-1788-467e-b195-1be06e6fa99e None None] Provisioning complete for port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:38.252537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0e1abe4e-1788-467e-b195-1be06e6fa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:38.273832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b2cd6-4060-479c-9450-bf8af343379e req-00c198c3-f1d2-44dd-9725-3f81db84cf06 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:38.287403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db8b2cd6-4060-479c-9450-bf8af343379e req-00c198c3-f1d2-44dd-9725-3f81db84cf06 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2048879 Aug 06 15:40:38.313935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0e1abe4e-1788-467e-b195-1be06e6fa99e None None] Port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:40:38.329096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17e4d1-a1f6-43eb-9d62-004b9648f0a8 req-30d3eb2f-fe28-4ff2-9e03-60381bd83d39 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:38.338495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d17e4d1-a1f6-43eb-9d62-004b9648f0a8 req-30d3eb2f-fe28-4ff2-9e03-60381bd83d39 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.2570953 Aug 06 15:40:38.365496 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:38.383453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object 4a9e86cd-7480-4aea-930c-8a7af7bf025f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:38.462152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db8b2cd6-4060-479c-9450-bf8af343379e req-ec7f3ed6-e467-4aae-91bd-2691ee64b835 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734502 Aug 06 15:40:38.513633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d17e4d1-a1f6-43eb-9d62-004b9648f0a8 req-1fb68c05-54b8-4395-9fe1-42317391e1d2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733675 Aug 06 15:40:38.555727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:38.569984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015ca75-06dc-4c85-9bec-6d8ebaf5daf0 None None] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:40:38.683354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:38.689835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:38.692930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:38.709812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:38.780661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:38.781612 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:38.850032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf6d0b-4e14-4d91-b0fe-c98602bcfee2 req-912644e3-4717-441f-8b07-6f1445496dc3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:38.858670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-becf6d0b-4e14-4d91-b0fe-c98602bcfee2 req-912644e3-4717-441f-8b07-6f1445496dc3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2513142 Aug 06 15:40:38.899278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65888068-4758-4d47-b996-3608cd2a0f54 req-f26ba774-bfff-4d48-8593-a608b86be79e tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:38.900500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 36e4d2a5-9a68-4bf6-907e-36b522af369f up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:38.911051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65888068-4758-4d47-b996-3608cd2a0f54 req-f26ba774-bfff-4d48-8593-a608b86be79e tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 944 time: 0.1238735 Aug 06 15:40:38.914413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:38.943245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b28d894-4b4a-4838-be2e-5a98838e84a4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2515173 Aug 06 15:40:38.979446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65888068-4758-4d47-b996-3608cd2a0f54 req-b5e3e1a8-a0b4-4998-adaa-e155e0924444 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640416 Aug 06 15:40:38.985923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-becf6d0b-4e14-4d91-b0fe-c98602bcfee2 req-1bf8a6f7-b0ec-4be6-8368-85a3f78fd9ee tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186206 Aug 06 15:40:39.024755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] Provisioning for port 77e2c6da-14a7-4432-bc83-68f695e01e3d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:39.045319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] Provisioning complete for port 77e2c6da-14a7-4432-bc83-68f695e01e3d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:39.045967 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.205536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.230375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 36e4d2a5-9a68-4bf6-907e-36b522af369f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:39.241589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 36e4d2a5-9a68-4bf6-907e-36b522af369f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:39.241965 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.304627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02968bee-e66d-4803-9aef-780e55b5f69e req-b4dea681-d32d-4e8f-8b36-b4a12122bf6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:39.307184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] For port 77e2c6da-14a7-4432-bc83-68f695e01e3d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=77e2c6da-14a7-4432-bc83-68f695e01e3d,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:39.314137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02968bee-e66d-4803-9aef-780e55b5f69e req-b4dea681-d32d-4e8f-8b36-b4a12122bf6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0906601 Aug 06 15:40:39.378931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02968bee-e66d-4803-9aef-780e55b5f69e req-522db4bd-c93a-4c83-8b9d-fb954d603332 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630541 Aug 06 15:40:39.445033 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.493851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.550821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:39.553384 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c9cd9b-62c2-4650-a260-d1f39db5ae51" -d '{"events": [{"server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:39.571636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48640) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:39.577521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688200918', 'description': 'tempest-description--247022708'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:39.629637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 36e4d2a5-9a68-4bf6-907e-36b522af369f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:39.640356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5dd82cc-54cf-4059-9013-0067922a8c82 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:39.672956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28377b0-2bfc-4c50-b645-a4b12d36d4ff req-7aff51de-9f06-467f-8eb0-d1403dd26083 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:39.675015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b28377b0-2bfc-4c50-b645-a4b12d36d4ff req-7aff51de-9f06-467f-8eb0-d1403dd26083 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1461220 Aug 06 15:40:39.718677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e2e43-2cb8-45dc-8f48-9e2a10d316ad None None] Pushing event updated for resources: {'Port': ['ID=77e2c6da-14a7-4432-bc83-68f695e01e3d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:39.762146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c5dd82cc-54cf-4059-9013-0067922a8c82 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:39.762970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.777249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.794287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b28377b0-2bfc-4c50-b645-a4b12d36d4ff req-cbe89be6-2a31-498c-8834-9e9ecfe22c7f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846677 Aug 06 15:40:39.864278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112afe9d-4316-43e9-9328-67ce8c984c09 req-72974385-d8a4-4a15-a0a9-e424cdf89e9c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:39.876425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-112afe9d-4316-43e9-9328-67ce8c984c09 req-72974385-d8a4-4a15-a0a9-e424cdf89e9c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.2122984 Aug 06 15:40:39.884589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-733a9e1c-480c-4f04-8de5-dad2d0bfbabe None None] Provisioning for port 4a9e86cd-7480-4aea-930c-8a7af7bf025f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:39.901550 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:39.903128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:39.992212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-112afe9d-4316-43e9-9328-67ce8c984c09 req-85db814a-b420-4e94-98b0-4c31c1203cb2 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142673 Aug 06 15:40:40.039679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.040700 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416aa6ca-f79d-4879-878d-580effcf41db x-openstack-request-id: req-416aa6ca-f79d-4879-878d-580effcf41db {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:40.041030 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "name": "network-vif-plugged", "status": "completed", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:40.041286 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-416aa6ca-f79d-4879-878d-580effcf41db {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:40.041795 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'code': 200} Aug 06 15:40:40.157544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615c498-95a8-42df-9d3c-0e721511c745 req-070a59e0-735e-430b-93c6-4577f9feaca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:40.161345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9615c498-95a8-42df-9d3c-0e721511c745 req-070a59e0-735e-430b-93c6-4577f9feaca1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 1096 time: 0.1180737 Aug 06 15:40:40.217197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-733a9e1c-480c-4f04-8de5-dad2d0bfbabe None None] Provisioning complete for port 4a9e86cd-7480-4aea-930c-8a7af7bf025f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:40.218856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733a9e1c-480c-4f04-8de5-dad2d0bfbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.220077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.282803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21b4f6-2e8f-408a-91d8-f697490e46a9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:40.324816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9615c498-95a8-42df-9d3c-0e721511c745 req-ece54374-858c-4c76-9759-9aca95be1e90 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520500 Aug 06 15:40:40.339322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 88f092de-7c85-4ad0-91ee-ba1c30302080 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:40.340167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.383356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b5bb2-cfe6-4035-8018-69f4a8eb12c4 req-849fd40f-a390-4251-a7cd-28408f804a73 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:40.395673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-733a9e1c-480c-4f04-8de5-dad2d0bfbabe None None] Port 4a9e86cd-7480-4aea-930c-8a7af7bf025f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:40:40.403041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-596b5bb2-cfe6-4035-8018-69f4a8eb12c4 req-849fd40f-a390-4251-a7cd-28408f804a73 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1221216 Aug 06 15:40:40.427942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=36e4d2a5-9a68-4bf6-907e-36b522af369f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:40.428705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.430015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-84b238da-1c4a-491f-bf57-65213d17a18b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8565266 Aug 06 15:40:40.434208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:40.438934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'security_group_rule': {'security_group_id': 'fd21b4f6-2e8f-408a-91d8-f697490e46a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:40.473090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-733a9e1c-480c-4f04-8de5-dad2d0bfbabe None None] Provisioning complete for port 77e2c6da-14a7-4432-bc83-68f695e01e3d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:40.473467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733a9e1c-480c-4f04-8de5-dad2d0bfbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.540731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dac7c-2dca-4775-add7-3c571d703d49 req-dcc47bba-0e28-4315-8269-0494c172e4ee tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:40.552472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b2dac7c-2dca-4775-add7-3c571d703d49 req-dcc47bba-0e28-4315-8269-0494c172e4ee tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1381769 Aug 06 15:40:40.563616 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-596b5bb2-cfe6-4035-8018-69f4a8eb12c4 req-f549533d-c844-44cb-ac83-97b56f9666b2 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591532 Aug 06 15:40:40.586798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.629357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.639431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b2dac7c-2dca-4775-add7-3c571d703d49 req-f0a84924-e5d0-43f4-a28f-ebee548417e0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851967 Aug 06 15:40:40.721735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.745888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:40.785227 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.813962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72529fef-cefa-4686-8486-571f538baf5d req-73a812b5-cc63-475e-bb78-d54e697e5abf tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:40.815673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72529fef-cefa-4686-8486-571f538baf5d req-73a812b5-cc63-475e-bb78-d54e697e5abf tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0683372 Aug 06 15:40:40.863427 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.864678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:40.907720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a070221b-3ed8-44df-b117-ce46f4e0dec8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:40.912482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72529fef-cefa-4686-8486-571f538baf5d req-9d8eac92-9fe4-4f2f-8645-768a9716f079 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879297 Aug 06 15:40:40.961883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:41.008524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.013403 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-84332216-254e-47b8-89ef-49133e121e8c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5752127 Aug 06 15:40:41.013821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:41.021750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'security_group_rule': {'security_group_id': 'fd21b4f6-2e8f-408a-91d8-f697490e46a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:41.137865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32eb6a-51d5-41f6-80d3-37fe92b2c232 req-e3bcf4fc-3a15-4dea-8b26-c839ba0a9ce2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:41.140463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e32eb6a-51d5-41f6-80d3-37fe92b2c232 req-e3bcf4fc-3a15-4dea-8b26-c839ba0a9ce2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1100409 Aug 06 15:40:41.202963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.271788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e32eb6a-51d5-41f6-80d3-37fe92b2c232 req-eece50d0-b3ce-46b7-81aa-160e0c703ed5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Aug 06 15:40:41.342219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49181c-e01b-4cd5-aeb3-e7dbcd41437e req-6b5831ea-da22-44b1-951f-2b94d7fb63db tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:41.362308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e49181c-e01b-4cd5-aeb3-e7dbcd41437e req-6b5831ea-da22-44b1-951f-2b94d7fb63db tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.2463810 Aug 06 15:40:41.379692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.441763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e49181c-e01b-4cd5-aeb3-e7dbcd41437e req-20e2cd63-c231-4afa-a8ab-4269e1d66a8b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679934 Aug 06 15:40:41.470631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.586785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff6e9fc-cc40-4077-9da7-046ec2b9f75b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:41.647910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.647910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b49e0199-c0c0-44b6-beed-729f55abef7f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6260004 Aug 06 15:40:41.652611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48702) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:41.671392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 77e2c6da-14a7-4432-bc83-68f695e01e3d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:40:41.677770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:41.857110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.877272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 77e2c6da-14a7-4432-bc83-68f695e01e3d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:41.878768 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:41.915691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd65ae-6595-48a8-be16-1fff524ee306 req-b154018f-a361-4730-84ef-89e69dba2db8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:41.918313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5bcd65ae-6595-48a8-be16-1fff524ee306 req-b154018f-a361-4730-84ef-89e69dba2db8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1557829 Aug 06 15:40:41.936140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc1439-2fea-43f3-8038-dbe70a421415 req-a88a7a55-a072-44bc-bacc-c57cfa301ecd tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:41.947610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddbc1439-2fea-43f3-8038-dbe70a421415 req-a88a7a55-a072-44bc-bacc-c57cfa301ecd tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1344290 Aug 06 15:40:42.045655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:42.048861 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf7fbc-7e3f-4309-98f1-5c21097e9ef6" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:42.073149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5bcd65ae-6595-48a8-be16-1fff524ee306 req-91d0c858-8785-41e0-b907-f8069f355b1c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222584 Aug 06 15:40:42.085487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddbc1439-2fea-43f3-8038-dbe70a421415 req-c4dcd23a-df4f-4116-87f8-855300bf1e5e tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353283 Aug 06 15:40:42.139961 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74532ccd-c6b8-430c-9be8-8ef7dbbea967 x-openstack-request-id: req-74532ccd-c6b8-430c-9be8-8ef7dbbea967 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:42.140345 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:42.140692 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74532ccd-c6b8-430c-9be8-8ef7dbbea967 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:42.141346 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'code': 200} Aug 06 15:40:42.144770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:42.322475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1fd3a-55d3-489d-9fa6-e48c8bd3f89c req-1ceb8f30-27c0-4d25-b44f-f17dc761ec21 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:42.324153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99b1fd3a-55d3-489d-9fa6-e48c8bd3f89c req-1ceb8f30-27c0-4d25-b44f-f17dc761ec21 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1175733 Aug 06 15:40:42.339849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48724) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:42.346122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Request body: {'floatingip': {'port_id': '36e4d2a5-9a68-4bf6-907e-36b522af369f'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:42.419894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 172.25.5.248 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/68304852-0171-4d26-b21c-006a5a67ab3b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:42.422100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:42.555652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305609d-a794-41f5-99a0-3ba2de1b4dab req-4dba9395-6d0b-449c-b83b-ff4ef72edba0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:42.568250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9305609d-a794-41f5-99a0-3ba2de1b4dab req-4dba9395-6d0b-449c-b83b-ff4ef72edba0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2364638 Aug 06 15:40:42.662078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:42.713930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9305609d-a794-41f5-99a0-3ba2de1b4dab req-dbe11bf4-2052-4d02-95ee-acd6db5b5359 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446538 Aug 06 15:40:42.789183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:42.790772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb61ed-a276-4fa8-b1df-e2c26c985296 req-871c54b0-f186-491b-9111-e5d57353ae89 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:42.793843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96cb61ed-a276-4fa8-b1df-e2c26c985296 req-871c54b0-f186-491b-9111-e5d57353ae89 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1790540 Aug 06 15:40:42.842303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:42.846707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:42.851927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:42.854617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=68304852-0171-4d26-b21c-006a5a67ab3b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:42.932605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96cb61ed-a276-4fa8-b1df-e2c26c985296 req-2167c29e-894c-443c-ae72-6b80281c77eb tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282742 Aug 06 15:40:43.009414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.118062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b138137-e07d-4a05-80d9-132226c36e60 req-c30a614e-412e-4d95-b5ff-e4df4dfd8418 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:43.119580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b138137-e07d-4a05-80d9-132226c36e60 req-c30a614e-412e-4d95-b5ff-e4df4dfd8418 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0929689 Aug 06 15:40:43.160427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.203889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b138137-e07d-4a05-80d9-132226c36e60 req-008900e3-d16d-4fe4-a9c9-879996462cd4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764832 Aug 06 15:40:43.332706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.445834 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.512713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.623194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.711024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=68304852-0171-4d26-b21c-006a5a67ab3b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:43.722537 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Floating IP 6c69bb05-ca02-4032-8713-9b6ca43552ea associated. External IP: 172.25.5.220, port: 36e4d2a5-9a68-4bf6-907e-36b522af369f. Aug 06 15:40:43.727028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.739181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b5b0b-956f-4a38-91ad-38760743ef7e req-008ffaa3-a71c-48ff-b51c-f99363dacbbc tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:43.740745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f2b5b0b-956f-4a38-91ad-38760743ef7e req-008ffaa3-a71c-48ff-b51c-f99363dacbbc tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1341460 Aug 06 15:40:43.812615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61c42d-4ef9-4811-bb42-bc0683641d75 req-b4aea3f7-f9a3-4186-b311-502c81976851 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:43.819750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd61c42d-4ef9-4811-bb42-bc0683641d75 req-b4aea3f7-f9a3-4186-b311-502c81976851 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1648598 Aug 06 15:40:43.869187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:43.870892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-80aeb77b-04fa-4002-86ca-3a2d4b02961a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2166970 Aug 06 15:40:43.951184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd61c42d-4ef9-4811-bb42-bc0683641d75 req-992655a4-e21f-4acf-add1-3a787b6b931e tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303792 Aug 06 15:40:43.977256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f2b5b0b-956f-4a38-91ad-38760743ef7e req-f6f867d7-167a-49c4-960c-c2ee0ce03c9c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866353 Aug 06 15:40:44.262842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328e657-210b-47e6-9aa4-a142aed18475 req-a919b140-c94d-4860-a6d9-26cc42be4dde tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:44.264808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2328e657-210b-47e6-9aa4-a142aed18475 req-a919b140-c94d-4860-a6d9-26cc42be4dde tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1581433 Aug 06 15:40:44.309291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Router fc4f7636-c4c0-4020-a503-46c4715453e1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:40:44.364371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2328e657-210b-47e6-9aa4-a142aed18475 req-3d347ecf-970e-4b7a-a7f1-af198094c084 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873952 Aug 06 15:40:44.514704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:40:44.523032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:44.531362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] Sync routers for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:40:44.563298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:40:44.564861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:40:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:40:44.602356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a634efcc-8f9a-4489-9673-dd846a8af5da tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "PUT /v2.0/floatingips/6c69bb05-ca02-4032-8713-9b6ca43552ea HTTP/1.1" status: 200 len: 991 time: 2.2585649 Aug 06 15:40:44.602356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:44.603467 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71fcb37-1bd5-43a2-a658-10c32b83a497" -d '{"events": [{"name": "network-changed", "server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:44.645561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693cf8-f270-4291-a28e-a94980ae3d3d req-2baac2fd-d857-418c-9f66-b9798bb8ef88 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:44.655585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41693cf8-f270-4291-a28e-a94980ae3d3d req-2baac2fd-d857-418c-9f66-b9798bb8ef88 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1288612 Aug 06 15:40:44.727384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41693cf8-f270-4291-a28e-a94980ae3d3d req-decff3b1-e9c1-4144-a344-10bd9a1adce0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706890 Aug 06 15:40:44.786196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:40:44.938684 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32efb136-be93-4e1d-a74f-713d00c5a499 x-openstack-request-id: req-32efb136-be93-4e1d-a74f-713d00c5a499 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:44.938978 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:44.939241 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32efb136-be93-4e1d-a74f-713d00c5a499 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:44.940270 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'status': 'completed', 'code': 200} Aug 06 15:40:45.057180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-b53731a8-6a77-4a52-a4d0-660f0c29cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.059753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-b53731a8-6a77-4a52-a4d0-660f0c29cf46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1aae4bdb767b47c3ba3997d185ca4b64&device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 1096 time: 0.0902269 Aug 06 15:40:45.190130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90958f2c-f8c7-4871-89f2-c774148927bb req-68c30435-c040-446d-9bed-625e61936d92 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.202173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90958f2c-f8c7-4871-89f2-c774148927bb req-68c30435-c040-446d-9bed-625e61936d92 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.1752632 Aug 06 15:40:45.231917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749af70-4f44-4f35-8b51-8730e7c464b2 req-b79fa443-5c80-454b-aeb7-7ca496db3f39 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.236033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4749af70-4f44-4f35-8b51-8730e7c464b2 req-b79fa443-5c80-454b-aeb7-7ca496db3f39 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1461129 Aug 06 15:40:45.285869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-fce7f619-73ce-468a-a200-203bb1403465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.290040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-fce7f619-73ce-468a-a200-203bb1403465 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5aab245d-9187-4829-8268-ed3721dd8cd9 HTTP/1.1" status: 200 len: 917 time: 0.2215869 Aug 06 15:40:45.291125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '6c69bb05-ca02-4032-8713-9b6ca43552ea', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'port_id': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'mac_address': 'fa:16:3e:5d:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:39:02Z', 'updated_at': '2021-08-06T15:40:43Z', 'revision_number': 1, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:04Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:40:45.364425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] Checking router: fc4f7636-c4c0-4020-a503-46c4715453e1 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:40:45.376717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:40:45.379001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:40:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:40:45.423011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4749af70-4f44-4f35-8b51-8730e7c464b2 req-814ed411-8bc5-470d-b496-1bd7a27ecbd2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858318 Aug 06 15:40:45.561602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-287f3836-deff-4e1b-b285-b3e12776a690 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f HTTP/1.1" status: 200 len: 999 time: 0.2641468 Aug 06 15:40:45.571796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-a3a9cf3d-d927-4cc5-a700-55ae6d2426b1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--688200918&fields=id&tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe HTTP/1.1" status: 200 len: 267 time: 0.2691054 Aug 06 15:40:45.595369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:40:45.746589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-868094fa-3665-46d4-9cb0-6ee3f9c5a194 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.750881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-fb5f57d8-b03e-4dd6-a951-f8546a981f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.755692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-fb5f57d8-b03e-4dd6-a951-f8546a981f48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbfdcc40-647a-469b-96cf-c89fd4467b48 HTTP/1.1" status: 200 len: 855 time: 0.1843951 Aug 06 15:40:45.756133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-868094fa-3665-46d4-9cb0-6ee3f9c5a194 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 931 time: 0.1830246 Aug 06 15:40:45.773001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Deleting port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:40:45.773374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:45.892426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-6ccb4fdb-c647-4118-809a-650cb5bbbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:45.896517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-6ccb4fdb-c647-4118-809a-650cb5bbbedd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5aab245d-9187-4829-8268-ed3721dd8cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323810 Aug 06 15:40:46.067140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-09906a42-db85-42df-b9a6-792cce93ef66 service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571143 Aug 06 15:40:46.238211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '6c69bb05-ca02-4032-8713-9b6ca43552ea', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'port_id': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'mac_address': 'fa:16:3e:5d:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:39:02Z', 'updated_at': '2021-08-06T15:40:43Z', 'revision_number': 1, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:04Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:40:46.342104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6efe202a-d633-4595-b00b-33dd0421211c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:46.350460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6efe202a-d633-4595-b00b-33dd0421211c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 932 time: 0.5933807 Aug 06 15:40:46.359763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee6de-419d-4625-bf47-d1b6250d2cf5 None None] The sync data for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 is: [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '6c69bb05-ca02-4032-8713-9b6ca43552ea', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'port_id': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'mac_address': 'fa:16:3e:5d:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:39:02Z', 'updated_at': '2021-08-06T15:40:43Z', 'revision_number': 1, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:04Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:40:46.369933 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f71fcb37-1bd5-43a2-a658-10c32b83a497 req-05d1feea-1cb3-4b76-8faf-801129e62a02 service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882535 Aug 06 15:40:46.437679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba438b-42f9-4563-b628-f3cc117a3e8b req-73f6c810-ee03-43ce-99e0-4d6cd8149720 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:46.446532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34ba438b-42f9-4563-b628-f3cc117a3e8b req-73f6c810-ee03-43ce-99e0-4d6cd8149720 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 946 time: 0.7894351 Aug 06 15:40:46.516583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-021dc9da-f5d2-447e-ac80-711048828f77 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1650100 Aug 06 15:40:46.570102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] For port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:46.570493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:46.588024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Calling delete_port for eab8d31d-5783-4ee7-9abf-b7bd3a482dbc owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:40:46.652274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-5d9106bf-d2a0-4beb-9ba3-9352efb9f4b9 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0347898 Aug 06 15:40:46.829423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34ba438b-42f9-4563-b628-f3cc117a3e8b req-58ce3b9f-dbbc-48f4-8452-2ac52a36219b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806429 Aug 06 15:40:46.901859 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df247d-3e80-436a-98a1-8b04010f0e37 None None] New status for floating IP 6c69bb05-ca02-4032-8713-9b6ca43552ea: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:40:47.271973 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:47.337400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event deleted for resources: {'Port': ['ID=eab8d31d-5783-4ee7-9abf-b7bd3a482dbc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:47.382447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-deea87d6-3231-46dc-a40c-2a12d3fa4b25 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:47.394520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-deea87d6-3231-46dc-a40c-2a12d3fa4b25 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:47.407218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-deea87d6-3231-46dc-a40c-2a12d3fa4b25 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:47.410273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-deea87d6-3231-46dc-a40c-2a12d3fa4b25 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 1990 time: 0.6985035 Aug 06 15:40:47.439971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] No DVR routers for this DVR port eab8d31d-5783-4ee7-9abf-b7bd3a482dbc on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:40:47.448846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:47.451353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90958f2c-f8c7-4871-89f2-c774148927bb req-6502dd91-5a0f-4952-9c92-955006c1543b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "DELETE /v2.0/ports/eab8d31d-5783-4ee7-9abf-b7bd3a482dbc HTTP/1.1" status: 204 len: 173 time: 2.2392995 Aug 06 15:40:47.451901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'name': 'network-vif-deleted', 'tag': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:47.457388 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea82aa4d-6c2b-4699-be51-1e93f4bbbfeb" -d '{"events": [{"server_uuid": "8f73f75e-1fe5-4116-93cd-e0ad793a4887", "name": "network-vif-deleted", "tag": "eab8d31d-5783-4ee7-9abf-b7bd3a482dbc"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:47.464835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d6a4f9cb-666a-446e-b97a-6f8f95b8105e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/quotas/98e7cc3b3a824824910e29a8cd5ecdfe HTTP/1.1" status: 200 len: 375 time: 0.0275729 Aug 06 15:40:47.574699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6c04084f-be8d-4d28-9bcb-349522e38487 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0911372 Aug 06 15:40:47.769476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d4bf44f1-8843-4363-abae-4ccee5690937 service neutron] 10.222.0.16 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641319 Aug 06 15:40:47.952330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-7d1ae4c8-03e8-4225-ba09-3ccf380e4598 service neutron] 10.222.0.16 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694303 Aug 06 15:40:48.042054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-e2d25456-b004-4026-b80c-c4e6b3e477ae service neutron] 10.222.0.16 "GET /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0779581 Aug 06 15:40:48.140440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eab8d31d-5783-4ee7-9abf-b7bd3a482dbc no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:40:48.184542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: eab8d31d-5783-4ee7-9abf-b7bd3a482dbc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:40:48.187352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device eab8d31d-5783-4ee7-9abf-b7bd3a482dbc not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:40:48.242411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-57e50d11-9c70-457f-ba2f-b3d421fca8f3 service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906600 Aug 06 15:40:48.392730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-2d8fa9dd-742f-427b-b9ab-e945a502d4b9 service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380689 Aug 06 15:40:48.493159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-98b31a9c-e101-4969-9acd-e89c921c91bf service neutron] 10.222.0.16 "GET /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0907733 Aug 06 15:40:48.531624 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34599633-f521-4f2c-849d-1e079db3a844 x-openstack-request-id: req-34599633-f521-4f2c-849d-1e079db3a844 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:48.531854 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f73f75e-1fe5-4116-93cd-e0ad793a4887", "name": "network-vif-deleted", "tag": "eab8d31d-5783-4ee7-9abf-b7bd3a482dbc", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:48.532004 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34599633-f521-4f2c-849d-1e079db3a844 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:48.532781 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f73f75e-1fe5-4116-93cd-e0ad793a4887', 'name': 'network-vif-deleted', 'tag': 'eab8d31d-5783-4ee7-9abf-b7bd3a482dbc', 'status': 'completed', 'code': 200} Aug 06 15:40:48.706848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed748b1b-e7ea-49b4-a543-dc4e997801e1 req-0a422783-4937-4849-a4dd-b67c281e0c8c tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f73f75e-1fe5-4116-93cd-e0ad793a4887 HTTP/1.1" status: 200 len: 210 time: 0.0750883 Aug 06 15:40:48.763754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-9fcc66dc-fda5-406a-811a-5e9ff896411e service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591836 Aug 06 15:40:48.891921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-64e089c9-fd14-4501-8b17-1da4e30a03fb service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185846 Aug 06 15:40:49.091494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2f14eb6-8ace-4e31-a406-a38c6313c9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856682 Aug 06 15:40:49.111516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ef5c1-3bb1-46ce-bf7a-3daf77f64dd1 req-9dca6450-66a9-4db2-882b-747d88aec5e8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:49.113160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a7ef5c1-3bb1-46ce-bf7a-3daf77f64dd1 req-9dca6450-66a9-4db2-882b-747d88aec5e8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0935724 Aug 06 15:40:49.211406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a7ef5c1-3bb1-46ce-bf7a-3daf77f64dd1 req-fd585e8c-7ebd-457b-a74c-bcf391158f16 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877872 Aug 06 15:40:49.244118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-a402d84c-ff89-4113-9cc6-2bba3b74002f service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292267 Aug 06 15:40:49.351653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-7bce45da-99d4-4bd1-bfa1-215cbe01f22d service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015406 Aug 06 15:40:49.512819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-945adcc3-b7ef-4f91-b363-a89ccb7dfae4 service neutron] 10.222.0.16 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534107 Aug 06 15:40:49.676180 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b9536abf-08ec-4684-bb59-eeb5e3007e25 service neutron] 10.222.0.16 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582172 Aug 06 15:40:49.874979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-49afd835-9adf-451d-aabf-e628131ded24 service neutron] 10.222.0.16 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841803 Aug 06 15:40:50.008748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-bba5be36-144e-4cca-b3ab-a17753a4db25 service neutron] 10.222.0.16 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180789 Aug 06 15:40:50.207484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d19c6ee5-1016-458b-9be9-ebea9ce0afaa service neutron] 10.222.0.16 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806805 Aug 06 15:40:50.950252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-66f8378d-56a7-457e-bd93-0ee424906111 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:50.974186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-66f8378d-56a7-457e-bd93-0ee424906111 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1920226 Aug 06 15:40:51.001382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-d32f785a-017d-45e0-b822-b31e60a92e0a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/quotas/b5fd9345d3ba4b93a72189a01bf8e1ca HTTP/1.1" status: 200 len: 375 time: 0.0245039 Aug 06 15:40:51.058866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-a2ffb2d9-d395-4b7e-93a9-a2c336d834ca tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507054 Aug 06 15:40:51.194610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-106f98a3-0020-49ef-b01a-43c32f169987 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247425 Aug 06 15:40:51.310639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-996f5646-4d9a-4ecf-90d5-90db557ab096 service neutron] 10.222.0.16 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053023 Aug 06 15:40:51.788420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77e008-5372-48cd-8d38-0881d8eebe2e req-efa72269-67bc-4e5d-b78e-099e4e224fb0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:51.801322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f77e008-5372-48cd-8d38-0881d8eebe2e req-efa72269-67bc-4e5d-b78e-099e4e224fb0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1130605 Aug 06 15:40:51.895991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f77e008-5372-48cd-8d38-0881d8eebe2e req-bc3fc835-53ba-4d64-86e1-9af79beb610f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936360 Aug 06 15:40:52.277540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e54bb89-06b4-410a-b9ed-674e387742a7 req-218377fd-8ef5-4f34-91af-e721f436262a tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 210 time: 0.0659060 Aug 06 15:40:52.321133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97564884-6526-4f5f-b81b-6307092281aa req-1df9f2a8-f0b3-4c03-a075-c9b6c97d5254 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0425181 Aug 06 15:40:53.180679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bee86-7e97-442b-9b3e-1e68b93f279b req-9def7f33-2e78-4a76-9738-418ddb5bae49 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:53.180679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c5bee86-7e97-442b-9b3e-1e68b93f279b req-9def7f33-2e78-4a76-9738-418ddb5bae49 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0646939 Aug 06 15:40:53.186850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c5bee86-7e97-442b-9b3e-1e68b93f279b req-3d04679c-a963-45c2-b325-342c66195b0c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462930 Aug 06 15:40:53.470857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f879be8-718e-4ddd-973c-9f44c706e92f req-c7ca5ad4-016d-438e-b297-ff3bd7c60ef2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0492451 Aug 06 15:40:53.504306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ccc2f5d-ebde-497e-97fd-60ac6eec92dd req-53b9552b-0398-4fc3-bb2b-bf6b40499941 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 210 time: 0.0822947 Aug 06 15:40:54.420773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669725d-597c-4bd0-ac31-0d287e19006f req-6bf60fbc-b712-4597-af1d-6db9031e8646 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:54.422905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4669725d-597c-4bd0-ac31-0d287e19006f req-6bf60fbc-b712-4597-af1d-6db9031e8646 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1021237 Aug 06 15:40:54.476434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4669725d-597c-4bd0-ac31-0d287e19006f req-343ca6a6-6153-41ab-8cf1-4beed1b0d479 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Aug 06 15:40:54.620040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c08e66c-4120-457d-8eff-1a75e3e1b154 req-19428114-b580-4900-8e9a-d71251a8679f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0446146 Aug 06 15:40:54.682196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ee633fb-90c9-47d3-8c0f-2e514d3484d1 req-5caae7f5-5464-47ef-bd81-a1111d2369d8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 210 time: 0.0682957 Aug 06 15:40:55.646699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca04fbe-5bbb-4ea9-b650-cf9a677f1a24 req-c3b513de-1392-4749-97bc-f52289fba939 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:55.648625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dca04fbe-5bbb-4ea9-b650-cf9a677f1a24 req-c3b513de-1392-4749-97bc-f52289fba939 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0686736 Aug 06 15:40:55.703495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dca04fbe-5bbb-4ea9-b650-cf9a677f1a24 req-00f99118-aae4-40d9-a9e3-af799f0aff71 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463750 Aug 06 15:40:55.759611 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:55.773387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aec06de-a168-4020-99d1-741b0a9680c6 req-fcb2efe9-6036-4a9f-b512-52aa75f92403 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0570140 Aug 06 15:40:55.816947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d22f7f99-bee9-45d2-994a-4b756191a569 req-afd92d49-a9ad-4762-8699-1351c9843d6f tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 210 time: 0.0286043 Aug 06 15:40:55.950265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa3d8-ed67-421c-a40a-b179fdd7fb3c req-a6ff2993-6b2b-4fed-9e16-9bc1cabbea6a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:55.951896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-527aa3d8-ed67-421c-a40a-b179fdd7fb3c req-a6ff2993-6b2b-4fed-9e16-9bc1cabbea6a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 946 time: 0.1148255 Aug 06 15:40:56.034087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-527aa3d8-ed67-421c-a40a-b179fdd7fb3c req-af836d5f-a6f6-44f4-8bd0-dfc765709a41 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730774 Aug 06 15:40:56.054666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-19e5551b-da50-4948-925e-fb0f1f400374 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:56.065811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-19e5551b-da50-4948-925e-fb0f1f400374 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 812 time: 0.1782508 Aug 06 15:40:56.080486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Request body: {'port': {'device_id': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'admin_state_up': True, 'tenant_id': 'b5fd9345d3ba4b93a72189a01bf8e1ca'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:56.354219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Made reservation on behalf of b5fd9345d3ba4b93a72189a01bf8e1ca for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:56.358042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:56.403760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:56.546235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Allocated IP 172.20.0.8 (0203c533-7792-4fd2-b6e4-cceb855028af/38bf8d9d-9118-46fc-a6ce-c898762d900c/ebc952db-1514-4110-a06a-1f61baa32150) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:56.571364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:56.680577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:56.715264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-3ebd81cf-2d95-41bb-91e5-7db4929eec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:56.716719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-3ebd81cf-2d95-41bb-91e5-7db4929eec67 service neutron] 10.222.0.64 "GET /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 1027 time: 0.0394890 Aug 06 15:40:56.727502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:56.766465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-1666c63b-7074-4a2f-b37d-a92e20d05035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:56.769333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-1666c63b-7074-4a2f-b37d-a92e20d05035 service neutron] 10.222.0.64 "GET /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 1028 time: 0.0432808 Aug 06 15:40:56.834868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:56.910217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb3376f5-13f2-4c5b-b045-64fcba272c24 req-e72d64bf-85ec-427b-adb0-395d122ac4ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0560699 Aug 06 15:40:56.912303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:56.959627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c6dc5-5d8f-473e-96ec-f9be81e98546 req-8c9fedd6-9b99-465d-950e-58d99c76aa8b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:56.959627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-453c6dc5-5d8f-473e-96ec-f9be81e98546 req-8c9fedd6-9b99-465d-950e-58d99c76aa8b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1499619 Aug 06 15:40:56.990984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bde32248ccf845aeaa75254efc1c4c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834627 Aug 06 15:40:56.994723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b4f89e-f06e-468a-88db-7a3b507992ca,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:56.997996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:40:57.037018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.051745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17588d6-7da7-41cf-90e7-31f5df3a1f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:57.061205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Network 0203c533-7792-4fd2-b6e4-cceb855028af is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:57.078806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-ae469417-7abf-4fba-8767-0de12ee235c1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:57.089827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-ae469417-7abf-4fba-8767-0de12ee235c1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:57.100424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:57.101629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-ae469417-7abf-4fba-8767-0de12ee235c1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:57.104522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-ae469417-7abf-4fba-8767-0de12ee235c1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 1990 time: 0.3234549 Aug 06 15:40:57.113111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:57.150021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event updated for resources: {'Port': ['ID=ebc952db-1514-4110-a06a-1f61baa32150,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:57.185316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-453c6dc5-5d8f-473e-96ec-f9be81e98546 req-e83b0c0f-64e5-4ca2-9828-7e30b07a9dcb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927676 Aug 06 15:40:57.187979 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-9259b55e-46d2-4683-95bd-bd0bb1523bd2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe HTTP/1.1" status: 200 len: 379 time: 0.0670528 Aug 06 15:40:57.196261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18ce122d-546e-4c1a-ae74-c4aeb06000ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.200654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:57.201429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.209537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'admin_state_up': True, 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'security_groups': ['fd21b4f6-2e8f-408a-91d8-f697490e46a9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:57.213580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26bd76-f78e-4a42-a9d0-3de5fe2cf19b req-90a12385-4873-45a3-bd78-0ab50d869601 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:57.215419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac26bd76-f78e-4a42-a9d0-3de5fe2cf19b req-90a12385-4873-45a3-bd78-0ab50d869601 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 931 time: 0.2140849 Aug 06 15:40:57.246401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18ce122d-546e-4c1a-ae74-c4aeb06000ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.266267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac26bd76-f78e-4a42-a9d0-3de5fe2cf19b req-15e58581-8098-487b-936f-fe072c7be9e4 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Aug 06 15:40:57.350664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-2154a361-39a6-44d3-a654-23055095e0ec tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2772477 Aug 06 15:40:57.370546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cb434-0403-42fe-8222-dc9f01f157fb req-77ef19b1-0b07-47c7-80aa-a8b86f839e64 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:57.374105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-896cb434-0403-42fe-8222-dc9f01f157fb req-77ef19b1-0b07-47c7-80aa-a8b86f839e64 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 946 time: 0.0753813 Aug 06 15:40:57.378703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Request body: {'port': {'device_id': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:57.473026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-896cb434-0403-42fe-8222-dc9f01f157fb req-1f5ec498-58fa-40b1-a6e0-c5c0172b1fcb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888526 Aug 06 15:40:57.473743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.515298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18ce122d-546e-4c1a-ae74-c4aeb06000ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.518870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18ce122d-546e-4c1a-ae74-c4aeb06000ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.520887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-18ce122d-546e-4c1a-ae74-c4aeb06000ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45b4f89e-f06e-468a-88db-7a3b507992ca HTTP/1.1" status: 204 len: 168 time: 0.5137913 Aug 06 15:40:57.533196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce122d-546e-4c1a-ae74-c4aeb06000ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b4f89e-f06e-468a-88db-7a3b507992ca,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:57.571174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:57.574775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.814196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc952db-1514-4110-a06a-1f61baa32150 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:40:57.824277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:57.843678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Transition to ACTIVE for port object ebc952db-1514-4110-a06a-1f61baa32150 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:57.914743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 172.20.0.4 (7792ce69-c4cd-4050-9057-f0df1aaeb340/a338001a-c740-49e4-92e9-112e20ab408f/fd99b991-0a62-43f4-bfd4-8d13c7f951a6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:57.931467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.051937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc952db-1514-4110-a06a-1f61baa32150,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:58.130751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.131494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.132187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.132707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.133155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.133680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.134322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.134973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.135661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.136347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.136992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.137659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:58.168404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.184265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16d0ab4a-540d-47d2-ac48-84b48293ba26 req-f27a2f81-9ecd-47a2-b244-b1cb9a4f053f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0869050 Aug 06 15:40:58.195892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object fd99b991-0a62-43f4-bfd4-8d13c7f951a6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:58.268323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Attempting to bind port ebc952db-1514-4110-a06a-1f61baa32150 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:40:58.268323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Attempting to bind port ebc952db-1514-4110-a06a-1f61baa32150 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:40:58.268323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Attempting to bind port ebc952db-1514-4110-a06a-1f61baa32150 on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:58.281060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Port ebc952db-1514-4110-a06a-1f61baa32150 on network 0203c533-7792-4fd2-b6e4-cceb855028af not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:40:58.281711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Attempting to bind port ebc952db-1514-4110-a06a-1f61baa32150 on network 0203c533-7792-4fd2-b6e4-cceb855028af {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:40:58.292594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:40:58.294735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Checking segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:40:58.295669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Bound using segment: {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:40:58.296763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Bound port: ebc952db-1514-4110-a06a-1f61baa32150, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:40:58.299323 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.416104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.501213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:58.521232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:58.522915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:58.525768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:58.539533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] For port ebc952db-1514-4110-a06a-1f61baa32150, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:40:58.547550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] For port ebc952db-1514-4110-a06a-1f61baa32150, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ebc952db-1514-4110-a06a-1f61baa32150,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:40:58.576652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960dc-22c7-41a8-a138-462ca4afe765 req-accb8ee4-5267-4af8-83fd-22aabb90c6a8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:58.590540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b53960dc-22c7-41a8-a138-462ca4afe765 req-accb8ee4-5267-4af8-83fd-22aabb90c6a8 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 943 time: 0.1854041 Aug 06 15:40:58.605326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946d654-568c-4a7d-95ed-d0d4d96283b4 req-11cfaa26-3f81-4555-bbbe-ea5e5c37b884 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:58.606920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e946d654-568c-4a7d-95ed-d0d4d96283b4 req-11cfaa26-3f81-4555-bbbe-ea5e5c37b884 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2695923 Aug 06 15:40:58.644481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:58.646828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.706993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b53960dc-22c7-41a8-a138-462ca4afe765 req-04b1787b-f90c-4edb-8733-9157252139dc tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965104 Aug 06 15:40:58.720610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.751106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6ef9092f-d7a4-4c76-99af-0e5b793ea9e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5518370 Aug 06 15:40:58.775688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'admin_state_up': True, 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'security_groups': ['fd21b4f6-2e8f-408a-91d8-f697490e46a9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:40:58.782058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e946d654-568c-4a7d-95ed-d0d4d96283b4 req-26d1d66d-d857-405d-81bc-d314c1e3d8ad tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661816 Aug 06 15:40:58.808707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:58.809309 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.810858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] 10.222.0.64 "PUT /v2.0/ports/ebc952db-1514-4110-a06a-1f61baa32150 HTTP/1.1" status: 200 len: 1091 time: 1.4374151 Aug 06 15:40:58.811222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'tag': 'ebc952db-1514-4110-a06a-1f61baa32150'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:58.814005 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a705446e-df38-4288-94b5-3fd0fae1f417" -d '{"events": [{"name": "network-changed", "server_uuid": "83fd79b1-1745-4380-8bdb-666f865b9d26", "tag": "ebc952db-1514-4110-a06a-1f61baa32150"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:58.862927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:58.872986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99839364-35fd-4957-892b-bef2fd617b32 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc952db-1514-4110-a06a-1f61baa32150,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:58.954799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:40:59.027310 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fb860b-dff6-4d30-98b9-7c18924eddb8 x-openstack-request-id: req-89fb860b-dff6-4d30-98b9-7c18924eddb8 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:59.027555 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fd79b1-1745-4380-8bdb-666f865b9d26", "tag": "ebc952db-1514-4110-a06a-1f61baa32150", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:59.027872 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89fb860b-dff6-4d30-98b9-7c18924eddb8 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:59.029493 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'tag': 'ebc952db-1514-4110-a06a-1f61baa32150', 'status': 'completed', 'code': 200} Aug 06 15:40:59.041440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-8adc7c42-b6c4-4e1b-813d-eb6376e71db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:59.043238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-8adc7c42-b6c4-4e1b-813d-eb6376e71db6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 1094 time: 0.1240633 Aug 06 15:40:59.087324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bdcba831-8a0d-4198-ad1b-02f018342829 None None] Provisioning for port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:40:59.089920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bdcba831-8a0d-4198-ad1b-02f018342829 None None] Provisioning complete for port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:40:59.090314 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bdcba831-8a0d-4198-ad1b-02f018342829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:59.102509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-98fa2c3e-55fc-43da-bca6-e5be8fd2f6a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc952db-1514-4110-a06a-1f61baa32150 HTTP/1.1" status: 200 len: 217 time: 0.0463839 Aug 06 15:40:59.165882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:40:59.170450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bdcba831-8a0d-4198-ad1b-02f018342829 None None] Port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:40:59.180628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:59.181122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:59.185352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-71f8f5e5-d4c7-4026-99ed-f72d6a5c9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:59.187576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-71f8f5e5-d4c7-4026-99ed-f72d6a5c9a2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0726438 Aug 06 15:40:59.276458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:40:59.276458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:40:59.280378 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff51471-bf9e-4665-9980-df58e4f31f67" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:40:59.291276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-4194d453-7dbd-4e5c-b6f8-56b4c2c938b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915606 Aug 06 15:40:59.354098 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e962388-1d36-42fb-80c5-9b0f86d1ff44 x-openstack-request-id: req-4e962388-1d36-42fb-80c5-9b0f86d1ff44 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:40:59.354538 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:40:59.354798 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e962388-1d36-42fb-80c5-9b0f86d1ff44 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:40:59.355192 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'code': 200} Aug 06 15:40:59.357770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 10.1.1.246 (3ced517c-4e6b-4b23-a866-1b22970c4d70/60e6f9c4-e422-44e3-9714-e2c77064e820/26297175-d569-442c-a9ac-41fc65156fdf) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:40:59.366107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:59.467709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:59.492079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.493298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.497611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.498561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.499649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.500601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.501466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.502395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.503169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.504662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.504937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.505241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:40:59.609163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:59.658297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object 26297175-d569-442c-a9ac-41fc65156fdf will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:40:59.829409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:40:59.885112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:40:59.889197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:40:59.899332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:40:59.906400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=26297175-d569-442c-a9ac-41fc65156fdf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:40:59.993361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:40:59.994435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:00.041031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948d81b-b339-466c-a60e-5c597465d3c7 req-a61299dc-08a5-4117-8985-9fe694c9a653 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:00.054350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2948d81b-b339-466c-a60e-5c597465d3c7 req-a61299dc-08a5-4117-8985-9fe694c9a653 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 931 time: 0.6422393 Aug 06 15:41:00.125166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-13f5507a-ebf1-4e87-a4d0-0838bac05f08 service neutron] 10.222.0.64 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8228931 Aug 06 15:41:00.126870 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6fd5c192-c046-4f74-98b0-19b5c592d0b8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3576598 Aug 06 15:41:00.150659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'admin_state_up': True, 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'security_groups': ['fd21b4f6-2e8f-408a-91d8-f697490e46a9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:00.156963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2f989-b25e-4eeb-83a8-28592e0cdece req-c86c521b-ac13-4228-bc4c-d5ad03d93a56 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:00.171421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fe2f989-b25e-4eeb-83a8-28592e0cdece req-c86c521b-ac13-4228-bc4c-d5ad03d93a56 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 943 time: 0.2669148 Aug 06 15:41:00.313875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49310) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:00.348443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2948d81b-b339-466c-a60e-5c597465d3c7 req-115f1a10-72c7-4f78-adc9-f2f1644ffbb1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915177 Aug 06 15:41:00.387689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-363d0852-6832-4614-b05a-f76f8a122242 None None] Provisioning for port 26297175-d569-442c-a9ac-41fc65156fdf completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:00.389438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a46a5998-b3fc-4f07-a05e-4c7a2ce25f7e req-bd23e439-eb84-4cfa-9c41-c5c099446900 service neutron] 10.222.0.64 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068028 Aug 06 15:41:00.389594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-363d0852-6832-4614-b05a-f76f8a122242 None None] Provisioning complete for port 26297175-d569-442c-a9ac-41fc65156fdf triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:00.389594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-363d0852-6832-4614-b05a-f76f8a122242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:00.426526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fe2f989-b25e-4eeb-83a8-28592e0cdece req-b7da4903-8271-432d-90fe-320a01688112 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536469 Aug 06 15:41:00.477709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-363d0852-6832-4614-b05a-f76f8a122242 None None] Port 26297175-d569-442c-a9ac-41fc65156fdf cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:41:00.560483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:00.567456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:00.612365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-502032f3-eb04-4109-bf60-f7fddd4522d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:00.630846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-ef75e370-6aae-4453-9ee4-b66e34a5c454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:00.633543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-ef75e370-6aae-4453-9ee4-b66e34a5c454 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 1094 time: 0.1248417 Aug 06 15:41:00.651143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6b6a1-1d10-47b8-a97f-0c9052021115 req-e5bdc171-8897-40db-a097-2f5471ba9850 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:00.651143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18e6b6a1-1d10-47b8-a97f-0c9052021115 req-e5bdc171-8897-40db-a097-2f5471ba9850 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1259604 Aug 06 15:41:00.750404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18e6b6a1-1d10-47b8-a97f-0c9052021115 req-52079c38-e04b-4384-b109-239b21a234b6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853078 Aug 06 15:41:00.799879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-f5033111-a417-4242-8fe7-b0d2601af196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:00.801498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-f5033111-a417-4242-8fe7-b0d2601af196 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 200 len: 913 time: 0.1495237 Aug 06 15:41:00.847977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-ae582a74-51dd-4b54-b033-5712db39e66b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc952db-1514-4110-a06a-1f61baa32150 HTTP/1.1" status: 200 len: 217 time: 0.0380924 Aug 06 15:41:00.858742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-502032f3-eb04-4109-bf60-f7fddd4522d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:00.874067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 10.1.1.106 (3ced517c-4e6b-4b23-a866-1b22970c4d70/60e6f9c4-e422-44e3-9714-e2c77064e820/72af20ce-46b5-477c-9b72-e4eebfed3825) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:00.913086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-4a2f6908-ad6f-4f4f-b718-1e9b0d5e3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:00.914781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-4a2f6908-ad6f-4f4f-b718-1e9b0d5e3fea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 200 len: 852 time: 0.0545774 Aug 06 15:41:00.930508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-502032f3-eb04-4109-bf60-f7fddd4522d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:00.956292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-910d5923-a8b5-4a46-bb39-ec96cdedf124 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0203c533-7792-4fd2-b6e4-cceb855028af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335917 Aug 06 15:41:00.979131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:01.017816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-502032f3-eb04-4109-bf60-f7fddd4522d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ddf4eba5d5c48848c408c3f6c14f731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022903 Aug 06 15:41:01.020476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:01.035642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502032f3-eb04-4109-bf60-f7fddd4522d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb9176c-c72e-431e-bd10-11b82e489dcd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:01.103292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.117797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-b6f8ecdf-d2cb-4ab8-80a9-9e07e86843bb service neutron] 10.222.0.64 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531346 Aug 06 15:41:01.125951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f29f68b2-a510-4e28-9909-ecfb451a4cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.128008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object 72af20ce-46b5-477c-9b72-e4eebfed3825 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:01.133802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:01.147670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'port_id': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'mac_address': 'fa:16:3e:20:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c0b4fe-684f-4ee9-bb7b-82dad764d204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:01.162541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f29f68b2-a510-4e28-9909-ecfb451a4cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.193278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.208001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:01.239367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:01.261801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a705446e-df38-4288-94b5-3fd0fae1f417 req-dc54ba0d-6a8d-4c49-9e73-d5c126367c2a service neutron] 10.222.0.64 "GET /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363347 Aug 06 15:41:01.372545 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.433342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:01.436666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:01.442121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:01.448704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:01.510532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:01.511309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.536537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a224-ebef-47b6-8c60-ba75c3e3d09a req-45b8966c-5e90-4a9b-8e6c-c42e364c2df5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:01.543149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a224-ebef-47b6-8c60-ba75c3e3d09a req-45b8966c-5e90-4a9b-8e6c-c42e364c2df5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:01.549596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a224-ebef-47b6-8c60-ba75c3e3d09a req-45b8966c-5e90-4a9b-8e6c-c42e364c2df5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:01.551446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a555a224-ebef-47b6-8c60-ba75c3e3d09a req-45b8966c-5e90-4a9b-8e6c-c42e364c2df5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 2374 time: 0.1052961 Aug 06 15:41:01.582719 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.583411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f29f68b2-a510-4e28-9909-ecfb451a4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.583627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:01.588069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f29f68b2-a510-4e28-9909-ecfb451a4cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.590797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f29f68b2-a510-4e28-9909-ecfb451a4cf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebb9176c-c72e-431e-bd10-11b82e489dcd HTTP/1.1" status: 204 len: 168 time: 0.5678599 Aug 06 15:41:01.606996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f68b2-a510-4e28-9909-ecfb451a4cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb9176c-c72e-431e-bd10-11b82e489dcd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:01.685281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c987c597-392b-435d-a41e-7bde380b2e0e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5430198 Aug 06 15:41:01.698150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a555a224-ebef-47b6-8c60-ba75c3e3d09a req-0d794d7d-3b61-4cbc-8b26-1e9bf8864b81 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394870 Aug 06 15:41:01.701477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'admin_state_up': True, 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'security_groups': ['fd21b4f6-2e8f-408a-91d8-f697490e46a9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:01.715039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e97386-c352-468a-a3f6-312cf0fe90da req-b6bcb19b-e245-482b-9475-2881a842c19d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:01.723961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39e97386-c352-468a-a3f6-312cf0fe90da req-b6bcb19b-e245-482b-9475-2881a842c19d tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 943 time: 0.1475844 Aug 06 15:41:01.740655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:01.826088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:01.841793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:01.843573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39e97386-c352-468a-a3f6-312cf0fe90da req-53ead514-6b5d-4416-a2a9-5774389fdf24 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124480 Aug 06 15:41:01.978808 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:01.998946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:02.030039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:02.062400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:02.099669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dd82b-445e-4662-9d26-33afd81c0064 req-de595946-41ad-4d2e-9db4-e0dc64dab159 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:02.107570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-844dd82b-445e-4662-9d26-33afd81c0064 req-de595946-41ad-4d2e-9db4-e0dc64dab159 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.0802274 Aug 06 15:41:02.112863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3e94961c-5e95-4472-8aa5-6b154a69d6dc None None] Provisioning for port 72af20ce-46b5-477c-9b72-e4eebfed3825 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:02.129807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3e94961c-5e95-4472-8aa5-6b154a69d6dc None None] Provisioning complete for port 72af20ce-46b5-477c-9b72-e4eebfed3825 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:02.130993 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e94961c-5e95-4472-8aa5-6b154a69d6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:02.196134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:02.214588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ebc952db-1514-4110-a06a-1f61baa32150 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:02.254720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:02.278318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-844dd82b-445e-4662-9d26-33afd81c0064 req-af9026a6-1049-4d67-83df-5abffcbd5027 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576045 Aug 06 15:41:02.409990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:02.565685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7a73bc23-4a98-4c48-9dc0-7ebdd2560071'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:41:02.617839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['88f092de-7c85-4ad0-91ee-ba1c30302080'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:41:02.640747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3e94961c-5e95-4472-8aa5-6b154a69d6dc None None] Port 72af20ce-46b5-477c-9b72-e4eebfed3825 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:41:02.702673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 10.2.2.100 (5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb/63964101-6393-4bea-9a72-b2c6caa02e30/c8877d3a-ec56-46c5-b0d9-b6260b776000) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:02.888174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ebc952db-1514-4110-a06a-1f61baa32150, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ebc952db-1514-4110-a06a-1f61baa32150,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:03.018923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b1d5c-c430-450a-a0e9-501ff0735151 req-f1e99b4b-a1de-4847-bae9-3d8fe2875401 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:03.045027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b1d5c-c430-450a-a0e9-501ff0735151 req-f1e99b4b-a1de-4847-bae9-3d8fe2875401 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:03.057922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b1d5c-c430-450a-a0e9-501ff0735151 req-f1e99b4b-a1de-4847-bae9-3d8fe2875401 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:03.070407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'ebc952db-1514-4110-a06a-1f61baa32150', 'network_id': '0203c533-7792-4fd2-b6e4-cceb855028af', 'port_id': 'ebc952db-1514-4110-a06a-1f61baa32150', 'mac_address': 'fa:16:3e:71:f4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38bf8d9d-9118-46fc-a6ce-c898762d900c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:03.072792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e2b1d5c-c430-450a-a0e9-501ff0735151 req-f1e99b4b-a1de-4847-bae9-3d8fe2875401 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 2374 time: 0.2074840 Aug 06 15:41:03.144514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:03.227750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object c8877d3a-ec56-46c5-b0d9-b6260b776000 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:03.260526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a599458-17f1-4f52-9c70-732b339fb549 req-6c5049b6-d698-41ea-8af5-54a819a71385 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:03.263043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a599458-17f1-4f52-9c70-732b339fb549 req-6c5049b6-d698-41ea-8af5-54a819a71385 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 943 time: 0.1770275 Aug 06 15:41:03.295823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e2b1d5c-c430-450a-a0e9-501ff0735151 req-345dd1cd-bf03-4a53-90a9-6760d71aa3c9 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219200 Aug 06 15:41:03.409453 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:03.416705 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a599458-17f1-4f52-9c70-732b339fb549 req-1e4fcac1-2873-4bc9-ae36-593d3aabd6e3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187181 Aug 06 15:41:03.469893 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:03.577407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc952db-1514-4110-a06a-1f61baa32150 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:03.683049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ebc952db-1514-4110-a06a-1f61baa32150, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ebc952db-1514-4110-a06a-1f61baa32150,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:03.708199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=c8877d3a-ec56-46c5-b0d9-b6260b776000,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:03.736932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:03.745069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:03.752169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:03.799700 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:03.826932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8491c-e941-4d5e-a2eb-d2f198128fa2 req-2714b17d-1a78-41c3-b417-69b883e78515 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:03.847881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79d8491c-e941-4d5e-a2eb-d2f198128fa2 req-2714b17d-1a78-41c3-b417-69b883e78515 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.1368341 Aug 06 15:41:03.932338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:03.933096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:03.999672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79d8491c-e941-4d5e-a2eb-d2f198128fa2 req-aebb7725-4fda-436d-a4ef-2e7dba115ec5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471815 Aug 06 15:41:04.046329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ebc952db-1514-4110-a06a-1f61baa32150,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:04.104361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b4a7ac52-174b-46bd-b794-261dce5c7f8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4067872 Aug 06 15:41:04.125937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'admin_state_up': True, 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'security_groups': ['fd21b4f6-2e8f-408a-91d8-f697490e46a9']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:04.162750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ebc952db-1514-4110-a06a-1f61baa32150'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:41:04.668766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2614a-6bd8-4b35-ba9d-edb94849dd98 req-cc43a07b-ea0d-419c-9fea-61890a802ae1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:04.681632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2614a-6bd8-4b35-ba9d-edb94849dd98 req-cc43a07b-ea0d-419c-9fea-61890a802ae1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:04.714049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2614a-6bd8-4b35-ba9d-edb94849dd98 req-cc43a07b-ea0d-419c-9fea-61890a802ae1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:04.724446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be8aa805-4734-463f-88fa-d0d306052372 None None] Provisioning for port c8877d3a-ec56-46c5-b0d9-b6260b776000 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:04.735151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2614a-6bd8-4b35-ba9d-edb94849dd98 req-cc43a07b-ea0d-419c-9fea-61890a802ae1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:04.742085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Made reservation on behalf of 98e7cc3b3a824824910e29a8cd5ecdfe for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:04.757988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0f2614a-6bd8-4b35-ba9d-edb94849dd98 req-cc43a07b-ea0d-419c-9fea-61890a802ae1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 3095 time: 0.2666965 Aug 06 15:41:04.758275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:04.768390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be8aa805-4734-463f-88fa-d0d306052372 None None] Provisioning complete for port c8877d3a-ec56-46c5-b0d9-b6260b776000 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:04.768811 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be8aa805-4734-463f-88fa-d0d306052372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:04.929055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-be8aa805-4734-463f-88fa-d0d306052372 None None] Port c8877d3a-ec56-46c5-b0d9-b6260b776000 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:41:04.949559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0f2614a-6bd8-4b35-ba9d-edb94849dd98 req-8037018e-3015-4caa-8759-b99a2aa60cf7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941576 Aug 06 15:41:04.995292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-186b1250-aa2c-4372-82f7-b84296d381da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:04.999424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb12f7d-0709-4bff-97f0-d9119d1b727e req-f06d1fdc-003f-454e-86d6-e3dce9bcd238 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:05.016732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcb12f7d-0709-4bff-97f0-d9119d1b727e req-f06d1fdc-003f-454e-86d6-e3dce9bcd238 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 944 time: 0.2596295 Aug 06 15:41:05.017068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:05.168918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcb12f7d-0709-4bff-97f0-d9119d1b727e req-b5b89a2c-a483-47d8-adf4-182a122a9a40 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399863 Aug 06 15:41:05.195605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 88f092de-7c85-4ad0-91ee-ba1c30302080 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:05.197829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Allocated IP 10.2.2.200 (5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb/63964101-6393-4bea-9a72-b2c6caa02e30/e4aed3dc-3070-4884-9466-198482ca35e2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:05.199300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:05.631670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:05.692263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:05.705444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Transition to ACTIVE for port object e4aed3dc-3070-4884-9466-198482ca35e2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:05.807063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:05.822389 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28933b25-8fb1-471f-b82f-25950948f138" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:05.896038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:05.898262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:05.935647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d64a-1724-4ec4-b9e0-0d52d5288467 req-8d804049-adc9-403b-b7d6-dc506c5a46a3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:05.938492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7737d64a-1724-4ec4-b9e0-0d52d5288467 req-8d804049-adc9-403b-b7d6-dc506c5a46a3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.2613721 Aug 06 15:41:05.988714 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf642b0d-884a-4461-bbf4-b87d8bb09627 x-openstack-request-id: req-cf642b0d-884a-4461-bbf4-b87d8bb09627 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:05.989185 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:05.989618 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf642b0d-884a-4461-bbf4-b87d8bb09627 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:05.990276 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'code': 200} Aug 06 15:41:06.004047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:06.017129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:06.021802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:06.045980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event updated for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:06.074942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:06.076766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:06.123356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7737d64a-1724-4ec4-b9e0-0d52d5288467 req-70648631-596d-4f62-95fe-317233d2a860 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630561 Aug 06 15:41:06.169172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:06.170513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:06.274833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-b3b04672-5955-432a-86e6-4abee6c01fb3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1562037 Aug 06 15:41:06.306344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:06.400308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:06.477685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:06.481265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ebc952db-1514-4110-a06a-1f61baa32150 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:06.612030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:06.734293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:06.734683 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:06.807556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-03bfd92f-f41c-4261-9c7d-8aa6ff6d6be5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:06.821233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-03bfd92f-f41c-4261-9c7d-8aa6ff6d6be5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:06.832115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-03bfd92f-f41c-4261-9c7d-8aa6ff6d6be5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:06.843101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-03bfd92f-f41c-4261-9c7d-8aa6ff6d6be5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:06.852690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-03bfd92f-f41c-4261-9c7d-8aa6ff6d6be5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:06.878213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc382c03-d961-40e5-a5fc-aaea5a82c375 None None] Provisioning for port e4aed3dc-3070-4884-9466-198482ca35e2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:06.880302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-03bfd92f-f41c-4261-9c7d-8aa6ff6d6be5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 3816 time: 0.5887415 Aug 06 15:41:06.906132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc382c03-d961-40e5-a5fc-aaea5a82c375 None None] Provisioning complete for port e4aed3dc-3070-4884-9466-198482ca35e2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:06.906731 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dc382c03-d961-40e5-a5fc-aaea5a82c375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:06.964077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d4d075b-2a4b-4b12-8024-e73039f8e4c2 req-523705a7-20c8-4cd2-bf14-72eb426bf059 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819407 Aug 06 15:41:07.000926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port ebc952db-1514-4110-a06a-1f61baa32150 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:07.025601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port ebc952db-1514-4110-a06a-1f61baa32150 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:07.025982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.029044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-906a4927-f330-407c-97d5-11461cf0e5a5 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-326510614'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:07.032195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-906a4927-f330-407c-97d5-11461cf0e5a5 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Unknown quota resources ['metering_label']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:41:07.085813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a632a58-ee30-4f1c-b976-307997f8b7a1 req-32d5fefb-3880-4ce9-83b8-7946bdfc14bd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:07.100898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a632a58-ee30-4f1c-b976-307997f8b7a1 req-32d5fefb-3880-4ce9-83b8-7946bdfc14bd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 944 time: 0.6057184 Aug 06 15:41:07.125840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-dc382c03-d961-40e5-a5fc-aaea5a82c375 None None] Port e4aed3dc-3070-4884-9466-198482ca35e2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:41:07.256243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.443797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:07.455076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd99b991-0a62-43f4-bfd4-8d13c7f951a6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:07.494390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.498442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.550155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Transition to ACTIVE for port object fd99b991-0a62-43f4-bfd4-8d13c7f951a6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:07.567488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.621645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ebc952db-1514-4110-a06a-1f61baa32150, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ebc952db-1514-4110-a06a-1f61baa32150,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:07.642077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.658458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a632a58-ee30-4f1c-b976-307997f8b7a1 req-81a2c621-444d-4234-bf83-1675571600c9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546753 Aug 06 15:41:07.675694 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49d34407-71ae-4112-92d6-42fae15c590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.730064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.774482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:07.781143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Pushing event updated for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:07.958002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.964499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-906a4927-f330-407c-97d5-11461cf0e5a5 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:07.966884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-906a4927-f330-407c-97d5-11461cf0e5a5 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4739151 Aug 06 15:41:07.971470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:07.989180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9203e5dc-83fc-4a0b-8050-fb5fd6cc4ae9 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4b69f4f4-c890-45cb-9457-37c5ef4ececc'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:07.992367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071'}, {'server_uuid': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc952db-1514-4110-a06a-1f61baa32150'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:07.996344 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83949c87-90a0-4937-badc-117d34801c04" -d '{"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-plugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071"}, {"server_uuid": "83fd79b1-1745-4380-8bdb-666f865b9d26", "name": "network-vif-plugged", "status": "completed", "tag": "ebc952db-1514-4110-a06a-1f61baa32150"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:07.997721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9203e5dc-83fc-4a0b-8050-fb5fd6cc4ae9 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94841) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:41:08.119526 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f029b8-afe3-43ee-ad85-13d71a24cd6d x-openstack-request-id: req-e6f029b8-afe3-43ee-ad85-13d71a24cd6d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:08.119948 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-plugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071", "code": 200}, {"server_uuid": "83fd79b1-1745-4380-8bdb-666f865b9d26", "name": "network-vif-plugged", "status": "completed", "tag": "ebc952db-1514-4110-a06a-1f61baa32150", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:08.120221 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6f029b8-afe3-43ee-ad85-13d71a24cd6d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:08.120659 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'code': 200} Aug 06 15:41:08.120924 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc952db-1514-4110-a06a-1f61baa32150', 'code': 200} Aug 06 15:41:08.212561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ebc952db-1514-4110-a06a-1f61baa32150,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:08.297553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Attempting to bind port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:08.298196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Attempting to bind port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:08.298771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Attempting to bind port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 on network 7792ce69-c4cd-4050-9057-f0df1aaeb340 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:08.331890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 on network 7792ce69-c4cd-4050-9057-f0df1aaeb340 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:08.331890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Attempting to bind port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 on network 7792ce69-c4cd-4050-9057-f0df1aaeb340 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:08.352809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:08.353170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Checking segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:08.353635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Bound using segment: {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:08.355353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Bound port: fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:08.355770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:08.386628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7006-377b-4d20-89c4-68c498960e72 req-84eb2773-f3b3-4022-bb96-0282b42ced6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:08.400179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0bf7006-377b-4d20-89c4-68c498960e72 req-84eb2773-f3b3-4022-bb96-0282b42ced6a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.5599263 Aug 06 15:41:08.482289 n-d-778550-6 neutron-server[94841]: WARNING neutron.services.metering.metering_plugin [None req-9203e5dc-83fc-4a0b-8050-fb5fd6cc4ae9 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 15:41:08.525391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:08.535173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:08.630001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:08.750465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Pushing event updated for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:08.788377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:08.788377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:08.788377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c7735f8e-9ec2-40d5-86ad-d81578dbe678 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 1091 time: 2.4638417 Aug 06 15:41:08.788377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:08.788377 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cea400-cb23-46d5-acbf-75ac17ca7742" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:08.846307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9203e5dc-83fc-4a0b-8050-fb5fd6cc4ae9 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:08.847611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9203e5dc-83fc-4a0b-8050-fb5fd6cc4ae9 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8744683 Aug 06 15:41:08.851152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49480) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:08.851782 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:08.856899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b11735c3-70a0-494f-b8a9-60ad9431c09f tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4b69f4f4-c890-45cb-9457-37c5ef4ececc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:08.856899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b11735c3-70a0-494f-b8a9-60ad9431c09f tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:41:08.918439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc513-7dec-4be0-b152-9bcea04cec60 req-09d3c369-a28d-454a-acc1-ceec6db3fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:08.925685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2eabc513-7dec-4be0-b152-9bcea04cec60 req-09d3c369-a28d-454a-acc1-ceec6db3fb66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 1096 time: 0.7432740 Aug 06 15:41:08.946482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0bf7006-377b-4d20-89c4-68c498960e72 req-6a89af21-6b5e-45f7-944e-29bb1347526b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983017 Aug 06 15:41:08.993225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-ecf6ddd5-6cc4-4145-8af9-e45ab8f247e1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.000663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-ecf6ddd5-6cc4-4145-8af9-e45ab8f247e1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.007154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-ecf6ddd5-6cc4-4145-8af9-e45ab8f247e1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.013822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-ecf6ddd5-6cc4-4145-8af9-e45ab8f247e1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.020533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-ecf6ddd5-6cc4-4145-8af9-e45ab8f247e1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.029195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-ecf6ddd5-6cc4-4145-8af9-e45ab8f247e1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 3828 time: 0.6626983 Aug 06 15:41:09.087148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2eabc513-7dec-4be0-b152-9bcea04cec60 req-9cc4fce1-d417-414e-8b90-5bec5be08929 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348002 Aug 06 15:41:09.113387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d31c0590-fb12-4c79-a3b8-9cad0d310d2b req-9b0a4169-401c-4e3c-b05e-32c5177308e0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784435 Aug 06 15:41:09.135737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:09.273614 n-d-778550-6 neutron-server[94840]: WARNING neutron.services.metering.metering_plugin [None req-b11735c3-70a0-494f-b8a9-60ad9431c09f tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 15:41:09.557060 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c411eed-e3d8-4f1a-926c-446036285eef x-openstack-request-id: req-2c411eed-e3d8-4f1a-926c-446036285eef {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:09.557755 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:09.557755 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c411eed-e3d8-4f1a-926c-446036285eef {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:09.558158 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'status': 'completed', 'code': 200} Aug 06 15:41:09.582127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:09.677208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-dd5bea1f-e024-45a1-be2a-b9929509d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.677944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-dd5bea1f-e024-45a1-be2a-b9929509d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.678452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-dd5bea1f-e024-45a1-be2a-b9929509d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.678944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-dd5bea1f-e024-45a1-be2a-b9929509d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.679488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-dd5bea1f-e024-45a1-be2a-b9929509d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:09.686888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-dd5bea1f-e024-45a1-be2a-b9929509d466 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 4363 time: 0.1191659 Aug 06 15:41:09.805380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b11735c3-70a0-494f-b8a9-60ad9431c09f tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:09.808960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b11735c3-70a0-494f-b8a9-60ad9431c09f tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9543409 Aug 06 15:41:09.815009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49486) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:09.840049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e397b435-885b-4d28-ae07-ee46099565f8 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=7d1a25b4-3e52-4644-9a18-6e5a3c297cf5 HTTP/1.1" status: 200 len: 462 time: 0.0249674 Aug 06 15:41:09.846235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49488) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:09.998515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321ff6f-9f18-450a-9468-518a497dc9b9 req-2f4bbd2d-07f3-4a19-b48f-4eed919de367 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.015901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c321ff6f-9f18-450a-9468-518a497dc9b9 req-2f4bbd2d-07f3-4a19-b48f-4eed919de367 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.2732570 Aug 06 15:41:10.143100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-b6c32f5f-f57c-4399-baf7-8939bc215081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.144147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-b6c32f5f-f57c-4399-baf7-8939bc215081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.144701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-b6c32f5f-f57c-4399-baf7-8939bc215081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.146584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-b6c32f5f-f57c-4399-baf7-8939bc215081 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4497614 Aug 06 15:41:10.514864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c321ff6f-9f18-450a-9468-518a497dc9b9 req-06189a64-648e-451c-bc54-72ebd141106b tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978642 Aug 06 15:41:10.600780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3b52c-c235-4dce-b65a-818d0129818d req-556d33ac-aae5-4bbf-be2e-beee0a1e015c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.609738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cf3b52c-c235-4dce-b65a-818d0129818d req-556d33ac-aae5-4bbf-be2e-beee0a1e015c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.4024103 Aug 06 15:41:10.707558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-58469850-ea0f-4723-9e2f-c103574eac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.709400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1cea400-cb23-46d5-acbf-75ac17ca7742 req-58469850-ea0f-4723-9e2f-c103574eac1d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5493891 Aug 06 15:41:10.722078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:10.749317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cb0c2-33a2-420c-b774-382c03540f9e req-d7f7b9dc-acac-4093-b460-8caa4544093e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.759376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cb0c2-33a2-420c-b774-382c03540f9e req-d7f7b9dc-acac-4093-b460-8caa4544093e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.770465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cb0c2-33a2-420c-b774-382c03540f9e req-d7f7b9dc-acac-4093-b460-8caa4544093e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.780050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cb0c2-33a2-420c-b774-382c03540f9e req-d7f7b9dc-acac-4093-b460-8caa4544093e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.787464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cb0c2-33a2-420c-b774-382c03540f9e req-d7f7b9dc-acac-4093-b460-8caa4544093e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:10.796020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-342cb0c2-33a2-420c-b774-382c03540f9e req-d7f7b9dc-acac-4093-b460-8caa4544093e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 3828 time: 0.1479914 Aug 06 15:41:10.810891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cf3b52c-c235-4dce-b65a-818d0129818d req-ddcb0c7b-773e-40e9-af46-b9c3db617ce9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981103 Aug 06 15:41:10.981427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-342cb0c2-33a2-420c-b774-382c03540f9e req-17c43b80-628c-4a02-9bdf-da5a3b241ede tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841006 Aug 06 15:41:11.238053 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:41:11.248829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae62e725-4636-45e5-b3f8-b4a0b3cb3076 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:11.250741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ae62e725-4636-45e5-b3f8-b4a0b3cb3076 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/7d1a25b4-3e52-4644-9a18-6e5a3c297cf5 HTTP/1.1" status: 204 len: 168 time: 1.4035077 Aug 06 15:41:11.254965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49500) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:11.275117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-132182fb-4641-4577-855d-dca728f31db5 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=7d1a25b4-3e52-4644-9a18-6e5a3c297cf5 HTTP/1.1" status: 200 len: 221 time: 0.0174620 Aug 06 15:41:11.280705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49502) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:11.289187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a262348b-72d7-4c2e-a267-c5bd51f96722 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--166678589', 'description': 'label created by tempest'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:11.289928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a262348b-72d7-4c2e-a267-c5bd51f96722 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Unknown quota resources ['metering_label']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:41:11.669925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-2f6e962a-5af9-427f-b82d-4d03457e8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:11.672069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-2f6e962a-5af9-427f-b82d-4d03457e8cc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1098 time: 0.5123816 Aug 06 15:41:11.770857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa55d35-b598-42e4-89d6-84cf148fc91b req-7798aac5-35b2-4f5b-80c0-cc7655bf52ea tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:11.780931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfa55d35-b598-42e4-89d6-84cf148fc91b req-7798aac5-35b2-4f5b-80c0-cc7655bf52ea tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.1549354 Aug 06 15:41:11.855378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfa55d35-b598-42e4-89d6-84cf148fc91b req-99f0bd83-6339-422d-8fb9-de6a27dcddea tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734384 Aug 06 15:41:11.993514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a262348b-72d7-4c2e-a267-c5bd51f96722 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:11.999420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a262348b-72d7-4c2e-a267-c5bd51f96722 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7109001 Aug 06 15:41:12.000542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:12.003043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f672cfa-2f1e-4cd0-a9e5-bc7f4d16d794 req-54eae632-82fc-450b-be80-86909a050657 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.008442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f672cfa-2f1e-4cd0-a9e5-bc7f4d16d794 req-54eae632-82fc-450b-be80-86909a050657 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0844545 Aug 06 15:41:12.053413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f672cfa-2f1e-4cd0-a9e5-bc7f4d16d794 req-c1137b10-b49a-4ba0-b129-30d062013b6c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 Aug 06 15:41:12.121370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-71d54618-251f-4c97-b690-de964c9c6474 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=c253accf-48c1-42af-a7a5-04975a45ad25 HTTP/1.1" status: 200 len: 467 time: 0.1176434 Aug 06 15:41:12.122736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:12.167708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-cf2511fd-47da-4c50-93cb-cbdecd6b1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.169395 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-cf2511fd-47da-4c50-93cb-cbdecd6b1295 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.4582727 Aug 06 15:41:12.175777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:12.190287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:12.245723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Transition to ACTIVE for port object 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:12.271077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-12e417c5-4c3b-43ad-a714-2a13f2b2efe2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1002 time: 0.0903704 Aug 06 15:41:12.377588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-eae9ef0d-630e-4ca7-93f7-07a06f46a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.379885 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-eae9ef0d-630e-4ca7-93f7-07a06f46a354 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0991988 Aug 06 15:41:12.421619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-626526bb-a3c1-4998-a400-a19695a16122 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.428968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-626526bb-a3c1-4998-a400-a19695a16122 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.438469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-626526bb-a3c1-4998-a400-a19695a16122 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.448427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-626526bb-a3c1-4998-a400-a19695a16122 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.448709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-480009bf-b91a-43bd-84be-4d576105f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.450216 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-480009bf-b91a-43bd-84be-4d576105f880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628333 Aug 06 15:41:12.464271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-626526bb-a3c1-4998-a400-a19695a16122 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:12.464271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-626526bb-a3c1-4998-a400-a19695a16122 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 3828 time: 0.1579857 Aug 06 15:41:12.559176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7aa93e18-d26f-41a1-9b57-a0a58b872645 req-53eff1b1-0af9-4c67-9e1c-1cd60bcd4503 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878632 Aug 06 15:41:12.574452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:12.694150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b31042e-a318-4c53-b2c1-cb5eb5c1dea0 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:12.695785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0b31042e-a318-4c53-b2c1-cb5eb5c1dea0 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/c253accf-48c1-42af-a7a5-04975a45ad25 HTTP/1.1" status: 204 len: 168 time: 0.5718412 Aug 06 15:41:12.698480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49528) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:12.702439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-a116b565-ef5a-4696-9e79-2adeee02db8f service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441745 Aug 06 15:41:12.706310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:12.755068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1d60b3e2-a11a-4bea-9790-3d659adc39be tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=c253accf-48c1-42af-a7a5-04975a45ad25 HTTP/1.1" status: 200 len: 216 time: 0.0548875 Aug 06 15:41:12.758564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:12.776510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c1c937dc-2470-491a-995a-c1c2ce9839d6 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0160291 Aug 06 15:41:12.779354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:12.842383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d1c6d5f5-5512-4a88-9211-4cc7b461f68a tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0585866 Aug 06 15:41:12.842383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:13.004606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3e586a5d-425b-424f-9718-11b1bc1b1cde tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/4b69f4f4-c890-45cb-9457-37c5ef4ececc HTTP/1.1" status: 200 len: 472 time: 0.1568770 Aug 06 15:41:13.005390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:13.050283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3f199ba2-4a79-4f97-95d3-648e506c9168 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/837eb2f2-d3e2-4131-ae31-293557373596 HTTP/1.1" status: 200 len: 459 time: 0.0421839 Aug 06 15:41:13.059669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:13.082024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1975300-9041-45d6-afb4-5ee49abf7980 req-427523c2-ee10-49ef-96af-517d711e0850 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:13.094167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1975300-9041-45d6-afb4-5ee49abf7980 req-427523c2-ee10-49ef-96af-517d711e0850 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.1101060 Aug 06 15:41:13.116887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1a79f06-cd1e-4035-85f4-c5484787aeef req-c8f3d0d1-f028-4d0d-b7ff-f051f5482226 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066956 Aug 06 15:41:13.164074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Attempting to bind port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:13.164652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Attempting to bind port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:13.167388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Attempting to bind port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:13.177159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:13.178200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Attempting to bind port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:13.192560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:13.192919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Checking segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:13.193319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Bound using segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:13.195212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Bound port: 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:13.195624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:13.326349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1975300-9041-45d6-afb4-5ee49abf7980 req-8553d741-0a13-400d-bc6c-d44621cec043 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204025 Aug 06 15:41:13.396203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fd9e3-3fc9-4f0a-8f73-6e32c0da2e22 req-5320fd61-b138-4547-894d-b8f1f6f0f195 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:13.406288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c8fd9e3-3fc9-4f0a-8f73-6e32c0da2e22 req-5320fd61-b138-4547-894d-b8f1f6f0f195 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1722021 Aug 06 15:41:13.487234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c8fd9e3-3fc9-4f0a-8f73-6e32c0da2e22 req-0e219167-7e29-4a7e-80d5-3322ab99b879 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796633 Aug 06 15:41:13.494734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee00c980-3bd2-4ed7-bc07-669692dcece2 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:13.498615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ee00c980-3bd2-4ed7-bc07-669692dcece2 tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/837eb2f2-d3e2-4131-ae31-293557373596 HTTP/1.1" status: 204 len: 168 time: 0.4293854 Aug 06 15:41:13.499777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:13.511591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:13.515236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:13.680711 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:13.925112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:13.925861 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:13.927101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] 10.222.0.64 "PUT /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 1130 time: 4.8036425 Aug 06 15:41:13.927765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '6f9b6741-7c84-40fb-bf59-34fdd2cb0e57'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:13.956909 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "6f9b6741-7c84-40fb-bf59-34fdd2cb0e57"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:14.090488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d74286-842b-4b55-a679-28c2d9ae1c3c service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:14.127085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:14.219644 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5584d7bf-f7cd-418f-94a0-d47f65241233 x-openstack-request-id: req-5584d7bf-f7cd-418f-94a0-d47f65241233 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:14.220460 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "6f9b6741-7c84-40fb-bf59-34fdd2cb0e57", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:14.220898 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5584d7bf-f7cd-418f-94a0-d47f65241233 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:14.224693 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '6f9b6741-7c84-40fb-bf59-34fdd2cb0e57', 'status': 'completed', 'code': 200} Aug 06 15:41:14.331197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:14.933186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.934052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.936455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.936996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.937453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.937937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.941000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-eaff9639-3db6-4df8-819b-f8a96a301ef9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5286 time: 0.3795373 Aug 06 15:41:14.955749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.962276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.968946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.975207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.981718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:14.989053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.000258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-27be62dc-9cd3-417b-be1b-1a7ae2365476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 4600 time: 0.4398108 Aug 06 15:41:15.026056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e44ce-ac6e-42a8-bd6f-3654d59e1d70 req-c5489ab2-a3b7-45d4-b3c3-bd504df8d2f3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.027983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d5e44ce-ac6e-42a8-bd6f-3654d59e1d70 req-c5489ab2-a3b7-45d4-b3c3-bd504df8d2f3 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.4762893 Aug 06 15:41:15.038883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9e86cd-7480-4aea-930c-8a7af7bf025f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:15.052016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b8dfa61-f490-4ef3-8da6-5f70abab33fb tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:15.053193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7b8dfa61-f490-4ef3-8da6-5f70abab33fb tempest-MeteringIpV6TestJSON-1739172709 tempest-MeteringIpV6TestJSON-1739172709-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/4b69f4f4-c890-45cb-9457-37c5ef4ececc HTTP/1.1" status: 204 len: 168 time: 1.5521762 Aug 06 15:41:15.078630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:15.129516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Transition to ACTIVE for port object 4a9e86cd-7480-4aea-930c-8a7af7bf025f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:15.228511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d5e44ce-ac6e-42a8-bd6f-3654d59e1d70 req-c0790096-2bac-460a-8823-720161a54d17 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806021 Aug 06 15:41:15.256442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49552d06-5a06-4e96-bbaa-80a9a016a377 req-6f3cba27-cd89-4fc8-8654-951e3c7efc8d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2551880 Aug 06 15:41:15.284155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:15.345462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-41bbdba5-3eca-4a92-a31c-f8cd42541d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.348517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-41bbdba5-3eca-4a92-a31c-f8cd42541d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.349222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-41bbdba5-3eca-4a92-a31c-f8cd42541d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.352736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-41bbdba5-3eca-4a92-a31c-f8cd42541d62 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3498871 Aug 06 15:41:15.469226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Pushing event updated for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:15.599438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Attempting to bind port 4a9e86cd-7480-4aea-930c-8a7af7bf025f on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:15.600152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Attempting to bind port 4a9e86cd-7480-4aea-930c-8a7af7bf025f by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:15.601683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Attempting to bind port 4a9e86cd-7480-4aea-930c-8a7af7bf025f on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:15.613462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Port 4a9e86cd-7480-4aea-930c-8a7af7bf025f on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:15.614326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Attempting to bind port 4a9e86cd-7480-4aea-930c-8a7af7bf025f on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:15.623188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:15.623535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Checking segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:15.623988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Bound using segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:15.624444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Bound port: 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:15.624867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:15.782088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591fb21-724e-4fb7-9597-741dc11e7214 req-19bef4ac-78bd-4d88-90b4-92bfbf90e48e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.796427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5591fb21-724e-4fb7-9597-741dc11e7214 req-19bef4ac-78bd-4d88-90b4-92bfbf90e48e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.3646362 Aug 06 15:41:15.908634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-38b1d8f1-3ac2-483e-8601-9c3bccaa3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:15.925055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdf56898-2c13-452c-8bf2-4c4ea6308d2c req-38b1d8f1-3ac2-483e-8601-9c3bccaa3968 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5585155 Aug 06 15:41:15.960030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:15.981279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:16.060757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5591fb21-724e-4fb7-9597-741dc11e7214 req-6f2cd294-8fba-44df-8a39-011c294034a6 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532396 Aug 06 15:41:16.143614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:16.199131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:16.263536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.264476 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:16.276359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] 10.222.0.64 "PUT /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 1131 time: 2.1531758 Aug 06 15:41:16.281530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '4a9e86cd-7480-4aea-930c-8a7af7bf025f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:16.287074 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f75797-854d-44c0-9b0b-6124e12ec480" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "4a9e86cd-7480-4aea-930c-8a7af7bf025f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:16.416566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a57fd-5258-4660-8524-54a18b07256b service neutron] Pushing event updated for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:16.418701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-367dc9c8-f9b4-423f-a6a3-ccef68f95b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:16.534738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:16.672720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:16.789185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-367dc9c8-f9b4-423f-a6a3-ccef68f95b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:16.853549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.881254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.896405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.908912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.925583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.931828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.945908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:16.956874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-7251fe9c-15cd-40ee-91ac-7f0d7fe4c203 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5373 time: 0.4921589 Aug 06 15:41:17.020319 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad77d6e-5caf-4649-a3e3-15f89c11322d x-openstack-request-id: req-2ad77d6e-5caf-4649-a3e3-15f89c11322d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:17.020721 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "4a9e86cd-7480-4aea-930c-8a7af7bf025f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:17.021003 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ad77d6e-5caf-4649-a3e3-15f89c11322d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:17.021443 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '4a9e86cd-7480-4aea-930c-8a7af7bf025f', 'status': 'completed', 'code': 200} Aug 06 15:41:17.150042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b93ba18-aab2-41a6-a0ff-9b75e062fee2 req-77e197b8-f2eb-404e-b6c5-0c2ae7729699 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753297 Aug 06 15:41:17.152087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-367dc9c8-f9b4-423f-a6a3-ccef68f95b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:17.331011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26297175-d569-442c-a9ac-41fc65156fdf {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:17.361077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:17.409397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Transition to ACTIVE for port object 26297175-d569-442c-a9ac-41fc65156fdf will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:17.431347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-367dc9c8-f9b4-423f-a6a3-ccef68f95b4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=299f2ab47a6d40e68ade56ea6c9e18a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2272735 Aug 06 15:41:17.431966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:17.452112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.460970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.461896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.466844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.467435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.469388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.475286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.480180 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-b12a13d0-f8ac-44a9-bb70-b723b18ec67f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6210 time: 0.4738309 Aug 06 15:41:17.485074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dc9c8-f9b4-423f-a6a3-ccef68f95b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005190bf-fe11-450f-bd6b-f2b24cf958b7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:17.610356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38c95678-fcb6-4b3e-b49c-1bfac450a0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:17.615684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:17.715832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced77b7-3430-4598-b87f-16aae152c9da req-3a6d136b-12e9-4c07-a5f4-6f537f7e3dd9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.733703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eced77b7-3430-4598-b87f-16aae152c9da req-3a6d136b-12e9-4c07-a5f4-6f537f7e3dd9 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.4218376 Aug 06 15:41:17.738635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Pushing event updated for resources: {'Port': ['ID=26297175-d569-442c-a9ac-41fc65156fdf,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:17.820657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38c95678-fcb6-4b3e-b49c-1bfac450a0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:17.862586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-6c995feb-008f-4b5d-967c-beeb8f72e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.863214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-6c995feb-008f-4b5d-967c-beeb8f72e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.864030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-6c995feb-008f-4b5d-967c-beeb8f72e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:17.865921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-6c995feb-008f-4b5d-967c-beeb8f72e234 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3725157 Aug 06 15:41:17.928305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Attempting to bind port 26297175-d569-442c-a9ac-41fc65156fdf on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:17.928652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Attempting to bind port 26297175-d569-442c-a9ac-41fc65156fdf by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:17.928983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Attempting to bind port 26297175-d569-442c-a9ac-41fc65156fdf on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:17.944867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Port 26297175-d569-442c-a9ac-41fc65156fdf on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:17.945267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Attempting to bind port 26297175-d569-442c-a9ac-41fc65156fdf on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:17.947694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eced77b7-3430-4598-b87f-16aae152c9da req-0a04a14d-7528-4d1d-8e13-462564588d26 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190895 Aug 06 15:41:17.977900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:17.978465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Checking segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:17.978930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Bound using segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:17.979454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Bound port: 26297175-d569-442c-a9ac-41fc65156fdf, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:17.980503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:18.089037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] For port 26297175-d569-442c-a9ac-41fc65156fdf, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:18.094561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] For port 26297175-d569-442c-a9ac-41fc65156fdf, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=26297175-d569-442c-a9ac-41fc65156fdf,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:18.161480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-bec89a38-71e0-4999-bae0-5842e8c7820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:18.168199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57f75797-854d-44c0-9b0b-6124e12ec480 req-bec89a38-71e0-4999-bae0-5842e8c7820f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2614677 Aug 06 15:41:18.378431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:18.418419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9471e3-20b6-43d5-a3a3-aa031c3dfa7e req-f40c05c6-8661-4967-aa57-33e85587798a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:18.454870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a9471e3-20b6-43d5-a3a3-aa031c3dfa7e req-f40c05c6-8661-4967-aa57-33e85587798a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.7941008 Aug 06 15:41:18.566067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Pushing event updated for resources: {'Port': ['ID=26297175-d569-442c-a9ac-41fc65156fdf,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:18.580867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38c95678-fcb6-4b3e-b49c-1bfac450a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:18.585928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38c95678-fcb6-4b3e-b49c-1bfac450a0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:18.600428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-38c95678-fcb6-4b3e-b49c-1bfac450a0ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/005190bf-fe11-450f-bd6b-f2b24cf958b7 HTTP/1.1" status: 204 len: 168 time: 1.1668646 Aug 06 15:41:18.628083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:18.628340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:18.632707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-97059cc6-1f09-4846-8bcd-7539023b82c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 1091 time: 2.1041908 Aug 06 15:41:18.658341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c95678-fcb6-4b3e-b49c-1bfac450a0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005190bf-fe11-450f-bd6b-f2b24cf958b7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:18.822371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:18.961455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:19.017472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a9471e3-20b6-43d5-a3a3-aa031c3dfa7e req-7fa048b0-f220-4f2c-b535-6a157823c232 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612984 Aug 06 15:41:19.073335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '26297175-d569-442c-a9ac-41fc65156fdf'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:19.085114 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "26297175-d569-442c-a9ac-41fc65156fdf"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:19.194722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-62a6a6fb-7c01-4406-ae83-cb478d9902a0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.198285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-62a6a6fb-7c01-4406-ae83-cb478d9902a0 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.5511415 Aug 06 15:41:19.427224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.445661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.476895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.494674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.505015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.546529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.565245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.586112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-4bf622ce-0281-44a2-995f-e3fad3c2be24 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5385 time: 1.0649452 Aug 06 15:41:19.672293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72af20ce-46b5-477c-9b72-e4eebfed3825 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:19.696357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:19.726091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Transition to ACTIVE for port object 72af20ce-46b5-477c-9b72-e4eebfed3825 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:19.769198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f12c2d58-950a-4d5a-8dd5-bfa9416cefad req-8530fcfb-66d2-48d6-9cfb-66b63496a48a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1817908 Aug 06 15:41:19.779856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d532c5-851e-4c87-bc7b-f429eac15d1d req-864082d0-7b41-42ad-8f45-845b75950f90 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.784680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d532c5-851e-4c87-bc7b-f429eac15d1d req-864082d0-7b41-42ad-8f45-845b75950f90 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 945 time: 0.1277277 Aug 06 15:41:19.850212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d532c5-851e-4c87-bc7b-f429eac15d1d req-66e86a6a-06b0-4fb8-b157-eb7796357588 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/security-groups?id=3dce809c-e9b8-403d-96b4-33f6349d6b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Aug 06 15:41:19.856368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Deleting port ebc952db-1514-4110-a06a-1f61baa32150 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:41:19.858731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:19.873255 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef0e16c-9ff0-4fbe-940b-711585052fe1 x-openstack-request-id: req-aef0e16c-9ff0-4fbe-940b-711585052fe1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:19.873850 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "26297175-d569-442c-a9ac-41fc65156fdf", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:19.874323 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aef0e16c-9ff0-4fbe-940b-711585052fe1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:19.875045 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '26297175-d569-442c-a9ac-41fc65156fdf', 'status': 'completed', 'code': 200} Aug 06 15:41:19.977371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.978240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.978726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.979255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.979776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.980294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.980778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:19.982960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-d6347b45-1bd0-441d-8944-491e32908764 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6277 time: 0.0737374 Aug 06 15:41:20.009070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] For port ebc952db-1514-4110-a06a-1f61baa32150, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ebc952db-1514-4110-a06a-1f61baa32150,segment=NetworkSegment(4f5f9bd7-ad1b-42d0-8164-e9649fd6add6),segment_id=4f5f9bd7-ad1b-42d0-8164-e9649fd6add6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:20.009686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:20.043377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Calling delete_port for ebc952db-1514-4110-a06a-1f61baa32150 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:41:20.164092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-e4b94d34-02a2-4637-bda4-e2c8b8fe2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:20.165025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-e4b94d34-02a2-4637-bda4-e2c8b8fe2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:20.166056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-e4b94d34-02a2-4637-bda4-e2c8b8fe2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:20.169034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-e4b94d34-02a2-4637-bda4-e2c8b8fe2366 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1707182 Aug 06 15:41:20.306361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e63dc-3b77-4cc0-8a85-2be92d3c8c99 req-d46395a1-edf4-47e8-a2ff-22f8ce3762ec tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:20.309744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-320e63dc-3b77-4cc0-8a85-2be92d3c8c99 req-d46395a1-edf4-47e8-a2ff-22f8ce3762ec tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1423328 Aug 06 15:41:20.368204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-67fb9db9-266e-43e2-8bf7-0469b4eb1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:20.368791 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38ceaefa-5c38-47de-90d4-c5f5cd6213d5 req-67fb9db9-266e-43e2-8bf7-0469b4eb1337 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1880703 Aug 06 15:41:20.379316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-320e63dc-3b77-4cc0-8a85-2be92d3c8c99 req-788105f4-0070-4698-a7b0-f733831b9e26 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584888 Aug 06 15:41:20.529080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:20.650439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Pushing event updated for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:20.691199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Attempting to bind port 72af20ce-46b5-477c-9b72-e4eebfed3825 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:20.692055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Attempting to bind port 72af20ce-46b5-477c-9b72-e4eebfed3825 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:20.692055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Attempting to bind port 72af20ce-46b5-477c-9b72-e4eebfed3825 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:20.697247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Port 72af20ce-46b5-477c-9b72-e4eebfed3825 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:20.697593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Attempting to bind port 72af20ce-46b5-477c-9b72-e4eebfed3825 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:20.706747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:20.707114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Checking segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:20.707492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Bound using segment: {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:20.708330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Bound port: 72af20ce-46b5-477c-9b72-e4eebfed3825, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64265b4a-7888-492e-8cbc-238ad28c228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:20.708735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:20.828257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:20.833093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=72af20ce-46b5-477c-9b72-e4eebfed3825,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:20.902591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:20.934278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:21.071090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:21.196000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.196937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:21.206390 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] 10.222.0.64 "PUT /v2.0/ports/72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 1091 time: 2.3907287 Aug 06 15:41:21.233044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8966b6ab-d980-4616-93b7-b9f70fa0b9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:21.234663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Pushing event deleted for resources: {'Port': ['ID=ebc952db-1514-4110-a06a-1f61baa32150,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:21.254095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] No DVR routers for this DVR port ebc952db-1514-4110-a06a-1f61baa32150 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:41:21.276828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba399eab-4dff-4667-aa4a-dce5e6145a2d req-7f4cb79f-1898-4793-91f5-66da3fa4d0e1 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 210 time: 0.2186432 Aug 06 15:41:21.276828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:21.287433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8441ca64-3fe4-4c9c-a601-44f6b6c1ea99 req-e4d19541-2988-4034-83c3-88514c1aa730 tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.64 "DELETE /v2.0/ports/ebc952db-1514-4110-a06a-1f61baa32150 HTTP/1.1" status: 204 len: 173 time: 2.0693052 Aug 06 15:41:21.289742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'name': 'network-vif-deleted', 'tag': 'ebc952db-1514-4110-a06a-1f61baa32150'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:21.313046 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7defc6a0-b6f0-4613-b557-3049219603e4" -d '{"events": [{"server_uuid": "83fd79b1-1745-4380-8bdb-666f865b9d26", "name": "network-vif-deleted", "tag": "ebc952db-1514-4110-a06a-1f61baa32150"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:21.381133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:21.409652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93687e9-705c-408e-adc9-d5df989733f7 service neutron] Pushing event updated for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:21.475781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.505272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.568992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.586912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.632996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.673515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.723371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:21.738360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-b523bf21-3f16-4c03-b826-0aa400f16fa0 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5397 time: 0.8167861 Aug 06 15:41:21.827934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8966b6ab-d980-4616-93b7-b9f70fa0b9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:21.859260 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8935d-0dfa-4404-9004-e1e24918d93c x-openstack-request-id: req-22e8935d-0dfa-4404-9004-e1e24918d93c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:21.859639 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fd79b1-1745-4380-8bdb-666f865b9d26", "name": "network-vif-deleted", "tag": "ebc952db-1514-4110-a06a-1f61baa32150", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:21.859850 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22e8935d-0dfa-4404-9004-e1e24918d93c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:21.860318 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fd79b1-1745-4380-8bdb-666f865b9d26', 'name': 'network-vif-deleted', 'tag': 'ebc952db-1514-4110-a06a-1f61baa32150', 'status': 'completed', 'code': 200} Aug 06 15:41:21.860954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:21.876382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:21.879629 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555e0e09-1097-49f0-a447-63c650b40d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:21.901639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8966b6ab-d980-4616-93b7-b9f70fa0b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:22.032913 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8966b6ab-d980-4616-93b7-b9f70fa0b9e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6523c147b804e59952f907b71f4d2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518137 Aug 06 15:41:22.041867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49660) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:22.085719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966b6ab-d980-4616-93b7-b9f70fa0b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75810a-c3c8-42e8-81e1-7aa001b557da,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:22.170776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-571a86df-14d7-4ce4-89b7-a2f2a9925ba1 req-7b824e3f-355c-4416-b067-26711f5ac391 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3131251 Aug 06 15:41:22.195883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067a8c8-b62f-42d5-86b0-1f9825ad11b8 req-b5b45741-2c27-4043-b399-68be60cfbc4f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.205657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6c7c-0abd-4407-8988-6c9cce3a8bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:22.217413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f067a8c8-b62f-42d5-86b0-1f9825ad11b8 req-b5b45741-2c27-4043-b399-68be60cfbc4f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.2926662 Aug 06 15:41:22.324451 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22420c1-e93b-433f-aade-b5a0157c781c x-openstack-request-id: req-a22420c1-e93b-433f-aade-b5a0157c781c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:22.324826 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:22.329604 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a22420c1-e93b-433f-aade-b5a0157c781c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:22.331273 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825', 'status': 'completed', 'code': 200} Aug 06 15:41:22.333347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6c7c-0abd-4407-8988-6c9cce3a8bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:22.340868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ebc952db-1514-4110-a06a-1f61baa32150 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:41:22.424620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: ebc952db-1514-4110-a06a-1f61baa32150 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:41:22.428336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ebc952db-1514-4110-a06a-1f61baa32150 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:41:22.568446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63f64ed6-24c4-484e-9265-d2916e729cfb req-45420c9a-b7e7-46d9-9b2b-70f7af2115cd tempest-DeleteServersTestJSON-160063630 tempest-DeleteServersTestJSON-160063630-project] 10.222.0.16 "GET /v2.0/ports?device_id=83fd79b1-1745-4380-8bdb-666f865b9d26 HTTP/1.1" status: 200 len: 210 time: 0.0675766 Aug 06 15:41:22.596719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f067a8c8-b62f-42d5-86b0-1f9825ad11b8 req-0021d80a-4d26-47e5-a8a6-a2e74d031cc4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773770 Aug 06 15:41:22.637828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.638996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.639483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.639981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.640460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.640934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.641413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:22.654947 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-555e0e09-1097-49f0-a447-63c650b40d2b req-9b1f154e-eefb-41ce-951f-da990fe7f4ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6344 time: 0.3086801 Aug 06 15:41:22.817064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6c7c-0abd-4407-8988-6c9cce3a8bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:22.819708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6c7c-0abd-4407-8988-6c9cce3a8bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:22.824720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf4d6c7c-0abd-4407-8988-6c9cce3a8bd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a75810a-c3c8-42e8-81e1-7aa001b557da HTTP/1.1" status: 204 len: 168 time: 0.7778456 Aug 06 15:41:22.949421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6c7c-0abd-4407-8988-6c9cce3a8bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75810a-c3c8-42e8-81e1-7aa001b557da,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:23.070345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8877d3a-ec56-46c5-b0d9-b6260b776000 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:23.135425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-50bfc971-d04b-4add-ad2b-22d7d6adbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:23.139030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:23.140570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-50bfc971-d04b-4add-ad2b-22d7d6adbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:23.153435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-50bfc971-d04b-4add-ad2b-22d7d6adbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:23.159531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-555e0e09-1097-49f0-a447-63c650b40d2b req-50bfc971-d04b-4add-ad2b-22d7d6adbcc9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4759767 Aug 06 15:41:23.187764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Transition to ACTIVE for port object c8877d3a-ec56-46c5-b0d9-b6260b776000 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:23.325521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:23.455524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e0e09-1097-49f0-a447-63c650b40d2b req-e1482183-f361-4579-b763-d22c2ae79a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:23.473491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-555e0e09-1097-49f0-a447-63c650b40d2b req-e1482183-f361-4579-b763-d22c2ae79a13 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2880969 Aug 06 15:41:23.869701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Pushing event updated for resources: {'Port': ['ID=c8877d3a-ec56-46c5-b0d9-b6260b776000,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:23.975630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:23.984441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.002708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.028385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.039603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.068189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.083129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.093326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ff876330-fa77-4184-a6d3-e6d5b09681ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5409 time: 0.6140776 Aug 06 15:41:24.100671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Attempting to bind port c8877d3a-ec56-46c5-b0d9-b6260b776000 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:24.107501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Attempting to bind port c8877d3a-ec56-46c5-b0d9-b6260b776000 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:24.107501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Attempting to bind port c8877d3a-ec56-46c5-b0d9-b6260b776000 on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:24.205519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Port c8877d3a-ec56-46c5-b0d9-b6260b776000 on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:24.205962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Attempting to bind port c8877d3a-ec56-46c5-b0d9-b6260b776000 on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:24.236266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:24.236760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Checking segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:24.237207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Bound using segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:24.237638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Bound port: c8877d3a-ec56-46c5-b0d9-b6260b776000, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:24.238021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:24.364754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d75e064b-3d32-4937-b0bc-42c261df0954 req-ea5687c5-0ce0-4064-b1f3-616dbed57a3e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2703207 Aug 06 15:41:24.447941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c5488-4e0a-4f9f-ad7f-41c912c22284 req-6d8c8914-4ead-4339-af4f-4947123bbaeb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.467774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5c5488-4e0a-4f9f-ad7f-41c912c22284 req-6d8c8914-4ead-4339-af4f-4947123bbaeb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.5501027 Aug 06 15:41:24.676022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] For port c8877d3a-ec56-46c5-b0d9-b6260b776000, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:24.690649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] For port c8877d3a-ec56-46c5-b0d9-b6260b776000, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:24.781294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5c5488-4e0a-4f9f-ad7f-41c912c22284 req-e21e896a-8a28-44d1-9140-fb91902f4c31 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115332 Aug 06 15:41:24.790132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:24.940634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Pushing event updated for resources: {'Port': ['ID=c8877d3a-ec56-46c5-b0d9-b6260b776000,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:24.995310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:24.996001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:25.006423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-61061013-f9ba-4b0f-9a99-75044d885f1a service neutron] 10.222.0.64 "PUT /v2.0/ports/c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 1091 time: 3.6432328 Aug 06 15:41:25.008120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'c8877d3a-ec56-46c5-b0d9-b6260b776000'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:25.010990 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3d09b-277f-4822-b8e8-a120f80f21f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "c8877d3a-ec56-46c5-b0d9-b6260b776000"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:25.132181 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac61eb0-05e8-433d-a1ae-7fc3c0316dda x-openstack-request-id: req-1ac61eb0-05e8-433d-a1ae-7fc3c0316dda {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:25.132569 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "c8877d3a-ec56-46c5-b0d9-b6260b776000", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:25.132839 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ac61eb0-05e8-433d-a1ae-7fc3c0316dda {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:25.133340 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'c8877d3a-ec56-46c5-b0d9-b6260b776000', 'status': 'completed', 'code': 200} Aug 06 15:41:25.152383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Request body: {'port': {'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:25.355650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.356502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.363673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.364290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.365075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.366004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.366504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.382180 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-c1fa6288-b245-44ae-ba17-ee60c47de3f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6411 time: 0.2040966 Aug 06 15:41:25.443331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:25.848222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-f1dc7437-b2d2-4a28-ab55-8e28b63b462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.852281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-f1dc7437-b2d2-4a28-ab55-8e28b63b462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.853114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-f1dc7437-b2d2-4a28-ab55-8e28b63b462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:25.863544 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-f1dc7437-b2d2-4a28-ab55-8e28b63b462e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4705265 Aug 06 15:41:25.924679 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:26.227523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.257413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.299305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.301844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-d1a8fb28-ee0a-45b7-9f64-375c8de84944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.303383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-57f3d09b-277f-4822-b8e8-a120f80f21f1 req-d1a8fb28-ee0a-45b7-9f64-375c8de84944 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4293473 Aug 06 15:41:26.336471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.364236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.402543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.451848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:26.459007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-23671642-a65f-421d-9697-6b616d347267 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5409 time: 0.6135504 Aug 06 15:41:26.890697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c72f1d45-5862-49f2-91bc-d1586337d538 req-3d7e3a48-5ceb-4207-bb2d-bef5c1ec020b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239818 Aug 06 15:41:27.028498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ad17b-ba40-467e-a157-737674cef671 req-5db5d72d-5ecc-457b-b5d8-9cb506801a54 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:27.053218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d5ad17b-ba40-467e-a157-737674cef671 req-5db5d72d-5ecc-457b-b5d8-9cb506801a54 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.3558934 Aug 06 15:41:27.058110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4aed3dc-3070-4884-9466-198482ca35e2 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:27.137149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:27.258283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Transition to ACTIVE for port object e4aed3dc-3070-4884-9466-198482ca35e2 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:27.353962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d5ad17b-ba40-467e-a157-737674cef671 req-3733ccd0-8973-45c0-a13f-6fedc40f89e8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994926 Aug 06 15:41:27.364594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:27.499148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:27.767466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:27.820177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Attempting to bind port e4aed3dc-3070-4884-9466-198482ca35e2 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:27.820438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Attempting to bind port e4aed3dc-3070-4884-9466-198482ca35e2 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:27.820779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Attempting to bind port e4aed3dc-3070-4884-9466-198482ca35e2 on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:27.833263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Port e4aed3dc-3070-4884-9466-198482ca35e2 on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:27.833590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Attempting to bind port e4aed3dc-3070-4884-9466-198482ca35e2 on network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:27.850743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:27.851106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Checking segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:27.851779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Bound using segment: {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:27.852155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Bound port: e4aed3dc-3070-4884-9466-198482ca35e2, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:27.852335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.052136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:28.064785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4aed3dc-3070-4884-9466-198482ca35e2,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:28.103604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-611529664'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:28.204000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.211921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.219123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.225951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.232869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.242817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.258937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.270986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-956b2f4d-9471-48cf-8f52-f0f962e4823a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1736984 Aug 06 15:41:28.284521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.399294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Made reservation on behalf of 26d578e4f95c4c11987f61683400d96d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:28.409977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.477208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.560309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.560949 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.562375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 1091 time: 3.4157641 Aug 06 15:41:28.563584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:28.566019 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18208602-f240-4d17-821c-e936ed788cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:28.584027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b65709b6-9498-4b42-b4fe-8c560a0503dd req-6fce509e-0b71-455a-821e-f6d1da3a3c5f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3078260 Aug 06 15:41:28.633028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b9372-a07d-44e8-ab11-b23d123347f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:28.652706 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655eb69d-61e7-47f5-9977-8d091b6ea4f2 x-openstack-request-id: req-655eb69d-61e7-47f5-9977-8d091b6ea4f2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:28.652999 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:28.653257 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-655eb69d-61e7-47f5-9977-8d091b6ea4f2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:28.653664 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2', 'status': 'completed', 'code': 200} Aug 06 15:41:28.677590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87b787-db71-4ddb-8042-999947f153a2 req-06818d8d-f168-41b8-804b-ed0446ca1384 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.679205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b87b787-db71-4ddb-8042-999947f153a2 req-06818d8d-f168-41b8-804b-ed0446ca1384 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1831272 Aug 06 15:41:28.743334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.791217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.792038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.792927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.793668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.794394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.795123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.795872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.799277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18208602-f240-4d17-821c-e936ed788cb8 req-4676e5a9-b284-4b71-ad57-4dd4e0bb4271 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6478 time: 0.1188314 Aug 06 15:41:28.803876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b87b787-db71-4ddb-8042-999947f153a2 req-f1c7922b-93dc-4f76-90e2-63a0943c2aba tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072626 Aug 06 15:41:28.945452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-3069c0da-92d1-43d9-aee5-8ed47d35aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.946046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-3069c0da-92d1-43d9-aee5-8ed47d35aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.946529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-3069c0da-92d1-43d9-aee5-8ed47d35aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:28.948192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18208602-f240-4d17-821c-e936ed788cb8 req-3069c0da-92d1-43d9-aee5-8ed47d35aaed service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1400635 Aug 06 15:41:28.975187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:28.977294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:29.021482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:41:29.034061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:29.034470 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Added segment 2aa357b0-e437-491b-ac3b-6095c3ee8391 of type vlan for network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 Aug 06 15:41:29.118405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18208602-f240-4d17-821c-e936ed788cb8 req-7121c83d-cc32-494c-be3a-7ea05a5363a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.120167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18208602-f240-4d17-821c-e936ed788cb8 req-7121c83d-cc32-494c-be3a-7ea05a5363a1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611621 Aug 06 15:41:29.232194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.232727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.233896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.233896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.234214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.234692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.236106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.238265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-f2c580bd-db6c-4b70-9075-7d75a875c290 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6478 time: 0.0674889 Aug 06 15:41:29.294467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-ebccf018-39b8-44fc-845d-84c21f100f5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 217 time: 0.0458634 Aug 06 15:41:29.358734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-e26f3a80-86ea-45ae-a221-595f2e432938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.360878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-e26f3a80-86ea-45ae-a221-595f2e432938 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.0544202 Aug 06 15:41:29.416422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-dffaa5fd-f522-4989-9539-fc371389f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.419884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-dffaa5fd-f522-4989-9539-fc371389f39a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476072 Aug 06 15:41:29.427596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:29.437720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f44c0a-f528-4c26-bb14-6f9f332e6ea1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:29.771792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:29.778662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:29.778662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:29.870353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Pushing event updated for resources: {'Network': ['ID=b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:29.885637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:41:29.937632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-dfe059a8-0aee-4aae-a7c6-4f85808a57f3 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093582 Aug 06 15:41:30.040084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4d54385e-3f4c-41da-997a-5c28e6ea41f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2703683 Aug 06 15:41:30.168642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-9a52c708-c9e1-4d72-9181-c639dcf4c50b service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011273 Aug 06 15:41:30.256464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e566b-f07b-45a1-9271-87259b20fbc8 req-7011337e-a663-47e1-95ac-4cb66a46cc0d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.267778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-103e566b-f07b-45a1-9271-87259b20fbc8 req-7011337e-a663-47e1-95ac-4cb66a46cc0d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.3092725 Aug 06 15:41:30.317566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.324607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.332101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.340042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.348362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.355349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.372659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.375166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-2b2934da-da15-49a8-8c0b-f4f84c8fa24f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.4866056 Aug 06 15:41:30.377588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-405e67c7-5268-4111-b1fa-f8cc4504cb62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 217 time: 0.1931725 Aug 06 15:41:30.587670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-103e566b-f07b-45a1-9271-87259b20fbc8 req-9d9204cb-2c80-4db9-80a5-ca6c8d7e72e5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213975 Aug 06 15:41:30.665629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1223a1b1-19f9-48b3-be83-60bc3bdd4fef req-d514ead9-9b13-441b-98c7-aefd659f847b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2814741 Aug 06 15:41:30.674877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-1ec3ad82-12a4-4046-85d1-ae8ccbc7aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.681967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-1ec3ad82-12a4-4046-85d1-ae8ccbc7aa6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.2598724 Aug 06 15:41:30.799585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6e0eed1f-d090-4300-ad30-f1b1cb29c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:30.804678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-6e0eed1f-d090-4300-ad30-f1b1cb29c78b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1114700 Aug 06 15:41:31.045491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-640787e8-4db9-4d20-8bdf-9c36e3462802 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263117 Aug 06 15:41:31.143463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:31.150175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Request body: {'port': {'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9', 'binding:host_id': 'n-h1-778550-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482289592'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:31.227482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-5e2ce848-7f0f-4f5d-a406-04f0fe893cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582060 Aug 06 15:41:31.249593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Made reservation on behalf of f7a1007733844651af35477c70914edf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:31.252767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:31.273489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:31.308353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-0f4f00b1-21d4-458d-817b-f34f6d321398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 217 time: 0.0689230 Aug 06 15:41:31.383534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-4ada4571-950a-471b-ae36-c81582f6014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:31.385466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-4ada4571-950a-471b-ae36-c81582f6014f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0666926 Aug 06 15:41:31.419174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:31.436181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-89b081c2-b587-4695-9786-417955c02a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:31.438909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-89b081c2-b587-4695-9786-417955c02a0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444486 Aug 06 15:41:31.523897 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:31.528832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 04750061-2b12-4f77-89a1-7cd33fd09103 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:31.576686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-645021b7-a042-4724-aa43-79bb35ab24d3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296055 Aug 06 15:41:31.640390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a953e3f0-5035-46c6-9abe-b30cdfb97a1f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:31.764135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-c91f14d8-4382-42d4-97f9-0c5469c35cbe service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747212 Aug 06 15:41:31.811944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77b818-038e-4514-bad8-a1c5a75a64a6 req-1eb37c6f-5fce-413a-abb7-ee67e03f29ae tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:31.816008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed77b818-038e-4514-bad8-a1c5a75a64a6 req-1eb37c6f-5fce-413a-abb7-ee67e03f29ae tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1236842 Aug 06 15:41:31.853848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 04750061-2b12-4f77-89a1-7cd33fd09103 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:31.868006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:31.888884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-40e3394e-1b16-4d29-9db0-83a3e5be0bab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 217 time: 0.1112649 Aug 06 15:41:31.904664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Transition to ACTIVE for port object 04750061-2b12-4f77-89a1-7cd33fd09103 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:32.049571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed77b818-038e-4514-bad8-a1c5a75a64a6 req-730e9c14-b808-4a1e-b9e6-0b704edac245 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706893 Aug 06 15:41:32.060232 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:32.085647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.120221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.134960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.148915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.163523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.175128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.187459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.202230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4714fa69-773b-458c-9780-682da3be9e3b req-07387f50-3109-42a5-983e-c0bc2abbae93 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.3345923 Aug 06 15:41:32.225998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=04750061-2b12-4f77-89a1-7cd33fd09103,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:32.235829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Checking segment: {'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:32.236311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Network hostable DHCP agents. Network: b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:41:32.247488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-42cc3ed6-2e8b-4947-8b94-d981566a54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.251512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-42cc3ed6-2e8b-4947-8b94-d981566a54f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.3329334 Aug 06 15:41:32.299366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4714fa69-773b-458c-9780-682da3be9e3b req-b1158c84-1656-48ea-a042-1b70024f88ca tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956306 Aug 06 15:41:32.316982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d6ae6d3a-7220-4960-9a48-ac488b53f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.318715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d6ae6d3a-7220-4960-9a48-ac488b53f2b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527668 Aug 06 15:41:32.398401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:41:32.431867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2665bf-1af8-4b4e-9973-a2d866b3575c req-97517020-a61d-420a-b2be-195bdd28de15 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.433538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a2665bf-1af8-4b4e-9973-a2d866b3575c req-97517020-a61d-420a-b2be-195bdd28de15 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1140623 Aug 06 15:41:32.475663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-34401e62-6345-4e5d-8eeb-3a6aac919420 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453023 Aug 06 15:41:32.515721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a2665bf-1af8-4b4e-9973-a2d866b3575c req-af11a4af-b826-4e1a-85dd-4ae6b4effe95 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702844 Aug 06 15:41:32.524455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:32.528809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:32.535679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37995c6b-3221-4a64-b02e-e7734248c711 None None] Network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:41:32.568750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.568750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.568750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.573776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.574142 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.574602 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 2 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.596573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.597002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.597387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.603210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.603548 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.604063 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 3 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.612319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-367dc708-7d08-4be2-9164-3955628d39a1 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237204 Aug 06 15:41:32.624315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.624910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.625968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.632583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.633090 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.633744 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 4 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.660124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.660959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.661457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.691701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.692434 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.700259 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 5 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.712160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-42ed666e-3772-4057-a960-7582147ba323 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 217 time: 0.0823772 Aug 06 15:41:32.745781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.745781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.745781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.755118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.755451 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.755860 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 6 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.784258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.784482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d6669a66-0f88-4327-a567-aa631490cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.784628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.785033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.789762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-d6669a66-0f88-4327-a567-aa631490cd58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0668907 Aug 06 15:41:32.795876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.796220 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.796642 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 7 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.837515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.837515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.837515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.843651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.844062 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.844528 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 8 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.870778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.872301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.872301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.881432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-9b81af38-3a57-4b07-92fc-84814bc3c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:32.885120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-9b81af38-3a57-4b07-92fc-84814bc3c05b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787418 Aug 06 15:41:32.887472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.887832 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.888430 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 9 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.921064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.921408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.921755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.939099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.939443 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.939880 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 10 to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 Aug 06 15:41:32.959397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:32.959742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:32.960113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:32.980679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 04750061-2b12-4f77-89a1-7cd33fd09103 on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:32.980679 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 04750061-2b12-4f77-89a1-7cd33fd09103 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:32.980679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:33.058356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-5f7e86d2-0dc0-458e-9f10-c03b7977ed2a service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608093 Aug 06 15:41:33.138349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] For port 04750061-2b12-4f77-89a1-7cd33fd09103, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:33.138788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempted to set empty binding levels {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 15:41:33.156795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-76900f32-1ad8-41a1-8952-943975961085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.158876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-76900f32-1ad8-41a1-8952-943975961085 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1096 time: 0.1608393 Aug 06 15:41:33.177207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-1c42dc80-6c4d-4e83-b070-1fc40c98a006 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095545 Aug 06 15:41:33.233220 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:33.235956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-a43201dd-e96d-43d4-9089-39ee27f8e57b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 217 time: 0.0421188 Aug 06 15:41:33.289506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41912e-0a99-4505-8f94-7771a49fb4b9 req-8006af91-20d2-460f-b808-9dc7a8122616 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.291125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a41912e-0a99-4505-8f94-7771a49fb4b9 req-8006af91-20d2-460f-b808-9dc7a8122616 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1396687 Aug 06 15:41:33.322088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-0a83b4b6-f2ea-41f4-b3be-e2c94299ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.324968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-0a83b4b6-f2ea-41f4-b3be-e2c94299ac95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0793686 Aug 06 15:41:33.339268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-876693f1-5e52-4b56-bc7a-2417b2c51a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.341057 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-876693f1-5e52-4b56-bc7a-2417b2c51a0a service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 914 time: 0.1752255 Aug 06 15:41:33.401661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.402273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:33.413584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a41912e-0a99-4505-8f94-7771a49fb4b9 req-16aaeca7-a71a-49f9-b115-df681bd5f2b1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136298 Aug 06 15:41:33.450167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=04750061-2b12-4f77-89a1-7cd33fd09103,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:33.502269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-0c3c8073-636d-41ab-a632-dbf9d2ab7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.504229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-0c3c8073-636d-41ab-a632-dbf9d2ab7c4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1668873 Aug 06 15:41:33.530727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-3c1623c0-6207-4562-8b80-fd3706090c94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 200 len: 217 time: 0.1512551 Aug 06 15:41:33.536098 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e8ec8977-fc50-4282-8f96-3db1fc16dd78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3905444 Aug 06 15:41:33.555297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:33.591153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.613817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.621231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.630267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.638351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.639796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-270c2744-e66f-49a2-a1b2-73c30143f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.642941 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-270c2744-e66f-49a2-a1b2-73c30143f34a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.1015718 Aug 06 15:41:33.645867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.652800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.662793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-5e89beeb-a971-46d3-beca-9de574a69370 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.2324266 Aug 06 15:41:33.676964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-9887c8e7-262d-40af-85e0-579afcfbd97e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287271 Aug 06 15:41:33.780785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-fda2fc98-3297-4fd1-882e-95422c18cf05 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969419 Aug 06 15:41:33.847285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9c48bae-f7f3-40e1-8b93-d4a8267909dc req-8b1e7930-0523-40fb-b8a0-166ab99a5bdf tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1835823 Aug 06 15:41:33.906334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1be56d-f606-4a5a-9f8c-63113790b739 req-1b05bbbd-0582-417f-97a4-89de8d466448 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:33.911392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb1be56d-f606-4a5a-9f8c-63113790b739 req-1b05bbbd-0582-417f-97a4-89de8d466448 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.2369034 Aug 06 15:41:33.926929 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdcf0665-d81a-46df-86b0-c9b8b636793d req-262cadfd-9707-4689-9937-5a064ae9b2d7 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385806 Aug 06 15:41:33.949126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-1ead03b6-96d5-46d4-927c-a7f99e0305a3 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321718 Aug 06 15:41:34.008562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb1be56d-f606-4a5a-9f8c-63113790b739 req-59c60d5c-fca8-46a0-8cc2-6f558d493473 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829010 Aug 06 15:41:34.131904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-9b897cde-9b4d-4ca0-ba1e-012630d2ffd4 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666491 Aug 06 15:41:34.135181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Deleting port 04750061-2b12-4f77-89a1-7cd33fd09103 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:41:34.135616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:34.217121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-8458a1b4-5016-409e-8cf8-2485dc2417ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 217 time: 0.0654528 Aug 06 15:41:34.320144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] For port 04750061-2b12-4f77-89a1-7cd33fd09103, host n-h1-778550-6, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:34.323050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:34.333649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-3e3f5f49-1fd8-4ac4-a234-a353056d063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:34.335331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-3e3f5f49-1fd8-4ac4-a234-a353056d063a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0903299 Aug 06 15:41:34.341030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Calling delete_port for 04750061-2b12-4f77-89a1-7cd33fd09103 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:41:34.461016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924247-74ac-4ce0-9a56-9ee275578915 req-550d69b9-5b72-4e84-9e54-45c191a7ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:34.462644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-550d69b9-5b72-4e84-9e54-45c191a7ae8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055307 Aug 06 15:41:34.611358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:34.624265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-398a6195-ed70-4d6c-99d1-847ed55c816c service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466274 Aug 06 15:41:34.654953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788490-3ec9-4076-a387-be203fb6c28c req-34fd1f55-6e48-4537-aa88-3d0bef7c0d7b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:34.656438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5788490-3ec9-4076-a387-be203fb6c28c req-34fd1f55-6e48-4537-aa88-3d0bef7c0d7b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.1059794 Aug 06 15:41:34.667168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event deleted for resources: {'Port': ['ID=04750061-2b12-4f77-89a1-7cd33fd09103,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:34.687018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:34.689205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e0cb4761-2b0c-4062-9d09-64a46969d475 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "DELETE /v2.0/ports/04750061-2b12-4f77-89a1-7cd33fd09103 HTTP/1.1" status: 204 len: 168 time: 1.1241248 Aug 06 15:41:34.692162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49888) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:34.717382 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-60118fc2-03b0-4af6-ac65-b9b8f875542a tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:41:34.718963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-60118fc2-03b0-4af6-ac65-b9b8f875542a tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "GET /v2.0/ports/04750061-2b12-4f77-89a1-7cd33fd09103 HTTP/1.1" status: 404 len: 333 time: 0.0258014 Aug 06 15:41:34.723495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:34.731248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Request body: {'port': {'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-808948223'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:34.767893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5788490-3ec9-4076-a387-be203fb6c28c req-2145fc56-9829-4b3c-b2d3-c8ee447f16d2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028090 Aug 06 15:41:34.802259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68924247-74ac-4ce0-9a56-9ee275578915 req-aeb38787-bbdf-4d48-9878-2a40e16b49cc service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565309 Aug 06 15:41:34.817055 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2e16-f538-4df5-8bc7-a0fdcb585c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:34.855770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c66b5d-0940-43f4-a394-3020105d3a2d req-58e3ceff-96bd-4ed4-846c-e9b2f4059f1d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:34.857295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39c66b5d-0940-43f4-a394-3020105d3a2d req-58e3ceff-96bd-4ed4-846c-e9b2f4059f1d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0526750 Aug 06 15:41:34.880138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Made reservation on behalf of f7a1007733844651af35477c70914edf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:34.890438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:34.913450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:34.925317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39c66b5d-0940-43f4-a394-3020105d3a2d req-3a403ddf-b121-4427-9db8-0977f4566ee9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615780 Aug 06 15:41:35.029218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.041640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.048066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.070269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.084067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.090320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.097459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.099122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-46665f84-a215-4484-ab86-90c1fda5ade3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1454222 Aug 06 15:41:35.115006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.155643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4f3728c-c08a-4ec7-b0c7-047d12a6cad6 req-62952b60-ee29-4518-b497-e930a708fdc8 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486586 Aug 06 15:41:35.162155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:35.273260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.330992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:35.333914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:35.337796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:35.338625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Deleting subnet 38bf8d9d-9118-46fc-a6ce-c898762d900c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:41:35.346958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.346958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.347419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.348428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9c828d-efc8-4d8c-8830-98801e0c5d5c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:35.392717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.435785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.466823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-35c447c1-0d70-44f2-bb57-a496b9d75270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7419944 Aug 06 15:41:35.470399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:35.475725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:35.531148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.654536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.680742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38bf8d9d-9118-46fc-a6ce-c898762d900c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:35.685591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.690352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-48ceff5f-a6f9-4331-88f6-afc3c2cfa591 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/38bf8d9d-9118-46fc-a6ce-c898762d900c HTTP/1.1" status: 204 len: 168 time: 0.5236397 Aug 06 15:41:35.693609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:35.743713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:35.755193 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.764554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.773695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Transition to ACTIVE for port object 6c9c828d-efc8-4d8c-8830-98801e0c5d5c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:35.877417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.888981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.904099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0203c533-7792-4fd2-b6e4-cceb855028af']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:41:35.918832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:41:35.918832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5f9bd7-ad1b-42d0-8164-e9649fd6add6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:41:35.940619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.961310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb804c19-b98b-4340-b83f-75048451c573 req-01f3af04-8d65-4680-a1e5-8b4ccb6537b4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:35.961546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb804c19-b98b-4340-b83f-75048451c573 req-01f3af04-8d65-4680-a1e5-8b4ccb6537b4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0991068 Aug 06 15:41:35.965816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.981131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:41:35.981554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:35.983732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9c828d-efc8-4d8c-8830-98801e0c5d5c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:41:35.990287 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:41:35.992508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:35.992508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:35.992508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:35.999439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:35.999777 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.000227 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 2 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.015731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.017365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.017759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.029989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.030326 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.030717 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 3 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.058277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.058719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.059139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.067856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.068275 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.068972 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 4 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.108930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb804c19-b98b-4340-b83f-75048451c573 req-28ec216c-d495-40f1-bedc-796dc672ec7f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315258 Aug 06 15:41:36.112621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.113093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.113602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.119226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.119562 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.120002 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 5 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.137031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be14bd-3f96-40a2-bd9a-0a854dca7187 req-1d8cab87-9a1d-45c7-b4b1-10341e6bd974 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.144698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.145446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.147142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4be14bd-3f96-40a2-bd9a-0a854dca7187 req-1d8cab87-9a1d-45c7-b4b1-10341e6bd974 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0958838 Aug 06 15:41:36.147570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.153535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.153875 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.155681 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 6 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.175993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.176595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.181401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.181762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.182097 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.182485 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 7 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.190936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4be14bd-3f96-40a2-bd9a-0a854dca7187 req-1881aa20-d28a-4dcf-b8ce-4dc5d95d21fa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Aug 06 15:41:36.196042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.196564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.196947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.203878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.203878 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.203878 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 8 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.216947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.217244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.217585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.222661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.222995 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.223385 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 9 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.237934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.238276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.238613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.244617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.244858 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.245272 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 10 to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c Aug 06 15:41:36.260211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:36.260556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:36.260903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:36.269819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:36.270353 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:36.270769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.319570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.321360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.334352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0203c533-7792-4fd2-b6e4-cceb855028af HTTP/1.1" status: 204 len: 168 time: 0.6319115 Aug 06 15:41:36.353658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebf0ed-b543-47cb-ad75-9e952e61e358 admin admin] Pushing event deleted for resources: {'Network': ['ID=0203c533-7792-4fd2-b6e4-cceb855028af,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:36.358767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] For port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:36.359242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempted to set empty binding levels {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 15:41:36.371584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.381874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.386753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.393246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.399443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.405441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.412428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.414309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-a33fe75f-0103-47ce-a1b0-474a4c69da65 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1452363 Aug 06 15:41:36.461045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5843438-a52d-4240-8b1d-ec65a8bc348e req-71f71b9d-8a6b-4edb-b51a-cc5c8a2faa6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402544 Aug 06 15:41:36.478833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.519531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] In _notify_port_updated(), no bound segment for port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:41:36.520428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.521096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.522519 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "PUT /v2.0/ports/6c9c828d-efc8-4d8c-8830-98801e0c5d5c HTTP/1.1" status: 200 len: 978 time: 1.0510714 Aug 06 15:41:36.525411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:36.536503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d7935-1b95-49f5-b35f-b98d35ca7068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9c828d-efc8-4d8c-8830-98801e0c5d5c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:36.647942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.648432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.648909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.649383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.649852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.650344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.650818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.651290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.651754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.652392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.652750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.653223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.653898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.654747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.655636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.656131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.657162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.657639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.658108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.658584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.659420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.660288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.661157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.661743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.662232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.665681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.665681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.665681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.665681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.666775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.668089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.669646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.670147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.670640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.671199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.671712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.672916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.673402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.673877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.674362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.674885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.675363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.675861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.676338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.676811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.677287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.678208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:36.682329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-00f785fd-af0d-45f2-8ec0-9e3e289009d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42261 time: 0.1558876 Aug 06 15:41:36.688776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49938) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:36.771041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Deleting port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:41:36.771684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:36.772262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.817100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a5ac199-3738-4d93-ac4c-7ddb9f2c575c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5fd9345d3ba4b93a72189a01bf8e1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442026 Aug 06 15:41:36.820122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:36.854971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] For port 6c9c828d-efc8-4d8c-8830-98801e0c5d5c, host n-h1-778550-6, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:36.857501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.873398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Calling delete_port for 6c9c828d-efc8-4d8c-8830-98801e0c5d5c owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:41:36.887915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02364c33-a35b-4a3f-a89c-b9460e6e9d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:36.913710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02364c33-a35b-4a3f-a89c-b9460e6e9d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.147228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02364c33-a35b-4a3f-a89c-b9460e6e9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.150038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02364c33-a35b-4a3f-a89c-b9460e6e9d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.151896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-02364c33-a35b-4a3f-a89c-b9460e6e9d81 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dce809c-e9b8-403d-96b4-33f6349d6b96 HTTP/1.1" status: 204 len: 168 time: 0.3301470 Aug 06 15:41:37.162284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02364c33-a35b-4a3f-a89c-b9460e6e9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce809c-e9b8-403d-96b4-33f6349d6b96,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:37.200710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:37.203933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:41:37.210029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.267683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c9c828d-efc8-4d8c-8830-98801e0c5d5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:37.290571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.294873 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7f22791-78af-4499-9356-653ebe8eb8a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6c9c828d-efc8-4d8c-8830-98801e0c5d5c HTTP/1.1" status: 204 len: 168 time: 0.6029093 Aug 06 15:41:37.296279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:37.302994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79f4ce-211b-4962-90a8-8f3200d9d84f req-c3b14291-d5f6-476b-9cba-8656413ca171 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.304638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca79f4ce-211b-4962-90a8-8f3200d9d84f req-c3b14291-d5f6-476b-9cba-8656413ca171 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0997424 Aug 06 15:41:37.340917 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-046ae0f7-2137-4569-becc-ea562fb34ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:41:37.347454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-046ae0f7-2137-4569-becc-ea562fb34ab0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "GET /v2.0/ports/6c9c828d-efc8-4d8c-8830-98801e0c5d5c HTTP/1.1" status: 404 len: 333 time: 0.0452731 Aug 06 15:41:37.348332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:37.354435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1854379857', 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:37.375203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca79f4ce-211b-4962-90a8-8f3200d9d84f req-7a8307f1-c4f1-46f1-9d8c-a4b01c248c9c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563517 Aug 06 15:41:37.460515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b142-0b73-4365-afab-57ec592ccdb5 req-d2d7485a-3a10-4c53-9ddd-6ababa12fe06 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.468323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48b5b142-0b73-4365-afab-57ec592ccdb5 req-d2d7485a-3a10-4c53-9ddd-6ababa12fe06 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0974438 Aug 06 15:41:37.482306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:37.485601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.505616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'mac_address': 'fa:16:3e:14:6b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:37.531282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48b5b142-0b73-4365-afab-57ec592ccdb5 req-e4867d05-8edb-47c1-b499-af8d93387b76 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619121 Aug 06 15:41:37.548645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:37.549042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Made reservation on behalf of f7a1007733844651af35477c70914edf for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:37.551212 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d0b426-45c7-4168-b6e7-a019d9bd844b" -d '{"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-unplugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:37.552448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.584197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9814-619b-4b79-aa73-1bdd3ca928ab req-9939dafb-3866-46c7-95cf-fc12f04a2402 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.586303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0fc9814-619b-4b79-aa73-1bdd3ca928ab req-9939dafb-3866-46c7-95cf-fc12f04a2402 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 945 time: 0.0940959 Aug 06 15:41:37.594178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:37.600048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 79a54efd-3831-4474-909c-be3caa6aaf8a yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:37.615784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.641672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:37.675525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:37.691261 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-badb5042-9ee5-4941-9df4-86f8e64971f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.700615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0fc9814-619b-4b79-aa73-1bdd3ca928ab req-2eb3015d-3594-4eea-aefc-b5258e4a49d0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007197 Aug 06 15:41:37.723537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.723537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:41:37.812490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.820401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.831887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.838159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.845794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.852535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.858918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:37.861222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.868762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-d773cff5-34e4-4bf2-bd37-c71205f6eb61 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1671364 Aug 06 15:41:37.882354 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.886576 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51de29f3-df31-434d-bf87-57460bcb06f1 x-openstack-request-id: req-51de29f3-df31-434d-bf87-57460bcb06f1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:37.889852 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-unplugged", "status": "failed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:37.889852 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51de29f3-df31-434d-bf87-57460bcb06f1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:37.889852 n-d-778550-6 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'code': 422} returned with failed status Aug 06 15:41:37.911652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:37.924964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:37.930106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee38ece2-93bb-46fd-94fc-ba6fa683cdbe req-9d852cd0-c47f-4056-8dd9-b616a69669e4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596924 Aug 06 15:41:37.971347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.026911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:38.030744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:38.040082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:38.040082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:38.040082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.040360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['88f092de-7c85-4ad0-91ee-ba1c30302080'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:41:38.040832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:38.041883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=79a54efd-3831-4474-909c-be3caa6aaf8a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:38.050295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.093712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:38.130246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:38.147649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-962f1b00-338a-427e-8862-ba522dc65157 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7979879 Aug 06 15:41:38.150430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:38.201987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15af417c-1228-4cfe-9b1f-f2ad2516efd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:38.201987 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-15af417c-1228-4cfe-9b1f-f2ad2516efd7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "GET /v2.0/ports/79a54efd-3831-4474-909c-be3caa6aaf8a HTTP/1.1" status: 200 len: 959 time: 0.0500109 Aug 06 15:41:38.204624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:38.223329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.284321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:38.289224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Deleting port 79a54efd-3831-4474-909c-be3caa6aaf8a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:41:38.289573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.359181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.374029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Calling delete_port for 79a54efd-3831-4474-909c-be3caa6aaf8a owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:41:38.525172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70468a9-ff90-4f3c-a3a2-bad60f4f2b22 req-e183789f-0627-4f27-a9fd-03ead234c585 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:38.526677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a70468a9-ff90-4f3c-a3a2-bad60f4f2b22 req-e183789f-0627-4f27-a9fd-03ead234c585 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.0625670 Aug 06 15:41:38.570749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a70468a9-ff90-4f3c-a3a2-bad60f4f2b22 req-83cb3aeb-c3bd-4a0d-b0d3-c6c345850dd1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356157 Aug 06 15:41:38.627494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.673925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event deleted for resources: {'Port': ['ID=79a54efd-3831-4474-909c-be3caa6aaf8a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:38.693131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f943-4487-4785-977a-10b23fa7d811 req-d2bb7a05-c328-4ffe-9fca-7469b94ea1c7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:38.693131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61e3f943-4487-4785-977a-10b23fa7d811 req-d2bb7a05-c328-4ffe-9fca-7469b94ea1c7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0662844 Aug 06 15:41:38.702982 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.705262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4b7a27b4-cf8c-420a-8c2b-8143e65202dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "DELETE /v2.0/ports/79a54efd-3831-4474-909c-be3caa6aaf8a HTTP/1.1" status: 204 len: 168 time: 0.4996700 Aug 06 15:41:38.708108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50018) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:38.743882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61e3f943-4487-4785-977a-10b23fa7d811 req-fa0f3d8c-ec17-412b-857f-7bebdabc4d6e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512512 Aug 06 15:41:38.752033 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5207967f-1ee5-4aee-b6ef-37f437ab4e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:41:38.752033 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5207967f-1ee5-4aee-b6ef-37f437ab4e16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "GET /v2.0/ports/79a54efd-3831-4474-909c-be3caa6aaf8a HTTP/1.1" status: 404 len: 333 time: 0.0387249 Aug 06 15:41:38.761667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:38.761667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Request body: {'port': {'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1737373667'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:38.812067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50026) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:38.826889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.860522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Made reservation on behalf of f7a1007733844651af35477c70914edf for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:38.862919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:38.886380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 2c3b2d61-89ac-447a-a2cc-14311bf1280f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:38.958447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1627010195-network', 'tenant_id': '77c9516327d7478881af2e8b21c5e941'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:39.078989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Made reservation on behalf of 77c9516327d7478881af2e8b21c5e941 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:39.081695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.091310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.133060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.152503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.162610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.169561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.176979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.184227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.192534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.200901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:39.201780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.205164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-35df9ce5-2bf0-40ca-bba0-99dc4163b8b3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1746769 Aug 06 15:41:39.219620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.268637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b064b1c-8d07-4053-9ea8-81531b68b9b8 req-d8e0bbff-4ab9-48ed-b68e-f73fcd1c14c2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560915 Aug 06 15:41:39.287995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 88f092de-7c85-4ad0-91ee-ba1c30302080 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:39.294088 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.410541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.445610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:39.449824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-2de7981c-8df7-44de-b80b-0da6c245770e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257949 Aug 06 15:41:39.461063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.490911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:41:39.496581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.510323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961e7b12-fe9a-4c9a-bc27-75bfd3e26794,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:39.529697 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.530171 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Added segment 0b45683a-1eba-4357-8834-0ff170f59528 of type vlan for network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c Aug 06 15:41:39.550462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:39.554842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:39.565185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:39.565185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.565710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.588677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.592303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3b2d61-89ac-447a-a2cc-14311bf1280f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:39.599059 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.662126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:39.742167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.743395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:39.744279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:39.758905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2ed70d1-8cf1-4758-b331-5662507363c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0035300 Aug 06 15:41:39.759588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:39.767117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:39.855947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=16d1ca5c-b183-439d-a1c8-e9dca8dc493c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:39.868477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:41:39.895179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:39.898306 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dafa597-6549-475e-b7d8-c97c02ab6329" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:39.942608 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5ba40e5a-3d2d-410f-b292-faece339b7e6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1289580 Aug 06 15:41:39.945238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:39.952272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Request body: {'subnet': {'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1627010195-subnet', 'tenant_id': '77c9516327d7478881af2e8b21c5e941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:40.130371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Made reservation on behalf of 77c9516327d7478881af2e8b21c5e941 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:40.134770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:40.172626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6161569-ef9a-459d-89ad-40a3991e023d req-7d0589cf-8d70-4ca3-a15c-96f408822df3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.180353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6161569-ef9a-459d-89ad-40a3991e023d req-7d0589cf-8d70-4ca3-a15c-96f408822df3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.4774742 Aug 06 15:41:40.250685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6161569-ef9a-459d-89ad-40a3991e023d req-d12e3e93-a1a5-4b81-b62b-710bfc7147bf tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693336 Aug 06 15:41:40.315932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44708dc4-552a-4f10-8369-67fa417932ec req-f71825e6-741b-4fff-b732-8ed2673f38e6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.317724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44708dc4-552a-4f10-8369-67fa417932ec req-f71825e6-741b-4fff-b732-8ed2673f38e6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1714964 Aug 06 15:41:40.319093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:40.331280 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838a1213-afea-4cd5-b988-bcc602fa7ba6 x-openstack-request-id: req-838a1213-afea-4cd5-b988-bcc602fa7ba6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:40.331859 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:40.332104 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-838a1213-afea-4cd5-b988-bcc602fa7ba6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:40.332647 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'code': 200} Aug 06 15:41:40.559553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:40.567042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44708dc4-552a-4f10-8369-67fa417932ec req-872c628e-0524-4b4e-8c91-8f22aab53106 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367280 Aug 06 15:41:40.618051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.627064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.649288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.665090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.688410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.696277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.703083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:40.706447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-e9746ce9-cc05-4022-aa21-7809943c2c46 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.2176728 Aug 06 15:41:40.712985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f49acf2-f157-48a1-b834-04f6c04c53be,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:40.736123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Checking segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:40.736123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Network hostable DHCP agents. Network: 16d1ca5c-b183-439d-a1c8-e9dca8dc493c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:41:40.741493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:40.789910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] device_id is not set on port 2c3b2d61-89ac-447a-a2cc-14311bf1280f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:40.808307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:40.818711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f151d4c7-9a94-483f-a218-075e5234efc4 req-ab818e54-6080-4edc-96dc-285ec543ed22 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830669 Aug 06 15:41:40.836292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Transition to ACTIVE for port object 2c3b2d61-89ac-447a-a2cc-14311bf1280f will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:40.928825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:41:40.977134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:41.066244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3b2d61-89ac-447a-a2cc-14311bf1280f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:41.069205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.069630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.070394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.072979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 16d1ca5c-b183-439d-a1c8-e9dca8dc493c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:41.078362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.078362 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.078908 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 2 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.080830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:41.085505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb2a73e-99e1-4722-860a-9fba51fe6307 None None] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:41:41.089552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:41.094515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.094894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.095593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.101706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.102358 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.103055 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 3 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.122176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.122984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.123495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.129441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.129998 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.130679 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 4 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.148708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.149481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.150078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.155744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.157010 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.157902 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 5 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.178396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.179129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.179792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.185679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.186122 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.192237 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 6 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.226109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.226810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.227317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.234053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.235657 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.236246 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 7 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.250985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b6571860-2fcb-4b0f-8161-21c7779810bb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3043234 Aug 06 15:41:41.263326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.263676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.264118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.272058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.272423 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.276775 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 8 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.307786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.309238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.309586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.323581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.325029 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.325029 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 9 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.364339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.364339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.364339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.410711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'tenant_id': '77c9516327d7478881af2e8b21c5e941', 'fixed_ips': [{'subnet_id': '6f49acf2-f157-48a1-b834-04f6c04c53be'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:41:41.412278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:41.452439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.452786 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.454752 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempt 10 to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f Aug 06 15:41:41.506389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:41.506994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:41.507507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempting to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:41.520584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b07f5-795d-4f66-9f03-ea4a4dfa9813 req-2d7b1592-9314-4393-8cd5-fded5fb697f2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:41.529194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d45b07f5-795d-4f66-9f03-ea4a4dfa9813 req-2d7b1592-9314-4393-8cd5-fded5fb697f2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1534457 Aug 06 15:41:41.541624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:41.541965 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Failed to bind port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on host n-h1-778550-6 for vnic_type normal using segments [{'id': '2aa357b0-e437-491b-ac3b-6095c3ee8391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9'}] Aug 06 15:41:41.542343 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:41.647022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d45b07f5-795d-4f66-9f03-ea4a4dfa9813 req-a4656f67-7b9d-4959-8633-aa53873bf2f4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164494 Aug 06 15:41:41.718708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] For port 2c3b2d61-89ac-447a-a2cc-14311bf1280f, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:41.719827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attempted to set empty binding levels {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 15:41:41.744216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Allocated IP 172.20.0.2 (16d1ca5c-b183-439d-a1c8-e9dca8dc493c/6f49acf2-f157-48a1-b834-04f6c04c53be/6b5fe019-0ca7-46cb-a89b-6a9245e77081) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:41.804562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7601b1-8f0f-44e2-bdab-284f1b5c0240 req-20595501-07a1-4d1b-b62c-a6864854c4ef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:41.814250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7601b1-8f0f-44e2-bdab-284f1b5c0240 req-20595501-07a1-4d1b-b62c-a6864854c4ef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0865355 Aug 06 15:41:41.871628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7601b1-8f0f-44e2-bdab-284f1b5c0240 req-826839cc-4c7f-4cee-8383-b8b1e55ad0ba tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541518 Aug 06 15:41:41.877908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:41.991049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event updated for resources: {'Port': ['ID=2c3b2d61-89ac-447a-a2cc-14311bf1280f,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:41.993753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] In _notify_port_updated(), no bound segment for port 2c3b2d61-89ac-447a-a2cc-14311bf1280f on network b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:41:41.994833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:41.995549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:41.997876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8658f669-8e9f-478a-8fd9-e458573adcdb tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "PUT /v2.0/ports/2c3b2d61-89ac-447a-a2cc-14311bf1280f HTTP/1.1" status: 200 len: 979 time: 2.2355525 Aug 06 15:41:42.001649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:42.038195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.049463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Transition to ACTIVE for port object 6b5fe019-0ca7-46cb-a89b-6a9245e77081 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:42.068551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Transition to ACTIVE for port object 6b5fe019-0ca7-46cb-a89b-6a9245e77081 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:42.095465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-a978b285-e201-4b86-9c18-d9c1fb6ce8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.097532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-a978b285-e201-4b86-9c18-d9c1fb6ce8aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e&tenant_id=3174e86998ea47018f90366e7351420b HTTP/1.1" status: 200 len: 1094 time: 0.1885407 Aug 06 15:41:42.130320 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.184641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Pushing event updated for resources: {'Port': ['ID=6b5fe019-0ca7-46cb-a89b-6a9245e77081,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:42.204212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-61c5c049-987d-448b-8c4e-6c55ba9069b8 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.204385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:42.204385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:42.204385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:42.206931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-61c5c049-987d-448b-8c4e-6c55ba9069b8 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 816 time: 0.3173392 Aug 06 15:41:42.237392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Deleting port 2c3b2d61-89ac-447a-a2cc-14311bf1280f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:41:42.237883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.244114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-3db96768-5306-485a-a283-40e5f2c13357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.245975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-3db96768-5306-485a-a283-40e5f2c13357 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1094 time: 0.0895209 Aug 06 15:41:42.262808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-a20dc53c-fd69-45aa-af91-2580e83c932b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/quotas/77c9516327d7478881af2e8b21c5e941 HTTP/1.1" status: 200 len: 375 time: 0.0549464 Aug 06 15:41:42.287827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Attempting to bind port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:42.289402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Attempting to bind port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:42.289780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Attempting to bind port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:42.301808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:42.302779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Checking segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:42.303676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.304352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Bound using segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:42.307705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Bound port: 6b5fe019-0ca7-46cb-a89b-6a9245e77081, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:42.308537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.378049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.389044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.397027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] For port 2c3b2d61-89ac-447a-a2cc-14311bf1280f, host n-h1-778550-6, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:42.397027 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.408992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.415123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] For port 6b5fe019-0ca7-46cb-a89b-6a9245e77081, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:42.418132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.418672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] For port 6b5fe019-0ca7-46cb-a89b-6a9245e77081, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6b5fe019-0ca7-46cb-a89b-6a9245e77081,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:42.422399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Calling delete_port for 2c3b2d61-89ac-447a-a2cc-14311bf1280f owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:41:42.425158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.431343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.441191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.449440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-344a0130-7237-44bf-8063-a27a11eb541f req-238b2fe5-ead3-4818-9337-191e05408197 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.3072853 Aug 06 15:41:42.472579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-c4731ad1-316d-4f6b-befc-04e48d40a303 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2083037 Aug 06 15:41:42.478468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-4a4e99d0-4f98-4828-bb31-2e4b5a4f991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.480645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-4a4e99d0-4f98-4828-bb31-2e4b5a4f991f service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 914 time: 0.2216880 Aug 06 15:41:42.567658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-cd773d22-94e8-4ff8-814d-83cb0af5cb7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 200 len: 217 time: 0.0476234 Aug 06 15:41:42.570422 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.596339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-344a0130-7237-44bf-8063-a27a11eb541f req-6e6a386b-17eb-4b49-80ff-1fd493cee4fa tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396770 Aug 06 15:41:42.638871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-b2ced77e-9b34-479f-b135-b2c19743d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:42.645424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-b2ced77e-9b34-479f-b135-b2c19743d9c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.0570910 Aug 06 15:41:42.672550 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-27b6f167-3937-478f-81e3-4722d2def96a service neutron] 10.222.0.16 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848557 Aug 06 15:41:42.691837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085afe15-18f4-4fb3-a7bb-a1c0d07f4216 None None] Pushing event updated for resources: {'Port': ['ID=6b5fe019-0ca7-46cb-a89b-6a9245e77081,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:42.730052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-577ecfc0-ba0d-47ab-91ee-2b9def6d25fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776703 Aug 06 15:41:42.910995 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-6892d734-1867-4142-885e-2bb0e72caf5d service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705532 Aug 06 15:41:42.912466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:42.969806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-b8fbb270-bfa4-4558-8825-3924f895560a service neutron] 10.222.0.16 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822261 Aug 06 15:41:42.996002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c3b2d61-89ac-447a-a2cc-14311bf1280f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:43.082013 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:43.092578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-114b510f-6240-41bd-8259-b8fd48b4082c tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2c3b2d61-89ac-447a-a2cc-14311bf1280f HTTP/1.1" status: 204 len: 168 time: 1.0863616 Aug 06 15:41:43.094930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:43.172551 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b104dbc-3267-4acc-b9ac-1a112a7fc51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:41:43.174089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7b104dbc-3267-4acc-b9ac-1a112a7fc51f tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-173635355-project-admin] 10.222.0.16 "GET /v2.0/ports/2c3b2d61-89ac-447a-a2cc-14311bf1280f HTTP/1.1" status: 404 len: 333 time: 0.0715084 Aug 06 15:41:43.179721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:43.204317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7ab74-1c7f-4a81-817f-00fbdb225d45 req-951a3612-6895-41ec-8d7c-53a690bc35a9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.212798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05f7ab74-1c7f-4a81-817f-00fbdb225d45 req-951a3612-6895-41ec-8d7c-53a690bc35a9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.2418158 Aug 06 15:41:43.258870 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-775b0a4a-dd39-4bd8-b545-7af718cbbdce req-46d608d4-2328-4374-9087-0dc9cf368e92 service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394310 Aug 06 15:41:43.281965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05f7ab74-1c7f-4a81-817f-00fbdb225d45 req-17225640-5648-431f-90f8-751ff0a7060e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675917 Aug 06 15:41:43.430629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:43.478695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f941e7-a187-4db9-9dea-e5c8a5694a1d req-2f3c4795-854e-42ca-afd7-cdac97aab3d3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.488672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53f941e7-a187-4db9-9dea-e5c8a5694a1d req-2f3c4795-854e-42ca-afd7-cdac97aab3d3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0939901 Aug 06 15:41:43.566335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53f941e7-a187-4db9-9dea-e5c8a5694a1d req-e4d4032c-90d3-4a25-b907-2b4f426fd42a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726135 Aug 06 15:41:43.758442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:43.829065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:41:43.858084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa357b0-e437-491b-ac3b-6095c3ee8391') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:41:43.858426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa357b0-e437-491b-ac3b-6095c3ee8391') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:41:43.862091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6b5fe019-0ca7-46cb-a89b-6a9245e77081 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:43.876279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:43.911611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:43.925778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:41:43.926946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:43.947230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.960957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.972827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.983531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.992034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:43.999325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:44.010303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:44.023908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-f41fc41b-f323-43f8-a87f-044c864b7e8e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.2375844 Aug 06 15:41:44.072605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:41:44.138255 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:41:44.155358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-847f18a5-5a7d-4ab4-bf65-e1ac4ac0e007 req-1cf839ec-06a8-488a-a9ec-6fb4843e7951 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232288 Aug 06 15:41:44.324432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:44.334174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:44.345211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] 10.222.0.16 "DELETE /v2.0/networks/b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9 HTTP/1.1" status: 204 len: 168 time: 1.1557436 Aug 06 15:41:44.414384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b36e74-f652-483f-8d0b-a16747b79c60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727 tempest-PortsAdminExtendedAttrsIpV6TestJSON-375930727-project] Pushing event deleted for resources: {'Network': ['ID=b568ef7f-f22a-4a9c-8ad9-b3f627f28ce9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:44.463382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88f51c-3081-4a41-9dd4-ae1e6416b7b5 None None] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:41:44.715427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4cd09-db8c-44c5-a7cb-12a5ac50efe1 req-75298472-c5ed-4225-8053-b6ea76f4d546 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:44.724627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42d4cd09-db8c-44c5-a7cb-12a5ac50efe1 req-75298472-c5ed-4225-8053-b6ea76f4d546 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1362660 Aug 06 15:41:44.795307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] Provisioning for port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:44.842198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] Provisioning complete for port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:44.857022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42d4cd09-db8c-44c5-a7cb-12a5ac50efe1 req-150e3d17-49f5-4875-9ba5-4d67882c6f52 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311471 Aug 06 15:41:44.913658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:45.196794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:45.244596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] For port 6b5fe019-0ca7-46cb-a89b-6a9245e77081, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6b5fe019-0ca7-46cb-a89b-6a9245e77081,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:45.257765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3f474-dbaf-434b-9ec8-6c58316f39f3 req-47564b45-01c3-41e7-92f2-8881398d079e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.260000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bd3f474-dbaf-434b-9ec8-6c58316f39f3 req-47564b45-01c3-41e7-92f2-8881398d079e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0810537 Aug 06 15:41:45.333302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bd3f474-dbaf-434b-9ec8-6c58316f39f3 req-19f166fa-9c5b-4988-8e85-f52bba44a13a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602558 Aug 06 15:41:45.342674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:45.498844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.506444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.507601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:45.513163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.520044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.526190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.532727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.538389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:45.540383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-1ade42e7-c084-49a0-9779-a67a94b1d497 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1462212 Aug 06 15:41:45.574911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acc0ba-1d17-4cd7-ab1a-f9354f1b05c3 None None] Pushing event updated for resources: {'Port': ['ID=6b5fe019-0ca7-46cb-a89b-6a9245e77081,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:45.577558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7ea07efd-2fed-4f8d-ab81-5a7456f8869f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26d578e4f95c4c11987f61683400d96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336006 Aug 06 15:41:45.582366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:45.618261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-deb5fc0b-203f-4fce-9a4a-a38344a75fd9 req-c051329a-11fd-4841-a742-7fdde54dc7d9 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686402 Aug 06 15:41:45.672211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3e56f76a-c9f6-40ab-996f-be5446c6a3fa None None] Provisioning complete for port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:45.672651 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e56f76a-c9f6-40ab-996f-be5446c6a3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:45.833655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c49f43eb-3da6-44ab-b134-3ad097fb7e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:45.855367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6b5fe019-0ca7-46cb-a89b-6a9245e77081 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:45.909081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c49f43eb-3da6-44ab-b134-3ad097fb7e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:46.022674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:46.023600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:46.152759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c49f43eb-3da6-44ab-b134-3ad097fb7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:46.159704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c49f43eb-3da6-44ab-b134-3ad097fb7e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:46.161112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c49f43eb-3da6-44ab-b134-3ad097fb7e35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59f44c0a-f528-4c26-bb14-6f9f332e6ea1 HTTP/1.1" status: 204 len: 168 time: 0.5756590 Aug 06 15:41:46.191412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f43eb-3da6-44ab-b134-3ad097fb7e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f44c0a-f528-4c26-bb14-6f9f332e6ea1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:46.223382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87101507-a2dc-4acc-be47-df292c0c67a5 req-7faee6f6-625a-4be3-8307-11f27cd209cc tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:46.239577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87101507-a2dc-4acc-be47-df292c0c67a5 req-7faee6f6-625a-4be3-8307-11f27cd209cc tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1838064 Aug 06 15:41:46.322899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87101507-a2dc-4acc-be47-df292c0c67a5 req-8e770522-565c-45eb-acb8-9fa9d7a47b08 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820601 Aug 06 15:41:47.357430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50230) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:47.474845 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a88973cc-030a-463b-b20f-660ec46ad60a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7a1007733844651af35477c70914edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154902 Aug 06 15:41:47.478147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:47.565546 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2f5-1a63-4352-9aa2-3232c1c0cff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:47.596510 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2f5-1a63-4352-9aa2-3232c1c0cff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:47.824733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eddf5-d3d7-45e9-a340-94a10182a7c7 req-9cc72c7f-2ee5-4d51-98cd-76a68807b15e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:47.834973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f4eddf5-d3d7-45e9-a340-94a10182a7c7 req-9cc72c7f-2ee5-4d51-98cd-76a68807b15e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1022053 Aug 06 15:41:47.846328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2f5-1a63-4352-9aa2-3232c1c0cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:47.853353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cdd9b2f5-1a63-4352-9aa2-3232c1c0cff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:47.853353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cdd9b2f5-1a63-4352-9aa2-3232c1c0cff3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a953e3f0-5035-46c6-9abe-b30cdfb97a1f HTTP/1.1" status: 204 len: 168 time: 0.3728199 Aug 06 15:41:47.889001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9b2f5-1a63-4352-9aa2-3232c1c0cff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a953e3f0-5035-46c6-9abe-b30cdfb97a1f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:47.937059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f4eddf5-d3d7-45e9-a340-94a10182a7c7 req-550bcf90-73fe-43e6-b02a-631679341704 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007593 Aug 06 15:41:48.111950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.120358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.128417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.137194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.146571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.154612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.163513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.166189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-f539aed9-6a81-4a41-a229-e6ade6c5d82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1315305 Aug 06 15:41:48.232752 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:41:48.269681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6795f4e7-eb38-4e73-9751-e3ff2cf6b7e3 req-999c44e9-9168-4497-951f-5055911ebcce tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803230 Aug 06 15:41:48.525878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-cf08314e-935e-48af-a8f1-34196ae504cf tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.528220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-cf08314e-935e-48af-a8f1-34196ae504cf tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 816 time: 0.3186631 Aug 06 15:41:48.581644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Request body: {'port': {'device_id': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'admin_state_up': True, 'tenant_id': '77c9516327d7478881af2e8b21c5e941'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:48.668112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9766b1-cf3a-4225-beb9-4de6c0fa1412 req-54b60e70-26e9-43b5-8f88-1eda13c3e1b5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:48.677210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c9766b1-cf3a-4225-beb9-4de6c0fa1412 req-54b60e70-26e9-43b5-8f88-1eda13c3e1b5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1174688 Aug 06 15:41:48.827050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c9766b1-cf3a-4225-beb9-4de6c0fa1412 req-f2559d73-fdb6-467d-94e4-58cc5f06cbe9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434021 Aug 06 15:41:48.974320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Made reservation on behalf of 77c9516327d7478881af2e8b21c5e941 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:48.979851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:49.202092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b07bb9-08b3-422a-a00b-b9090ce14e0b req-4a1c8c9a-6428-4f48-9e46-528660c5e9f9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.215976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b07bb9-08b3-422a-a00b-b9090ce14e0b req-4a1c8c9a-6428-4f48-9e46-528660c5e9f9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1145000 Aug 06 15:41:49.315679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1b07bb9-08b3-422a-a00b-b9090ce14e0b req-6f8981ec-e62f-47f7-8bd0-2f5d77651d33 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949347 Aug 06 15:41:49.400141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Allocated IP 172.20.0.5 (16d1ca5c-b183-439d-a1c8-e9dca8dc493c/6f49acf2-f157-48a1-b834-04f6c04c53be/60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:49.604778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.616934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.643775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.650075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.667699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.685512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.706386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:49.708688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-79cfd39a-a457-482f-8f95-a77f92c780ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.2943475 Aug 06 15:41:49.771390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:49.789032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Transition to ACTIVE for port object 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:49.887994 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1228ef62-5211-4888-b88f-7569895ccfb7 req-9cbe8b8a-64a1-48ac-82be-cdcc3c2b5cf1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1563060 Aug 06 15:41:49.919602 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:50.078656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:50.157476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:50.172993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Pushing event updated for resources: {'Port': ['ID=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:50.186691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:50.191025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:50.288309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-181471235'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:50.390133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:50.390843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:50.472193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4180a8-064e-4cda-b08d-d493951d13e4 req-f7b03c74-e580-46cf-b071-57d07e173a24 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:50.472193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd4180a8-064e-4cda-b08d-d493951d13e4 req-f7b03c74-e580-46cf-b071-57d07e173a24 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.0884328 Aug 06 15:41:50.538540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd4180a8-064e-4cda-b08d-d493951d13e4 req-64f44beb-e3a7-4825-9f94-a9ad6a3a2f9e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710006 Aug 06 15:41:50.806934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502950f-ad0c-4f4f-9cc6-ff239006e077 req-bba066c0-2878-4aa3-9198-64108e346785 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:50.808693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0502950f-ad0c-4f4f-9cc6-ff239006e077 req-bba066c0-2878-4aa3-9198-64108e346785 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.0552359 Aug 06 15:41:50.862520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0502950f-ad0c-4f4f-9cc6-ff239006e077 req-0ac641c8-6296-482e-802f-9fe9c6da02c4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454257 Aug 06 15:41:50.863673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:50.886097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:50.886097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:50.977449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-26b5d4b1-6ffe-4a83-ad88-0b61f9ba8912 None None] Provisioning for port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:50.984057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-26b5d4b1-6ffe-4a83-ad88-0b61f9ba8912 None None] Provisioning complete for port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:50.984057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26b5d4b1-6ffe-4a83-ad88-0b61f9ba8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.037555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-26b5d4b1-6ffe-4a83-ad88-0b61f9ba8912 None None] Port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:41:51.080409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.086999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.093339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.100188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.107759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.114902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.122007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-67f0a709-56bd-4eb9-acca-81fe2ea38ed4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5534916 Aug 06 15:41:51.124147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.128886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-a9b97845-cc7d-472c-a0c2-8cf53936bef7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.1194160 Aug 06 15:41:51.152123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Request body: {'port': {'device_id': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:51.225905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c5851bb-b214-40e4-966d-71d2fd76cc8d req-03e20253-16e6-4c73-a370-3632d3ffa898 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867116 Aug 06 15:41:51.267312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.359772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.473008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.533133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1edf1-98ec-40f2-9815-f9b0923c27d9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:51.563592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:41:51.587824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.588658 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Added segment 8c6156ed-65a5-4f92-bc10-e967a9b08eba of type vlan for network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 Aug 06 15:41:51.683257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.861303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681e24-e3f5-44db-b633-7702db911701 req-7233836d-38ed-4ff8-a9c2-86955f2ba631 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.871618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba681e24-e3f5-44db-b633-7702db911701 req-7233836d-38ed-4ff8-a9c2-86955f2ba631 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1291871 Aug 06 15:41:51.880862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.888291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:51.889017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:51.956873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:51.988904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:52.024274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Transition to ACTIVE for port object 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:52.089790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba681e24-e3f5-44db-b633-7702db911701 req-e59b882d-74bf-4187-a302-9036ab1d6eb2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091074 Aug 06 15:41:52.101270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:52.105820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Network': ['ID=f970117f-a2cf-4fb4-8ef2-68169e9f3d23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:52.121667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-afd7dbfa-2aff-4b2f-ba09-7e1c59d181d4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0390913 Aug 06 15:41:52.122666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:52.130382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:41:52.134138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'subnet': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:52.535162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:52.539936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:52.582844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Pushing event updated for resources: {'Port': ['ID=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:52.607789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Attempting to bind port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:52.608180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Attempting to bind port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:52.608497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Attempting to bind port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:52.621390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:41:52.622148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Attempting to bind port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:52.631112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:52.631457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Checking segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:52.632174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Bound using segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:52.632641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Bound port: 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:52.633012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:52.809039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] For port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:52.814456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] For port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:52.901504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd257b-ee13-423a-8ca4-131d08bd78ef req-179db73a-ee71-4ebf-8b79-c22e8129d6e6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:52.910756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5dd257b-ee13-423a-8ca4-131d08bd78ef req-179db73a-ee71-4ebf-8b79-c22e8129d6e6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.3035922 Aug 06 15:41:52.947699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:53.076218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5dd257b-ee13-423a-8ca4-131d08bd78ef req-658533be-84e1-4b96-b2c9-52715450d8df tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644211 Aug 06 15:41:53.090593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.091225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:53.092706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] 10.222.0.59 "PUT /v2.0/ports/60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef HTTP/1.1" status: 200 len: 1091 time: 1.9458165 Aug 06 15:41:53.093272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'tag': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:41:53.095719 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c710966-0834-427e-9ee4-94cf355a2fa1", "tag": "60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:41:53.193120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6aa21-1441-4772-8c52-f5932db388db service neutron] Pushing event updated for resources: {'Port': ['ID=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:53.446042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-e7371621-7070-4bbb-8cfc-85b7d30bc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.449308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-e7371621-7070-4bbb-8cfc-85b7d30bc228 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 1094 time: 0.1837604 Aug 06 15:41:53.526426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.546134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.556138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.563654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.570762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.573607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-2e8bdb16-4b86-4f6d-a438-d23d0e860473 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef HTTP/1.1" status: 200 len: 217 time: 0.1057847 Aug 06 15:41:53.579101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.586550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.588856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fd32128-095e-4257-8521-13a72d779385 req-696be8d5-2e6c-4cc9-beaa-fe35340d490e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.2103076 Aug 06 15:41:53.592923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:53.735285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fd32128-095e-4257-8521-13a72d779385 req-0ecae6dd-7076-4d11-bfa3-0ce70b30abee tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341672 Aug 06 15:41:53.867568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-dd1f173b-0eac-48dc-a88f-1ffa99b11f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:53.869266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-dd1f173b-0eac-48dc-a88f-1ffa99b11f76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.1924129 Aug 06 15:41:53.871817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Checking segment: {'id': '8c6156ed-65a5-4f92-bc10-e967a9b08eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:53.872423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network hostable DHCP agents. Network: f970117f-a2cf-4fb4-8ef2-68169e9f3d23, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:41:53.903601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Subnet': ['ID=1c0a623e-7743-4458-ac02-d0d55e61631b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:53.980769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:41:54.030029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11149768-b6b8-48c8-82fd-064b91e8704b req-c11e4813-81c9-4df0-bea6-e42b356433b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:54.037806 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-c11e4813-81c9-4df0-bea6-e42b356433b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233273 Aug 06 15:41:54.111363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, f970117f-a2cf-4fb4-8ef2-68169e9f3d23) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:54.116110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:54.116717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:54.129084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa89c55-1f85-44c6-acf1-b3adcdefb55d None None] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:41:54.227233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c83a7f50-9e08-473d-bb00-93c28d4dc1e4 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1034777 Aug 06 15:41:54.237931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50320) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:54.243793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-834528630'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:54.290396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-93ce0ee7-048d-494c-a3b8-4c6d52de4026 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066221 Aug 06 15:41:54.349835 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86259e4-11ef-4dd0-b8dd-87ceff35fa8e x-openstack-request-id: req-f86259e4-11ef-4dd0-b8dd-87ceff35fa8e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:41:54.350392 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c710966-0834-427e-9ee4-94cf355a2fa1", "tag": "60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:41:54.350719 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f86259e4-11ef-4dd0-b8dd-87ceff35fa8e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:41:54.351225 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'tag': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef', 'status': 'completed', 'code': 200} Aug 06 15:41:54.426938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4a9e86cd-7480-4aea-930c-8a7af7bf025f details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:54.544344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11149768-b6b8-48c8-82fd-064b91e8704b req-ad8a403c-4746-40b7-a5c9-ee267606d69d service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284296 Aug 06 15:41:54.623108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'tenant_id': '8980534947694002a16dc2a47e4f2634', 'fixed_ips': [{'subnet_id': '1c0a623e-7743-4458-ac02-d0d55e61631b'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:41:54.624026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:54.727277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66822381-5c89-46ef-b8e4-fff2f5228d01 req-915ed587-fe6d-4ef0-86d6-ba65b3eed106 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:54.738152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66822381-5c89-46ef-b8e4-fff2f5228d01 req-915ed587-fe6d-4ef0-86d6-ba65b3eed106 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.2270560 Aug 06 15:41:54.812122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66822381-5c89-46ef-b8e4-fff2f5228d01 req-680f6d65-3267-4b54-8555-a1a0abf19283 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729320 Aug 06 15:41:54.829542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-afda04e9-093f-488d-aa92-deb37852bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:54.829542 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-afda04e9-093f-488d-aa92-deb37852bfdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 1094 time: 0.0951047 Aug 06 15:41:54.895196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:54.898772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:54.957557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] device_id is not set on port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:55.000582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-9f3d163a-ed23-4e3f-bed5-8d1e08945cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.002422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-9f3d163a-ed23-4e3f-bed5-8d1e08945cf3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 917 time: 0.1651158 Aug 06 15:41:55.128732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-3bfd5041-49f8-4f32-974c-c8240abe6501 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef HTTP/1.1" status: 200 len: 217 time: 0.1034532 Aug 06 15:41:55.285884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Allocated IP 2001:db8::2 (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/3c657cc1-49d2-4e09-b3cd-bfc69416f803) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:55.325413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-f7213d32-da19-4117-a547-56a67e6b1de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.337605 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-f7213d32-da19-4117-a547-56a67e6b1de9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.1515024 Aug 06 15:41:55.389802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0da4e-e60e-4762-99c4-9f4a70f61fe0 req-5ee2a06f-eb3e-4c44-a365-059bf2ad48b1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.408712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cb0da4e-e60e-4762-99c4-9f4a70f61fe0 req-5ee2a06f-eb3e-4c44-a365-059bf2ad48b1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.3171988 Aug 06 15:41:55.493730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-5e572c91-7e1c-43e2-a393-2f9515efcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.597155 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-5e572c91-7e1c-43e2-a393-2f9515efcfc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917108 Aug 06 15:41:55.598356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cb0da4e-e60e-4762-99c4-9f4a70f61fe0 req-f8d51aad-91b0-4c28-8cd5-5526fceedb4f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285346 Aug 06 15:41:55.711897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:55.723547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-7a7c629e-88d6-4534-8665-619a36429678 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204301 Aug 06 15:41:55.789219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Transition to ACTIVE for port object 3c657cc1-49d2-4e09-b3cd-bfc69416f803 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:55.802908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:55.819989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:55.839987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.859698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.874333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '4a9e86cd-7480-4aea-930c-8a7af7bf025f', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'port_id': '4a9e86cd-7480-4aea-930c-8a7af7bf025f', 'mac_address': 'fa:16:3e:6b:a8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:55.876494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.882803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.886840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Transition to ACTIVE for port object 3c657cc1-49d2-4e09-b3cd-bfc69416f803 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:55.892510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.912771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.927241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:55.945584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-872a22b2-83c1-44d5-9b83-aaba491ef80b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5421 time: 0.2487290 Aug 06 15:41:56.010492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.127422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5c5b57c-557a-4acb-aa75-4a4cfdcfe0ca req-ace2a6d9-7daf-451e-9ee8-5e72fe7922a3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1804521 Aug 06 15:41:56.177211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Pushing event updated for resources: {'Port': ['ID=3c657cc1-49d2-4e09-b3cd-bfc69416f803,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:56.200570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:56.202619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Allocated IP 2001:db8::1cf (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:56.203619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:56.211317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:56.215345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.242896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9e86cd-7480-4aea-930c-8a7af7bf025f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:56.348296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:56.349534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Attempting to bind port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:41:56.350040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Attempting to bind port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8c6156ed-65a5-4f92-bc10-e967a9b08eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:41:56.350753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Attempting to bind port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 on network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:41:56.360953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:41:56.361420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Checking segment: {'id': '8c6156ed-65a5-4f92-bc10-e967a9b08eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:41:56.361904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.362760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Bound using segment: {'id': '8c6156ed-65a5-4f92-bc10-e967a9b08eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:41:56.363469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Bound port: 3c657cc1-49d2-4e09-b3cd-bfc69416f803, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6156ed-65a5-4f92-bc10-e967a9b08eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:41:56.364064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.504247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] For port 3c657cc1-49d2-4e09-b3cd-bfc69416f803, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:41:56.509936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] For port 3c657cc1-49d2-4e09-b3cd-bfc69416f803, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c657cc1-49d2-4e09-b3cd-bfc69416f803,segment=NetworkSegment(8c6156ed-65a5-4f92-bc10-e967a9b08eba),segment_id=8c6156ed-65a5-4f92-bc10-e967a9b08eba)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:41:56.526440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.527231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:56.592172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:56.608340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '6f9b6741-7c84-40fb-bf59-34fdd2cb0e57', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'port_id': '6f9b6741-7c84-40fb-bf59-34fdd2cb0e57', 'mac_address': 'fa:16:3e:55:4e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:56.635258 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9979f5a-7ed1-42fd-a2df-bb9d8eef1ef1 req-70874476-97aa-4870-ac7a-b3c34eecde17 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8788049 Aug 06 15:41:56.645887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.699930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42846443-8540-414f-b5b2-cb144143bbc6 req-7dbfa53b-144b-4fc1-985f-8d2092ed555c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:56.712542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42846443-8540-414f-b5b2-cb144143bbc6 req-7dbfa53b-144b-4fc1-985f-8d2092ed555c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1500549 Aug 06 15:41:56.738724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:56.750301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.783100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:56.814425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:56.860602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.882037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b24563-4f0b-4cea-bb8d-577ffaa8c994 None None] Pushing event updated for resources: {'Port': ['ID=3c657cc1-49d2-4e09-b3cd-bfc69416f803,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:56.894957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:56.895660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fd99b991-0a62-43f4-bfd4-8d13c7f951a6 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:56.915913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Transition to ACTIVE for port object 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:56.975285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42846443-8540-414f-b5b2-cb144143bbc6 req-88f03232-c6d3-4239-acfa-76b3bfa3d9cb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552760 Aug 06 15:41:57.055752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:57.109924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:57.255079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:57.316134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:57.333627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:57.348773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:57.348773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.348773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:57.400261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e573a0-f227-413c-97e2-1a1d527ee6be req-59e1c956-4dc8-4e45-9d88-735d86f2565a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.405186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:57.417986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69e573a0-f227-413c-97e2-1a1d527ee6be req-59e1c956-4dc8-4e45-9d88-735d86f2565a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1654658 Aug 06 15:41:57.427502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'port_id': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'mac_address': 'fa:16:3e:b7:63:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:57.454245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:57.488134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69e573a0-f227-413c-97e2-1a1d527ee6be req-30120ddb-4a8f-4d8e-b920-e47dd8be4c2e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695765 Aug 06 15:41:57.540500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:57.561802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd99b991-0a62-43f4-bfd4-8d13c7f951a6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:57.596430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:57.601730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:57.614390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'port_id': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef', 'mac_address': 'fa:16:3e:be:be:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f49acf2-f157-48a1-b834-04f6c04c53be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:57.641914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.649488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.661505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.661802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:57.662632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.669622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.677432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.681837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:57.683473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:57.692562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-9899bbb6-6c9b-4ce9-9c75-e5ae2daf9aab tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5423 time: 0.1168201 Aug 06 15:41:57.709600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:57.739589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dc6418f6-8533-4577-80ba-0c4a8f9136ca tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4961913 Aug 06 15:41:57.739756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:57.740715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0b57811-7e8f-452e-a7ab-22e0873f0745 req-40d10ab0-33a2-45e7-8be7-184649f60467 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473168 Aug 06 15:41:57.745636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1994296689', 'allowed_address_pairs': [{'ip_address': '2001:db8::1cf', 'mac_address': 'fa:16:3e:67:6a:1c'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:41:57.778739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c657cc1-49d2-4e09-b3cd-bfc69416f803 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:41:57.785691 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:57.785691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 26297175-d569-442c-a9ac-41fc65156fdf details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:57.941348 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:57.948136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 26297175-d569-442c-a9ac-41fc65156fdf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=26297175-d569-442c-a9ac-41fc65156fdf,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:57.960262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:57.991909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '26297175-d569-442c-a9ac-41fc65156fdf', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'port_id': '26297175-d569-442c-a9ac-41fc65156fdf', 'mac_address': 'fa:16:3e:45:4d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:58.066424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:41:58.164059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:58.181837 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:58.226831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d255ae-e91e-4bfd-ba04-ea3c1521d515 req-793f5b1b-6e2e-4a16-a5b4-fff0b179b74b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:58.230075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26297175-d569-442c-a9ac-41fc65156fdf {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:58.238663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06d255ae-e91e-4bfd-ba04-ea3c1521d515 req-793f5b1b-6e2e-4a16-a5b4-fff0b179b74b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.0892363 Aug 06 15:41:58.259158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:58.315484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b189973e-1dc7-43b1-93db-0fcb4ac8a3bf None None] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:41:58.321848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06d255ae-e91e-4bfd-ba04-ea3c1521d515 req-69b020ee-295b-4481-999b-2a1b9d35a3d5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811205 Aug 06 15:41:58.329970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:58.410553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] device_id is not set on port 4b06da0d-2f7a-4510-b78b-825486473378 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:41:58.638942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:41:58.746505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Allocated IP 2001:db8::13d (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/4b06da0d-2f7a-4510-b78b-825486473378) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:41:58.776368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 26297175-d569-442c-a9ac-41fc65156fdf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=26297175-d569-442c-a9ac-41fc65156fdf,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:58.812625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bb84b-b142-4451-9ab9-6fd8c25b55fe req-a6f211a3-9184-49eb-9c01-20d53aba0506 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:58.830584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] Provisioning for port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:41:58.847838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a4bb84b-b142-4451-9ab9-6fd8c25b55fe req-a6f211a3-9184-49eb-9c01-20d53aba0506 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1574340 Aug 06 15:41:58.872091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] Provisioning complete for port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:41:58.876362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:58.933471 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:58.936697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 72af20ce-46b5-477c-9b72-e4eebfed3825 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:58.986281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=72af20ce-46b5-477c-9b72-e4eebfed3825,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:58.987388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a4bb84b-b142-4451-9ab9-6fd8c25b55fe req-8e8aef3e-8942-434a-b000-4b9ee9e577fb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353395 Aug 06 15:41:59.072045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.088125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '72af20ce-46b5-477c-9b72-e4eebfed3825', 'network_id': '3ced517c-4e6b-4b23-a866-1b22970c4d70', 'port_id': '72af20ce-46b5-477c-9b72-e4eebfed3825', 'mac_address': 'fa:16:3e:a9:b7:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60e6f9c4-e422-44e3-9714-e2c77064e820', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:41:59.090353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Transition to ACTIVE for port object 4b06da0d-2f7a-4510-b78b-825486473378 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:41:59.127614 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.193771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.203950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.207168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.213175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.220732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.222321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.231569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.239217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.244694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-476761a2-76c5-4455-a080-5263be93a83a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5425 time: 0.1508946 Aug 06 15:41:59.274706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.278117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=26297175-d569-442c-a9ac-41fc65156fdf,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:59.283191 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.303273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72af20ce-46b5-477c-9b72-e4eebfed3825 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:41:59.335574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:41:59.344111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:41:59.354352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:41:59.363877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.365682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.377452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=72af20ce-46b5-477c-9b72-e4eebfed3825,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:59.385932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=4b06da0d-2f7a-4510-b78b-825486473378,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:59.407243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.408863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.409669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.410693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.411470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.412098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.413009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.413749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.414478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.415273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.417267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.420922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:41:59.428289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25858c81-fdd8-4ffe-963e-d86b69a411b4 req-ed78d887-4264-47c8-9a15-fe6aa48b6dd3 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1747410 Aug 06 15:41:59.444826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] For port 3c657cc1-49d2-4e09-b3cd-bfc69416f803, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c657cc1-49d2-4e09-b3cd-bfc69416f803,segment=NetworkSegment(8c6156ed-65a5-4f92-bc10-e967a9b08eba),segment_id=8c6156ed-65a5-4f92-bc10-e967a9b08eba)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:41:59.471314 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.511757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4aa0747d-55dc-47da-bea1-02e62c81db47 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7719531 Aug 06 15:41:59.511906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4aed3dc-3070-4884-9466-198482ca35e2 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:41:59.512078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:59.604591 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:41:59.746249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a6e90-d2dc-4730-a98a-85d3abb17536 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.754740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a6e90-d2dc-4730-a98a-85d3abb17536 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.762136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a6e90-d2dc-4730-a98a-85d3abb17536 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.764147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-532a6e90-d2dc-4730-a98a-85d3abb17536 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2510593 Aug 06 15:41:59.767141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:41:59.881900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:41:59.915562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d1bcb-0970-487f-81fa-32ee7343c27e req-403922d1-65b1-402c-8e56-d5a8242eaefb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:41:59.932251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf1d1bcb-0970-487f-81fa-32ee7343c27e req-403922d1-65b1-402c-8e56-d5a8242eaefb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1666532 Aug 06 15:42:00.059219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf1d1bcb-0970-487f-81fa-32ee7343c27e req-d810f794-074e-4a16-8ad8-79934f45840f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256251 Aug 06 15:42:00.073347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port 4b06da0d-2f7a-4510-b78b-825486473378 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:00.073674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['26297175-d569-442c-a9ac-41fc65156fdf'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:00.073913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:00.078383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4a9e86cd-7480-4aea-930c-8a7af7bf025f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:00.096592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.100898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.101612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.101813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.102286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.102697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.103100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.103494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.104441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.109722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.109722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.109722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:00.285340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-864c14dd-e267-40b6-b26b-4d0f7c70ed76 None None] Provisioning for port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:00.361502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['72af20ce-46b5-477c-9b72-e4eebfed3825'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:00.370651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6f9b6741-7c84-40fb-bf59-34fdd2cb0e57'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:00.403356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:00.431862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for 4b06da0d-2f7a-4510-b78b-825486473378 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:00.529992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-864c14dd-e267-40b6-b26b-4d0f7c70ed76 None None] Provisioning complete for port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:00.529992 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-864c14dd-e267-40b6-b26b-4d0f7c70ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:00.627613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0ec28-ed66-4d6a-9f22-f48097c56717 req-c2f40cef-2e8f-4966-b3a4-3bc1747ba322 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:00.632745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-864c14dd-e267-40b6-b26b-4d0f7c70ed76 None None] Port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:00.646352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80a0ec28-ed66-4d6a-9f22-f48097c56717 req-c2f40cef-2e8f-4966-b3a4-3bc1747ba322 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.2211366 Aug 06 15:42:00.775778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-8ce81eef-45d6-45f7-9015-df93eb677355 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:00.777718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-8ce81eef-45d6-45f7-9015-df93eb677355 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 816 time: 0.5358472 Aug 06 15:42:00.838161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-864c14dd-e267-40b6-b26b-4d0f7c70ed76 None None] Provisioning complete for port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:00.839165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-864c14dd-e267-40b6-b26b-4d0f7c70ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:00.886918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4aed3dc-3070-4884-9466-198482ca35e2,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:00.905159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6192ae8-4f47-4c26-8360-178ffaf196da None None] Pushing event updated for resources: {'Port': ['ID=3c657cc1-49d2-4e09-b3cd-bfc69416f803,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:00.929447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80a0ec28-ed66-4d6a-9f22-f48097c56717 req-9ebaee05-af4e-4b5e-a666-775fd2462335 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818158 Aug 06 15:42:00.931982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-1fa46120-9ac2-4ceb-afe0-8c291cb0123f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/quotas/77c9516327d7478881af2e8b21c5e941 HTTP/1.1" status: 200 len: 375 time: 0.0847924 Aug 06 15:42:01.041749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e4aed3dc-3070-4884-9466-198482ca35e2', 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'port_id': 'e4aed3dc-3070-4884-9466-198482ca35e2', 'mac_address': 'fa:16:3e:10:e5:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63964101-6393-4bea-9a72-b2c6caa02e30', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:42:01.056374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['fd99b991-0a62-43f4-bfd4-8d13c7f951a6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:01.093000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-a683982b-dbcc-493a-9616-f988c6839187 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1484308 Aug 06 15:42:01.242131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-a2f16ca6-6eeb-41fd-85ca-f32c54975500 service neutron] 10.222.0.16 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343093 Aug 06 15:42:01.345851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:01.374083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.382280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.387757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:01.390176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.397887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.423055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.429218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.446109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:01.448194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-1cc2f00b-4073-4476-92f4-27e55d4f499e tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5426 time: 0.2415340 Aug 06 15:42:01.485294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=4b06da0d-2f7a-4510-b78b-825486473378,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:01.530686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-0e31c7fa-094c-497e-9e7c-a702fc203bea service neutron] 10.222.0.16 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708771 Aug 06 15:42:01.581447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:01.625535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b6d498d-81fb-4202-9f6f-2f9cb3e45709 req-f40200e4-c8dc-4b05-a954-aacc1c91e2ae tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022141 Aug 06 15:42:01.834985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4aed3dc-3070-4884-9466-198482ca35e2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:01.912179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da3476d1-735d-4616-acc1-147934bad797 None None] Could not find standard attr ID for object 4b06da0d-2f7a-4510-b78b-825486473378. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:42:01.917149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:01.919918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c657cc1-49d2-4e09-b3cd-bfc69416f803 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:01.924234 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-835c84e1-ac53-4d70-986f-492344039a07 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/ports/4b06da0d-2f7a-4510-b78b-825486473378 HTTP/1.1" status: 204 len: 168 time: 2.1559298 Aug 06 15:42:01.932190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:02.031248 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-74329782-3a1a-434f-a331-5986b9d74936 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] GET failed (client error): The resource could not be found. Aug 06 15:42:02.035708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74329782-3a1a-434f-a331-5986b9d74936 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "GET /v2.0/ports/4b06da0d-2f7a-4510-b78b-825486473378 HTTP/1.1" status: 404 len: 333 time: 0.0999010 Aug 06 15:42:02.037115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:02.043281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2132001'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:02.219405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe949f58-d48c-4b0f-b97c-48bc548dd28f req-11ea80f0-9efa-42ed-8794-a2a7d329941b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.233711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe949f58-d48c-4b0f-b97c-48bc548dd28f req-11ea80f0-9efa-42ed-8794-a2a7d329941b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.2104304 Aug 06 15:42:02.341899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe949f58-d48c-4b0f-b97c-48bc548dd28f req-e92b990b-bdec-43e0-ab00-e1dd978e8fef tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055496 Aug 06 15:42:02.409454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:02.456293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:02.456686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:02.502890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:02.506779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4aed3dc-3070-4884-9466-198482ca35e2,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:02.511401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:02.525514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af2b26-580f-4885-80e1-87b3b8a707be req-1c40cbdc-139f-4e3f-b0bc-d712d9871832 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.527789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7af2b26-580f-4885-80e1-87b3b8a707be req-1c40cbdc-139f-4e3f-b0bc-d712d9871832 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 947 time: 0.1498153 Aug 06 15:42:02.543187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] device_id is not set on port f2ddc193-79ab-40cc-84bf-eb202f3f78ac yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:42:02.543417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da3476d1-735d-4616-acc1-147934bad797 None None] Provisioning complete for port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:02.543921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da3476d1-735d-4616-acc1-147934bad797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:02.608335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:02.609424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8877d3a-ec56-46c5-b0d9-b6260b776000 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:42:02.655160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8877d3a-ec56-46c5-b0d9-b6260b776000, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:02.675553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7af2b26-580f-4885-80e1-87b3b8a707be req-6512a85c-a756-4b36-92a7-80ae71480410 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405864 Aug 06 15:42:02.678695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c8877d3a-ec56-46c5-b0d9-b6260b776000', 'network_id': '5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb', 'port_id': 'c8877d3a-ec56-46c5-b0d9-b6260b776000', 'mac_address': 'fa:16:3e:1f:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63964101-6393-4bea-9a72-b2c6caa02e30', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:42:02.688927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:02.689464 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:02.830781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da3476d1-735d-4616-acc1-147934bad797 None None] Port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:02.865975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.877599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.885841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.893810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.901767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.912922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.922547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Allocated IP 2001:db8::54 (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/f2ddc193-79ab-40cc-84bf-eb202f3f78ac) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:02.922762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:02.934076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-278d3804-697c-45d4-ad34-ec009b7bceec tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5427 time: 0.1515915 Aug 06 15:42:02.951198 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:02.960415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:02.989382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.024115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba001318-2ba5-42c0-9cf4-1ca224673c53 req-2a11833b-04be-494e-b3af-5ba892f86075 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845864 Aug 06 15:42:03.043175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8877d3a-ec56-46c5-b0d9-b6260b776000 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:03.047658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:03.053804 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf1dee-6a6d-4c3a-84e5-19454a41d952" -d '{"events": [{"server_uuid": "7c710966-0834-427e-9ee4-94cf355a2fa1", "name": "network-vif-plugged", "status": "completed", "tag": "60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:03.105839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:03.131410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8877d3a-ec56-46c5-b0d9-b6260b776000, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:03.170590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.207682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Transition to ACTIVE for port object f2ddc193-79ab-40cc-84bf-eb202f3f78ac will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:03.226567 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.300873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:03.317282 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b688e055-c160-4c6f-a795-f1f424d49969 x-openstack-request-id: req-b688e055-c160-4c6f-a795-f1f424d49969 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:03.317715 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c710966-0834-427e-9ee4-94cf355a2fa1", "name": "network-vif-plugged", "status": "completed", "tag": "60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:03.318723 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b688e055-c160-4c6f-a795-f1f424d49969 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:03.318723 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef', 'code': 200} Aug 06 15:42:03.328432 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.335183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:03.375846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.480329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:03.501447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8877d3a-ec56-46c5-b0d9-b6260b776000,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:03.506077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:03.512358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:03.516189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-85a0aeb0-cdf5-4a80-be6d-61f2687f12e4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:03.519767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:03.520374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.525435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-85a0aeb0-cdf5-4a80-be6d-61f2687f12e4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 816 time: 0.2412198 Aug 06 15:42:03.540798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=f2ddc193-79ab-40cc-84bf-eb202f3f78ac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:03.563257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-fa7d9686-1fb6-415c-b085-962f39c51155 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/quotas/77c9516327d7478881af2e8b21c5e941 HTTP/1.1" status: 200 len: 375 time: 0.0262101 Aug 06 15:42:03.566794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5f2f1-8570-47ef-8109-0d2e4082ec85 req-16a39ab2-b2f5-4fe5-922a-e5858e7c3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:03.569478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15a5f2f1-8570-47ef-8109-0d2e4082ec85 req-16a39ab2-b2f5-4fe5-922a-e5858e7c3eec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1220715 Aug 06 15:42:03.601490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.637997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15a5f2f1-8570-47ef-8109-0d2e4082ec85 req-991f2747-1258-4af9-88bd-66123e427343 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576005 Aug 06 15:42:03.661074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:03.663011 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d063950f-1450-44d2-89f2-815e2c6028d9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.6196730 Aug 06 15:42:03.673861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:03.688905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1cf', 'mac_address': 'fa:16:3e:67:6a:1c'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:03.850995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:03.928745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=14']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:04.140990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-e4162488-5e0f-4c86-bfa1-77fecb15485a tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5622821 Aug 06 15:42:04.145534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-687a250c-904b-4ec8-a7ff-cf79398c0c5c None None] Provisioning for port f2ddc193-79ab-40cc-84bf-eb202f3f78ac completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:04.160779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-687a250c-904b-4ec8-a7ff-cf79398c0c5c None None] Provisioning complete for port f2ddc193-79ab-40cc-84bf-eb202f3f78ac triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:04.161611 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-687a250c-904b-4ec8-a7ff-cf79398c0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:04.185692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884de36-9e1c-483d-a585-639d4a8b9bc9 req-40399b4e-a80c-4473-b5d2-64ab70ac1f3b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.187951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4884de36-9e1c-483d-a585-639d4a8b9bc9 req-40399b4e-a80c-4473-b5d2-64ab70ac1f3b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.5584955 Aug 06 15:42:04.209426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-687a250c-904b-4ec8-a7ff-cf79398c0c5c None None] Port f2ddc193-79ab-40cc-84bf-eb202f3f78ac cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:04.278755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e4aed3dc-3070-4884-9466-198482ca35e2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:04.321443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c8877d3a-ec56-46c5-b0d9-b6260b776000'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:04.363492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4884de36-9e1c-483d-a585-639d4a8b9bc9 req-dec39cfb-ef63-44a3-8632-571cd6bbebb0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516399 Aug 06 15:42:04.493287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:04.610773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-00085019-6c3f-4037-b743-317e8729b8c8 service neutron] 10.222.0.16 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473407 Aug 06 15:42:04.634196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.638158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.644981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.651146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.657935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.663775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.669695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:04.671724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-6fc5345d-85bf-4491-9c31-af5c9f745906 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5428 time: 0.2060511 Aug 06 15:42:04.840217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfc1d949-3783-4a17-b9f4-c6a9bab81854 req-fed5e570-bf0b-4f8f-921e-ba46d5812395 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512141 Aug 06 15:42:04.867040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d8f18f37-08a8-4fb2-9e16-97325b551db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:04.877093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-ad1cd58f-0df5-41be-82f3-10f0a59962e3 service neutron] 10.222.0.16 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003045 Aug 06 15:42:04.930374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:04.992149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.064063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] In _notify_port_updated(), no bound segment for port f2ddc193-79ab-40cc-84bf-eb202f3f78ac on network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:42:05.070944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:05.071624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.072977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "PUT /v2.0/ports/f2ddc193-79ab-40cc-84bf-eb202f3f78ac HTTP/1.1" status: 200 len: 999 time: 1.4106965 Aug 06 15:42:05.077018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:05.099032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=f2ddc193-79ab-40cc-84bf-eb202f3f78ac,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:05.139639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.141575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.142273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.142401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.142709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.143214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.143359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.143690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.144042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.144370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.149131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.151085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bca541b-fbb2-4ff5-90a3-38491cb8124b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:42:05.178410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a5fd-aa12-4058-a6a2-a0d4769e9ddb req-82861a1a-0370-4d97-bf31-db0bcc76dd24 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:05.182556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ba8a5fd-aa12-4058-a6a2-a0d4769e9ddb req-82861a1a-0370-4d97-bf31-db0bcc76dd24 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1554272 Aug 06 15:42:05.269545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ba8a5fd-aa12-4058-a6a2-a0d4769e9ddb req-5ebc87c7-ff06-4da5-aa2b-d5bf5d9a6ba3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695620 Aug 06 15:42:05.275773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port f2ddc193-79ab-40cc-84bf-eb202f3f78ac {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:05.276323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.320305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:05.323366 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3755981-3978-43ff-bc28-240e5e672d18" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:05.357161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 26297175-d569-442c-a9ac-41fc65156fdf up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:05.480496 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ba29cb-52ac-4275-a926-7e5c0a564291 x-openstack-request-id: req-f5ba29cb-52ac-4275-a926-7e5c0a564291 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:05.480496 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:05.480496 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5ba29cb-52ac-4275-a926-7e5c0a564291 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:05.484380 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'code': 200} Aug 06 15:42:05.497588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fce82dc-3a6a-4349-8eaf-0a4be9e747b6 req-7e0174d7-ba99-4bdd-92b3-928002da0bde tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.1213768 Aug 06 15:42:05.576565 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.629622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for f2ddc193-79ab-40cc-84bf-eb202f3f78ac owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:05.665504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 26297175-d569-442c-a9ac-41fc65156fdf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:05.682533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 26297175-d569-442c-a9ac-41fc65156fdf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:05.692752 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.728269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-a62c11c1-7306-4409-9b10-066987c533d8 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:05.730801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-a62c11c1-7306-4409-9b10-066987c533d8 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.64 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 816 time: 0.3975792 Aug 06 15:42:05.740311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4d2b6b8b-affc-4efb-8c9d-58b6f7b4e407 None None] Provisioning complete for port f2ddc193-79ab-40cc-84bf-eb202f3f78ac triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:05.740696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6b8b-affc-4efb-8c9d-58b6f7b4e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.773279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Request body: {'port': {'device_id': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'admin_state_up': True, 'tenant_id': '77c9516327d7478881af2e8b21c5e941'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:05.919479 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:05.926660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2b9fc-1fb9-4d15-a482-a62bf28b62b8 req-061e9634-a2bd-4fab-998c-443edf8e4d6c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:05.928647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b2b9fc-1fb9-4d15-a482-a62bf28b62b8 req-061e9634-a2bd-4fab-998c-443edf8e4d6c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.3547521 Aug 06 15:42:05.972866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 26297175-d569-442c-a9ac-41fc65156fdf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=26297175-d569-442c-a9ac-41fc65156fdf,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:05.974970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b6b8b-affc-4efb-8c9d-58b6f7b4e407 None None] Port f2ddc193-79ab-40cc-84bf-eb202f3f78ac cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:05.994182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.050080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.051089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4a9e86cd-7480-4aea-930c-8a7af7bf025f up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:06.053889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=f2ddc193-79ab-40cc-84bf-eb202f3f78ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:06.082812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02b2b9fc-1fb9-4d15-a482-a62bf28b62b8 req-9bceb63b-c681-428e-90ce-caa995e87faf tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033854 Aug 06 15:42:06.175495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Made reservation on behalf of 77c9516327d7478881af2e8b21c5e941 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:06.181820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.191393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=26297175-d569-442c-a9ac-41fc65156fdf,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:06.237230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.240291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-74490b44-56f0-43f4-a780-a5ea91a466d3 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/ports/f2ddc193-79ab-40cc-84bf-eb202f3f78ac HTTP/1.1" status: 204 len: 168 time: 1.1616716 Aug 06 15:42:06.243952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:06.278813 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4df1db1-e393-42b1-802b-f53c732a3a1e tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] GET failed (client error): The resource could not be found. Aug 06 15:42:06.281610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f4df1db1-e393-42b1-802b-f53c732a3a1e tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "GET /v2.0/ports/f2ddc193-79ab-40cc-84bf-eb202f3f78ac HTTP/1.1" status: 404 len: 333 time: 0.0353122 Aug 06 15:42:06.290219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:06.294854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 4a9e86cd-7480-4aea-930c-8a7af7bf025f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:06.298524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2114125329'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:06.302379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 4a9e86cd-7480-4aea-930c-8a7af7bf025f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:06.303218 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.534937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.546378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.560538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.563280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.596541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.608477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.625396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.644438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:06.648644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-4adf27d3-8af3-42a2-9ad9-24fd1a3dbf29 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5429 time: 0.4468894 Aug 06 15:42:06.685010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:06.754939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:06.764653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.774866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:06.776058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:06.803655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c65fd2b-0a6f-4038-994b-f62c95d2874e req-895ff7ca-a5bd-45d6-9fa7-b54c33fd900d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456957 Aug 06 15:42:06.809798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] device_id is not set on port 8243c275-d868-48a4-9bbc-b5df2f2552cd yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:42:06.828266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76838e78-2b4e-4138-9828-e7e97fe9f7b8 req-0f033ff0-fe8a-4465-8dbe-d9f30b8d4101 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.0909996 Aug 06 15:42:06.865074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Allocated IP 172.20.0.11 (16d1ca5c-b183-439d-a1c8-e9dca8dc493c/6f49acf2-f157-48a1-b834-04f6c04c53be/0e055621-6a86-4b0a-9b1b-e7700c95b26b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:06.911616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:06.963703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:06.971756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:06.972515 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.060032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Allocated IP 2001:db8::131 (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/8243c275-d868-48a4-9bbc-b5df2f2552cd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:07.112121 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.134884 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.136443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Transition to ACTIVE for port object 0e055621-6a86-4b0a-9b1b-e7700c95b26b will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:07.222893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:07.269193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.286763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:07.378514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be8f2-0516-4b2c-b91a-62fff3ee2ed0 req-3990fda0-da35-4a15-b891-48298efd96e5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:07.380403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c4be8f2-0516-4b2c-b91a-62fff3ee2ed0 req-3990fda0-da35-4a15-b891-48298efd96e5 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1838470 Aug 06 15:42:07.391415 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.397858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.398720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fd99b991-0a62-43f4-bfd4-8d13c7f951a6 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:07.407938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:07.419636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:07.423611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Pushing event updated for resources: {'Port': ['ID=0e055621-6a86-4b0a-9b1b-e7700c95b26b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:07.426605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Transition to ACTIVE for port object 8243c275-d868-48a4-9bbc-b5df2f2552cd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:07.426823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:07.462614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:42:07.495239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26297175-d569-442c-a9ac-41fc65156fdf'}, {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9e86cd-7480-4aea-930c-8a7af7bf025f'}, {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b6741-7c84-40fb-bf59-34fdd2cb0e57'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:07.500070 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300e382f-ae23-4360-9377-479c81d66f39" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "26297175-d569-442c-a9ac-41fc65156fdf"}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "4a9e86cd-7480-4aea-930c-8a7af7bf025f"}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b6741-7c84-40fb-bf59-34fdd2cb0e57"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:07.508000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c4be8f2-0516-4b2c-b91a-62fff3ee2ed0 req-63b8120d-6095-4fe1-9661-6b282b63d4f2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198444 Aug 06 15:42:07.565010 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.575401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:07.577766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.650818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:07.667617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:07.672383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:07.682302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-407216c9-b1e1-4405-ad26-8981a79238f4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9256339 Aug 06 15:42:07.686847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:07.686847 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:07.747249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=8243c275-d868-48a4-9bbc-b5df2f2552cd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:07.801824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Request body: {'port': {'device_id': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:07.832858 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6220ff1e-d488-4819-b1fd-4e45d273785d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5409622 Aug 06 15:42:07.837058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:07.842837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:6a:1c'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:08.057275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.198336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.204930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c3a258b-137c-400d-adcc-604b4a2210b1 req-9efa0a7e-945e-4849-b209-bfdab25e15b8 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.0663114 Aug 06 15:42:08.235691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:08.243922 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07281a4-90e9-40e9-aac0-7b38b89d1985 x-openstack-request-id: req-e07281a4-90e9-40e9-aac0-7b38b89d1985 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:08.244241 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "26297175-d569-442c-a9ac-41fc65156fdf", "code": 200}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "4a9e86cd-7480-4aea-930c-8a7af7bf025f", "code": 200}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "6f9b6741-7c84-40fb-bf59-34fdd2cb0e57", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:08.244472 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e07281a4-90e9-40e9-aac0-7b38b89d1985 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:08.244860 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26297175-d569-442c-a9ac-41fc65156fdf', 'code': 200} Aug 06 15:42:08.245118 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9e86cd-7480-4aea-930c-8a7af7bf025f', 'code': 200} Aug 06 15:42:08.245369 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f9b6741-7c84-40fb-bf59-34fdd2cb0e57', 'code': 200} Aug 06 15:42:08.296115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.310236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.322042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.341720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.354268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.380149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.395994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.410106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'network_id': 'db7f0fc7-03b5-489c-84dc-7fdb12dcae8f', 'port_id': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'mac_address': 'fa:16:3e:20:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c0b4fe-684f-4ee9-bb7b-82dad764d204', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:42:08.414113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-8367ef98-8841-4dc2-82b5-aabd9a372bf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5431 time: 0.4071476 Aug 06 15:42:08.462237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:08.513926 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.518479 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94b2903e-bd4f-4d49-a506-533d885f240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.526081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:08.536309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:08.536994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.575229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-9864b1ca-05fc-4e9e-a133-ba0ef56b90ac tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.583077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-9864b1ca-05fc-4e9e-a133-ba0ef56b90ac tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 816 time: 0.3322899 Aug 06 15:42:08.594235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34d5186d-e1f7-47e3-87d6-53e472d41f2a None None] Provisioning for port 0e055621-6a86-4b0a-9b1b-e7700c95b26b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:08.602025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.610311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Request body: {'port': {'device_id': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'admin_state_up': True, 'tenant_id': '77c9516327d7478881af2e8b21c5e941'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:08.695287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:08.743998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34d5186d-e1f7-47e3-87d6-53e472d41f2a None None] Provisioning complete for port 0e055621-6a86-4b0a-9b1b-e7700c95b26b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:08.748517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34d5186d-e1f7-47e3-87d6-53e472d41f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:08.763304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba56cbdb-17fa-4f4a-86c6-b9875b58788d req-ead746c3-ce4b-4ad5-aa7d-b2b793d9de8b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3406641 Aug 06 15:42:08.941681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc557f-3789-418c-9499-46d39f8d3872 req-e1c0aff4-992a-4d65-a2be-ac0fd69c49b0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:08.945038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-34d5186d-e1f7-47e3-87d6-53e472d41f2a None None] Port 0e055621-6a86-4b0a-9b1b-e7700c95b26b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:08.945236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fbc557f-3789-418c-9499-46d39f8d3872 req-e1c0aff4-992a-4d65-a2be-ac0fd69c49b0 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 943 time: 0.1531305 Aug 06 15:42:08.967710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.027526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:09.047357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.090170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fbc557f-3789-418c-9499-46d39f8d3872 req-97aa674e-ff7d-4c03-b983-383bfc492a2c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244502 Aug 06 15:42:09.105262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.155138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.189114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519639f-7dd7-4386-81c6-6cefeba80003 req-1e4486bd-f71e-4a06-ba70-0f9558a63145 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:09.197040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5519639f-7dd7-4386-81c6-6cefeba80003 req-1e4486bd-f71e-4a06-ba70-0f9558a63145 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0927753 Aug 06 15:42:09.206412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=8243c275-d868-48a4-9bbc-b5df2f2552cd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:09.237837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] In _notify_port_updated(), no bound segment for port 8243c275-d868-48a4-9bbc-b5df2f2552cd on network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:42:09.248044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:09.249118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.255787 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a789702-0fd9-4f12-998b-a35a75c1c40f tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "PUT /v2.0/ports/8243c275-d868-48a4-9bbc-b5df2f2552cd HTTP/1.1" status: 200 len: 1003 time: 1.4173987 Aug 06 15:42:09.259400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:09.278774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5519639f-7dd7-4386-81c6-6cefeba80003 req-404af289-0617-4f57-af3d-50b0beb6354d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804703 Aug 06 15:42:09.281226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e055621-6a86-4b0a-9b1b-e7700c95b26b {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:09.300863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.314354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f32d48d7-3972-4678-ae40-ce459b67757a None None] Provisioning for port 8243c275-d868-48a4-9bbc-b5df2f2552cd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:09.335446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Transition to ACTIVE for port object 0e055621-6a86-4b0a-9b1b-e7700c95b26b will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:09.357924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f32d48d7-3972-4678-ae40-ce459b67757a None None] Provisioning complete for port 8243c275-d868-48a4-9bbc-b5df2f2552cd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:09.358370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f32d48d7-3972-4678-ae40-ce459b67757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.375093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:09.419162 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.422534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Made reservation on behalf of 77c9516327d7478881af2e8b21c5e941 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:09.431092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.469626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:09.474975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7a73bc23-4a98-4c48-9dc0-7ebdd2560071'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:09.534126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f32d48d7-3972-4678-ae40-ce459b67757a None None] Port 8243c275-d868-48a4-9bbc-b5df2f2552cd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:09.545878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edde3aaf-2fed-4551-9ad2-d6e41e479bfe req-eb2b07ca-7708-4604-ba34-05c7db9bc9b2 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.1401756 Aug 06 15:42:09.548525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.562352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:09.563277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 72af20ce-46b5-477c-9b72-e4eebfed3825 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:09.747815 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Pushing event updated for resources: {'Port': ['ID=0e055621-6a86-4b0a-9b1b-e7700c95b26b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:09.778818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:09.926704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 72af20ce-46b5-477c-9b72-e4eebfed3825 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:09.937258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 72af20ce-46b5-477c-9b72-e4eebfed3825 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:09.938702 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.023763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0242a78a-716b-4849-a867-4c9f75b35175 None None] Provisioning complete for port 8243c275-d868-48a4-9bbc-b5df2f2552cd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:10.026956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Attempting to bind port 0e055621-6a86-4b0a-9b1b-e7700c95b26b on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:42:10.027549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Attempting to bind port 0e055621-6a86-4b0a-9b1b-e7700c95b26b by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:42:10.027944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Attempting to bind port 0e055621-6a86-4b0a-9b1b-e7700c95b26b on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:10.032282 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0242a78a-716b-4849-a867-4c9f75b35175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.053315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port 8243c275-d868-48a4-9bbc-b5df2f2552cd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:10.054250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.068278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Port 0e055621-6a86-4b0a-9b1b-e7700c95b26b on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:42:10.068787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Attempting to bind port 0e055621-6a86-4b0a-9b1b-e7700c95b26b on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:10.165623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0242a78a-716b-4849-a867-4c9f75b35175 None None] Port 8243c275-d868-48a4-9bbc-b5df2f2552cd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:10.181843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:42:10.182188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Checking segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:42:10.182584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Bound using segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:42:10.183040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Bound port: 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:42:10.183406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.238858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.242323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc9fd5-a8e0-418d-81ed-e327266abb4e req-be3b44f6-88f1-489b-a494-6b935738564d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.251667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:10.255414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97cc9fd5-a8e0-418d-81ed-e327266abb4e req-be3b44f6-88f1-489b-a494-6b935738564d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.3245008 Aug 06 15:42:10.256164 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3ebb89-b073-41de-be43-5bbf1b12761d" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:10.288144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Allocated IP 172.20.0.10 (16d1ca5c-b183-439d-a1c8-e9dca8dc493c/6f49acf2-f157-48a1-b834-04f6c04c53be/24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:10.294653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=72af20ce-46b5-477c-9b72-e4eebfed3825,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:10.317062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97cc9fd5-a8e0-418d-81ed-e327266abb4e req-aa578799-ed39-4778-a80c-024c437a837a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556226 Aug 06 15:42:10.337832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.345095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-1ccd9f3a-2dc9-4198-9b97-c4faf9433165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.346692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-1ccd9f3a-2dc9-4198-9b97-c4faf9433165 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.3190045 Aug 06 15:42:10.375027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for 8243c275-d868-48a4-9bbc-b5df2f2552cd owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:10.398454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] For port 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:42:10.403525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] For port 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:42:10.404260 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.444125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.463884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.475120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.492480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4aed3dc-3070-4884-9466-198482ca35e2 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:10.496286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.516985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.529545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.546089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.557374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73087599-446f-41d4-9a0c-7717a9eb30de req-708dea1c-dbc9-4569-94e5-c87b6e8a99b6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5432 time: 0.4630373 Aug 06 15:42:10.577285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.707841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.707841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.709721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] 10.222.0.64 "PUT /v2.0/ports/0e055621-6a86-4b0a-9b1b-e7700c95b26b HTTP/1.1" status: 200 len: 1092 time: 3.0205917 Aug 06 15:42:10.713914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'tag': '0e055621-6a86-4b0a-9b1b-e7700c95b26b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:10.714110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-17864034-6d87-476e-86d8-b238b167eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:10.715938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:10.725861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-17864034-6d87-476e-86d8-b238b167eb3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.3689899 Aug 06 15:42:10.732608 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a06d4c05-4514-461b-9b34-bcd0259a3bbd", "tag": "0e055621-6a86-4b0a-9b1b-e7700c95b26b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:10.779955 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.804968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e4aed3dc-3070-4884-9466-198482ca35e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:10.853426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e4aed3dc-3070-4884-9466-198482ca35e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:10.853426 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:10.865244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73087599-446f-41d4-9a0c-7717a9eb30de req-909fede4-4cfd-4cec-8e6e-02b0fee33ef5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3067222 Aug 06 15:42:10.945590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90bd4d-5d2e-42cd-a001-fe526b8a249a service neutron] Pushing event updated for resources: {'Port': ['ID=0e055621-6a86-4b0a-9b1b-e7700c95b26b,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:11.001404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48662c-e47b-40a3-93f9-952a215bd2ee req-d0f3bc28-8965-498a-b305-503b2e1b5791 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.014464 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a34497-6917-48a9-8428-b9de1f4848bf x-openstack-request-id: req-81a34497-6917-48a9-8428-b9de1f4848bf {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:11.018260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c48662c-e47b-40a3-93f9-952a215bd2ee req-d0f3bc28-8965-498a-b305-503b2e1b5791 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 944 time: 0.3392494 Aug 06 15:42:11.018572 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:11.018945 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81a34497-6917-48a9-8428-b9de1f4848bf {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:11.020591 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'code': 200} Aug 06 15:42:11.086428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-4ec454f2-6542-46cd-aea5-32caa28a030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.089149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-4ec454f2-6542-46cd-aea5-32caa28a030c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 1095 time: 0.2224965 Aug 06 15:42:11.106212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c48662c-e47b-40a3-93f9-952a215bd2ee req-2b20ef5f-2112-4212-80f3-c8e1e7788649 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858812 Aug 06 15:42:11.107851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.137314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-97e77ddd-d3e8-45e7-8690-7ce115e87a63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.3873942 Aug 06 15:42:11.212202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-c15851b5-c727-454a-9890-4954149fde65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b HTTP/1.1" status: 200 len: 217 time: 0.1047084 Aug 06 15:42:11.217018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4aed3dc-3070-4884-9466-198482ca35e2,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:11.278011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.280243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8877d3a-ec56-46c5-b0d9-b6260b776000 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:11.286880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.289452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-cd291e73-9013-4330-827f-8ac3b27dcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.295900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-cd291e73-9013-4330-827f-8ac3b27dcee6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.0758491 Aug 06 15:42:11.395020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-ab6c32a9-7767-4ffd-b616-178e8a401c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.397897 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-ab6c32a9-7767-4ffd-b616-178e8a401c2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.2448773 Aug 06 15:42:11.401619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:11.402684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-1f038981-eb2b-48a7-ac3d-20bf3de663ef service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2634418 Aug 06 15:42:11.438640 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42fd9d6-801b-4e51-ae63-2ef50a030b4d x-openstack-request-id: req-c42fd9d6-801b-4e51-ae63-2ef50a030b4d {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:11.439506 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06d4c05-4514-461b-9b34-bcd0259a3bbd", "tag": "0e055621-6a86-4b0a-9b1b-e7700c95b26b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:11.439506 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c42fd9d6-801b-4e51-ae63-2ef50a030b4d {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:11.440064 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'tag': '0e055621-6a86-4b0a-9b1b-e7700c95b26b', 'status': 'completed', 'code': 200} Aug 06 15:42:11.509813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Transition to ACTIVE for port object 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:11.526304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:11.528588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1fad805-bc1c-4b96-ba0c-ebc4cc79313e req-f2785321-84cd-4821-b0af-067b4af9d1a0 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.1400175 Aug 06 15:42:11.531782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-579e05ce-d534-4d5d-b6af-12229d6676f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.534486 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-579e05ce-d534-4d5d-b6af-12229d6676f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309611 Aug 06 15:42:11.546706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:11.547091 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.587571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.722898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=8243c275-d868-48a4-9bbc-b5df2f2552cd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:11.727604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ea5d7-e3f4-4d28-9008-8af3fab0bb29 req-3907cf7d-a17a-4e7a-a9c3-1dafdbbe617d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.730248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-870ea5d7-e3f4-4d28-9008-8af3fab0bb29 req-3907cf7d-a17a-4e7a-a9c3-1dafdbbe617d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1669858 Aug 06 15:42:11.736366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c8877d3a-ec56-46c5-b0d9-b6260b776000 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:11.744466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.750477 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b53149b3-f56e-4fa4-b9b5-85b3610a835a tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/ports/8243c275-d868-48a4-9bbc-b5df2f2552cd HTTP/1.1" status: 204 len: 168 time: 2.4882193 Aug 06 15:42:11.764502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:11.782117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c8877d3a-ec56-46c5-b0d9-b6260b776000 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:11.782703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.794529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.826630 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b22ec88-8cb4-421e-9867-d17d05df40a8 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] GET failed (client error): The resource could not be found. Aug 06 15:42:11.829639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4b22ec88-8cb4-421e-9867-d17d05df40a8 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "GET /v2.0/ports/8243c275-d868-48a4-9bbc-b5df2f2552cd HTTP/1.1" status: 404 len: 333 time: 0.0515478 Aug 06 15:42:11.835436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932348-203e-4ed1-8034-613205079031 req-d83cc2ac-4d32-403a-934f-8bbcce640f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.836805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:11.838365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-d83cc2ac-4d32-403a-934f-8bbcce640f90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=30efa261fe5b43a9941faadec8ff5237&device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 1096 time: 0.4025595 Aug 06 15:42:11.838978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-91761d88-c519-48d7-afe7-51acc018753e service neutron] 10.222.0.64 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966738 Aug 06 15:42:11.852968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1588453584'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:11.856262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-e24dec5c-f622-4a3f-a3d4-6f3469639064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:11.858591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-e24dec5c-f622-4a3f-a3d4-6f3469639064 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4492240 Aug 06 15:42:11.885332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:11.966980 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:11.999470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-870ea5d7-e3f4-4d28-9008-8af3fab0bb29 req-c9f23e5a-d44c-4e72-a025-7a942183824b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403531 Aug 06 15:42:12.041956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.058448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c8877d3a-ec56-46c5-b0d9-b6260b776000, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:12.101189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.123598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:12.149888 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.194690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c04f76-62c8-44a0-ac19-2d958c07aaf1 req-2fa95725-eb47-49e2-8641-989ac6ef3624 service neutron] 10.222.0.64 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345182 Aug 06 15:42:12.204724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:12.234867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-64bbb399-0d35-4a00-ae65-e7ebe6d7e0dd service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304758 Aug 06 15:42:12.258229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.265282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.274528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.282271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.288996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.299601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:12.302924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.309624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.311353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:12.318643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-d8536663-aea5-4218-81b9-e2c44870523b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5434 time: 0.2388520 Aug 06 15:42:12.350820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:12.385541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Pushing event updated for resources: {'Port': ['ID=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:12.454128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c8877d3a-ec56-46c5-b0d9-b6260b776000,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:12.476368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932348-203e-4ed1-8034-613205079031 req-b4b7c19d-e8b3-4b6e-8031-cf27682334e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.477992 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-b4b7c19d-e8b3-4b6e-8031-cf27682334e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 200 len: 912 time: 0.6154368 Aug 06 15:42:12.489071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:12.492694 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.541082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3849a6e-b958-4905-8139-6b4f2a9e5ec0 req-1a9aaaec-40e8-4286-a7a6-9f01d0d26b6d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214375 Aug 06 15:42:12.557391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.558082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.590719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b63a81-e885-44cf-843d-411c8fdeb95a req-49b43059-1815-449b-b832-737653c54f7f service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370450 Aug 06 15:42:12.612341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] device_id is not set on port 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:42:12.627993 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-292a0453-1532-446e-a376-17c9637d12ae tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0221431 Aug 06 15:42:12.632194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-bb902b1d-e61d-48b1-908a-d9ee879f5a4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616 HTTP/1.1" status: 200 len: 1001 time: 0.1442270 Aug 06 15:42:12.645802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Request body: {'port': {'device_id': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:12.737069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-63ecc8eb-f7f5-4bf4-9cbf-1bd45c42c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.737069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-63ecc8eb-f7f5-4bf4-9cbf-1bd45c42c7b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 1095 time: 0.3490820 Aug 06 15:42:12.740640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58fc09-dcbe-4141-9550-9d808b4df324 req-536b3afe-0b6f-484e-afe0-bd9965d54728 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.742199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec58fc09-dcbe-4141-9550-9d808b4df324 req-536b3afe-0b6f-484e-afe0-bd9965d54728 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.3409674 Aug 06 15:42:12.775399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932348-203e-4ed1-8034-613205079031 req-8fc35b61-7dd8-49ae-a9ac-8bc15782120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.777125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-8fc35b61-7dd8-49ae-a9ac-8bc15782120f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 200 len: 850 time: 0.1190231 Aug 06 15:42:12.788737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.861190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6dcf62d2-c5fa-4fe9-bc4b-f5fc517937ed None None] Provisioning for port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:12.868141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6dcf62d2-c5fa-4fe9-bc4b-f5fc517937ed None None] Provisioning complete for port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:12.868749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6dcf62d2-c5fa-4fe9-bc4b-f5fc517937ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:12.886960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a79b33-3c33-4512-a009-91ab8572d448 req-c411a8f5-8e58-49a3-bede-76dade41e219 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:12.895850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50a79b33-3c33-4512-a009-91ab8572d448 req-c411a8f5-8e58-49a3-bede-76dade41e219 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 932 time: 0.2230806 Aug 06 15:42:12.941021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6dcf62d2-c5fa-4fe9-bc4b-f5fc517937ed None None] Port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:12.961648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Allocated IP 2001:db8::9 (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/0f2ba8f3-56f3-4181-bf08-bc5b028408a5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:12.980696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec58fc09-dcbe-4141-9550-9d808b4df324 req-53b606d1-278a-4245-9608-ae9863c83d50 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108159 Aug 06 15:42:13.017846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50a79b33-3c33-4512-a009-91ab8572d448 req-4fe8a85e-0108-44ae-b5fc-d33837cd386f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210053 Aug 06 15:42:13.021440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825'}, {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2'}, {'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071'}, {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8877d3a-ec56-46c5-b0d9-b6260b776000'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:13.023840 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15397213-adc4-4723-8013-145b4c60ad09" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825"}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2"}, {"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-plugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071"}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "c8877d3a-ec56-46c5-b0d9-b6260b776000"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:13.115976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-557a9ff5-61a2-4162-87cf-8bd12abad4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.117599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-557a9ff5-61a2-4162-87cf-8bd12abad4d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 917 time: 0.3709090 Aug 06 15:42:13.133149 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aca81c-0e2c-4161-8449-9588052ab5d1 x-openstack-request-id: req-47aca81c-0e2c-4161-8449-9588052ab5d1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:13.133504 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825", "code": 200}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2", "code": 200}, {"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-plugged", "status": "completed", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071", "code": 200}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-plugged", "status": "completed", "tag": "c8877d3a-ec56-46c5-b0d9-b6260b776000", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:13.133833 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47aca81c-0e2c-4161-8449-9588052ab5d1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:13.134258 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825', 'code': 200} Aug 06 15:42:13.135678 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2', 'code': 200} Aug 06 15:42:13.136022 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'code': 200} Aug 06 15:42:13.138314 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8877d3a-ec56-46c5-b0d9-b6260b776000', 'code': 200} Aug 06 15:42:13.259272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-224b8885-e54f-4d4a-96af-2ac3b0a4beb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b HTTP/1.1" status: 200 len: 217 time: 0.1306491 Aug 06 15:42:13.422707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-b90be72b-2d76-42d9-94cd-131fc402fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.424664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-b90be72b-2d76-42d9-94cd-131fc402fde6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.1363399 Aug 06 15:42:13.516404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf68d4-1d26-4f33-8ffc-970eb283a420 req-26a13c53-25b9-44d4-92e6-90b2a3bc706a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.518975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35bf68d4-1d26-4f33-8ffc-970eb283a420 req-26a13c53-25b9-44d4-92e6-90b2a3bc706a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.2754080 Aug 06 15:42:13.523162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932348-203e-4ed1-8034-613205079031 req-7121a54a-d1cb-4237-b78b-4b8ee5b073b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.526362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-7121a54a-d1cb-4237-b78b-4b8ee5b073b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b0f6da5-b920-40c2-b8c2-08eb50b936c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7302380 Aug 06 15:42:13.600839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-f81e5dde-818e-4f97-b701-95402641bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.602365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-f81e5dde-818e-4f97-b701-95402641bdee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685588 Aug 06 15:42:13.775085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.775492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.775957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.776431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.776904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.777384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.777852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.780057 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-6224fb96-50c4-4c32-905f-eaa8cc0cfbdd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.2750652 Aug 06 15:42:13.788337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a88f19-50a4-4f5b-bc87-2f0a5180dddb req-1bbd105f-cc3d-4e48-b727-473faff4a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:13.789933 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89a88f19-50a4-4f5b-bc87-2f0a5180dddb req-1bbd105f-cc3d-4e48-b727-473faff4a536 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1097 time: 0.2870958 Aug 06 15:42:13.862060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-90fe27be-312b-496c-8b1f-31e2474b84a6 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084509 Aug 06 15:42:13.959222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f9fe41a-03f7-4656-8ff3-36fd01a150bc req-f59d80db-490f-4c93-8957-1e79bf2f3ecc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1682658 Aug 06 15:42:13.966751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35bf68d4-1d26-4f33-8ffc-970eb283a420 req-6758a751-26db-43ee-ad4f-8ff0ad48fe9d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4337001 Aug 06 15:42:13.991436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.000064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-89a88f19-50a4-4f5b-bc87-2f0a5180dddb req-7fb6f88f-3f6f-4dec-a92a-9cf8e1b0d090 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944296 Aug 06 15:42:14.077865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Transition to ACTIVE for port object 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:14.101880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:14.119928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.133526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-95932348-203e-4ed1-8034-613205079031 req-c711cba1-dbce-4728-b648-2872c5681cf1 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595186 Aug 06 15:42:14.139773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.145656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.148805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Transition to ACTIVE for port object 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:14.152479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.159347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.165483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.172194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.178103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.180085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-40df56bc-dc86-4327-9cbf-1b16dffd3b3d tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.2243254 Aug 06 15:42:14.231079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.243905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-6470cf5a-fda5-4fee-be26-9da7bd5d2fe9 service neutron] 10.222.0.64 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325536 Aug 06 15:42:14.292358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Pushing event updated for resources: {'Port': ['ID=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:14.325505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adfa3fa0-ef6d-40e1-bac9-4fe2d4a79780 req-598832d0-2544-4448-b330-21f56ebb029c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217203 Aug 06 15:42:14.354689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.388034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Attempting to bind port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:42:14.388983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Attempting to bind port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:42:14.389354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Attempting to bind port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:14.396013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:42:14.396401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Attempting to bind port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 on network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:14.402611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:42:14.402955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Checking segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:42:14.403482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Bound using segment: {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:42:14.404132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Bound port: 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b45683a-1eba-4357-8834-0ff170f59528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:42:14.404489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.479608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9f4cd-e7df-4f19-af65-fc2980671d9d req-5af58883-58ce-4df2-babd-5f33290c17b2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.482270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8de9f4cd-e7df-4f19-af65-fc2980671d9d req-5af58883-58ce-4df2-babd-5f33290c17b2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.3010635 Aug 06 15:42:14.491837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] For port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:42:14.495930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] For port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:42:14.570795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.622379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:14.628333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.629664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.632264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] 10.222.0.59 "PUT /v2.0/ports/24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 HTTP/1.1" status: 200 len: 1092 time: 1.9905996 Aug 06 15:42:14.632996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'tag': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:14.636426 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054e4aba-3592-454c-a106-d40c66a49ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "fca55f1c-1fda-464b-8ad8-5114d96c528d", "tag": "24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:14.656366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:14.668607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=0f2ba8f3-56f3-4181-bf08-bc5b028408a5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:14.670213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e43b5e-5159-457a-91e2-3b54209221fe service neutron] Pushing event updated for resources: {'Port': ['ID=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:14.675235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:14.688935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.689894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:14.697938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebbb2a3-33c1-4002-a9d6-f50a8616f7ed req-ef298be4-59dc-4086-97d8-be4f8af19d5e service neutron] 10.222.0.64 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289556 Aug 06 15:42:14.702880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8de9f4cd-e7df-4f19-af65-fc2980671d9d req-7f0ceb39-4823-4d10-8ead-64c048cb8334 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926782 Aug 06 15:42:14.732787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036648-e792-4f8a-b469-e854056de8e2 req-cc19a85a-e894-4cbe-a77f-cbe813555a30 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:14.741083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48036648-e792-4f8a-b469-e854056de8e2 req-cc19a85a-e894-4cbe-a77f-cbe813555a30 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 944 time: 0.2541096 Aug 06 15:42:14.821532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48036648-e792-4f8a-b469-e854056de8e2 req-b017b227-4ca9-449c-ba66-ad39070e1349 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779893 Aug 06 15:42:14.875060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ccdadd24-6b7b-414c-889f-b6d97f044dc9 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0342960 Aug 06 15:42:14.880546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50720) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:14.898433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'network_id': 'f970117f-a2cf-4fb4-8ef2-68169e9f3d23', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-728278882'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:15.006355 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ec056-9801-4222-bf4d-6d2583c583a4 x-openstack-request-id: req-db2ec056-9801-4222-bf4d-6d2583c583a4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:15.007013 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca55f1c-1fda-464b-8ad8-5114d96c528d", "tag": "24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:15.007122 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db2ec056-9801-4222-bf4d-6d2583c583a4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:15.007485 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'tag': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371', 'status': 'completed', 'code': 200} Aug 06 15:42:15.090383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-f6ac6e81-2f38-425a-9f57-14ddbf53fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.092263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-f6ac6e81-2f38-425a-9f57-14ddbf53fc2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 1095 time: 0.3275952 Aug 06 15:42:15.177952 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-617f48ef-e12d-4b27-9c0b-197bb16a3884 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 HTTP/1.1" status: 200 len: 217 time: 0.0745196 Aug 06 15:42:15.187903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed843e-42cb-430d-9ef5-c316a8b063d7 req-dce6f6f2-bcb4-4a27-9761-68d003a70d8d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.190115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58ed843e-42cb-430d-9ef5-c316a8b063d7 req-dce6f6f2-bcb4-4a27-9761-68d003a70d8d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0979412 Aug 06 15:42:15.241315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58ed843e-42cb-430d-9ef5-c316a8b063d7 req-adeb7c2c-7642-4d8f-b3b2-12fcea771ce0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Aug 06 15:42:15.259906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-f373d377-601e-4ea4-98ee-0ff2980d0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.261350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-f373d377-601e-4ea4-98ee-0ff2980d0806 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.0746937 Aug 06 15:42:15.322726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-7ece2df1-b24e-4a4b-a2f9-b5ab8fed66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.324341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-7ece2df1-b24e-4a4b-a2f9-b5ab8fed66d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519099 Aug 06 15:42:15.360005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0e055621-6a86-4b0a-9b1b-e7700c95b26b details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:42:15.394960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2449231c-1040-4537-bc2c-c5f4c8afaa22 None None] Provisioning for port 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:15.405507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2449231c-1040-4537-bc2c-c5f4c8afaa22 None None] Provisioning complete for port 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:15.406077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2449231c-1040-4537-bc2c-c5f4c8afaa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:15.420189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Made reservation on behalf of 8980534947694002a16dc2a47e4f2634 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:15.426117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:15.457341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] device_id is not set on port ed7cb44d-88be-4f58-a604-d8f21aa002a3 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:42:15.521548 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-d0f8cce8-3ea2-458b-882d-1083f03d15a5 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896837 Aug 06 15:42:15.625025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.633348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.642202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.650197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.659834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.668595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.685683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.690521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-aafe9fa7-0fa2-441c-bc3b-d86ee83ac62b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.1930003 Aug 06 15:42:15.714861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd56f8-b38a-4b5d-993a-8b246302a5ed req-75cf7847-bf66-46bb-a438-62519f7765b2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:15.716651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ecd56f8-b38a-4b5d-993a-8b246302a5ed req-75cf7847-bf66-46bb-a438-62519f7765b2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.2300155 Aug 06 15:42:15.725787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2449231c-1040-4537-bc2c-c5f4c8afaa22 None None] Port 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:15.747780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Allocated IP 2001:db8::14b (f970117f-a2cf-4fb4-8ef2-68169e9f3d23/1c0a623e-7743-4458-ac02-d0d55e61631b/ed7cb44d-88be-4f58-a604-d8f21aa002a3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:15.770329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3227ebe9-902f-4398-ae82-a1837ad83a4f req-aa6a2a1c-20f4-4e47-855d-b7b7c4a8a231 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367120 Aug 06 15:42:15.792587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:15.801260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5e0d3e1-a826-4b2f-9ea8-1087da391ece req-f101e39c-3565-4f59-8fd0-9a3e375553a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068716 Aug 06 15:42:15.813918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '0e055621-6a86-4b0a-9b1b-e7700c95b26b', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'port_id': '0e055621-6a86-4b0a-9b1b-e7700c95b26b', 'mac_address': 'fa:16:3e:09:a5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f49acf2-f157-48a1-b834-04f6c04c53be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:42:15.842052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ecd56f8-b38a-4b5d-993a-8b246302a5ed req-5db87b56-8888-442a-b81a-6ab5b921b845 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914626 Aug 06 15:42:15.912686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:15.938589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e055621-6a86-4b0a-9b1b-e7700c95b26b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:15.984324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:16.011413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-aa2ae802-37fb-44c2-abf2-ebc01d391aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.013075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-aa2ae802-37fb-44c2-abf2-ebc01d391aca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 1095 time: 0.0937302 Aug 06 15:42:16.049166 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:16.055339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:16.116625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Transition to ACTIVE for port object ed7cb44d-88be-4f58-a604-d8f21aa002a3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:16.120901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.121093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0e055621-6a86-4b0a-9b1b-e7700c95b26b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:16.129618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.140009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.150964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.163674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.173298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-688eb511-6bf6-48d8-bf9d-205417a6e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.174055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.174826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-688eb511-6bf6-48d8-bf9d-205417a6e0fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 917 time: 0.1543245 Aug 06 15:42:16.180432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.182672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ba953be-49ec-4905-a25e-696b0745efc6 req-ac8c6140-5e4b-42af-8fe1-64e8190a236a tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.1887343 Aug 06 15:42:16.196079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bf8a-10bf-49e1-b204-8f290ed644b1 req-c3671eec-08c7-4bdf-bc06-0ca6c0762bc7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.200749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ce3bf8a-10bf-49e1-b204-8f290ed644b1 req-c3671eec-08c7-4bdf-bc06-0ca6c0762bc7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1946328 Aug 06 15:42:16.203007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:16.209797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Request body: {'floatingip': {'port_id': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:16.252452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ce3bf8a-10bf-49e1-b204-8f290ed644b1 req-25e1adbf-bead-4604-b34b-34221d778a1d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507009 Aug 06 15:42:16.332922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-643d83e0-31eb-4d62-bd3e-a0bbb2aed1f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 HTTP/1.1" status: 200 len: 217 time: 0.1440651 Aug 06 15:42:16.338217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:16.360944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd0429-6fea-4df4-91bc-618fdd898d93 req-a1e39fab-8819-402d-92e3-de9dee023b32 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.365198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:16.376269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6cd0429-6fea-4df4-91bc-618fdd898d93 req-a1e39fab-8819-402d-92e3-de9dee023b32 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 944 time: 0.0708952 Aug 06 15:42:16.423061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6cd0429-6fea-4df4-91bc-618fdd898d93 req-306167e4-d138-4644-ac80-a3e478138be4 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532997 Aug 06 15:42:16.448220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0e055621-6a86-4b0a-9b1b-e7700c95b26b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:16.553813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:16.570316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:16.571212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-57f97de2-2334-4008-bb0b-e5ca8631b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.573021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-57f97de2-2334-4008-bb0b-e5ca8631b03a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.2255092 Aug 06 15:42:16.576797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:16.584793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.585655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:16.588692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=ed7cb44d-88be-4f58-a604-d8f21aa002a3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:16.694937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f45da-3777-4d4a-94bd-31fe4adcfa9d req-5d23d4ed-0ef3-42e6-977f-d8728d5a595f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.707301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-619f45da-3777-4d4a-94bd-31fe4adcfa9d req-5d23d4ed-0ef3-42e6-977f-d8728d5a595f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1811092 Aug 06 15:42:16.777406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-619f45da-3777-4d4a-94bd-31fe4adcfa9d req-5f175c20-f176-4df4-9964-570674f67302 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688167 Aug 06 15:42:16.834697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-b64e168c-edbd-4408-a17e-0cf4dc705f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:16.836439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-b64e168c-edbd-4408-a17e-0cf4dc705f9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407990 Aug 06 15:42:16.841136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87c0a183-2af8-489a-8345-10009214b3bb tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9582403 Aug 06 15:42:16.845635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:16.855653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1cf', 'mac_address': 'fa:16:3e:67:6a:1c'}, {'ip_address': '2001:db8::9', 'mac_address': 'fa:16:3e:c4:44:81'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:17.152167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-7764cfae-965f-44ee-b943-df3030a9f513 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042350 Aug 06 15:42:17.162385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:17.197673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86844e90-7e9c-4791-acc4-dd136e4c9898 None None] Provisioning for port ed7cb44d-88be-4f58-a604-d8f21aa002a3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:17.210078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86844e90-7e9c-4791-acc4-dd136e4c9898 None None] Provisioning complete for port ed7cb44d-88be-4f58-a604-d8f21aa002a3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:17.210078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86844e90-7e9c-4791-acc4-dd136e4c9898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:17.261423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-86844e90-7e9c-4791-acc4-dd136e4c9898 None None] Port ed7cb44d-88be-4f58-a604-d8f21aa002a3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:17.312101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-2fe5151c-4c98-42a4-a217-fe361c8346db tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:17.314282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-2fe5151c-4c98-42a4-a217-fe361c8346db tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.2428985 Aug 06 15:42:17.373102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-054e4aba-3592-454c-a106-d40c66a49ea1 req-f95e2399-9796-40c8-8ad0-5c1f7c40a856 service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833656 Aug 06 15:42:17.451535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:17.468463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-b9c4d8ff-1f80-4e1c-ab1c-5e5f6eaa7409 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/quotas/51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 375 time: 0.0876088 Aug 06 15:42:17.512948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:17.622699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a735-6804-4b26-b035-c5f70e7f7461 req-293b11f9-1e98-42b7-b70b-4591a0e650f2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:17.625516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7239a735-6804-4b26-b035-c5f70e7f7461 req-293b11f9-1e98-42b7-b70b-4591a0e650f2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.2435377 Aug 06 15:42:17.677004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-514f103a-97bb-4bcf-ad46-0f1ac050f941 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2048938 Aug 06 15:42:17.703436 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Floating IP e5469010-7907-4b97-9cea-3aec71f55f80 associated. External IP: 172.25.5.248, port: fd99b991-0a62-43f4-bfd4-8d13c7f951a6. Aug 06 15:42:17.784946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:17.807132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7239a735-6804-4b26-b035-c5f70e7f7461 req-b89590ee-d884-496b-a245-5ac7a174d898 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558342 Aug 06 15:42:17.839555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-2546e8f1-e035-4029-b8a0-3204997c320c service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485572 Aug 06 15:42:17.895783 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:18.000136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] In _notify_port_updated(), no bound segment for port ed7cb44d-88be-4f58-a604-d8f21aa002a3 on network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:42:18.010158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:18.011152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Router f143eca1-6734-43c9-b2eb-462715ea8de9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:42:18.011623 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:18.017602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:18.017869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "PUT /v2.0/ports/ed7cb44d-88be-4f58-a604-d8f21aa002a3 HTTP/1.1" status: 200 len: 1065 time: 1.1692297 Aug 06 15:42:18.099411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b40022-fef4-4d04-9f7d-ed7eaab6f840 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event updated for resources: {'Port': ['ID=ed7cb44d-88be-4f58-a604-d8f21aa002a3,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:18.149284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-a50f1fc7-fc8c-4ea1-93eb-82dad096423e service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937298 Aug 06 15:42:18.201060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7ce70-9bb6-4b34-898a-14cd3f9dd922 req-62f61a22-cd41-44f5-97a4-e4cc960585db tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:18.204374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2c7ce70-9bb6-4b34-898a-14cd3f9dd922 req-62f61a22-cd41-44f5-97a4-e4cc960585db tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 944 time: 0.1703207 Aug 06 15:42:18.317957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2c7ce70-9bb6-4b34-898a-14cd3f9dd922 req-557a0a53-06bd-48c9-b73e-cf00f812b538 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020434 Aug 06 15:42:18.416921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d5ebd635-e8c4-4ab9-b657-fc9ea28829af None None] Provisioning complete for port ed7cb44d-88be-4f58-a604-d8f21aa002a3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:18.417489 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd635-e8c4-4ab9-b657-fc9ea28829af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:18.431054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port ed7cb44d-88be-4f58-a604-d8f21aa002a3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:18.431524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:18.476536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebd635-e8c4-4ab9-b657-fc9ea28829af None None] Port ed7cb44d-88be-4f58-a604-d8f21aa002a3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:18.593518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4cb8fbe-9009-4264-aec5-c777bac67ad8 req-72e6fc8f-1fea-4408-8ab0-192321ff9850 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 210 time: 0.0416453 Aug 06 15:42:18.957567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:42:18.967750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:18.979061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] Sync routers for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:42:19.008869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:19.009661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:19.042036 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7ca82a00-0af3-4359-910c-35079ee6784b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "PUT /v2.0/floatingips/e5469010-7907-4b97-9cea-3aec71f55f80 HTTP/1.1" status: 200 len: 991 time: 2.8361795 Aug 06 15:42:19.049585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:19.052304 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e038506f-36c9-4e27-bef7-28552f4528ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:19.089396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93444d13-187f-4a46-99f4-d4efd6250cea req-4cce508f-2255-4f6a-b393-d68cd27c0480 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.095739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93444d13-187f-4a46-99f4-d4efd6250cea req-4cce508f-2255-4f6a-b393-d68cd27c0480 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1600020 Aug 06 15:42:19.115322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:19.150378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for ed7cb44d-88be-4f58-a604-d8f21aa002a3 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:19.230233 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2af72c-aa1d-4978-9fbf-395c00008a46 x-openstack-request-id: req-0c2af72c-aa1d-4978-9fbf-395c00008a46 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:19.230233 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:19.230701 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c2af72c-aa1d-4978-9fbf-395c00008a46 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:19.231052 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'status': 'completed', 'code': 200} Aug 06 15:42:19.253557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93444d13-187f-4a46-99f4-d4efd6250cea req-00bd849e-9bd2-447b-868e-6d96279adba8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495886 Aug 06 15:42:19.275472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:42:19.283298 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-496d6836-e78f-4c97-a7b3-1fcfb3b8c55b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1425924 Aug 06 15:42:19.398860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0e055621-6a86-4b0a-9b1b-e7700c95b26b up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:19.449965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.473317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.475229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-ef2f42c0-67af-4e02-8caf-786bd3d96690 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.2208529 Aug 06 15:42:19.605936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b3322-0dd1-496a-91d5-c7a9e7873cfb req-f0af758f-3dbf-4ecc-9603-0025ecb8bab1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.607649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d27b3322-0dd1-496a-91d5-c7a9e7873cfb req-f0af758f-3dbf-4ecc-9603-0025ecb8bab1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 944 time: 0.1227973 Aug 06 15:42:19.615038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.615306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.615642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.616211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.616720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.617195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.617662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.619623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4cdfa6ad-b26a-4afe-87bd-a8a3d29a5ba7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.1443985 Aug 06 15:42:19.629365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41342fa-5e2d-4753-818a-8f9be3440383 req-71a36ed8-7663-405b-aa4c-468444f13732 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.637084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e41342fa-5e2d-4753-818a-8f9be3440383 req-71a36ed8-7663-405b-aa4c-468444f13732 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.2359216 Aug 06 15:42:19.721861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-e4118afd-bd1c-4551-b161-cd5cf370ecf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.725439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-e4118afd-bd1c-4551-b161-cd5cf370ecf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340 HTTP/1.1" status: 200 len: 912 time: 0.2409272 Aug 06 15:42:19.755610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d27b3322-0dd1-496a-91d5-c7a9e7873cfb req-b84e4f2f-3022-4cb1-a6f1-6e3906c355d1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148670 Aug 06 15:42:19.795254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 0e055621-6a86-4b0a-9b1b-e7700c95b26b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:19.808711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 0e055621-6a86-4b0a-9b1b-e7700c95b26b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:19.809566 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:19.823295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e41342fa-5e2d-4753-818a-8f9be3440383 req-9ebb41dc-5194-4c8b-b7eb-eeea2d583604 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811707 Aug 06 15:42:19.898599 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-beb95260-de4d-492d-bed6-ea0c109bc989 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 999 time: 0.1643870 Aug 06 15:42:19.917373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-5bb62a67-f8b6-4150-b19b-2f700a334d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.919095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-5bb62a67-f8b6-4150-b19b-2f700a334d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.919594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-5bb62a67-f8b6-4150-b19b-2f700a334d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:19.927325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-5bb62a67-f8b6-4150-b19b-2f700a334d78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 200 len: 2298 time: 0.2748680 Aug 06 15:42:19.936812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:19.979527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:19.989301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371', 'network_id': '16d1ca5c-b183-439d-a1c8-e9dca8dc493c', 'port_id': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371', 'mac_address': 'fa:16:3e:fa:7d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f49acf2-f157-48a1-b834-04f6c04c53be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:42:20.040786 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51e53cf8-166c-4e42-8f28-e60400e08f61 req-e54c0f56-29d7-4e7a-a27e-16b8d23f14cc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 210 time: 0.1174240 Aug 06 15:42:20.046906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=ed7cb44d-88be-4f58-a604-d8f21aa002a3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:20.105595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-af0b751a-52ff-4c6d-b02a-71de88ac751d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.109422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-af0b751a-52ff-4c6d-b02a-71de88ac751d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.2026732 Aug 06 15:42:20.121130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-dee71a9d-6a24-4643-92cb-98924da9acdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 1001 time: 0.1838350 Aug 06 15:42:20.138949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2975565-5cdd-4121-b3dd-2ca19bc307fc req-2815697d-5c8e-433a-bbe6-20006425d305 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.147385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2975565-5cdd-4121-b3dd-2ca19bc307fc req-2815697d-5c8e-433a-bbe6-20006425d305 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1097958 Aug 06 15:42:20.229711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:20.273891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2975565-5cdd-4121-b3dd-2ca19bc307fc req-14caea34-ae9e-44ab-80e6-7f674e125b0b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254168 Aug 06 15:42:20.314318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-06778945-9c94-4b15-8eef-1827ce1547ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.326431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038506f-36c9-4e27-bef7-28552f4528ee req-7949d736-29ca-4fbc-bf09-2d29f49fd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.329872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-7949d736-29ca-4fbc-bf09-2d29f49fd465 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683474 Aug 06 15:42:20.340644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-06778945-9c94-4b15-8eef-1827ce1547ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 200 len: 856 time: 0.2030938 Aug 06 15:42:20.438388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e5469010-7907-4b97-9cea-3aec71f55f80', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'port_id': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'mac_address': 'fa:16:3e:b7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:40:42Z', 'updated_at': '2021-08-06T15:42:17Z', 'revision_number': 1, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:26Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:20.456511 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:20.497661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-bb80e390-624a-42a9-a8ed-ce5b77c9b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.499426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-bb80e390-624a-42a9-a8ed-ce5b77c9b3f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68b9236b-44a3-446d-be00-f8b66debb1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1529238 Aug 06 15:42:20.553037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e055621-6a86-4b0a-9b1b-e7700c95b26b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:20.557803 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e29019-3d61-43fc-94ff-31828f294e09" -d '{"events": [{"server_uuid": "a06d4c05-4514-461b-9b34-bcd0259a3bbd", "name": "network-vif-plugged", "status": "completed", "tag": "0e055621-6a86-4b0a-9b1b-e7700c95b26b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:20.599505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:20.605074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cbc75211-f3a3-423d-8de8-acf64cf1f33d tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/ports/ed7cb44d-88be-4f58-a604-d8f21aa002a3 HTTP/1.1" status: 204 len: 168 time: 2.5863945 Aug 06 15:42:20.607925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:20.635250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] Checking router: f143eca1-6734-43c9-b2eb-462715ea8de9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:42:20.642069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:20.648816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:20.653260 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5975a3ba-51c7-4a25-a761-13043cf1cb3c tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] GET failed (client error): The resource could not be found. Aug 06 15:42:20.661017 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5975a3ba-51c7-4a25-a761-13043cf1cb3c tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "GET /v2.0/ports/ed7cb44d-88be-4f58-a604-d8f21aa002a3 HTTP/1.1" status: 404 len: 333 time: 0.0502806 Aug 06 15:42:20.663169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:20.696779 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-80efd73e-9ff9-4f72-8d18-7778de6a643c service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506770 Aug 06 15:42:20.705132 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0172b759-183a-4523-9633-cb8772e9a145 x-openstack-request-id: req-0172b759-183a-4523-9633-cb8772e9a145 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:20.705893 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d4c05-4514-461b-9b34-bcd0259a3bbd", "name": "network-vif-plugged", "status": "completed", "tag": "0e055621-6a86-4b0a-9b1b-e7700c95b26b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:20.706019 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0172b759-183a-4523-9633-cb8772e9a145 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:20.706641 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e055621-6a86-4b0a-9b1b-e7700c95b26b', 'code': 200} Aug 06 15:42:20.732296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:20.733597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:20.778032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a1cc-ee98-4ab1-b143-2e0ccfb3d4af req-7b123605-5529-4a00-9e98-ecb09c124276 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.779151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a714a1cc-ee98-4ab1-b143-2e0ccfb3d4af req-7b123605-5529-4a00-9e98-ecb09c124276 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.2840412 Aug 06 15:42:20.809435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:20.815552 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:20.854174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-6dd4d626-3d33-4440-8755-093ffa89425b service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432744 Aug 06 15:42:20.925523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0e055621-6a86-4b0a-9b1b-e7700c95b26b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:20.930604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:20.987702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c43fe-069b-42e2-9085-a8bf81b224c3 req-8f075e9b-2fe5-4593-93e5-50827da8f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:20.989957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-246c43fe-069b-42e2-9085-a8bf81b224c3 req-8f075e9b-2fe5-4593-93e5-50827da8f0ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 1097 time: 0.1878378 Aug 06 15:42:20.993026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e038506f-36c9-4e27-bef7-28552f4528ee req-813bee1a-75fd-4c3c-8416-a3af7aff21ae service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868500 Aug 06 15:42:21.015200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:42:21.023047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a714a1cc-ee98-4ab1-b143-2e0ccfb3d4af req-b9f701fa-2943-4eb1-81f2-1793c1d0dde8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236705 Aug 06 15:42:21.036380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:21.037324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:21.071550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:21.088814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-246c43fe-069b-42e2-9085-a8bf81b224c3 req-fa542f56-a7d6-4715-9a23-725c6485157e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750692 Aug 06 15:42:21.161234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7f16-155d-495e-a69b-60b311ef5720 req-b6439761-0cc8-434a-a6a1-24c43d9b5817 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:21.169013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7ff7f16-155d-495e-a69b-60b311ef5720 req-b6439761-0cc8-434a-a6a1-24c43d9b5817 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 945 time: 0.3120420 Aug 06 15:42:21.223397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:21.234753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-32176a82-1818-4af3-ac76-a7b8ad6d7ada service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707082 Aug 06 15:42:21.323599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:21.330857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7ff7f16-155d-495e-a69b-60b311ef5720 req-70c6cd0c-6948-4776-96d3-6c64ca679769 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609771 Aug 06 15:42:21.339651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-863bf375-1440-4ac6-9a55-900ac0f7184a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 217 time: 0.0776086 Aug 06 15:42:21.348809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for 0f2ba8f3-56f3-4181-bf08-bc5b028408a5 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:21.386640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba5686-f7ac-4092-b9c2-fa90070f6303 req-aeda924c-36b2-45af-8ff0-7d9334e708e9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:21.397528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dba5686-f7ac-4092-b9c2-fa90070f6303 req-aeda924c-36b2-45af-8ff0-7d9334e708e9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1770401 Aug 06 15:42:21.559574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0660107-7d6d-4462-81dd-96b7aeac63dd req-0f82eb38-60b7-4ef9-a438-8fecc4e3e811 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 210 time: 0.0422418 Aug 06 15:42:21.570833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dba5686-f7ac-4092-b9c2-fa90070f6303 req-de9faa81-9140-46cf-ab57-bcdb95ef3945 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722791 Aug 06 15:42:21.590971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-8bfd681d-6859-49a3-8593-bac23946e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:21.593075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-8bfd681d-6859-49a3-8593-bac23946e4af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.2392731 Aug 06 15:42:21.776699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-e017fc9a-dc37-46b3-8a58-674019cb6e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:21.780997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-e017fc9a-dc37-46b3-8a58-674019cb6e09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1756625 Aug 06 15:42:21.811658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e5469010-7907-4b97-9cea-3aec71f55f80', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'port_id': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'mac_address': 'fa:16:3e:b7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:40:42Z', 'updated_at': '2021-08-06T15:42:17Z', 'revision_number': 1, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:26Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:21.842243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccb49b8-ddf8-4e0e-9106-76177c899bfc None None] The sync data for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 is: [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e5469010-7907-4b97-9cea-3aec71f55f80', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'floating_ip_address': '172.25.5.248', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'port_id': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'mac_address': 'fa:16:3e:b7:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b4fc20b-f141-4e97-b415-9093930c4524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:40:42Z', 'updated_at': '2021-08-06T15:42:17Z', 'revision_number': 1, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:26Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:42:21.857767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-dd6ce852-a690-4085-92a0-e0245f921dde tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:21.860422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-dd6ce852-a690-4085-92a0-e0245f921dde tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.3265538 Aug 06 15:42:21.874159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'port': {'device_id': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'admin_state_up': True, 'tenant_id': '51b2f4477238414f9429be812049194f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:22.156695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:22.164673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:22.258365 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c448c3-a314-4cb1-9fb4-36f21c250fac None None] New status for floating IP e5469010-7907-4b97-9cea-3aec71f55f80: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:42:22.446446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366719b3-28d8-476c-9a70-834786a73e8d req-62c08647-1464-42c4-918b-24119e2c9a03 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:22.448277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-366719b3-28d8-476c-9a70-834786a73e8d req-62c08647-1464-42c4-918b-24119e2c9a03 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.5771441 Aug 06 15:42:22.508100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-43bb635b-18cb-4be6-9912-51fbba4c5ef5 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728880 Aug 06 15:42:22.568757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-366719b3-28d8-476c-9a70-834786a73e8d req-8d66d1ee-04b1-460e-af1c-ca350a1ec503 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092894 Aug 06 15:42:22.607943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be0a3c-07d3-4302-970c-39259705536f req-2096d80b-ddbc-4fff-829b-1b397948e4ba tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:22.609608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7be0a3c-07d3-4302-970c-39259705536f req-2096d80b-ddbc-4fff-829b-1b397948e4ba tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 945 time: 0.1570959 Aug 06 15:42:22.612571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:22.694149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=0f2ba8f3-56f3-4181-bf08-bc5b028408a5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:22.758898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-0e3c3f18-403c-460a-9ec9-d94193fe091c service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417524 Aug 06 15:42:22.760591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce36d8f9-402c-4f1b-b33e-19b777710198 req-3e32aece-59d1-4b97-a260-8613e746ca41 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 210 time: 0.0687432 Aug 06 15:42:22.788710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Allocated IP 172.20.0.10 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/932121f9-6034-40b2-9990-217304d2302a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:22.788939 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:22.793880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b347b5f2-fa9f-43c0-830d-14c46b9db2bf tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/ports/0f2ba8f3-56f3-4181-bf08-bc5b028408a5 HTTP/1.1" status: 204 len: 168 time: 2.1290827 Aug 06 15:42:22.819447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:22.833260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3a7d8465-4c79-4d5a-b784-a27263ab3815 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 217 time: 0.0572882 Aug 06 15:42:22.873045 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-816854a8-9e7b-4957-b5f3-b7937155181b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] GET failed (client error): The resource could not be found. Aug 06 15:42:22.884000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-816854a8-9e7b-4957-b5f3-b7937155181b tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "GET /v2.0/ports/0f2ba8f3-56f3-4181-bf08-bc5b028408a5 HTTP/1.1" status: 404 len: 333 time: 0.0545974 Aug 06 15:42:22.884000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:22.910377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7be0a3c-07d3-4302-970c-39259705536f req-52787f9b-0b7c-483b-b00a-07f1b13eb247 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468579 Aug 06 15:42:22.996279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-bd232e99-db73-4f93-bf85-5e6095daed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.001898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-bd232e99-db73-4f93-bf85-5e6095daed48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.1597421 Aug 06 15:42:23.025002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a473b-faaf-4ec9-af06-b8e9fa4dfd81 req-3a0ae70a-6a23-48a4-b501-37881ee372fd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.038240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-258a473b-faaf-4ec9-af06-b8e9fa4dfd81 req-3a0ae70a-6a23-48a4-b501-37881ee372fd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1978047 Aug 06 15:42:23.131560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-258a473b-faaf-4ec9-af06-b8e9fa4dfd81 req-2a8007d9-8f2f-46a9-b6b3-54dab810411a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841956 Aug 06 15:42:23.144081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3472f04a-1aed-4817-b41e-0be5366d2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.144081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3472f04a-1aed-4817-b41e-0be5366d2c55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1044118 Aug 06 15:42:23.151031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.170976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Transition to ACTIVE for port object 932121f9-6034-40b2-9990-217304d2302a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:23.235531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:23.235954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.259758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3ea5bcd8-67eb-4535-9bfe-d68832ff794e service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053967 Aug 06 15:42:23.319336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.392924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-0147bf9a-86ac-4a48-a5da-6b59dea92c2f service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235735 Aug 06 15:42:23.418894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:23.420763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.431961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:23.435449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=932121f9-6034-40b2-9990-217304d2302a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:23.444673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:23.453475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for 41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:23.455889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-baf79367-6be9-42f7-ac80-55ad3a250c02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 200 len: 217 time: 0.0544555 Aug 06 15:42:23.461615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:23.544358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-aa77580b-657e-4b3b-a7a4-169d351df13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.547369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-aa77580b-657e-4b3b-a7a4-169d351df13f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0838115 Aug 06 15:42:23.591152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.592223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.623267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3f3a793a-804f-4486-8035-940273eaad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.625770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3f3a793a-804f-4486-8035-940273eaad57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709448 Aug 06 15:42:23.757081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:23.761722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:23.762343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.786280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-176cbc6c-9c17-405e-b687-fce5b28f8a8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9166687 Aug 06 15:42:23.814012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Request body: {'port': {'device_id': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:23.861604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:23.865742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45779-d8ce-431a-9d67-8b3a5d5294af req-de5161a7-45a8-4fef-a9a2-c83d05d12734 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:23.880434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddd45779-d8ce-431a-9d67-8b3a5d5294af req-de5161a7-45a8-4fef-a9a2-c83d05d12734 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1256478 Aug 06 15:42:23.884710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3c9b4839-bd55-4d09-ad29-e84ecc5ee099 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432399 Aug 06 15:42:23.928419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:23.963234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-5aed3639-39cc-473c-9874-8e17f772c0c3 req-9daed956-6601-41d2-9541-96a555676618 service neutron] (94841) timed out ('10.222.0.59', 58293) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 15:42:24.012378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.019494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b8803d47-720a-437f-8c29-edd23fa6eb87 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/ports/41b8b9d4-2ec6-4735-81e0-fc5af54ea6d0 HTTP/1.1" status: 204 len: 168 time: 1.1391644 Aug 06 15:42:24.021800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.028185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:24.127534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddd45779-d8ce-431a-9d67-8b3a5d5294af req-4d4ca85a-0431-4717-8704-fa4d533622e7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383788 Aug 06 15:42:24.154408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e3900551-aee1-4547-ac05-a9433504ac14 None None] Provisioning for port 932121f9-6034-40b2-9990-217304d2302a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:24.165416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e3900551-aee1-4547-ac05-a9433504ac14 None None] Provisioning complete for port 932121f9-6034-40b2-9990-217304d2302a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:24.165803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e3900551-aee1-4547-ac05-a9433504ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.166414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting subnet 1c0a623e-7743-4458-ac02-d0d55e61631b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:42:24.175280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.193473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e70519-37cb-4d30-a447-c03454c200ec req-20857776-4c64-4ca0-b8d4-755d87008841 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:24.199873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7e70519-37cb-4d30-a447-c03454c200ec req-20857776-4c64-4ca0-b8d4-755d87008841 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 932 time: 0.2383833 Aug 06 15:42:24.227174 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.280907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e3900551-aee1-4547-ac05-a9433504ac14 None None] Port 932121f9-6034-40b2-9990-217304d2302a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:24.290681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:24.295255 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd69be9-a8bd-4098-ad18-f3e2dc1ed5b3" -d '{"events": [{"server_uuid": "fca55f1c-1fda-464b-8ad8-5114d96c528d", "name": "network-vif-plugged", "status": "completed", "tag": "24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:24.316360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:24.331252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-be466bea-cbe6-4ab2-9302-0faed08c25eb service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225054 Aug 06 15:42:24.361134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.399578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7e70519-37cb-4d30-a447-c03454c200ec req-b40cefbd-1202-4a4b-a550-f758eb557341 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870911 Aug 06 15:42:24.402130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-23a48416-c541-49e7-9294-edb1978e8998 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 200 len: 217 time: 0.0541036 Aug 06 15:42:24.408976 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.482498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:24.504179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb53db2-f44b-482c-bf32-067beeeb8be2 req-479bcb21-a99d-4049-8c7d-440247df47f2 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:24.505797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2eb53db2-f44b-482c-bf32-067beeeb8be2 req-479bcb21-a99d-4049-8c7d-440247df47f2 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 945 time: 0.2372274 Aug 06 15:42:24.507620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-70cc3f32-9c25-49f2-86d4-b90fc7a304d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:24.509131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-70cc3f32-9c25-49f2-86d4-b90fc7a304d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0947061 Aug 06 15:42:24.575837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2eb53db2-f44b-482c-bf32-067beeeb8be2 req-f85d6ef4-f4de-4b32-8525-48bff1b18388 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Aug 06 15:42:24.606051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-483dd63f-d30b-45b9-b612-e26a3ba76ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:24.610823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-483dd63f-d30b-45b9-b612-e26a3ba76ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826571 Aug 06 15:42:24.615389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.660090 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5196c73d-b090-4b25-9d3b-4a6cc174e3b1 x-openstack-request-id: req-5196c73d-b090-4b25-9d3b-4a6cc174e3b1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:24.660937 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca55f1c-1fda-464b-8ad8-5114d96c528d", "name": "network-vif-plugged", "status": "completed", "tag": "24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:24.661639 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5196c73d-b090-4b25-9d3b-4a6cc174e3b1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:24.662736 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371', 'code': 200} Aug 06 15:42:24.788525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-4247f58a-a8ca-4cc2-9856-4d43c5717661 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693003 Aug 06 15:42:24.824798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932121f9-6034-40b2-9990-217304d2302a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:24.835094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.852752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbd4d0-ee28-4ec2-adc9-d7515a02e3f9 req-43335020-63c7-4e4e-9da4-2b13a0f326c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:24.854271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54fbd4d0-ee28-4ec2-adc9-d7515a02e3f9 req-43335020-63c7-4e4e-9da4-2b13a0f326c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 1097 time: 0.0955563 Aug 06 15:42:24.893480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54fbd4d0-ee28-4ec2-adc9-d7515a02e3f9 req-63e1c555-c184-4bca-bcca-fb0102a44155 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324178 Aug 06 15:42:24.896459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-ee44b7f0-af04-4264-ade1-061583e513c2 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007106 Aug 06 15:42:24.946372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-52d2cfba-f33b-4bba-8163-8449d6c7b79d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 200 len: 217 time: 0.0415840 Aug 06 15:42:24.957222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Transition to ACTIVE for port object 932121f9-6034-40b2-9990-217304d2302a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:24.958656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.989201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0a623e-7743-4458-ac02-d0d55e61631b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:24.995023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:24.997670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ffafff44-6eb6-4af3-8899-1d86310edc10 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/subnets/1c0a623e-7743-4458-ac02-d0d55e61631b HTTP/1.1" status: 204 len: 168 time: 0.9676967 Aug 06 15:42:25.000591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:25.010609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbcdf7-63e7-42f4-9c5d-aef4c4574ac2 None None] Network f970117f-a2cf-4fb4-8ef2-68169e9f3d23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:42:25.011191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-fe26dba3-f996-4ab4-8757-966e26c69501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:25.014519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-fe26dba3-f996-4ab4-8757-966e26c69501 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.0605373 Aug 06 15:42:25.097871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-89d9e943-a638-4699-9a73-cf11006bf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:25.099471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-89d9e943-a638-4699-9a73-cf11006bf7f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772293 Aug 06 15:42:25.100836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.208057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.234099 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:42:25.243401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-21478c8f-5ac1-43ef-bcc2-e9f2e509662c service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330354 Aug 06 15:42:25.246619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Pushing event updated for resources: {'Port': ['ID=932121f9-6034-40b2-9990-217304d2302a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:25.316437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] DHCP port deletion for f970117f-a2cf-4fb4-8ef2-68169e9f3d23 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:42:25.389812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Deleting port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:25.390352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.409629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5f431-566a-4703-af17-fa48e3a64591 req-1dcaaa66-6ff3-4251-9759-c854834344d2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:25.411728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] Deleting port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:25.412940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.419030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6a5f431-566a-4703-af17-fa48e3a64591 req-1dcaaa66-6ff3-4251-9759-c854834344d2 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1345034 Aug 06 15:42:25.476520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-5995ea1e-afd4-4916-b548-3aa46bf5841b service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184136 Aug 06 15:42:25.539327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-badbc12c-3bb5-4098-a64f-02e230272dc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 200 len: 217 time: 0.0536001 Aug 06 15:42:25.542648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Attempting to bind port 932121f9-6034-40b2-9990-217304d2302a on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:42:25.543107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Attempting to bind port 932121f9-6034-40b2-9990-217304d2302a by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:42:25.543556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Attempting to bind port 932121f9-6034-40b2-9990-217304d2302a on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:25.555301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] For port 3c657cc1-49d2-4e09-b3cd-bfc69416f803, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c657cc1-49d2-4e09-b3cd-bfc69416f803,segment=NetworkSegment(8c6156ed-65a5-4f92-bc10-e967a9b08eba),segment_id=8c6156ed-65a5-4f92-bc10-e967a9b08eba)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:25.555861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.557182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] For port 3c657cc1-49d2-4e09-b3cd-bfc69416f803, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c657cc1-49d2-4e09-b3cd-bfc69416f803,segment=NetworkSegment(8c6156ed-65a5-4f92-bc10-e967a9b08eba),segment_id=8c6156ed-65a5-4f92-bc10-e967a9b08eba)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:25.557693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.558978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6a5f431-566a-4703-af17-fa48e3a64591 req-4123f36b-b6e2-48c2-95b1-655f8d3ade5e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402783 Aug 06 15:42:25.560624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Port 932121f9-6034-40b2-9990-217304d2302a on network 63cee3f3-e347-4e33-b2fc-a363ee16513b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:42:25.561042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Attempting to bind port 932121f9-6034-40b2-9990-217304d2302a on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:25.578006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:42:25.578522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:42:25.579441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:42:25.580475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Bound port: 932121f9-6034-40b2-9990-217304d2302a, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:42:25.580844 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.584372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] Calling delete_port for 3c657cc1-49d2-4e09-b3cd-bfc69416f803 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:25.597477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Calling delete_port for 3c657cc1-49d2-4e09-b3cd-bfc69416f803 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:25.650042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3e2d95c5-32ec-4e41-97d6-24ed5a3bb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:25.651590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-3e2d95c5-32ec-4e41-97d6-24ed5a3bb238 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.0875483 Aug 06 15:42:25.666749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1fd2-0cd0-476e-a888-71d72fe15dfe req-2ce81c97-68a4-4b4f-8c3a-1e64959dae35 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:25.694652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-118d1fd2-0cd0-476e-a888-71d72fe15dfe req-2ce81c97-68a4-4b4f-8c3a-1e64959dae35 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 944 time: 0.1543748 Aug 06 15:42:25.773509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-118d1fd2-0cd0-476e-a888-71d72fe15dfe req-e752c7a1-8e84-4589-84f7-b24f5b268adc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779305 Aug 06 15:42:25.781180 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.782156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-0a997ef0-a5c7-465a-8c23-6a24e455779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:25.783733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-0a997ef0-a5c7-465a-8c23-6a24e455779b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862529 Aug 06 15:42:25.823476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c657cc1-49d2-4e09-b3cd-bfc69416f803 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:25.862983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] For port 932121f9-6034-40b2-9990-217304d2302a, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:42:25.896760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] For port 932121f9-6034-40b2-9990-217304d2302a, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=932121f9-6034-40b2-9990-217304d2302a,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:42:25.921327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:42:25.922111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c657cc1-49d2-4e09-b3cd-bfc69416f803 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:25.923004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.924578 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:25.971719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] Pushing event deleted for resources: {'Port': ['ID=3c657cc1-49d2-4e09-b3cd-bfc69416f803,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:25.972458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] No DVR routers for this DVR port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:25.981685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd206e-9b61-4817-9df7-da9932273c87 None None] No DVR routers for this DVR port 3c657cc1-49d2-4e09-b3cd-bfc69416f803 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:25.993135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-c75f3399-b3cb-4447-96a8-b5f675be42c2 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913321 Aug 06 15:42:25.995436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Port': ['ID=3c657cc1-49d2-4e09-b3cd-bfc69416f803,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:26.035494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.168332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65834a6e-ea24-408a-9785-7a53bec54b85 req-5c68e0c2-fbb4-4ced-919c-a40bb357a2f8 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670878 Aug 06 15:42:26.183413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.184436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.185953 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] 10.222.0.59 "PUT /v2.0/ports/932121f9-6034-40b2-9990-217304d2302a HTTP/1.1" status: 200 len: 1092 time: 2.3825376 Aug 06 15:42:26.187633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'tag': '932121f9-6034-40b2-9990-217304d2302a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:26.190133 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef15c57-503a-4ab1-850d-e040e1768d44", "tag": "932121f9-6034-40b2-9990-217304d2302a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:26.196712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.231797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f970117f-a2cf-4fb4-8ef2-68169e9f3d23']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:26.249741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d34148-53bb-447d-98c3-98af5dee48ea service neutron] Pushing event updated for resources: {'Port': ['ID=932121f9-6034-40b2-9990-217304d2302a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:26.257010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6156ed-65a5-4f92-bc10-e967a9b08eba') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:26.257253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6156ed-65a5-4f92-bc10-e967a9b08eba') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:26.269799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.295152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.305667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:42:26.306089 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:42:26.309615 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:42:26.344513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551a06-1862-4a45-852a-66832989d214 req-3be8bb8b-286e-4efb-a52c-864431fc637f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.347043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94551a06-1862-4a45-852a-66832989d214 req-3be8bb8b-286e-4efb-a52c-864431fc637f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.1110349 Aug 06 15:42:26.415052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94551a06-1862-4a45-852a-66832989d214 req-5966c7dc-16f8-48ce-b682-60c567340144 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548813 Aug 06 15:42:26.479364 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d00fa8-a576-494d-bfcb-bafed72dfd25 x-openstack-request-id: req-78d00fa8-a576-494d-bfcb-bafed72dfd25 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:26.479876 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef15c57-503a-4ab1-850d-e040e1768d44", "tag": "932121f9-6034-40b2-9990-217304d2302a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:26.480329 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78d00fa8-a576-494d-bfcb-bafed72dfd25 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:26.480978 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'tag': '932121f9-6034-40b2-9990-217304d2302a', 'status': 'completed', 'code': 200} Aug 06 15:42:26.508307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-ccdcd2a4-ff24-48ab-b66d-0de746e5b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.510783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-ccdcd2a4-ff24-48ab-b66d-0de746e5b4dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 1095 time: 0.0806746 Aug 06 15:42:26.539903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.582814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:26.605272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] 10.222.0.16 "DELETE /v2.0/networks/f970117f-a2cf-4fb4-8ef2-68169e9f3d23 HTTP/1.1" status: 204 len: 168 time: 1.5844071 Aug 06 15:42:26.605272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-14e2f03b-cba4-45a6-9f35-3cbc0792fc6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=932121f9-6034-40b2-9990-217304d2302a HTTP/1.1" status: 200 len: 217 time: 0.0715830 Aug 06 15:42:26.607749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676e3f5-baa8-49b6-a33c-0b2c084250ec req-6e687406-1584-4307-a8ec-3c51d7a83ecf tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.612584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1676e3f5-baa8-49b6-a33c-0b2c084250ec req-6e687406-1584-4307-a8ec-3c51d7a83ecf tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.0834537 Aug 06 15:42:26.636442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f2390-f0cb-4195-a11c-29921b94bc14 tempest-AllowedAddressPairIpV6TestJSON-886000542 tempest-AllowedAddressPairIpV6TestJSON-886000542-project] Pushing event deleted for resources: {'Network': ['ID=f970117f-a2cf-4fb4-8ef2-68169e9f3d23,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:26.682840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1676e3f5-baa8-49b6-a33c-0b2c084250ec req-aad5ce79-11f6-4261-bdd5-9e71704e9084 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689249 Aug 06 15:42:26.700654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-04fae710-afc9-4208-9054-e1c642f4a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.702249 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-04fae710-afc9-4208-9054-e1c642f4a4b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0861261 Aug 06 15:42:26.764564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-0de6ff63-20e4-4de1-aff5-720798deefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.767648 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-0de6ff63-20e4-4de1-aff5-720798deefd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543134 Aug 06 15:42:26.847181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5a3f7-99c4-484a-8182-8eb191318d0c req-aad0a0b4-08cc-4be5-ba14-8783a7154d29 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:26.849894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aa5a3f7-99c4-484a-8182-8eb191318d0c req-aad0a0b4-08cc-4be5-ba14-8783a7154d29 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.0822577 Aug 06 15:42:26.898916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5aa5a3f7-99c4-484a-8182-8eb191318d0c req-dc2826e3-a963-4d81-b20e-64bbfa587ac6 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Aug 06 15:42:26.919037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-33ae014d-914a-4ce1-8f4f-50745b409e88 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420166 Aug 06 15:42:27.047854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae558e-c5cc-488e-befd-e5e8ea65b7fe req-5ded0d6e-0c4e-4871-b5a6-ae5b92a7b521 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.050592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eaae558e-c5cc-488e-befd-e5e8ea65b7fe req-5ded0d6e-0c4e-4871-b5a6-ae5b92a7b521 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 944 time: 0.0792549 Aug 06 15:42:27.064573 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7d14121d-ea31-4b8d-8772-4440d5e7f66c req-cf347f2a-82be-4419-942f-707761330e6a service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305513 Aug 06 15:42:27.133677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eaae558e-c5cc-488e-befd-e5e8ea65b7fe req-02d48751-0ace-4a28-a8ef-87acb7e42cc5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746601 Aug 06 15:42:27.160463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9168677-6bdf-4fe2-b65c-d24873088198 req-a72489f5-e786-4351-ad64-8fbd5534dc3b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.161587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9168677-6bdf-4fe2-b65c-d24873088198 req-a72489f5-e786-4351-ad64-8fbd5534dc3b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0809247 Aug 06 15:42:27.232090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9168677-6bdf-4fe2-b65c-d24873088198 req-55c532b0-fc84-4ab8-9205-f5ad0cea2133 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Aug 06 15:42:27.234375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-98cd2aac-1c3e-4d65-97b6-f5bf8eafecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.236208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-98cd2aac-1c3e-4d65-97b6-f5bf8eafecaf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3174e86998ea47018f90366e7351420b&device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 1097 time: 0.0703292 Aug 06 15:42:27.312885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727d250-0b0e-416b-88fa-7b94ed0d7057 req-7f558e73-c9bf-4633-ba18-03f373f5db6a tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.321105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c727d250-0b0e-416b-88fa-7b94ed0d7057 req-7f558e73-c9bf-4633-ba18-03f373f5db6a tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 946 time: 0.0800045 Aug 06 15:42:27.329103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:27.381014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c727d250-0b0e-416b-88fa-7b94ed0d7057 req-6820a694-5582-455c-90e8-6645ffccb962 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589213 Aug 06 15:42:27.385028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-0c70edda-9437-42c6-8470-8e9fa44fe230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.386921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-0c70edda-9437-42c6-8470-8e9fa44fe230 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 1095 time: 0.1493454 Aug 06 15:42:27.473569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-982aff52-b4fe-4e8a-bf81-dd69d24c1af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.475167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-982aff52-b4fe-4e8a-bf81-dd69d24c1af4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 200 len: 914 time: 0.2267351 Aug 06 15:42:27.552896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-9094ce5e-be6a-452e-a2a9-04974205fcf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 200 len: 217 time: 0.0672739 Aug 06 15:42:27.599835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40192c37-a407-4102-adfe-72539c2d20ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8980534947694002a16dc2a47e4f2634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684343 Aug 06 15:42:27.603331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:27.610355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-105c78bf-ff4e-4052-b56b-60c62f62890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.612137 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-105c78bf-ff4e-4052-b56b-60c62f62890a service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.2156749 Aug 06 15:42:27.634523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-9fa4605a-b794-410e-96fe-ada4da2cb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.635995 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-9fa4605a-b794-410e-96fe-ada4da2cb2e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 200 len: 853 time: 0.0686119 Aug 06 15:42:27.699475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-9f4b254f-8387-48ab-9058-2308d50dac46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=932121f9-6034-40b2-9990-217304d2302a HTTP/1.1" status: 200 len: 217 time: 0.0624149 Aug 06 15:42:27.716069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c36afa1-dae8-41e7-968d-b193263a2059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:27.742771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-93537ce2-46b8-4fec-8ea5-3c523c850a9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363326 Aug 06 15:42:27.775497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c36afa1-dae8-41e7-968d-b193263a2059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:27.856206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-79b52d9f-d87b-49c9-9027-8f76c1af26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.857696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-79b52d9f-d87b-49c9-9027-8f76c1af26b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.1193552 Aug 06 15:42:27.902946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682f749-80b2-42c1-90fc-540269828eb4 req-5a7ec3c7-c3c6-45fc-9b8b-711f08342180 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.904872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3682f749-80b2-42c1-90fc-540269828eb4 req-5a7ec3c7-c3c6-45fc-9b8b-711f08342180 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.1174583 Aug 06 15:42:27.933176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-15f3485a-091a-4aa4-bc1d-db139d4843bf service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842108 Aug 06 15:42:27.939864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e95d8d-d1c6-4421-9bf2-953fff3a9296 req-8c15d356-0cac-4fac-a1b9-0dc274275f69 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.946066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-435bcd8c-5abf-4d21-9f46-a2726d9258c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:27.946290 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e95d8d-d1c6-4421-9bf2-953fff3a9296 req-8c15d356-0cac-4fac-a1b9-0dc274275f69 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.1135666 Aug 06 15:42:27.946478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-435bcd8c-5abf-4d21-9f46-a2726d9258c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706453 Aug 06 15:42:28.012984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3682f749-80b2-42c1-90fc-540269828eb4 req-b89708d0-6dcb-4bf0-b9b3-8256dc0e4181 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912063 Aug 06 15:42:28.015713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c36afa1-dae8-41e7-968d-b193263a2059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:28.027910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c36afa1-dae8-41e7-968d-b193263a2059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:28.027910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6c36afa1-dae8-41e7-968d-b193263a2059 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fa1edf1-98ec-40f2-9815-f9b0923c27d9 HTTP/1.1" status: 204 len: 168 time: 0.4151747 Aug 06 15:42:28.054403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e95d8d-d1c6-4421-9bf2-953fff3a9296 req-5524e0da-f208-45cd-99cc-e26ceab126a7 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990207 Aug 06 15:42:28.055630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36afa1-dae8-41e7-968d-b193263a2059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1edf1-98ec-40f2-9815-f9b0923c27d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:28.221687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8ba41294-dca4-457e-818f-64f11e4f1f3c req-aea50b4a-78ce-406b-808d-187cf1dd062e service neutron] 10.222.0.59 "GET /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649350 Aug 06 15:42:28.223592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-7814061d-1b5c-4112-aa8f-d24e688f85e7 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403255 Aug 06 15:42:28.412487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781401e-6493-4a4a-8a08-b506a1734cfb req-dff351eb-c847-4190-b26a-fd38eb267823 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:28.425440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3781401e-6493-4a4a-8a08-b506a1734cfb req-dff351eb-c847-4190-b26a-fd38eb267823 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 944 time: 0.0921009 Aug 06 15:42:28.519651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3781401e-6493-4a4a-8a08-b506a1734cfb req-6d4428b9-9c9d-4481-a9a0-1d7f7dcd40fa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933008 Aug 06 15:42:28.535356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cc270-6253-4bee-acd1-9c46b84d5b19 req-0d7eba87-d5b5-435f-9ec6-d11caef40b25 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:28.537177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-583cc270-6253-4bee-acd1-9c46b84d5b19 req-0d7eba87-d5b5-435f-9ec6-d11caef40b25 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.0912333 Aug 06 15:42:28.605809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-583cc270-6253-4bee-acd1-9c46b84d5b19 req-4b5d6df8-52ea-478d-b62a-a6b839a03d19 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549419 Aug 06 15:42:28.713299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148b16f-103c-4863-a8f5-c65e86733713 req-d41c5dec-3ca1-46b9-8799-7ff611b3c9b4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:28.715753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0148b16f-103c-4863-a8f5-c65e86733713 req-d41c5dec-3ca1-46b9-8799-7ff611b3c9b4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0812402 Aug 06 15:42:28.762521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-eb2f3fdd-e94b-4d3e-9afd-4b81d851704e tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:28.764212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-eb2f3fdd-e94b-4d3e-9afd-4b81d851704e tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.1187360 Aug 06 15:42:28.798958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0148b16f-103c-4863-a8f5-c65e86733713 req-5382a8e7-1476-49aa-b0ea-711c09870fcc tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726874 Aug 06 15:42:28.825914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-38688ee3-0a49-4a1a-a2e4-fdc1f9111f5b req-049091f1-8c49-4cb7-8195-e8c1c38d79eb service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877342 Aug 06 15:42:28.888568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:28.916946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Deleting port 35db989f-6494-4a6e-b6c4-68d74e3e2616 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:28.917675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.044953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] For port 35db989f-6494-4a6e-b6c4-68d74e3e2616, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=35db989f-6494-4a6e-b6c4-68d74e3e2616,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:29.049582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.125159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9097c1-7ee7-46b4-b097-21ad8dc2526d req-c7cfd168-787e-4a16-9976-23822e1217bb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:29.132817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9097c1-7ee7-46b4-b097-21ad8dc2526d req-c7cfd168-787e-4a16-9976-23822e1217bb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:29.140900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9097c1-7ee7-46b4-b097-21ad8dc2526d req-c7cfd168-787e-4a16-9976-23822e1217bb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:29.143032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf9097c1-7ee7-46b4-b097-21ad8dc2526d req-c7cfd168-787e-4a16-9976-23822e1217bb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d&device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd&device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 2418 time: 0.0825245 Aug 06 15:42:29.231005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf9097c1-7ee7-46b4-b097-21ad8dc2526d req-ba796c70-82cd-4da5-81b4-cabdc76150fd tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782053 Aug 06 15:42:29.278077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.279053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.279053 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Floating IP 83d73cb1-edc3-47aa-a54d-2ccbcc17baf9 disassociated. External IP: 172.25.5.168, port: 35db989f-6494-4a6e-b6c4-68d74e3e2616. Aug 06 15:42:29.279265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Calling delete_port for 35db989f-6494-4a6e-b6c4-68d74e3e2616 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:29.301477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58485900-c331-4f30-82b3-80cfed0c7465 req-04a21f56-42de-47dc-b72a-ad47942459ca tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:29.309435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58485900-c331-4f30-82b3-80cfed0c7465 req-04a21f56-42de-47dc-b72a-ad47942459ca tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 945 time: 0.0688498 Aug 06 15:42:29.353768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58485900-c331-4f30-82b3-80cfed0c7465 req-ce5a0e8f-5ced-4de5-8586-206d83594fdb tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Aug 06 15:42:29.467160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044cd9-c85d-4e40-8d40-3fc2cef997df req-64a04a33-4eae-4458-812e-782f3e1b0958 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:29.469457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5044cd9-c85d-4e40-8d40-3fc2cef997df req-64a04a33-4eae-4458-812e-782f3e1b0958 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.0699077 Aug 06 15:42:29.504728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 932121f9-6034-40b2-9990-217304d2302a details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:42:29.518463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5044cd9-c85d-4e40-8d40-3fc2cef997df req-ce09380c-7b94-49de-97b4-a42b05454d64 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Aug 06 15:42:29.574222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.611101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:29.634452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event deleted for resources: {'Port': ['ID=35db989f-6494-4a6e-b6c4-68d74e3e2616,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:29.660195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 932121f9-6034-40b2-9990-217304d2302a, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=932121f9-6034-40b2-9990-217304d2302a,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:29.697622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '932121f9-6034-40b2-9990-217304d2302a', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': '932121f9-6034-40b2-9990-217304d2302a', 'mac_address': 'fa:16:3e:42:2b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:42:29.720609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f81d99-a905-46fa-b42e-d9499a39ccab req-c84e9a5c-4256-4937-afa9-2bc882e48d22 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:29.732321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3f81d99-a905-46fa-b42e-d9499a39ccab req-c84e9a5c-4256-4937-afa9-2bc882e48d22 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 944 time: 0.1074796 Aug 06 15:42:29.766638 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.782720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932121f9-6034-40b2-9990-217304d2302a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:42:29.788330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1773223575'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:29.813812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3f81d99-a905-46fa-b42e-d9499a39ccab req-cc155bde-9370-4faa-aa5b-f4143966b4cd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802736 Aug 06 15:42:29.818377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 932121f9-6034-40b2-9990-217304d2302a, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=932121f9-6034-40b2-9990-217304d2302a,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:29.840871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:42:29.933964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Made reservation on behalf of c347216ca2bb4018b2cd917927561c4d for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:29.934198 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.939972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:29.960601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.006834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:42:30.013419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=932121f9-6034-40b2-9990-217304d2302a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:30.022126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:42:30.035374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:30.037960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:30.082812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] No DVR routers for this DVR port 35db989f-6494-4a6e-b6c4-68d74e3e2616 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:30.085843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.088875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7e5186b-a526-4573-9d75-169c9cca8686 req-e9be7225-d8cd-48fa-8451-5da56397a845 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.59 "DELETE /v2.0/ports/35db989f-6494-4a6e-b6c4-68d74e3e2616 HTTP/1.1" status: 204 len: 173 time: 1.3147049 Aug 06 15:42:30.089661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'name': 'network-vif-deleted', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:30.095138 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a3a0f-fb9d-457e-8874-c962b9be7094" -d '{"events": [{"server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "name": "network-vif-deleted", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:30.117405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-cd9a-4360-b76d-5bea421d0ca2 req-fd3d913f-cdf2-468a-ad84-2cbe075fdde3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:30.129890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3fb5b5b-cd9a-4360-b76d-5bea421d0ca2 req-fd3d913f-cdf2-468a-ad84-2cbe075fdde3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1544592 Aug 06 15:42:30.209621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:42:30.242859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:30.251526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3fb5b5b-cd9a-4360-b76d-5bea421d0ca2 req-7e3ed63e-b135-4043-a267-30ca0837640b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202796 Aug 06 15:42:30.261246 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba91a88-1624-497a-b467-4d2bfe85f675 x-openstack-request-id: req-eba91a88-1624-497a-b467-4d2bfe85f675 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:30.261762 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d1aba8-d94c-464e-9c99-aed8b5e98eef", "name": "network-vif-deleted", "tag": "35db989f-6494-4a6e-b6c4-68d74e3e2616", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:30.262167 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eba91a88-1624-497a-b467-4d2bfe85f675 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:30.263527 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d1aba8-d94c-464e-9c99-aed8b5e98eef', 'name': 'network-vif-deleted', 'tag': '35db989f-6494-4a6e-b6c4-68d74e3e2616', 'status': 'completed', 'code': 200} Aug 06 15:42:30.347698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.477297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13228af-dd4c-4c00-ac7a-dadde237b80c req-bec90da0-8adf-4236-9054-ab7db99cc561 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:30.480734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e13228af-dd4c-4c00-ac7a-dadde237b80c req-bec90da0-8adf-4236-9054-ab7db99cc561 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0829909 Aug 06 15:42:30.483018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.557470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:42:30.598506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92589b13-0eb2-411c-9aad-d0062ecde021,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:30.603977 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.604521 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Added segment 4f09443b-5f7e-43e2-84ba-628f7ad42df1 of type vlan for network 7f7f7c90-7fea-4205-8f4c-538815a9f19b Aug 06 15:42:30.637779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e13228af-dd4c-4c00-ac7a-dadde237b80c req-8274f551-653b-43a4-8d80-a346be6fa0af tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468153 Aug 06 15:42:30.646810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:30.680350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:42:30.691181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:30.692011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:30.697092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.807221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ea6ace1-044e-4207-94e0-f26ee2ba00bc req-91236d58-52a4-4349-ac43-2fbd8d3d125a tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/ports?device_id=95d1aba8-d94c-464e-9c99-aed8b5e98eef HTTP/1.1" status: 200 len: 210 time: 0.0708528 Aug 06 15:42:30.814611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.822457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:42:30.827102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:30.828903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:30.969537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Network': ['ID=7f7f7c90-7fea-4205-8f4c-538815a9f19b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:31.022848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:42:31.057786 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a0fe3f1e-2c81-4816-9e80-ae3b7009c600 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4444158 Aug 06 15:42:31.061098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51060) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:31.069832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'subnet': {'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:31.112687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c279d-566d-4e7c-8339-164c653d4864 req-5dc92c3f-f41c-42fd-bb91-94766818e73d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:31.114738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-459c279d-566d-4e7c-8339-164c653d4864 req-5dc92c3f-f41c-42fd-bb91-94766818e73d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 945 time: 0.1171741 Aug 06 15:42:31.180309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-459c279d-566d-4e7c-8339-164c653d4864 req-cc9fafe3-cbe3-422b-92c0-cd0ecdce91d8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548651 Aug 06 15:42:31.285670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:31.304525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Made reservation on behalf of c347216ca2bb4018b2cd917927561c4d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:31.307367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:31.343046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c26e6-b9e0-4e9a-b443-23d1dc4e9675 req-63487f8d-64b9-4d51-88f1-aec1ac0db6eb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:31.346474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d8c26e6-b9e0-4e9a-b443-23d1dc4e9675 req-63487f8d-64b9-4d51-88f1-aec1ac0db6eb tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0936582 Aug 06 15:42:31.346927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ac79bc-058d-41e5-9d86-68eb0770725d None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:34:03Z', 'revision_number': 4, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f5ba058c-bf2c-4e12-a288-f6399ca1913c', 'name': '', 'network_id': '2b0f6da5-b920-40c2-b8c2-08eb50b936c4', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'mac_address': 'fa:16:3e:28:42:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:59Z', 'updated_at': '2021-08-06T15:34:12Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'subnets': [{'id': '07032a76-1107-43e4-a38b-26b4d9a6787d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:42:31.431436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d8c26e6-b9e0-4e9a-b443-23d1dc4e9675 req-f49fd116-86ba-4aca-b518-3aab58ecf253 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783179 Aug 06 15:42:31.516539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 932121f9-6034-40b2-9990-217304d2302a up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:31.631937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d259cb-cc1d-49bf-ab7f-2e6af04e608d req-e6f31fb7-d4ef-436d-893b-160068f3c3c4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:31.634539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0d259cb-cc1d-49bf-ab7f-2e6af04e608d req-e6f31fb7-d4ef-436d-893b-160068f3c3c4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0971661 Aug 06 15:42:31.682104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 932121f9-6034-40b2-9990-217304d2302a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:31.689704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 932121f9-6034-40b2-9990-217304d2302a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:31.690327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:31.704111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0d259cb-cc1d-49bf-ab7f-2e6af04e608d req-b34e19f6-d80c-4206-9b86-c60243b2d0e9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584874 Aug 06 15:42:31.750216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:31.829604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:31.842749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Subnet': ['ID=55eda7a9-2188-497e-bd0a-1342556db06f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:31.871516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932121f9-6034-40b2-9990-217304d2302a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:31.880192 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e2950f-6a8e-4f6c-a975-dea690200fcf None None] New status for floating IP 83d73cb1-edc3-47aa-a54d-2ccbcc17baf9: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:42:31.886376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Checking segment: {'id': '4f09443b-5f7e-43e2-84ba-628f7ad42df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:42:31.886981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network hostable DHCP agents. Network: 7f7f7c90-7fea-4205-8f4c-538815a9f19b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:42:31.894831 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399b14ce-a2b6-4890-8d0b-9cf6a93deada" -d '{"events": [{"server_uuid": "9ef15c57-503a-4ab1-850d-e040e1768d44", "name": "network-vif-plugged", "status": "completed", "tag": "932121f9-6034-40b2-9990-217304d2302a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:31.938834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 932121f9-6034-40b2-9990-217304d2302a, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=932121f9-6034-40b2-9990-217304d2302a,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:31.991425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:42:32.005203 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4079394-3704-4624-91ac-4d31dd3658f7 x-openstack-request-id: req-a4079394-3704-4624-91ac-4d31dd3658f7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:32.005594 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef15c57-503a-4ab1-850d-e040e1768d44", "name": "network-vif-plugged", "status": "completed", "tag": "932121f9-6034-40b2-9990-217304d2302a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:32.005940 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4079394-3704-4624-91ac-4d31dd3658f7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:32.006433 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932121f9-6034-40b2-9990-217304d2302a', 'code': 200} Aug 06 15:42:32.021258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.022737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 35db989f-6494-4a6e-b6c4-68d74e3e2616 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:32.058699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 35db989f-6494-4a6e-b6c4-68d74e3e2616 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:42:32.059766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 35db989f-6494-4a6e-b6c4-68d74e3e2616 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:32.101997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7f7f7c90-7fea-4205-8f4c-538815a9f19b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:32.121613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ff32a-c46f-4965-a81b-d447b47b9881 None None] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:42:32.127948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:32.128777 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.157657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c335f-c8b6-4adb-9b15-40b68f75e763 req-540e07f8-f83e-4a50-ad56-9335969f6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:32.159363 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa9c335f-c8b6-4adb-9b15-40b68f75e763 req-540e07f8-f83e-4a50-ad56-9335969f6d07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 1097 time: 0.0750980 Aug 06 15:42:32.164066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f657c03-7dbe-4787-a6cc-c454f4169300 req-4b77ffd7-3914-461f-b7d4-eaef622c3174 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:32.166704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f657c03-7dbe-4787-a6cc-c454f4169300 req-4b77ffd7-3914-461f-b7d4-eaef622c3174 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0938854 Aug 06 15:42:32.182138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=932121f9-6034-40b2-9990-217304d2302a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:32.229180 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e19ba99b-0965-4f4d-8b81-2484b78ab076 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1660681 Aug 06 15:42:32.232390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:32.246145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-883154188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:32.260351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f657c03-7dbe-4787-a6cc-c454f4169300 req-f4ce9364-43c6-4052-b070-163839bbf52b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827498 Aug 06 15:42:32.291711 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa9c335f-c8b6-4adb-9b15-40b68f75e763 req-beea47bd-aeba-4261-ae33-6f3298d92c0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016746 Aug 06 15:42:32.306900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:32.404020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.405817 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.466402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7f7f7c90-7fea-4205-8f4c-538815a9f19b', 'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b', 'tenant_id': 'c347216ca2bb4018b2cd917927561c4d', 'fixed_ips': [{'subnet_id': '55eda7a9-2188-497e-bd0a-1342556db06f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:42:32.470665 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.470940 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8fde95-d4a5-48f2-b990-7529c823de1d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.514890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.528658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8fde95-d4a5-48f2-b990-7529c823de1d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.579459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3ebb1-7f91-4711-941b-56c7cecd2520 req-e70e36f2-7c56-49df-845f-2bf5dd952b28 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:32.581391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72e3ebb1-7f91-4711-941b-56c7cecd2520 req-e70e36f2-7c56-49df-845f-2bf5dd952b28 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1591923 Aug 06 15:42:32.605160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fb2e1-1eed-49b2-8d1a-b32106f05190 req-943d9cd2-5b59-4ec4-9319-74703f230528 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:32.606778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee8fb2e1-1eed-49b2-8d1a-b32106f05190 req-943d9cd2-5b59-4ec4-9319-74703f230528 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1830022 Aug 06 15:42:32.617348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.668804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Allocated IP 172.20.0.2 (7f7f7c90-7fea-4205-8f4c-538815a9f19b/55eda7a9-2188-497e-bd0a-1342556db06f/be0d328e-0fe1-4bcd-bfbd-9476823a80be) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:32.698551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72e3ebb1-7f91-4711-941b-56c7cecd2520 req-a3a5b6dc-631f-4837-b83c-6435d14241b1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035252 Aug 06 15:42:32.710058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee8fb2e1-1eed-49b2-8d1a-b32106f05190 req-f2148c89-6227-43dc-a90d-4864c0a8ddf4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Aug 06 15:42:32.729730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.732228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5740a20f-2557-4a59-94c0-a0d359dfdf59 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4975784 Aug 06 15:42:32.741724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:32.755857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8fde95-d4a5-48f2-b990-7529c823de1d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.759887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a8fde95-d4a5-48f2-b990-7529c823de1d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:32.764885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1a8fde95-d4a5-48f2-b990-7529c823de1d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "DELETE /v2.0/security-groups/b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9 HTTP/1.1" status: 204 len: 168 time: 0.4580274 Aug 06 15:42:32.765799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51096) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:32.800352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fde95-d4a5-48f2-b990-7529c823de1d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:32.807777 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-cfbed00e-7ba3-4fb0-a46b-1566863ffd0d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] show failed (client error): The resource could not be found. Aug 06 15:42:32.814360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cfbed00e-7ba3-4fb0-a46b-1566863ffd0d tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "GET /v2.0/security-groups/b80dbff1-0c7d-4aa2-aaac-a755c9a09cf9 HTTP/1.1" status: 404 len: 347 time: 0.0311975 Aug 06 15:42:32.819530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51098) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:33.009539 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.026906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Transition to ACTIVE for port object be0d328e-0fe1-4bcd-bfbd-9476823a80be will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:33.032191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74c3d0-3cb7-4ead-91d2-534803f7b6c7 req-192d60ca-197e-4588-9c45-1c22301f990a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:33.052051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a74c3d0-3cb7-4ead-91d2-534803f7b6c7 req-192d60ca-197e-4588-9c45-1c22301f990a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1291213 Aug 06 15:42:33.052282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Transition to ACTIVE for port object be0d328e-0fe1-4bcd-bfbd-9476823a80be will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:33.057236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Deleting port e0c0ea25-45ff-45f1-9524-26283d20df68 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:33.057716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.128866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a74c3d0-3cb7-4ead-91d2-534803f7b6c7 req-d4474f20-5483-4c6b-95bc-aea1e3418cf4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868280 Aug 06 15:42:33.160349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.160777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.172043 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.174984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Calling delete_port for e0c0ea25-45ff-45f1-9524-26283d20df68 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:33.228616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:33.234388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:33.239164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:33.286876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Pushing event updated for resources: {'Port': ['ID=be0d328e-0fe1-4bcd-bfbd-9476823a80be,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:33.349931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.352991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Attempting to bind port be0d328e-0fe1-4bcd-bfbd-9476823a80be on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:42:33.353815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Attempting to bind port be0d328e-0fe1-4bcd-bfbd-9476823a80be by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '4f09443b-5f7e-43e2-84ba-628f7ad42df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:42:33.353976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec475122-b819-42bf-aca3-a520ce0dd7a6 req-e10fea1e-2204-42e3-894a-7a9e4bbcad45 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:33.354917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Attempting to bind port be0d328e-0fe1-4bcd-bfbd-9476823a80be on network 7f7f7c90-7fea-4205-8f4c-538815a9f19b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:42:33.355529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec475122-b819-42bf-aca3-a520ce0dd7a6 req-e10fea1e-2204-42e3-894a-7a9e4bbcad45 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1044993 Aug 06 15:42:33.366770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:42:33.367465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Checking segment: {'id': '4f09443b-5f7e-43e2-84ba-628f7ad42df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:42:33.368130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.368685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Bound using segment: {'id': '4f09443b-5f7e-43e2-84ba-628f7ad42df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:42:33.369375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Bound port: be0d328e-0fe1-4bcd-bfbd-9476823a80be, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f09443b-5f7e-43e2-84ba-628f7ad42df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:42:33.370776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.429431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec475122-b819-42bf-aca3-a520ce0dd7a6 req-dccd5545-2a0a-4ad4-9e1c-0f0183be744c tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647559 Aug 06 15:42:33.624592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.643663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8392f44-9442-4bfa-8db2-02001c114401 req-f96cd03b-a269-4e02-bdc2-7fa43cdf4db3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:33.646310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8392f44-9442-4bfa-8db2-02001c114401 req-f96cd03b-a269-4e02-bdc2-7fa43cdf4db3 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0867918 Aug 06 15:42:33.673383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Pushing event deleted for resources: {'Port': ['ID=e0c0ea25-45ff-45f1-9524-26283d20df68,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:33.681141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] For port be0d328e-0fe1-4bcd-bfbd-9476823a80be, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:42:33.685322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] For port be0d328e-0fe1-4bcd-bfbd-9476823a80be, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=be0d328e-0fe1-4bcd-bfbd-9476823a80be,segment=NetworkSegment(4f09443b-5f7e-43e2-84ba-628f7ad42df1),segment_id=4f09443b-5f7e-43e2-84ba-628f7ad42df1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:42:33.785686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:33.792858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Allocated IP 172.20.0.1 (7f7f7c90-7fea-4205-8f4c-538815a9f19b/55eda7a9-2188-497e-bd0a-1342556db06f/4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:33.902041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a04709-6069-4c9e-8d71-11c0c1304cd5 None None] Pushing event updated for resources: {'Port': ['ID=be0d328e-0fe1-4bcd-bfbd-9476823a80be,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:34.039003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.056869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Transition to ACTIVE for port object 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:34.175227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.179458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8392f44-9442-4bfa-8db2-02001c114401 req-b5f372e0-f33f-4566-a89f-63f81295d5c9 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094800 Aug 06 15:42:34.211418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.218036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.220208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-327200b9-e81e-4485-9710-d63d4f9d33e3 tempest-AttachVolumeTestJSON-113435339 tempest-AttachVolumeTestJSON-113435339-project] 10.222.0.16 "DELETE /v2.0/floatingips/83d73cb1-edc3-47aa-a54d-2ccbcc17baf9 HTTP/1.1" status: 204 len: 168 time: 1.4022672 Aug 06 15:42:34.260352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20202c7f-7a50-4743-9954-0bb3e1ad4035 req-c35259a8-e205-43dd-8cb9-3e8796ddcb02 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:34.266679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:34.270792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:34.280190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20202c7f-7a50-4743-9954-0bb3e1ad4035 req-c35259a8-e205-43dd-8cb9-3e8796ddcb02 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1773078 Aug 06 15:42:34.281253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:34.333214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Port': ['ID=4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:34.375955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.379651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20202c7f-7a50-4743-9954-0bb3e1ad4035 req-99cdeb6f-5a6e-4425-8a46-0ee01ab1269a tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982594 Aug 06 15:42:34.420911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01375475-b41c-40c7-bdda-e5f94d1014dd req-e4155eea-7293-4556-a42c-1c42e155c143 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:34.422656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01375475-b41c-40c7-bdda-e5f94d1014dd req-e4155eea-7293-4556-a42c-1c42e155c143 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0985677 Aug 06 15:42:34.474313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01375475-b41c-40c7-bdda-e5f94d1014dd req-7b7b5900-45ad-420b-9062-d531ce51c834 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Aug 06 15:42:34.773794 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.800759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b265e-db35-4d9a-a836-5b6060f13ec3 req-4479510a-13e2-4439-b960-094e3abe7d95 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:34.814606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-172b265e-db35-4d9a-a836-5b6060f13ec3 req-4479510a-13e2-4439-b960-094e3abe7d95 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1140914 Aug 06 15:42:34.819955 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62e54ef2-0664-41c5-98c5-dabb5e132bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:34.885061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-172b265e-db35-4d9a-a836-5b6060f13ec3 req-ede74aa1-2efc-4a8f-a202-8299b83b313b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641470 Aug 06 15:42:35.104778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9faa12-0351-4142-8af9-9addeaaf4d83 req-02afe4f1-8345-49cc-908d-e76835730cfd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:35.116770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f9faa12-0351-4142-8af9-9addeaaf4d83 req-02afe4f1-8345-49cc-908d-e76835730cfd tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1105485 Aug 06 15:42:35.149315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3163ec-6e6e-4f6c-9a62-56160c5e2b46 req-8e20927d-c4d7-43f7-a0f8-a88e9ec001ff tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:35.159462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae3163ec-6e6e-4f6c-9a62-56160c5e2b46 req-8e20927d-c4d7-43f7-a0f8-a88e9ec001ff tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1364791 Aug 06 15:42:35.228260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:35.244483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f9faa12-0351-4142-8af9-9addeaaf4d83 req-5a2dcc8f-f3ed-4dfe-86af-fefea632f03b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186762 Aug 06 15:42:35.245720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae3163ec-6e6e-4f6c-9a62-56160c5e2b46 req-dd22e27f-20b1-4ea7-a5a8-10edfb9feef6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848603 Aug 06 15:42:35.251657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d82fd-4503-432b-a644-a8c69643edc4 None None] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:42:35.298381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:35.400482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Port': ['ID=4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:35.417737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:35.459243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-009348b5-35fa-4769-b50b-2c63faa8cfd0 None None] Provisioning for port be0d328e-0fe1-4bcd-bfbd-9476823a80be completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:35.524287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6003b-9fa2-4122-b639-36ab8759cdcc req-2aa0a997-081c-462e-8b75-a36438fe28e1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:35.533614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffe6003b-9fa2-4122-b639-36ab8759cdcc req-2aa0a997-081c-462e-8b75-a36438fe28e1 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1172097 Aug 06 15:42:35.573814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:35.576214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:35.646222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffe6003b-9fa2-4122-b639-36ab8759cdcc req-aa66f99f-9409-4b2a-b96a-f06b506e09ed tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083951 Aug 06 15:42:35.661906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b602bf-36a8-4428-bcde-2ec50536362c req-4b5b92a8-b931-4058-8f0f-632b97bc5cbd tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:35.671675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38b602bf-36a8-4428-bcde-2ec50536362c req-4b5b92a8-b931-4058-8f0f-632b97bc5cbd tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1318333 Aug 06 15:42:35.799912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38b602bf-36a8-4428-bcde-2ec50536362c req-a78f355c-a52a-47f7-b7a9-77d4a5916350 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934641 Aug 06 15:42:35.920891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device be0d328e-0fe1-4bcd-bfbd-9476823a80be up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:35.985943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Router be925475-dd54-4f71-91ba-3c3f4fa7c490 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:42:36.100211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port be0d328e-0fe1-4bcd-bfbd-9476823a80be completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:36.107396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port be0d328e-0fe1-4bcd-bfbd-9476823a80be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:36.108302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b8980-43c0-4f7c-9384-e072a12a608c req-97da4b66-b1d8-428e-ace7-d8dfb76c6d94 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:36.108777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:36.112133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771791b1-bab1-4e92-91ad-1ac62e514f25 None None] Provisioning for port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:36.119554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba4b8980-43c0-4f7c-9384-e072a12a608c req-97da4b66-b1d8-428e-ace7-d8dfb76c6d94 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.0906136 Aug 06 15:42:36.127653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-771791b1-bab1-4e92-91ad-1ac62e514f25 None None] Provisioning complete for port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:36.128179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-771791b1-bab1-4e92-91ad-1ac62e514f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:36.197373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba4b8980-43c0-4f7c-9384-e072a12a608c req-2cf7ba3e-516a-459c-bbdc-43d53975d0a4 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Aug 06 15:42:36.235484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-771791b1-bab1-4e92-91ad-1ac62e514f25 None None] Port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:36.351474 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:36.436727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c604ce-ee14-40c1-aa23-9ec57699b351 req-ab04215b-00a9-406e-a236-b9951b45776f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:36.439687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6c604ce-ee14-40c1-aa23-9ec57699b351 req-ab04215b-00a9-406e-a236-b9951b45776f tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1161635 Aug 06 15:42:36.455224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port be0d328e-0fe1-4bcd-bfbd-9476823a80be, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=be0d328e-0fe1-4bcd-bfbd-9476823a80be,segment=NetworkSegment(4f09443b-5f7e-43e2-84ba-628f7ad42df1),segment_id=4f09443b-5f7e-43e2-84ba-628f7ad42df1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:36.468724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48d44ab5-f648-4394-aa5c-8c0180434433 None None] Provisioning complete for port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:36.472025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48d44ab5-f648-4394-aa5c-8c0180434433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:36.556393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6c604ce-ee14-40c1-aa23-9ec57699b351 req-a6c65ee0-7abe-40e4-b0e3-44e39877132d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949843 Aug 06 15:42:36.558353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-48d44ab5-f648-4394-aa5c-8c0180434433 None None] Port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:36.596912 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:36.614006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aa277-134e-4479-8a8e-e3865ecee66a req-2e932210-b549-4109-b658-d9935b082f0f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:36.629201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f92aa277-134e-4479-8a8e-e3865ecee66a req-2e932210-b549-4109-b658-d9935b082f0f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1866884 Aug 06 15:42:36.693969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=be0d328e-0fe1-4bcd-bfbd-9476823a80be,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:36.704541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:42:36.721799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f92aa277-134e-4479-8a8e-e3865ecee66a req-55fea2f3-e885-4307-afd6-612f21e23513 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855675 Aug 06 15:42:36.722706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51156) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:36.723876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fae57089-6cc3-46dc-907a-145bcfe8959a tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "PUT /v2.0/routers/be925475-dd54-4f71-91ba-3c3f4fa7c490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9803388 Aug 06 15:42:36.725133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] Sync routers for ids ['be925475-dd54-4f71-91ba-3c3f4fa7c490'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:42:36.734077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'port': {'network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b', 'name': 'tempest-FloatingIPNegativeTestJSON-412241204'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:36.740610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] Routers {'be925475-dd54-4f71-91ba-3c3f4fa7c490'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:36.741179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['be925475-dd54-4f71-91ba-3c3f4fa7c490'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:36.799203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:36.811555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] Routers {'be925475-dd54-4f71-91ba-3c3f4fa7c490'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:36.812360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['be925475-dd54-4f71-91ba-3c3f4fa7c490'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:36.867648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:36.868515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd319be-d424-4b2c-b512-03c85e312fd7 None None] The sync data for ids ['be925475-dd54-4f71-91ba-3c3f4fa7c490'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:42:36.892699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e8d3b228-4ab5-48f1-a0f2-04c842a6a656 None None] Provisioning complete for port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:36.893075 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8d3b228-4ab5-48f1-a0f2-04c842a6a656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:36.898908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279006bb-c92a-4218-9e37-fe22abd6d5f2 req-dc9eefcc-6fbe-460e-a21d-c296074f0e3d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:36.917827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-279006bb-c92a-4218-9e37-fe22abd6d5f2 req-dc9eefcc-6fbe-460e-a21d-c296074f0e3d tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.2362323 Aug 06 15:42:36.964541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e8d3b228-4ab5-48f1-a0f2-04c842a6a656 None None] Port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:37.001224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-279006bb-c92a-4218-9e37-fe22abd6d5f2 req-ba2d4c7d-1367-4a40-9a76-9598234768e7 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818946 Aug 06 15:42:37.077856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168f3a-194c-42e2-8c4f-015e6446b70d req-1d744e4b-0c66-4fba-8a90-e278a5e0b5ca tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:37.077856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc168f3a-194c-42e2-8c4f-015e6446b70d req-1d744e4b-0c66-4fba-8a90-e278a5e0b5ca tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.0743344 Aug 06 15:42:37.127216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Made reservation on behalf of c347216ca2bb4018b2cd917927561c4d for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:42:37.130906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:37.145604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc168f3a-194c-42e2-8c4f-015e6446b70d req-eb71b2b4-f91f-4df1-ba6b-ca2cbe71d3e3 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609767 Aug 06 15:42:37.156086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] device_id is not set on port 9dc93bd6-6b23-4677-894f-885d4bdd4078 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:42:37.352825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed160000-9a71-4f58-8186-1466b02fe65e req-5a2b29f1-888b-468a-babf-160bba5bd622 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:37.354418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed160000-9a71-4f58-8186-1466b02fe65e req-5a2b29f1-888b-468a-babf-160bba5bd622 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1075091 Aug 06 15:42:37.355658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Allocated IP 172.20.0.12 (7f7f7c90-7fea-4205-8f4c-538815a9f19b/55eda7a9-2188-497e-bd0a-1342556db06f/9dc93bd6-6b23-4677-894f-885d4bdd4078) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:37.441119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed160000-9a71-4f58-8186-1466b02fe65e req-f5425745-7a12-4f85-9842-374c41cfb77e tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633667 Aug 06 15:42:37.633203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:37.648105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d272afa2-3364-4f94-b7b2-65fc6acaf106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:37.665827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Transition to ACTIVE for port object 9dc93bd6-6b23-4677-894f-885d4bdd4078 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:42:37.676859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:37.799152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device be0d328e-0fe1-4bcd-bfbd-9476823a80be up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:42:37.887003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:37.893141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port be0d328e-0fe1-4bcd-bfbd-9476823a80be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:37.893835 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:37.936216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:37.941729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:37.944985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:37.992930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb083a-1007-4d51-9ba7-626e0876141e req-9c4089b3-8ba6-45a2-bdef-24e45460d0e3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:38.002357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87cb083a-1007-4d51-9ba7-626e0876141e req-9c4089b3-8ba6-45a2-bdef-24e45460d0e3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1640396 Aug 06 15:42:38.017029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Port': ['ID=9dc93bd6-6b23-4677-894f-885d4bdd4078,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:38.141956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:38.142526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:38.149214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87cb083a-1007-4d51-9ba7-626e0876141e req-6f51d305-0b19-41c0-963b-37b8f93bbc42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459827 Aug 06 15:42:38.292238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b0f5592f-9333-4a49-9d7c-044bf14fa480 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5681300 Aug 06 15:42:38.298072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:38.302721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:38.396268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac78835-0da0-489f-adeb-863c2b886e22 req-fa72cb8c-efc1-42e3-9a96-37aaeea832d0 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:38.410807 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ac78835-0da0-489f-adeb-863c2b886e22 req-fa72cb8c-efc1-42e3-9a96-37aaeea832d0 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1351569 Aug 06 15:42:38.448565 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:38.488772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ac78835-0da0-489f-adeb-863c2b886e22 req-7f6ab333-bde6-4adf-aaea-00ea77cc43ef tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 Aug 06 15:42:38.591514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00c8bc1e-43fa-4e1e-a444-9aec4b0e8271 None None] Provisioning for port 9dc93bd6-6b23-4677-894f-885d4bdd4078 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:42:38.607529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00c8bc1e-43fa-4e1e-a444-9aec4b0e8271 None None] Provisioning complete for port 9dc93bd6-6b23-4677-894f-885d4bdd4078 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:42:38.608994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-00c8bc1e-43fa-4e1e-a444-9aec4b0e8271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:38.635629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:38.670829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-00c8bc1e-43fa-4e1e-a444-9aec4b0e8271 None None] Port 9dc93bd6-6b23-4677-894f-885d4bdd4078 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:42:38.784905 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:38.809717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Allocated IP 172.25.5.236 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/ca857b7e-cba3-4d4a-a558-7526dba885b3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:38.971846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:39.100153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:39.148787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:39.152531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:39.164086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:39.248577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Port': ['ID=ca857b7e-cba3-4d4a-a558-7526dba885b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:39.425394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80bc65-562f-4d31-91d7-0b2cf29f1975 req-94909369-4971-4b56-b645-30c53267dc76 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:39.436554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a80bc65-562f-4d31-91d7-0b2cf29f1975 req-94909369-4971-4b56-b645-30c53267dc76 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1401608 Aug 06 15:42:39.528630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:39.541150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a80bc65-562f-4d31-91d7-0b2cf29f1975 req-d06649a3-7326-4c71-98bf-d45e16fc7557 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012723 Aug 06 15:42:39.700492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:39.758539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be351c-a9ec-49ab-8933-e5164df7c8b6 req-51b24a79-4896-4e7a-8767-1823b042681c tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:39.770214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2be351c-a9ec-49ab-8933-e5164df7c8b6 req-51b24a79-4896-4e7a-8767-1823b042681c tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1435046 Aug 06 15:42:39.846708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2be351c-a9ec-49ab-8933-e5164df7c8b6 req-3537c0da-34d8-4146-95b0-f93acedf6a82 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711112 Aug 06 15:42:39.995725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.100319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.210621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Port': ['ID=ca857b7e-cba3-4d4a-a558-7526dba885b3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:40.235929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.333517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.336525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0211b3ee-bbc5-403e-a485-e10ed2d44fdb tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0371196 Aug 06 15:42:40.338987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:40.344098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-655acfd6-aea4-4a30-aca5-ce626eb943a2 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'floatingip': {'port_id': '9dc93bd6-6b23-4677-894f-885d4bdd4078', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:40.403104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-655acfd6-aea4-4a30-aca5-ce626eb943a2 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.589346 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-655acfd6-aea4-4a30-aca5-ce626eb943a2 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] update failed (client error): The resource could not be found. Aug 06 15:42:40.590552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-655acfd6-aea4-4a30-aca5-ce626eb943a2 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "PUT /v2.0/floatingips/37067135-ba52-44ce-aab2-923f4a190c60 HTTP/1.1" status: 404 len: 507 time: 0.2502048 Aug 06 15:42:40.594834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:40.767634 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.796286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab92e-fd17-40ba-83f6-56dd6d9a4321 req-6bcb9b9f-7178-4d73-93a6-68cda41f08a1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:40.801831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-716ab92e-fd17-40ba-83f6-56dd6d9a4321 req-6bcb9b9f-7178-4d73-93a6-68cda41f08a1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0979919 Aug 06 15:42:40.852132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Deleting port ca857b7e-cba3-4d4a-a558-7526dba885b3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:40.852623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.934026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-716ab92e-fd17-40ba-83f6-56dd6d9a4321 req-e942a916-fcf0-49a7-9cf8-b523c484da30 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181393 Aug 06 15:42:40.985518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:40.986021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:41.009046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Calling delete_port for ca857b7e-cba3-4d4a-a558-7526dba885b3 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:41.092291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e2a4f-9271-40af-9bc3-fab75e751a27 req-930a4b7c-5bd7-458a-9480-c053322f035d tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:41.108146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-206e2a4f-9271-40af-9bc3-fab75e751a27 req-930a4b7c-5bd7-458a-9480-c053322f035d tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1103728 Aug 06 15:42:41.195928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-206e2a4f-9271-40af-9bc3-fab75e751a27 req-73547f00-c4d2-4dde-b2ef-b4c5680b958b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836437 Aug 06 15:42:41.377485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:41.424553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Port': ['ID=ca857b7e-cba3-4d4a-a558-7526dba885b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:41.577580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:41.581956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:41.584683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f061ea49-9a70-4c32-9f86-1915489fb28d tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "DELETE /v2.0/floatingips/37067135-ba52-44ce-aab2-923f4a190c60 HTTP/1.1" status: 204 len: 168 time: 0.9859128 Aug 06 15:42:41.590463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:41.599788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1ed51352-c203-4f2f-9522-e4af7037169c tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'floatingip': {'floating_network_id': '7f7f7c90-7fea-4205-8f4c-538815a9f19b', 'port_id': '9dc93bd6-6b23-4677-894f-885d4bdd4078', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:41.727433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ed51352-c203-4f2f-9522-e4af7037169c tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:42.035687 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1ed51352-c203-4f2f-9522-e4af7037169c tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:42:42.037093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1ed51352-c203-4f2f-9522-e4af7037169c tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4449763 Aug 06 15:42:42.041443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:42.048690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '9dc93bd6-6b23-4677-894f-885d4bdd4078', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:42.151624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:42.178106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ca350-1f08-4f6a-9d96-634750d9e0b5 req-975d3b4f-4e23-488b-ab8d-9008597c4dae tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:42.181620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b65ca350-1f08-4f6a-9d96-634750d9e0b5 req-975d3b4f-4e23-488b-ab8d-9008597c4dae tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1151793 Aug 06 15:42:42.272614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b65ca350-1f08-4f6a-9d96-634750d9e0b5 req-bf74d88b-6bfe-41ee-a2ed-232dd0d14864 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799425 Aug 06 15:42:42.322392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:42.443115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c22ca-8055-430f-bf5e-68cc3388ef6f req-7bd97435-6c3b-46c8-962c-f72c2b43f9e1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:42.446623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-905c22ca-8055-430f-bf5e-68cc3388ef6f req-7bd97435-6c3b-46c8-962c-f72c2b43f9e1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1149158 Aug 06 15:42:42.534049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Allocated IP 172.25.5.13 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/fc90d0ae-f3b8-4ea6-bec4-47f955dc05af) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:42:42.548009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-905c22ca-8055-430f-bf5e-68cc3388ef6f req-8ef1e87c-0dcb-451b-8db5-e26668643bdf tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893123 Aug 06 15:42:42.666066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:42.807541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:42.879678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:42:42.887795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:42:42.893463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:42:42.942752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event updated for resources: {'Port': ['ID=fc90d0ae-f3b8-4ea6-bec4-47f955dc05af,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:43.215001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Deleting port fc90d0ae-f3b8-4ea6-bec4-47f955dc05af {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:43.215625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:43.342092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:43.342588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:43.365467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Calling delete_port for fc90d0ae-f3b8-4ea6-bec4-47f955dc05af owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:43.472921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af631abc-2c72-43b5-bdb6-7c723865f1a9 req-c02c68d9-3beb-4c9e-bb43-259805b922f6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:43.476273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af631abc-2c72-43b5-bdb6-7c723865f1a9 req-c02c68d9-3beb-4c9e-bb43-259805b922f6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0857530 Aug 06 15:42:43.552646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af631abc-2c72-43b5-bdb6-7c723865f1a9 req-5fb20d64-6d85-4cca-9d48-4a39b3bb57a6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634875 Aug 06 15:42:43.713181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:43.788004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Port': ['ID=fc90d0ae-f3b8-4ea6-bec4-47f955dc05af,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:43.846287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f53d-90ca-4532-a5e9-1cb503746a6b req-f63b3e32-d02c-4709-8098-cc01fd151f15 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:43.849200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2082f53d-90ca-4532-a5e9-1cb503746a6b req-f63b3e32-d02c-4709-8098-cc01fd151f15 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1686735 Aug 06 15:42:43.945654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2082f53d-90ca-4532-a5e9-1cb503746a6b req-21bfabc9-9f1c-4e0a-b385-03a85ce9fecd tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652084 Aug 06 15:42:44.053131 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] create failed (client error): The resource could not be found. Aug 06 15:42:44.059178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-95fea851-eef6-4423-8418-5ebd5b6aed84 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.0100684 Aug 06 15:42:44.063723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:44.237160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Deleting port 9dc93bd6-6b23-4677-894f-885d4bdd4078 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:44.238027 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:44.390753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:44.414183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Calling delete_port for 9dc93bd6-6b23-4677-894f-885d4bdd4078 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:44.706184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:44.722616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f062746-50a1-48a1-9552-0db8a2fe0a5e req-30eb6d17-2f78-4fa9-833e-eb8e3ca67811 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:44.736096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f062746-50a1-48a1-9552-0db8a2fe0a5e req-30eb6d17-2f78-4fa9-833e-eb8e3ca67811 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1296959 Aug 06 15:42:44.789352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Port': ['ID=9dc93bd6-6b23-4677-894f-885d4bdd4078,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:44.937267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f062746-50a1-48a1-9552-0db8a2fe0a5e req-1ef0c1fc-df28-4397-b2d6-5feb79b2737e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914905 Aug 06 15:42:44.958761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:44.961129 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc99db27-cec3-45fb-915a-f4a07b1d76c4 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "DELETE /v2.0/ports/9dc93bd6-6b23-4677-894f-885d4bdd4078 HTTP/1.1" status: 204 len: 168 time: 0.8961239 Aug 06 15:42:44.965318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d867f3-3415-4193-8df8-39350f22be4c req-10ce9057-c0dc-4ac3-8df5-fe1b5950c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:44.966565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:44.966899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-10ce9057-c0dc-4ac3-8df5-fe1b5950c5f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=77c9516327d7478881af2e8b21c5e941&device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1240664 Aug 06 15:42:45.126698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f646ca8-87bc-4b41-9d6d-08b726585d47 req-6058f86b-9101-438f-b998-57bfa754f046 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:45.133909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f646ca8-87bc-4b41-9d6d-08b726585d47 req-6058f86b-9101-438f-b998-57bfa754f046 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.3923452 Aug 06 15:42:45.174882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d867f3-3415-4193-8df8-39350f22be4c req-298058f6-d6df-4d9a-9493-f422080f6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:45.177084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-298058f6-d6df-4d9a-9493-f422080f6387 service neutron] 10.222.0.59 "GET /v2.0/networks?id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 200 len: 917 time: 0.2017834 Aug 06 15:42:45.255613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-b95c1753-38d1-420a-9bc4-dec89b1777ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef HTTP/1.1" status: 200 len: 217 time: 0.0635362 Aug 06 15:42:45.268542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f646ca8-87bc-4b41-9d6d-08b726585d47 req-2258b686-73c4-43e9-8840-31cf232dcc89 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217575 Aug 06 15:42:45.306929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aff1f6-d6c6-48c4-8f79-a0ea38e0e4ef tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:45.326081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:45.327768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-82aff1f6-d6c6-48c4-8f79-a0ea38e0e4ef tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "GET /v2.0/ports?device_id=be925475-dd54-4f71-91ba-3c3f4fa7c490 HTTP/1.1" status: 200 len: 913 time: 0.3453667 Aug 06 15:42:45.481283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d867f3-3415-4193-8df8-39350f22be4c req-9ad6f941-f44f-4267-936c-51eb9241120c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:45.482877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-9ad6f941-f44f-4267-936c-51eb9241120c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 200 len: 855 time: 0.2128139 Aug 06 15:42:45.987731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d867f3-3415-4193-8df8-39350f22be4c req-b166d86a-6338-4e96-9998-729be0a470a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:45.989494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-b166d86a-6338-4e96-9998-729be0a470a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=16d1ca5c-b183-439d-a1c8-e9dca8dc493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4952068 Aug 06 15:42:46.165923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-547fc70b-b64d-4f09-aee4-5082776a868d service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673529 Aug 06 15:42:46.287299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9778-a97a-4e45-b922-089eb05964d5 req-af6f8ff7-4998-46b8-ba72-71512690f8c7 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:46.292799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa6f9778-a97a-4e45-b922-089eb05964d5 req-af6f8ff7-4998-46b8-ba72-71512690f8c7 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1791458 Aug 06 15:42:46.342598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f49faa-5b95-43e1-bec3-729e5ae4b20e req-a2fe80c3-ffae-49f1-822a-b1ce12b87e0a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:46.356614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43f49faa-5b95-43e1-bec3-729e5ae4b20e req-a2fe80c3-ffae-49f1-822a-b1ce12b87e0a tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1732364 Aug 06 15:42:46.377074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d867f3-3415-4193-8df8-39350f22be4c req-055c53e0-0540-4fe1-b8ef-7543a0313dfd service neutron] 10.222.0.59 "GET /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998789 Aug 06 15:42:46.473008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa6f9778-a97a-4e45-b922-089eb05964d5 req-be01e210-5d2b-45ef-9381-a5625d1c22be tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691532 Aug 06 15:42:46.498977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43f49faa-5b95-43e1-bec3-729e5ae4b20e req-b1aaa020-4b99-4b0a-a243-a9ed0ad2799b tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396785 Aug 06 15:42:46.641758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:46.762600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94078f18-2c4a-4063-a18b-4597276265de req-eb159a7b-d6c9-4fe4-94ae-d111f947e15c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:46.765505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94078f18-2c4a-4063-a18b-4597276265de req-eb159a7b-d6c9-4fe4-94ae-d111f947e15c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1146533 Aug 06 15:42:46.854561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94078f18-2c4a-4063-a18b-4597276265de req-a8535ac9-54b5-4165-bff8-0e40c462b059 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793524 Aug 06 15:42:47.136045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Deleting port 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:47.136619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:47.250529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:47.264968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Calling delete_port for 4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:47.561204 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:47.670491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Port': ['ID=4418ba3d-6cc2-4bf6-bb1a-5b019b3fbac7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:47.729625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65d535-00b4-46bc-b95d-f7f57845f1fe req-ce97d85a-c8c6-4ee0-87f9-fd86fbfc6cc5 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:47.732086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c65d535-00b4-46bc-b95d-f7f57845f1fe req-ce97d85a-c8c6-4ee0-87f9-fd86fbfc6cc5 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1458423 Aug 06 15:42:47.818496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299252-05c7-4059-a94b-92bbebac97b0 req-02863766-a450-4f99-b5c6-bae4e92acbc8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:47.821737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41299252-05c7-4059-a94b-92bbebac97b0 req-02863766-a450-4f99-b5c6-bae4e92acbc8 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1629596 Aug 06 15:42:47.832910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c65d535-00b4-46bc-b95d-f7f57845f1fe req-0593fc6c-a757-4d4b-9523-2746145c2414 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925796 Aug 06 15:42:47.906250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:47.937055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41299252-05c7-4059-a94b-92bbebac97b0 req-d80440f9-b263-48f3-aaa1-87bb13855234 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0517870-5ab3-4f5c-b60f-d28950508cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011615 Aug 06 15:42:48.186988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Router be925475-dd54-4f71-91ba-3c3f4fa7c490 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:42:48.236847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f5fbb-e29b-454d-92d1-c375a86c5adc req-0c2c9ba7-400f-43a4-805f-9fc8ffe8ab35 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:48.239456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e9f5fbb-e29b-454d-92d1-c375a86c5adc req-0c2c9ba7-400f-43a4-805f-9fc8ffe8ab35 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1250486 Aug 06 15:42:48.329348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:42:48.333407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ca898-8527-4472-87b1-e317aca8f9ac req-9e9167d4-6b90-4e06-aab3-83f039623d93 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:48.335007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551ca898-8527-4472-87b1-e317aca8f9ac req-9e9167d4-6b90-4e06-aab3-83f039623d93 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.0942919 Aug 06 15:42:48.337350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3101ad57-f8ec-41c5-8aac-eccdd2cf9d7b tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "PUT /v2.0/routers/be925475-dd54-4f71-91ba-3c3f4fa7c490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0087302 Aug 06 15:42:48.340891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:48.348481 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834248b2-5592-446d-adf3-13c935973586 None None] Sync routers for ids ['be925475-dd54-4f71-91ba-3c3f4fa7c490'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:42:48.368734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834248b2-5592-446d-adf3-13c935973586 None None] Routers {'be925475-dd54-4f71-91ba-3c3f4fa7c490'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:48.368997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e9f5fbb-e29b-454d-92d1-c375a86c5adc req-fdb2147a-9574-41ab-8287-0602e314bc16 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144757 Aug 06 15:42:48.370029 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-834248b2-5592-446d-adf3-13c935973586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['be925475-dd54-4f71-91ba-3c3f4fa7c490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:48.383402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-ea219525-a5f7-4ddf-aa0b-b82b3c940c84 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:48.389309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-ea219525-a5f7-4ddf-aa0b-b82b3c940c84 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.59 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 946 time: 0.1326981 Aug 06 15:42:48.435839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-834248b2-5592-446d-adf3-13c935973586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:48.448435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834248b2-5592-446d-adf3-13c935973586 None None] Routers {'be925475-dd54-4f71-91ba-3c3f4fa7c490'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:48.449318 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-834248b2-5592-446d-adf3-13c935973586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['be925475-dd54-4f71-91ba-3c3f4fa7c490'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:48.497882 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-834248b2-5592-446d-adf3-13c935973586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:48.497882 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834248b2-5592-446d-adf3-13c935973586 None None] The sync data for ids ['be925475-dd54-4f71-91ba-3c3f4fa7c490'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:42:48.574286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:48.581407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Deleting port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:48.581407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:48.692757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551ca898-8527-4472-87b1-e317aca8f9ac req-0571df83-31a7-44d7-9775-d9250f4d8572 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801147 Aug 06 15:42:48.738676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] For port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,segment=NetworkSegment(f01013ea-3dd0-43f4-8dfd-82e67e254556),segment_id=f01013ea-3dd0-43f4-8dfd-82e67e254556)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:48.739467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:48.761157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Calling delete_port for 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:48.879824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:48.908606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.000726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de8ae4-bc46-41cf-8660-7822fa37c37d req-766728de-7b26-48e8-b529-95588190da78 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:49.002790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.003919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29de8ae4-bc46-41cf-8660-7822fa37c37d req-766728de-7b26-48e8-b529-95588190da78 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 946 time: 0.1425159 Aug 06 15:42:49.026382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7a73bc23-4a98-4c48-9dc0-7ebdd2560071'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:49.061008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Pushing event deleted for resources: {'Port': ['ID=7a73bc23-4a98-4c48-9dc0-7ebdd2560071,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:49.100426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a2feac3-0ab3-403a-92b9-ea3e9d1c5bbb req-8af2ac63-2c3f-4c13-98c4-b4cc487299ca tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.16 "GET /v2.0/ports?device_id=123d03f3-8572-483a-9c91-297062ee106e HTTP/1.1" status: 200 len: 210 time: 0.0539587 Aug 06 15:42:49.101790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.102580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Fanout notify agent at l3_agent the message router_deleted on router be925475-dd54-4f71-91ba-3c3f4fa7c490 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:42:49.113477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.114649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b75ba82c-d139-4083-ad3a-7155d830c267 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "DELETE /v2.0/routers/be925475-dd54-4f71-91ba-3c3f4fa7c490 HTTP/1.1" status: 204 len: 168 time: 0.7726841 Aug 06 15:42:49.124103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51356) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:49.126161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] No DVR routers for this DVR port 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:49.131138 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.135144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0fcdf590-06d8-40ed-afae-7986d8862c95 req-36120748-aa84-4eb7-8983-3045ebacb320 tempest-ServersNegativeTestJSON-1107797263 tempest-ServersNegativeTestJSON-1107797263-project] 10.222.0.59 "DELETE /v2.0/ports/7a73bc23-4a98-4c48-9dc0-7ebdd2560071 HTTP/1.1" status: 204 len: 173 time: 0.7361066 Aug 06 15:42:49.135864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-deleted', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:49.140684 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b22a04-7c23-49e4-b4c2-a2f3a4eddb4d" -d '{"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-deleted", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:49.198623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29de8ae4-bc46-41cf-8660-7822fa37c37d req-00da38bc-9662-48b6-9a32-55eb156c36ac tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814363 Aug 06 15:42:49.268294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Deleting subnet 55eda7a9-2188-497e-bd0a-1342556db06f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:42:49.294638 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.324770 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939c9d2-997d-49c9-813a-f510191f4530 x-openstack-request-id: req-5939c9d2-997d-49c9-813a-f510191f4530 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:49.325672 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d03f3-8572-483a-9c91-297062ee106e", "name": "network-vif-deleted", "tag": "7a73bc23-4a98-4c48-9dc0-7ebdd2560071", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:49.325672 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5939c9d2-997d-49c9-813a-f510191f4530 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:49.328012 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d03f3-8572-483a-9c91-297062ee106e', 'name': 'network-vif-deleted', 'tag': '7a73bc23-4a98-4c48-9dc0-7ebdd2560071', 'status': 'completed', 'code': 200} Aug 06 15:42:49.410814 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.563480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51368) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:49.690266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a0df-b06b-45eb-a9af-8124d0fb9b6d req-36c78aa3-aa81-44b9-81f3-f90a9e72f60b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:49.691876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ca2a0df-b06b-45eb-a9af-8124d0fb9b6d req-36c78aa3-aa81-44b9-81f3-f90a9e72f60b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.2172952 Aug 06 15:42:49.745990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:49.823442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6499c37-0048-4aff-a9c8-bbfc31e20bab req-8fb85ef3-e2db-43b7-abb3-abf8708a1790 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:49.825951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6499c37-0048-4aff-a9c8-bbfc31e20bab req-8fb85ef3-e2db-43b7-abb3-abf8708a1790 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1647248 Aug 06 15:42:49.833112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ca2a0df-b06b-45eb-a9af-8124d0fb9b6d req-ca1433ac-b75e-434a-8399-99e68aa45188 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078379 Aug 06 15:42:49.917388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-cbd7a35a-8203-447e-8c43-fb257e969d55 req-2322ab74-46fd-4ae6-8db6-ca08741d3fc1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:42:49.919141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbd7a35a-8203-447e-8c43-fb257e969d55 req-2322ab74-46fd-4ae6-8db6-ca08741d3fc1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162902 Aug 06 15:42:49.927386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6499c37-0048-4aff-a9c8-bbfc31e20bab req-39aecec8-aed1-4a9a-ab1b-a9984d52c253 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768149 Aug 06 15:42:50.037019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbd7a35a-8203-447e-8c43-fb257e969d55 req-331a1054-735d-4e26-b054-74fdc035e132 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1083188 Aug 06 15:42:50.045522 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.087199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Subnet': ['ID=55eda7a9-2188-497e-bd0a-1342556db06f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:50.091485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.097665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9c032dda-af4c-435d-bb71-d95f10c43047 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "DELETE /v2.0/subnets/55eda7a9-2188-497e-bd0a-1342556db06f HTTP/1.1" status: 204 len: 168 time: 0.9665277 Aug 06 15:42:50.102752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:50.124638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d2416-f986-4a1d-bb3a-29226ce0c107 None None] Network 7f7f7c90-7fea-4205-8f4c-538815a9f19b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:42:50.268403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:50.403866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.432849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] DHCP port deletion for 7f7f7c90-7fea-4205-8f4c-538815a9f19b request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:42:50.467176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Deleting subnet 22c0b4fe-684f-4ee9-bb7b-82dad764d204 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:42:50.476198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.516658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] Deleting port be0d328e-0fe1-4bcd-bfbd-9476823a80be {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:50.517312 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.562323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10033f6-06f1-4d0d-8371-91ed58c0a4f5 req-b5481624-a940-46bd-a3d3-41c0f778d70f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:50.571000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a10033f6-06f1-4d0d-8371-91ed58c0a4f5 req-b5481624-a940-46bd-a3d3-41c0f778d70f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1619833 Aug 06 15:42:50.589682 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.638134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] For port be0d328e-0fe1-4bcd-bfbd-9476823a80be, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=be0d328e-0fe1-4bcd-bfbd-9476823a80be,segment=NetworkSegment(4f09443b-5f7e-43e2-84ba-628f7ad42df1),segment_id=4f09443b-5f7e-43e2-84ba-628f7ad42df1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:50.639463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.659927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] Calling delete_port for be0d328e-0fe1-4bcd-bfbd-9476823a80be owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:50.677377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.680394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a10033f6-06f1-4d0d-8371-91ed58c0a4f5 req-b681a78c-ca20-472a-bc6d-85f5d4218fa9 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083138 Aug 06 15:42:50.681550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.752092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Deleting port be0d328e-0fe1-4bcd-bfbd-9476823a80be {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:50.752430 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.862573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] For port be0d328e-0fe1-4bcd-bfbd-9476823a80be, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=be0d328e-0fe1-4bcd-bfbd-9476823a80be,segment=NetworkSegment(4f09443b-5f7e-43e2-84ba-628f7ad42df1),segment_id=4f09443b-5f7e-43e2-84ba-628f7ad42df1)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:50.862847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.882065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Calling delete_port for be0d328e-0fe1-4bcd-bfbd-9476823a80be owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:50.890979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026cbd0-4363-4fb8-82b1-8a787be8cf2a req-2022fbdc-ac6a-4f50-a289-2656c312b467 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:50.892604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2026cbd0-4363-4fb8-82b1-8a787be8cf2a req-2022fbdc-ac6a-4f50-a289-2656c312b467 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 946 time: 0.1041167 Aug 06 15:42:50.928144 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:50.963460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] Pushing event deleted for resources: {'Port': ['ID=be0d328e-0fe1-4bcd-bfbd-9476823a80be,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:50.965656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898786b-0d34-49af-88dc-54ee48edb4ea None None] No DVR routers for this DVR port be0d328e-0fe1-4bcd-bfbd-9476823a80be on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:51.000017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2026cbd0-4363-4fb8-82b1-8a787be8cf2a req-44278ab1-4de8-4132-b147-e914eb07624b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970812 Aug 06 15:42:51.006834 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.056997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c0b4fe-684f-4ee9-bb7b-82dad764d204,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:51.058028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Deleting port f5ba058c-bf2c-4e12-a288-f6399ca1913c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:51.059484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.072019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.074925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f689146-668e-404e-8616-af3def2f7f2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22c0b4fe-684f-4ee9-bb7b-82dad764d204 HTTP/1.1" status: 204 len: 168 time: 0.8050506 Aug 06 15:42:51.087556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:51.126355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.228881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.259683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] For port f5ba058c-bf2c-4e12-a288-f6399ca1913c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f5ba058c-bf2c-4e12-a288-f6399ca1913c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:51.260080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.312230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Calling delete_port for f5ba058c-bf2c-4e12-a288-f6399ca1913c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:51.416019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.430575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7f0fc7-03b5-489c-84dc-7fdb12dcae8f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:51.454169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01013ea-3dd0-43f4-8dfd-82e67e254556') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:51.454512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01013ea-3dd0-43f4-8dfd-82e67e254556') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:51.477229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.497353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.512548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Port': ['ID=be0d328e-0fe1-4bcd-bfbd-9476823a80be,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:51.518504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] No DVR routers for this DVR port be0d328e-0fe1-4bcd-bfbd-9476823a80be on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:51.549948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:42:51.550959 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:42:51.552862 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:42:51.567791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105db2f5-939c-4b89-b336-0d0d733ed5a8 req-595190cf-d7a9-4980-9c17-66dccc9705e8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:51.569370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-105db2f5-939c-4b89-b336-0d0d733ed5a8 req-595190cf-d7a9-4980-9c17-66dccc9705e8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.4920197 Aug 06 15:42:51.608184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732b4bf-0c6a-4059-9516-f76dcc6b7879 req-3901e001-fa02-41e4-a68e-972ea4367d91 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:51.609732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9732b4bf-0c6a-4059-9516-f76dcc6b7879 req-3901e001-fa02-41e4-a68e-972ea4367d91 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.4976382 Aug 06 15:42:51.671860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:51.673788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.694921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7f7c90-7fea-4205-8f4c-538815a9f19b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:51.695216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:42:51.695581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7a73bc23-4a98-4c48-9dc0-7ebdd2560071 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:51.727287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.745097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.748091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f09443b-5f7e-43e2-84ba-628f7ad42df1') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:51.748389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f09443b-5f7e-43e2-84ba-628f7ad42df1') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:51.750531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db7f0fc7-03b5-489c-84dc-7fdb12dcae8f HTTP/1.1" status: 204 len: 168 time: 0.6572161 Aug 06 15:42:51.751994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00327b29-221a-4bb8-86ea-ab26aa602c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=db7f0fc7-03b5-489c-84dc-7fdb12dcae8f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:51.768607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9732b4bf-0c6a-4059-9516-f76dcc6b7879 req-6f620151-1c4c-4512-87e7-746679279306 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470015 Aug 06 15:42:51.784527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-105db2f5-939c-4b89-b336-0d0d733ed5a8 req-0ab93020-9c04-4902-8f51-5f9ca4da7560 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021410 Aug 06 15:42:51.790473 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.790695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device be0d328e-0fe1-4bcd-bfbd-9476823a80be no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:51.790803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.814327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.831544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:42:51.832089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:51.836109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: be0d328e-0fe1-4bcd-bfbd-9476823a80be {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:42:51.836663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device be0d328e-0fe1-4bcd-bfbd-9476823a80be not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:42:51.837545 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:42:51.859468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ba058c-bf2c-4e12-a288-f6399ca1913c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:52.055236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.063587 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.082177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] 10.222.0.16 "DELETE /v2.0/networks/7f7f7c90-7fea-4205-8f4c-538815a9f19b HTTP/1.1" status: 204 len: 168 time: 1.9823399 Aug 06 15:42:52.113418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d5dd6-e445-447c-9ace-10e6e35ebb58 tempest-FloatingIPNegativeTestJSON-614412819 tempest-FloatingIPNegativeTestJSON-614412819-project] Pushing event deleted for resources: {'Network': ['ID=7f7f7c90-7fea-4205-8f4c-538815a9f19b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:52.157319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.165661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3080d-4d00-4e12-8a9d-0400ebf97e64 req-4c496d1b-378e-4abe-b041-55a935268c8e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:52.173707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3080d-4d00-4e12-8a9d-0400ebf97e64 req-4c496d1b-378e-4abe-b041-55a935268c8e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:52.180914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3080d-4d00-4e12-8a9d-0400ebf97e64 req-4c496d1b-378e-4abe-b041-55a935268c8e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:52.182859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17b3080d-4d00-4e12-8a9d-0400ebf97e64 req-4c496d1b-378e-4abe-b041-55a935268c8e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d&device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd&device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 2418 time: 0.0965669 Aug 06 15:42:52.237515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17b3080d-4d00-4e12-8a9d-0400ebf97e64 req-34723efe-8846-4fe8-8c44-cde0d98b107e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Aug 06 15:42:52.308729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:52.343471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d64ed199-fe6d-4e0f-9968-dc8c07b3d8ee req-482e8f0b-da9f-4ec0-8afa-17c6dd34217b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0697796 Aug 06 15:42:52.457074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a720a1a-92b0-4bf7-bc9b-b650e65d9bce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3174e86998ea47018f90366e7351420b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448216 Aug 06 15:42:52.460560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:52.512165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:42:52.540332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05de06d4-eb0a-46a8-b828-5130a9e578ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.564729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:52.606998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05de06d4-eb0a-46a8-b828-5130a9e578ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.696961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:42:52.706939 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b4e0cdf-5fc6-4095-8c71-b5e71db8bddd admin admin] 10.222.0.16 "PUT /v2.0/routers/9009a13b-1ed7-42f8-9b35-04af1c9f60ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384382 Aug 06 15:42:52.707417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] Sync routers for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:42:52.708877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:52.718074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:52.723947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:52.825873 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05de06d4-eb0a-46a8-b828-5130a9e578ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.832548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05de06d4-eb0a-46a8-b828-5130a9e578ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:52.837974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-05de06d4-eb0a-46a8-b828-5130a9e578ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0517870-5ab3-4f5c-b60f-d28950508cd0 HTTP/1.1" status: 204 len: 168 time: 0.3746626 Aug 06 15:42:52.862111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de06d4-eb0a-46a8-b828-5130a9e578ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0517870-5ab3-4f5c-b60f-d28950508cd0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:52.872283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-49beb3b2-66ef-48c8-90ab-1465a9d5ba74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c347216ca2bb4018b2cd917927561c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059001 Aug 06 15:42:52.873149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:52.890144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:42:52.937288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.041758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b718664-3be3-4bf4-a521-bd2de8f976f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.122579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a8d1b-12db-4197-9082-97fa36f8d4a3 req-a6eb60ea-6a83-4a63-8a5f-2b843eb11d80 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:53.124751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa9a8d1b-12db-4197-9082-97fa36f8d4a3 req-a6eb60ea-6a83-4a63-8a5f-2b843eb11d80 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1828797 Aug 06 15:42:53.130529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:42:51Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:53.131764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b718664-3be3-4bf4-a521-bd2de8f976f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.167312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] Checking router: 9009a13b-1ed7-42f8-9b35-04af1c9f60ec for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:42:53.181065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] Routers {'9009a13b-1ed7-42f8-9b35-04af1c9f60ec'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:42:53.185657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:42:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:53.235923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.252857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa9a8d1b-12db-4197-9082-97fa36f8d4a3 req-7be4a967-5c3f-4c95-8a94-46b64d48bde8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189058 Aug 06 15:42:53.298729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] Set router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:42:53.408668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b718664-3be3-4bf4-a521-bd2de8f976f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.411938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b718664-3be3-4bf4-a521-bd2de8f976f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.413124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b718664-3be3-4bf4-a521-bd2de8f976f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92589b13-0eb2-411c-9aad-d0062ecde021 HTTP/1.1" status: 204 len: 168 time: 0.5332255 Aug 06 15:42:53.429190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b718664-3be3-4bf4-a521-bd2de8f976f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92589b13-0eb2-411c-9aad-d0062ecde021,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:53.452396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Deleting port 94cfa54b-dde4-47c0-b8c9-492bc26344c1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:53.452816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.596242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] For port 94cfa54b-dde4-47c0-b8c9-492bc26344c1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=94cfa54b-dde4-47c0-b8c9-492bc26344c1,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:53.597178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:53.614496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Calling delete_port for 94cfa54b-dde4-47c0-b8c9-492bc26344c1 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:53.775140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:42:51Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:53.841422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d9613f-6947-4dc2-a101-ac1082646b96 None None] The sync data for ids ['9009a13b-1ed7-42f8-9b35-04af1c9f60ec'] in n-d-778550-6 is: [{'id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'name': 'tempest-AttachVolumeTestJSON-1311577111-router', 'tenant_id': '30efa261fe5b43a9941faadec8ff5237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:33:42Z', 'updated_at': '2021-08-06T15:42:51Z', 'revision_number': 5, 'project_id': '30efa261fe5b43a9941faadec8ff5237', 'gw_port': {'id': '94cfa54b-dde4-47c0-b8c9-492bc26344c1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:44:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009a13b-1ed7-42f8-9b35-04af1c9f60ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:33:48Z', 'updated_at': '2021-08-06T15:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:42:54.013143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.042989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Pushing event deleted for resources: {'Port': ['ID=94cfa54b-dde4-47c0-b8c9-492bc26344c1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:54.122703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.264079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.266613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.437915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.440327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9009a13b-1ed7-42f8-9b35-04af1c9f60ec {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:42:54.470283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.479335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51486) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:54.480340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6508a0bc-3e96-4181-a49f-3a70afbaee6e admin admin] 10.222.0.16 "DELETE /v2.0/routers/9009a13b-1ed7-42f8-9b35-04af1c9f60ec HTTP/1.1" status: 204 len: 168 time: 1.7657993 Aug 06 15:42:54.561089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442718a8-ba90-4599-acf9-e2143c7676bb req-71824705-a2c3-4f70-9b19-c5fe649736b7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:54.562947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-442718a8-ba90-4599-acf9-e2143c7676bb req-71824705-a2c3-4f70-9b19-c5fe649736b7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1434112 Aug 06 15:42:54.567671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Deleting subnet 07032a76-1107-43e4-a38b-26b4d9a6787d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:42:54.580633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.670704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:54.698179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-442718a8-ba90-4599-acf9-e2143c7676bb req-4c15a466-b60c-4a6e-9e05-827bee697555 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194708 Aug 06 15:42:54.875840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.054320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:55.122601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.166584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07032a76-1107-43e4-a38b-26b4d9a6787d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:55.182618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.188265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-71756f9d-1b95-4ad0-ad70-081b24d58280 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/07032a76-1107-43e4-a38b-26b4d9a6787d HTTP/1.1" status: 204 len: 168 time: 0.7060254 Aug 06 15:42:55.191596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:55.210395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb3636-666b-458a-9273-2376279b192c None None] Network 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:42:55.255350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217921015'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:55.400962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97ecb0-d954-492e-b289-3fd947067dfd req-4e1c9705-c240-4ff1-b4e3-cf2774c1bc33 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:55.402792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba97ecb0-d954-492e-b289-3fd947067dfd req-4e1c9705-c240-4ff1-b4e3-cf2774c1bc33 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.2808509 Aug 06 15:42:55.477391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.519161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba97ecb0-d954-492e-b289-3fd947067dfd req-d11a8c87-3b39-4e03-af0c-4ada889cb31d tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898993 Aug 06 15:42:55.581640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Deleting port ea0ed31d-5699-4ff7-83f1-cb220530b15c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:55.581992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.582993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] DHCP port deletion for 2b0f6da5-b920-40c2-b8c2-08eb50b936c4 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:42:55.602011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.641607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.669643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] Deleting port ea0ed31d-5699-4ff7-83f1-cb220530b15c {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:55.670140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.688726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] For port ea0ed31d-5699-4ff7-83f1-cb220530b15c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ea0ed31d-5699-4ff7-83f1-cb220530b15c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:55.689402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.720183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Calling delete_port for ea0ed31d-5699-4ff7-83f1-cb220530b15c owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:55.792851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] For port ea0ed31d-5699-4ff7-83f1-cb220530b15c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ea0ed31d-5699-4ff7-83f1-cb220530b15c,segment=NetworkSegment(3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1),segment_id=3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:55.793803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.808997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] Calling delete_port for ea0ed31d-5699-4ff7-83f1-cb220530b15c owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:55.894979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:55.899770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94cfa54b-dde4-47c0-b8c9-492bc26344c1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:55.952368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 94cfa54b-dde4-47c0-b8c9-492bc26344c1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:42:55.952841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94cfa54b-dde4-47c0-b8c9-492bc26344c1 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:55.953410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f5ba058c-bf2c-4e12-a288-f6399ca1913c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:55.988123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f5ba058c-bf2c-4e12-a288-f6399ca1913c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:42:55.988664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f5ba058c-bf2c-4e12-a288-f6399ca1913c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:55.989140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ea0ed31d-5699-4ff7-83f1-cb220530b15c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:56.037635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473de29-ed86-4c08-8ca0-fc9bbc8615cc req-1e15645c-6606-4b91-9155-2ed7d777ca92 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:56.039343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3473de29-ed86-4c08-8ca0-fc9bbc8615cc req-1e15645c-6606-4b91-9155-2ed7d777ca92 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1320205 Aug 06 15:42:56.087398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.100805 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.114373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3473de29-ed86-4c08-8ca0-fc9bbc8615cc req-9d073bbc-0faf-4e35-abfc-731cacd3d68d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653496 Aug 06 15:42:56.162444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.207100 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.213568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0ed31d-5699-4ff7-83f1-cb220530b15c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:56.222658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.228137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] No DVR routers for this DVR port ea0ed31d-5699-4ff7-83f1-cb220530b15c on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:56.248269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] Pushing event deleted for resources: {'Port': ['ID=ea0ed31d-5699-4ff7-83f1-cb220530b15c,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:56.251249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df442ce9-375c-4d50-8d7b-00495cd79aff None None] No DVR routers for this DVR port ea0ed31d-5699-4ff7-83f1-cb220530b15c on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:56.387512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d210de49-61e3-442f-8e6a-600896e42ec0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:56.411398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.434020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f6da5-b920-40c2-b8c2-08eb50b936c4']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:56.456730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:56.457123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f84b8d0-42db-4370-9cdd-1ad3e50ce1a1') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:42:56.476659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.524661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.547678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.549747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:42:56.549943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:42:56.552343 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:42:56.628419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-1d5a900e-3096-4cac-ab75-38b98deba9e2 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:56.632275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-1d5a900e-3096-4cac-ab75-38b98deba9e2 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.1187644 Aug 06 15:42:56.659527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.736522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e7469-81cb-4465-8f02-bd3f5abf07d4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:56.765289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd0a5b-392b-4cd3-aaaa-f9b66616e5e5 req-9ebeab81-dc0a-4d65-87c0-204dfd2728bd tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:56.766790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ecd0a5b-392b-4cd3-aaaa-f9b66616e5e5 req-9ebeab81-dc0a-4d65-87c0-204dfd2728bd tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 946 time: 0.0979059 Aug 06 15:42:56.805935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Deleting port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:42:56.806400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.823017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.833199 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.835916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2b0f6da5-b920-40c2-b8c2-08eb50b936c4 HTTP/1.1" status: 204 len: 168 time: 1.6364226 Aug 06 15:42:56.851263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ecd0a5b-392b-4cd3-aaaa-f9b66616e5e5 req-5cb291f4-7818-40fd-bebd-9e2d5068317a tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718434 Aug 06 15:42:56.875726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7584cd-5d32-4331-b91e-5e06ec18d1e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0f6da5-b920-40c2-b8c2-08eb50b936c4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:56.877996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:56.879637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-83792e00-a16e-4c66-a565-97a40c41df0b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8237374 Aug 06 15:42:56.887292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:56.989028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] For port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:42:56.993258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.036260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Calling delete_port for 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:42:57.051120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ee33f1d7-7418-413a-b8c7-4f65b07ac6fe tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1613033 Aug 06 15:42:57.063916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:57.077036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-security--1230285233', 'description': 'tempest-security-description-991514020'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:57.190799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.308792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0a7cd-2547-4128-88a9-8ba92fe78a0a req-18440d59-1cae-4bfd-bd0d-eb5b651f3161 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:57.313570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cb0a7cd-2547-4128-88a9-8ba92fe78a0a req-18440d59-1cae-4bfd-bd0d-eb5b651f3161 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0840409 Aug 06 15:42:57.322012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.381145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cb0a7cd-2547-4128-88a9-8ba92fe78a0a req-8d1a4b42-6793-48a4-b386-9f539c981428 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581882 Aug 06 15:42:57.473615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.477927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.485288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "PUT /v2.0/security-groups/df1e7469-81cb-4465-8f02-bd3f5abf07d4 HTTP/1.1" status: 200 len: 1779 time: 0.4145238 Aug 06 15:42:57.485745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:57.485745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:57.520822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbedf4-be75-4161-856a-9d39a1aa3de3 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e7469-81cb-4465-8f02-bd3f5abf07d4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:57.824355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4a37758d-c0b4-4335-9505-663ccdf71bb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups/df1e7469-81cb-4465-8f02-bd3f5abf07d4 HTTP/1.1" status: 200 len: 1779 time: 0.1028521 Aug 06 15:42:57.824355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fcd76a27-1043-4ecd-b811-1e6daf681f81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30efa261fe5b43a9941faadec8ff5237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098773 Aug 06 15:42:57.824355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:57.824355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:57.826662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.828094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7022f8c0-551f-4389-90b6-be6af7c9a43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.828094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d013f4c-0dab-42ea-87bc-989c604cebc1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.828292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:57.828292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0e055621-6a86-4b0a-9b1b-e7700c95b26b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:42:57.828940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Pushing event deleted for resources: {'Port': ['ID=24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:57.847532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7022f8c0-551f-4389-90b6-be6af7c9a43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.858542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d013f4c-0dab-42ea-87bc-989c604cebc1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.908001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] No DVR routers for this DVR port 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:42:57.908001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:57.911756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4fe53890-efa9-41aa-8221-7d9414f106d8 req-9e61d1c9-a754-44fd-a2fe-6c65ba9e650f tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "DELETE /v2.0/ports/24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 HTTP/1.1" status: 204 len: 173 time: 1.2725070 Aug 06 15:42:57.912529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'name': 'network-vif-deleted', 'tag': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:42:57.917513 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e072a4-64a6-4a73-b569-f2c71ee47836" -d '{"events": [{"server_uuid": "fca55f1c-1fda-464b-8ad8-5114d96c528d", "name": "network-vif-deleted", "tag": "24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:42:58.038544 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ca2df0-ad7e-4208-be0d-5be3c6c5597d x-openstack-request-id: req-04ca2df0-ad7e-4208-be0d-5be3c6c5597d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:42:58.039032 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca55f1c-1fda-464b-8ad8-5114d96c528d", "name": "network-vif-deleted", "tag": "24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:42:58.039670 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04ca2df0-ad7e-4208-be0d-5be3c6c5597d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:42:58.040628 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca55f1c-1fda-464b-8ad8-5114d96c528d', 'name': 'network-vif-deleted', 'tag': '24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371', 'status': 'completed', 'code': 200} Aug 06 15:42:58.089928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60ca98ce-fa07-4399-82bc-efbb0c69cf6e req-eefa0c16-5177-486d-ae0a-50a5268e8a7d tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.0721531 Aug 06 15:42:58.142716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d013f4c-0dab-42ea-87bc-989c604cebc1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.146217 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d013f4c-0dab-42ea-87bc-989c604cebc1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.153363 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d013f4c-0dab-42ea-87bc-989c604cebc1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/df1e7469-81cb-4465-8f02-bd3f5abf07d4 HTTP/1.1" status: 204 len: 168 time: 0.4772887 Aug 06 15:42:58.153611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:58.235952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d013f4c-0dab-42ea-87bc-989c604cebc1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1e7469-81cb-4465-8f02-bd3f5abf07d4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:58.238220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7022f8c0-551f-4389-90b6-be6af7c9a43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.246968 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7022f8c0-551f-4389-90b6-be6af7c9a43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.249069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7022f8c0-551f-4389-90b6-be6af7c9a43b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da75ab1c-72db-49c9-920b-df39d048681c HTTP/1.1" status: 204 len: 168 time: 0.5761633 Aug 06 15:42:58.273783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022f8c0-551f-4389-90b6-be6af7c9a43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da75ab1c-72db-49c9-920b-df39d048681c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:58.307211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:58.310909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b52cda01-d13a-4f58-9bf2-fc2ad2a4c887 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514347 Aug 06 15:42:58.343021 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6dd09d75-faff-4f1b-873c-4a723a19df0f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] delete failed (client error): The resource could not be found. Aug 06 15:42:58.348590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6dd09d75-faff-4f1b-873c-4a723a19df0f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/df1e7469-81cb-4465-8f02-bd3f5abf07d4 HTTP/1.1" status: 404 len: 347 time: 0.0399773 Aug 06 15:42:58.349452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:58.354544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614444554'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:58.527647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280919bc-2cd5-4fae-94db-5bdbff71c98e req-dd50d744-52bc-4d3b-ac81-81991399e04f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:58.529704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-280919bc-2cd5-4fae-94db-5bdbff71c98e req-dd50d744-52bc-4d3b-ac81-81991399e04f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0607498 Aug 06 15:42:58.575992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-280919bc-2cd5-4fae-94db-5bdbff71c98e req-3aa529db-24be-4d4b-9054-282d6566c939 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Aug 06 15:42:58.586190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.687750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.790601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.817475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d01fed-08d1-4c7d-a06e-ac2851ab3160,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:58.905328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.910196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:58.910196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c98784b0-5618-4f24-8c2f-4b4dcc9648ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5565488 Aug 06 15:42:58.910811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:58.915744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '48d01fed-08d1-4c7d-a06e-ac2851ab3160', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:42:59.036462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.104613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.136308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:59.183174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.222665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb733ad1-8c9d-4180-9d6d-ccc03627924a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:59.306370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa98160d-d3ba-4f25-accd-f1887114a51b req-4bf865c9-e1f8-4bab-9e36-38f741d296f9 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=fca55f1c-1fda-464b-8ad8-5114d96c528d HTTP/1.1" status: 200 len: 210 time: 0.0466022 Aug 06 15:42:59.341859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34def33f-89ff-4147-924f-641cff049df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.360242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.361276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-790f5dc4-bb7c-4c98-be51-e1c23d81b9d8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492335 Aug 06 15:42:59.364210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:59.403256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fbad5f-741b-47ee-a6ce-ab06b8758838 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.422270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fbad5f-741b-47ee-a6ce-ab06b8758838 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.517779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34def33f-89ff-4147-924f-641cff049df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.595843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fbad5f-741b-47ee-a6ce-ab06b8758838 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.602344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26fbad5f-741b-47ee-a6ce-ab06b8758838 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.603444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-26fbad5f-741b-47ee-a6ce-ab06b8758838 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bb733ad1-8c9d-4180-9d6d-ccc03627924a HTTP/1.1" status: 204 len: 168 time: 0.2380853 Aug 06 15:42:59.606197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:59.609612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbad5f-741b-47ee-a6ce-ab06b8758838 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb733ad1-8c9d-4180-9d6d-ccc03627924a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:59.645972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-34def33f-89ff-4147-924f-641cff049df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.678173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-62a11130-daaa-4e55-a89a-d7dbd8448b55 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0707934 Aug 06 15:42:59.680901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:59.728125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:42:59.734973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51624) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:42:59.735202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-34def33f-89ff-4147-924f-641cff049df0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ac6c7c2fca24a22a1e269676bc0ed6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971422 Aug 06 15:42:59.741286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34def33f-89ff-4147-924f-641cff049df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b29c935-09f3-4e06-841c-1c4f2a3585a0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:42:59.785423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:42:59.785783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 24ebea0e-05aa-4df1-bcf2-ac1fd9ee3371 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:42:59.789687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a593853-db5c-455a-86b9-dfc8929fd282 req-1c93a735-62f6-4d6d-b682-0a96ccdd1ad2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:42:59.793053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a593853-db5c-455a-86b9-dfc8929fd282 req-1c93a735-62f6-4d6d-b682-0a96ccdd1ad2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1182594 Aug 06 15:42:59.806348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.851864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a593853-db5c-455a-86b9-dfc8929fd282 req-4d1b2d6f-418a-4dc9-a988-cde79fba0423 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Aug 06 15:42:59.853484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.869322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fac93fc-3ce7-4d98-9224-6f1c5bfebc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:42:59.906994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fac93fc-3ce7-4d98-9224-6f1c5bfebc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.030584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.035332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.037207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/48d01fed-08d1-4c7d-a06e-ac2851ab3160 HTTP/1.1" status: 204 len: 168 time: 0.3549571 Aug 06 15:43:00.039894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51634) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:00.052492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d01fed-08d1-4c7d-a06e-ac2851ab3160,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:00.065580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.065940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.066480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.066624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.066962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.067306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.067636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.068175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.068511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.068850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.069175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.069502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750a6ea5-31c5-42e9-bb11-2666a011deb8 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:00.081757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fac93fc-3ce7-4d98-9224-6f1c5bfebc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.086280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fac93fc-3ce7-4d98-9224-6f1c5bfebc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.092092 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6fac93fc-3ce7-4d98-9224-6f1c5bfebc7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b29c935-09f3-4e06-841c-1c4f2a3585a0 HTTP/1.1" status: 204 len: 168 time: 0.3555005 Aug 06 15:43:00.102602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac93fc-3ce7-4d98-9224-6f1c5bfebc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b29c935-09f3-4e06-841c-1c4f2a3585a0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:00.106742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51638) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:00.112829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772971333'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:00.124203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dbca9520-972e-4e75-bd3f-6e6b83da1aac tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647633 Aug 06 15:43:00.247225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.334120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.458825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.489960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6949c0b0-53be-4723-9fff-e67433f8be32,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:00.647620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.648928 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f9bcbb91-4e95-4fc6-9c75-98c4a80885ba tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5401828 Aug 06 15:43:00.651867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:00.656628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '6949c0b0-53be-4723-9fff-e67433f8be32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:00.793178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:00.852699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.009998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e04dd-7baa-42c0-a92d-3b21d0cfe054 req-6f3ca8a6-1523-4e6d-a6aa-5600864be396 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:01.011541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d26e04dd-7baa-42c0-a92d-3b21d0cfe054 req-6f3ca8a6-1523-4e6d-a6aa-5600864be396 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 946 time: 0.0854661 Aug 06 15:43:01.012206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.053950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda2b254-f1b4-45e8-a619-1d1e88dbd0bc,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:01.080822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107f4b0-78ae-4764-bf38-4b0160d8f8e2 req-5d9d272d-2ecc-4478-8adc-1bb9ab233279 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:01.086481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b107f4b0-78ae-4764-bf38-4b0160d8f8e2 req-5d9d272d-2ecc-4478-8adc-1bb9ab233279 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1108234 Aug 06 15:43:01.090746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d26e04dd-7baa-42c0-a92d-3b21d0cfe054 req-a1bdaf4b-6c3d-4d0e-8bc4-7f3dc845950b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684130 Aug 06 15:43:01.129428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b107f4b0-78ae-4764-bf38-4b0160d8f8e2 req-5057f5c6-6458-44d4-b903-1babe57f1a6f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 Aug 06 15:43:01.130305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:01.144355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e40b6243-1d28-4663-88b9-521d763c777b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.209522 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.210772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d6b1bfd5-221c-4f42-a2f0-175e0e412a87 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5578539 Aug 06 15:43:01.213638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:01.219195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '6949c0b0-53be-4723-9fff-e67433f8be32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:01.296146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e40b6243-1d28-4663-88b9-521d763c777b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.373461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e40b6243-1d28-4663-88b9-521d763c777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.416638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e40b6243-1d28-4663-88b9-521d763c777b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9579fd1c6f3f4a56bc689916e601b099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849059 Aug 06 15:43:01.417990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6243-1d28-4663-88b9-521d763c777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40506588-8b55-4c13-ad11-49b6ce012f77,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:01.419269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51670) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:01.472035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04f005f4-e645-4488-99de-0f1dba39ec3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.493772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04f005f4-e645-4488-99de-0f1dba39ec3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.552742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.677729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04f005f4-e645-4488-99de-0f1dba39ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.680509 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04f005f4-e645-4488-99de-0f1dba39ec3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.681934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-04f005f4-e645-4488-99de-0f1dba39ec3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40506588-8b55-4c13-ad11-49b6ce012f77 HTTP/1.1" status: 204 len: 168 time: 0.2607191 Aug 06 15:43:01.726303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.732994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f005f4-e645-4488-99de-0f1dba39ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40506588-8b55-4c13-ad11-49b6ce012f77,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:01.830222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.847724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090dc927-98f4-40d1-881f-fa7cb102426c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:01.933160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:01.934591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f274c863-33ae-48af-a3bd-3c16234613ad tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7199254 Aug 06 15:43:01.944789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:01.944789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '6949c0b0-53be-4723-9fff-e67433f8be32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:02.081546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.183031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.237125 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:43:02.249249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.285789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6829-b90f-4226-8540-1da26b9e0328 req-a6eefa1c-a371-418a-8e85-8dbac84a1c56 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:02.286620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5b7755-a133-430e-af72-31303d8078a2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:02.295179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2c6829-b90f-4226-8540-1da26b9e0328 req-a6eefa1c-a371-418a-8e85-8dbac84a1c56 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 946 time: 0.1029932 Aug 06 15:43:02.346797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2e83c-bbc3-4244-8ae9-49c7a66ac7a6 req-4d69ec38-2093-4182-91c7-ca783209ba9a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:02.348424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bc2e83c-bbc3-4244-8ae9-49c7a66ac7a6 req-4d69ec38-2093-4182-91c7-ca783209ba9a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1124840 Aug 06 15:43:02.379064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d2c6829-b90f-4226-8540-1da26b9e0328 req-75258392-afba-4ee4-aaa4-795fe183ad41 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749948 Aug 06 15:43:02.390458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.394372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-02397212-a0ca-4112-b756-9442a01ec93c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4528146 Aug 06 15:43:02.395459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:02.400584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '6949c0b0-53be-4723-9fff-e67433f8be32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:02.400762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bc2e83c-bbc3-4244-8ae9-49c7a66ac7a6 req-8ee89b3a-f36c-4661-9967-eb78b699731c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Aug 06 15:43:02.508899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b7837488-2853-47e3-b3c0-60030213ee5c tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:02.510378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b7837488-2853-47e3-b3c0-60030213ee5c tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.64 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 946 time: 0.0531671 Aug 06 15:43:02.538593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.611378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.624380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Deleting port 0e055621-6a86-4b0a-9b1b-e7700c95b26b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:02.624944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.717488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.720146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] For port 0e055621-6a86-4b0a-9b1b-e7700c95b26b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0e055621-6a86-4b0a-9b1b-e7700c95b26b,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:02.720146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.737520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ef8a4a-b034-4096-b6e9-bc10a72605e7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:02.740053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Calling delete_port for 0e055621-6a86-4b0a-9b1b-e7700c95b26b owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:02.824300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.825551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f078b1af-cad8-4b5e-902e-386283e9e3ff tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4288242 Aug 06 15:43:02.829799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:02.834922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '6949c0b0-53be-4723-9fff-e67433f8be32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:02.956146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:02.979064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.001340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0e055621-6a86-4b0a-9b1b-e7700c95b26b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:03.017358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Pushing event deleted for resources: {'Port': ['ID=0e055621-6a86-4b0a-9b1b-e7700c95b26b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:03.033267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.063246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:03.080288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] No DVR routers for this DVR port 0e055621-6a86-4b0a-9b1b-e7700c95b26b on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:03.084847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.086569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0c3db98-c553-4bd5-aeb2-ea3d5c1f7762 req-b034020c-a1cf-42aa-bc7d-e2f7f5b039fb tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.64 "DELETE /v2.0/ports/0e055621-6a86-4b0a-9b1b-e7700c95b26b HTTP/1.1" status: 204 len: 173 time: 0.5662074 Aug 06 15:43:03.087031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'name': 'network-vif-deleted', 'tag': '0e055621-6a86-4b0a-9b1b-e7700c95b26b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:03.089683 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb76cb5-7c2a-48b8-b078-342281dabc5b" -d '{"events": [{"server_uuid": "a06d4c05-4514-461b-9b34-bcd0259a3bbd", "name": "network-vif-deleted", "tag": "0e055621-6a86-4b0a-9b1b-e7700c95b26b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:03.115012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.132333 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0dfe58-ba56-4baa-b73b-3a5019ab1096 x-openstack-request-id: req-9d0dfe58-ba56-4baa-b73b-3a5019ab1096 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:03.132997 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d4c05-4514-461b-9b34-bcd0259a3bbd", "name": "network-vif-deleted", "tag": "0e055621-6a86-4b0a-9b1b-e7700c95b26b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:03.133270 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9d0dfe58-ba56-4baa-b73b-3a5019ab1096 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:03.133662 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d4c05-4514-461b-9b34-bcd0259a3bbd', 'name': 'network-vif-deleted', 'tag': '0e055621-6a86-4b0a-9b1b-e7700c95b26b', 'status': 'completed', 'code': 200} Aug 06 15:43:03.136863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90f66b3-84bd-4839-bf7d-2b8bcc0dd323,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:03.218598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.219902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ecd4061-b34b-469e-b54f-0853be98d471 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3890767 Aug 06 15:43:03.222981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51722) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:03.247285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cab68645-e01d-4c63-b87f-1b9867c25c4b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.255208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cab68645-e01d-4c63-b87f-1b9867c25c4b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.365758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cab68645-e01d-4c63-b87f-1b9867c25c4b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.378900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cab68645-e01d-4c63-b87f-1b9867c25c4b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.380367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cab68645-e01d-4c63-b87f-1b9867c25c4b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b90f66b3-84bd-4839-bf7d-2b8bcc0dd323 HTTP/1.1" status: 204 len: 168 time: 0.1563346 Aug 06 15:43:03.381371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab68645-e01d-4c63-b87f-1b9867c25c4b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b90f66b3-84bd-4839-bf7d-2b8bcc0dd323,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:03.383300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:03.463272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6e0d255-eed5-4064-a172-d54070513cb1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0780642 Aug 06 15:43:03.466159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:03.507500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94b19430-9825-49ad-919f-392bb6787b35 req-572ffc8f-9ef4-4a50-a6ba-12289795f191 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=a06d4c05-4514-461b-9b34-bcd0259a3bbd HTTP/1.1" status: 200 len: 210 time: 0.0382972 Aug 06 15:43:03.552953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8062362-eae1-42bc-92a4-f97dfb92d35b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.564048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8062362-eae1-42bc-92a4-f97dfb92d35b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.652978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775fd2d-38cd-49c9-b48d-54a5da86ec7a req-41c790d4-6374-4968-8ce1-40afe6a546d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:03.654604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d775fd2d-38cd-49c9-b48d-54a5da86ec7a req-41c790d4-6374-4968-8ce1-40afe6a546d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0660648 Aug 06 15:43:03.699463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d775fd2d-38cd-49c9-b48d-54a5da86ec7a req-842b5a3d-640e-4276-a0e8-476033ffa334 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Aug 06 15:43:03.784538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8062362-eae1-42bc-92a4-f97dfb92d35b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.790767 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8062362-eae1-42bc-92a4-f97dfb92d35b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.791885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c8062362-eae1-42bc-92a4-f97dfb92d35b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d1ef8a4a-b034-4096-b6e9-bc10a72605e7 HTTP/1.1" status: 204 len: 168 time: 0.3239863 Aug 06 15:43:03.794796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:03.797814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8062362-eae1-42bc-92a4-f97dfb92d35b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1ef8a4a-b034-4096-b6e9-bc10a72605e7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:03.850989 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ffbc799-75f0-4c94-8d25-f50bc442424a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0550103 Aug 06 15:43:03.853953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:03.887658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-616a6d12-dc2e-4ff5-8bdf-143c47d5866b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:03.897563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-616a6d12-dc2e-4ff5-8bdf-143c47d5866b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.110466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-616a6d12-dc2e-4ff5-8bdf-143c47d5866b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.120553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-616a6d12-dc2e-4ff5-8bdf-143c47d5866b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.122366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-616a6d12-dc2e-4ff5-8bdf-143c47d5866b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ed5b7755-a133-430e-af72-31303d8078a2 HTTP/1.1" status: 204 len: 168 time: 0.2674899 Aug 06 15:43:04.126476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:04.150586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a6d12-dc2e-4ff5-8bdf-143c47d5866b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed5b7755-a133-430e-af72-31303d8078a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:04.192077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8445fd7a-45d2-4ced-ab8b-6912adcc0014 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0639307 Aug 06 15:43:04.196664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51766) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:04.228032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58215ffc-f578-42ea-a0f5-738f6b95392f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.235738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58215ffc-f578-42ea-a0f5-738f6b95392f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.435576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58215ffc-f578-42ea-a0f5-738f6b95392f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.446176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58215ffc-f578-42ea-a0f5-738f6b95392f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.447341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-58215ffc-f578-42ea-a0f5-738f6b95392f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/090dc927-98f4-40d1-881f-fa7cb102426c HTTP/1.1" status: 204 len: 168 time: 0.2496064 Aug 06 15:43:04.451672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:04.454158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58215ffc-f578-42ea-a0f5-738f6b95392f tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=090dc927-98f4-40d1-881f-fa7cb102426c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:04.538559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a403bbb9-d31a-4256-9463-cb63448eaf2b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0854874 Aug 06 15:43:04.541089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:04.574842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce10d498-9ada-4f1f-b235-885ec8238a6e tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.584717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce10d498-9ada-4f1f-b235-885ec8238a6e tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.681380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce10d498-9ada-4f1f-b235-885ec8238a6e tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.701542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce10d498-9ada-4f1f-b235-885ec8238a6e tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.703514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ce10d498-9ada-4f1f-b235-885ec8238a6e tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cda2b254-f1b4-45e8-a619-1d1e88dbd0bc HTTP/1.1" status: 204 len: 168 time: 0.1610873 Aug 06 15:43:04.705812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10d498-9ada-4f1f-b235-885ec8238a6e tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cda2b254-f1b4-45e8-a619-1d1e88dbd0bc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:04.708062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:04.767421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-126fdf37-eeeb-4bed-9720-70fdb30540cd tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574000 Aug 06 15:43:04.771157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:04.842399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d90fd9b-d09c-4aaf-9400-7f6984b74a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.867914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db032632-f92c-495a-8456-061091235bde tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.929510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db032632-f92c-495a-8456-061091235bde tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:04.992725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e96ee-c9c5-4c14-8f5e-7706cbf11af4 req-94e1e92d-6eac-4a14-9c8a-fd30a48685f9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:04.995117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-453e96ee-c9c5-4c14-8f5e-7706cbf11af4 req-94e1e92d-6eac-4a14-9c8a-fd30a48685f9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0734568 Aug 06 15:43:05.070732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-453e96ee-c9c5-4c14-8f5e-7706cbf11af4 req-0e1b61cc-74be-462e-a6ec-b796a813968a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615926 Aug 06 15:43:05.088133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db032632-f92c-495a-8456-061091235bde tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:05.097575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db032632-f92c-495a-8456-061091235bde tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:05.097575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-db032632-f92c-495a-8456-061091235bde tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/6949c0b0-53be-4723-9fff-e67433f8be32 HTTP/1.1" status: 204 len: 168 time: 0.3212054 Aug 06 15:43:05.098394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:05.114061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db032632-f92c-495a-8456-061091235bde tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949c0b0-53be-4723-9fff-e67433f8be32,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:05.192022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f963990-60b3-497c-b81c-6cb0b97ea4b9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851412 Aug 06 15:43:05.195227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:05.202879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964439405'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:05.220254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66dad-ccd2-44f1-b5d8-b596e115e68b req-eedddbbf-d947-4c0b-a410-04681ec3fe31 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:05.230941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66d66dad-ccd2-44f1-b5d8-b596e115e68b req-eedddbbf-d947-4c0b-a410-04681ec3fe31 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1460454 Aug 06 15:43:05.292193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66d66dad-ccd2-44f1-b5d8-b596e115e68b req-4cf278fa-fd8e-4e67-beb9-e9fa69719e6b tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601203 Aug 06 15:43:05.327595 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:05.420695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:05.550069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0e055621-6a86-4b0a-9b1b-e7700c95b26b no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:43:05.578911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 0e055621-6a86-4b0a-9b1b-e7700c95b26b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:43:05.579182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0e055621-6a86-4b0a-9b1b-e7700c95b26b not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:43:05.620637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:05.692995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92823b04-d3ee-463c-a6d8-674e631ac3b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:05.797145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:05.798736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9c2ed9f9-701f-4394-8804-fce545bb8cd5 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6023431 Aug 06 15:43:05.803165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:05.809473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '92823b04-d3ee-463c-a6d8-674e631ac3b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:05.962124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.054276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.144182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.191985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb96160-2814-4588-aaaa-5a61453cb1d8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:06.206100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.206432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.206857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.207269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.207633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.207994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.208326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.208662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.208993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.209315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.209634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.209955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:06.240703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6c0d4-0e6e-4896-af7e-e9e24be3ce65 req-8f09d108-2a0c-4349-abb0-ba6edd584e42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:06.243081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6f6c0d4-0e6e-4896-af7e-e9e24be3ce65 req-8f09d108-2a0c-4349-abb0-ba6edd584e42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0911961 Aug 06 15:43:06.290750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6f6c0d4-0e6e-4896-af7e-e9e24be3ce65 req-96b113b8-215c-4812-9eb8-098e7d9183bb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378976 Aug 06 15:43:06.318493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.319368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e3a1f393-84e1-4926-8a44-10c21b7bff09 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5139570 Aug 06 15:43:06.322652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:06.501689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7dd132d-35c7-44ba-ac85-690a2ff22e02 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.542132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7dd132d-35c7-44ba-ac85-690a2ff22e02 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.618374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ac70d-2b8a-4b34-897d-a5c5b00ab3ed req-837057d4-ce9c-4821-a88f-82d29ed03de5 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:06.619869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-695141c5-322f-404b-a958-dd497af549ef tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:06.622614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b6ac70d-2b8a-4b34-897d-a5c5b00ab3ed req-837057d4-ce9c-4821-a88f-82d29ed03de5 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.1718757 Aug 06 15:43:06.622763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-695141c5-322f-404b-a958-dd497af549ef tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 945 time: 0.0709443 Aug 06 15:43:06.668911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5bca-b2b6-471c-85a5-c18750e0b343 req-0ee4edbb-443a-4ff6-bfb0-45bea6ae3088 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:06.670475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-040c5bca-b2b6-471c-85a5-c18750e0b343 req-0ee4edbb-443a-4ff6-bfb0-45bea6ae3088 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1314340 Aug 06 15:43:06.695933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b6ac70d-2b8a-4b34-897d-a5c5b00ab3ed req-fb926428-4e45-4495-9532-8b7352aa11d5 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/security-groups?id=961e7b12-fe9a-4c9a-bc27-75bfd3e26794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 Aug 06 15:43:06.740398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-040c5bca-b2b6-471c-85a5-c18750e0b343 req-a74f1715-b0bf-4133-817c-30a4f1795047 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586412 Aug 06 15:43:06.768863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Deleting port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:06.770978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.773646 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7dd132d-35c7-44ba-ac85-690a2ff22e02 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.785751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7dd132d-35c7-44ba-ac85-690a2ff22e02 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.790494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a7dd132d-35c7-44ba-ac85-690a2ff22e02 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/92823b04-d3ee-463c-a6d8-674e631ac3b5 HTTP/1.1" status: 204 len: 168 time: 0.4650252 Aug 06 15:43:06.792480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:06.839224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd132d-35c7-44ba-ac85-690a2ff22e02 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92823b04-d3ee-463c-a6d8-674e631ac3b5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:06.897792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] For port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:06.898247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:06.918547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Calling delete_port for 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:06.930328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55108ade-c3cb-4d7b-be3b-4d2e88587c55 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1298497 Aug 06 15:43:06.936139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51864) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:06.947457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--574279987'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:06.975660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817cb7e-8a4e-4e86-aa67-d1da0fe26beb req-c3493742-e132-4d2f-bdd4-e4b0d8179ab6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:06.977327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0817cb7e-8a4e-4e86-aa67-d1da0fe26beb req-c3493742-e132-4d2f-bdd4-e4b0d8179ab6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1317565 Aug 06 15:43:07.059547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0817cb7e-8a4e-4e86-aa67-d1da0fe26beb req-6d83f1be-d1dd-46c9-9efc-33080ec2dfe6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748329 Aug 06 15:43:07.172805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.275889 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.288628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:07.330530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Pushing event deleted for resources: {'Port': ['ID=60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:07.378579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.397248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] No DVR routers for this DVR port 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:07.400549 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.404184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92eb6979-d0d8-42f1-b911-acc878b38f43 req-c9c5f2bb-2ab4-4802-9aac-f4cde3a494f1 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.59 "DELETE /v2.0/ports/60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef HTTP/1.1" status: 204 len: 173 time: 0.7763302 Aug 06 15:43:07.404727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'name': 'network-vif-deleted', 'tag': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:07.407208 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b8fb4-c8be-4d07-9d5e-d16677ad7048" -d '{"events": [{"server_uuid": "7c710966-0834-427e-9ee4-94cf355a2fa1", "name": "network-vif-deleted", "tag": "60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:07.464292 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c99b65e-68f3-4d1a-97ec-5252b0c3a7ac x-openstack-request-id: req-2c99b65e-68f3-4d1a-97ec-5252b0c3a7ac {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:07.464292 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c710966-0834-427e-9ee4-94cf355a2fa1", "name": "network-vif-deleted", "tag": "60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:07.464292 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c99b65e-68f3-4d1a-97ec-5252b0c3a7ac {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:07.464292 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c710966-0834-427e-9ee4-94cf355a2fa1', 'name': 'network-vif-deleted', 'tag': '60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef', 'status': 'completed', 'code': 200} Aug 06 15:43:07.476099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-65bfcb31-ab34-4225-9208-7919f0ee902c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:07.484482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-65bfcb31-ab34-4225-9208-7919f0ee902c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.1840706 Aug 06 15:43:07.496569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-1f7086a0-fa97-40a4-acd1-a085fd4d19c2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/quotas/51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 375 time: 0.0111144 Aug 06 15:43:07.538418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.590036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2750c6e7-7288-426b-bfd8-18aa1fea6409,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:07.608764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-941795f2-bad5-40c1-82e4-a0c2f2959f3a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1061785 Aug 06 15:43:07.670289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab6d8d9f-e8cd-4a9b-8146-b21725abf9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.745827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.748907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce5abc7a-afbb-4312-b88c-40bf09313ce2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8109810 Aug 06 15:43:07.752545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:07.757168 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:07.762736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--173113977'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:07.893693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a89b573-fea1-4902-84b5-1657227a2e0a req-1b60f5e6-e5ff-4eaf-98a1-c56c327a6c62 tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 210 time: 0.0414529 Aug 06 15:43:07.907178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-618c5a42-d73f-4ce7-95ca-c2b601b83e4f service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943294 Aug 06 15:43:07.915845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:07.961504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.064732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-ddcf5cb2-484f-42b7-b6d9-23fba45facec service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429110 Aug 06 15:43:08.129081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923523b7-c874-4932-9563-cba74ae9da29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.186257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.329330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.378174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591f6a70-f02e-437c-9d76-67a09940eb7a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:08.483169 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923523b7-c874-4932-9563-cba74ae9da29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.507734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c726a8a7-adeb-4921-b364-df840736b6b0 req-74d8c1ae-353c-44dc-80d6-e7b1ff89492a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 210 time: 0.0817952 Aug 06 15:43:08.612131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-923523b7-c874-4932-9563-cba74ae9da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.672060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-923523b7-c874-4932-9563-cba74ae9da29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea7b2bedb5c3491786e9384d35a7cade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7498941 Aug 06 15:43:08.672060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923523b7-c874-4932-9563-cba74ae9da29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597ce265-c133-47b6-a66a-1417c6be8c8a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:08.674368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:08.743069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-852e31de-8be8-4735-bbd1-66129b08a177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.771730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-852e31de-8be8-4735-bbd1-66129b08a177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.899096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:08.900288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b13411ba-2300-4dc2-aea2-0e8243cc78ea tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1448157 Aug 06 15:43:08.905284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:08.909921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': '2750c6e7-7288-426b-bfd8-18aa1fea6409', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '591f6a70-f02e-437c-9d76-67a09940eb7a', 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:08.928701 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.008006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-852e31de-8be8-4735-bbd1-66129b08a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.013538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-852e31de-8be8-4735-bbd1-66129b08a177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.015854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-852e31de-8be8-4735-bbd1-66129b08a177 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/597ce265-c133-47b6-a66a-1417c6be8c8a HTTP/1.1" status: 204 len: 168 time: 0.3399520 Aug 06 15:43:09.033803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e31de-8be8-4735-bbd1-66129b08a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597ce265-c133-47b6-a66a-1417c6be8c8a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:09.089393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.102094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92770d32-6365-44d7-bb55-660d31320f24 req-37f05ec6-8b51-40fc-9095-dfa93ebbef8e tempest-ListServerFiltersTestJSON-505385862 tempest-ListServerFiltersTestJSON-505385862-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c710966-0834-427e-9ee4-94cf355a2fa1 HTTP/1.1" status: 200 len: 210 time: 0.0371768 Aug 06 15:43:09.213400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.299788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.347168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fbf5d5-5417-4bcb-b294-4bf2b4844f50,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:09.493088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.498202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4527c456-f159-477a-b280-2523aa4beada tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5881894 Aug 06 15:43:09.498395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:09.536318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29cbbc2c-16bc-43f0-926a-855d59075b8a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.545630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29cbbc2c-16bc-43f0-926a-855d59075b8a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.605184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a9acf88-04fd-4cad-af02-0f7c321095a6 req-e1373f4c-475b-433c-bd3a-96bfa4268c14 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 210 time: 0.0274928 Aug 06 15:43:09.773727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:43:09.798845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:43:09.799192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 60ce9f28-666c-4bc8-ac4b-1f65a9d2bbef not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:43:09.852056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29cbbc2c-16bc-43f0-926a-855d59075b8a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.858421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29cbbc2c-16bc-43f0-926a-855d59075b8a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:09.859658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-29cbbc2c-16bc-43f0-926a-855d59075b8a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e2fbf5d5-5417-4bcb-b294-4bf2b4844f50 HTTP/1.1" status: 204 len: 168 time: 0.3605373 Aug 06 15:43:09.862782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:09.869472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbbc2c-16bc-43f0-926a-855d59075b8a tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2fbf5d5-5417-4bcb-b294-4bf2b4844f50,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:10.172609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51962) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:10.208120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-68ac8798-4896-4622-b58c-ff940ef2db7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3433778 Aug 06 15:43:10.212288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:10.238763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Deleting subnet 6f49acf2-f157-48a1-b834-04f6c04c53be {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:43:10.242292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.285063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.299148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381b3940-2345-4187-b563-2666b5c47696 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.327250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381b3940-2345-4187-b563-2666b5c47696 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.425342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.658456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381b3940-2345-4187-b563-2666b5c47696 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.664127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-381b3940-2345-4187-b563-2666b5c47696 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.667368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:10.667589 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-381b3940-2345-4187-b563-2666b5c47696 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/591f6a70-f02e-437c-9d76-67a09940eb7a HTTP/1.1" status: 204 len: 168 time: 0.4546833 Aug 06 15:43:10.684700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b3940-2345-4187-b563-2666b5c47696 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f6a70-f02e-437c-9d76-67a09940eb7a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:10.790350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:10.792889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.802182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-848f0991-2777-49d1-b25e-c5bb4a4d6922 req-d6f1a9f3-44d7-4541-b3e0-d58da81d60ed tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 210 time: 0.0465693 Aug 06 15:43:10.817167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-34dfffd4-7339-4f93-bfae-f42703d54579 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1449649 Aug 06 15:43:10.827601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:10.843495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f49acf2-f157-48a1-b834-04f6c04c53be,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:10.845700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.848012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a8371ad7-fa25-4434-ba8d-da5331d62d5c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6f49acf2-f157-48a1-b834-04f6c04c53be HTTP/1.1" status: 204 len: 168 time: 0.6742465 Aug 06 15:43:10.850698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:10.853606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb7958-2b6d-4c53-b918-cf40ef73aee8 None None] Network 16d1ca5c-b183-439d-a1c8-e9dca8dc493c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:43:10.896585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14e5ef60-b880-4ce4-a20a-4cc1b5f0013c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.934521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:10.966587 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.070121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Deleting port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:11.070951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.082768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14e5ef60-b880-4ce4-a20a-4cc1b5f0013c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.101819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c60a191e-0f24-4d8d-ae19-6e590dc315f2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.139762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c60a191e-0f24-4d8d-ae19-6e590dc315f2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.165034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] DHCP port deletion for 16d1ca5c-b183-439d-a1c8-e9dca8dc493c request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:43:11.207384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] For port 6b5fe019-0ca7-46cb-a89b-6a9245e77081, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6b5fe019-0ca7-46cb-a89b-6a9245e77081,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:11.208029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.231987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Calling delete_port for 6b5fe019-0ca7-46cb-a89b-6a9245e77081 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:11.260401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-be028089-c6de-4357-a8c7-2c5f5d263529 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718462 Aug 06 15:43:11.273709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Deleting port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:11.274557 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.318171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14e5ef60-b880-4ce4-a20a-4cc1b5f0013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.370576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c60a191e-0f24-4d8d-ae19-6e590dc315f2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.374619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c60a191e-0f24-4d8d-ae19-6e590dc315f2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.378766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c60a191e-0f24-4d8d-ae19-6e590dc315f2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/2750c6e7-7288-426b-bfd8-18aa1fea6409 HTTP/1.1" status: 204 len: 168 time: 0.5486188 Aug 06 15:43:11.378944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:11.415333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] For port 6b5fe019-0ca7-46cb-a89b-6a9245e77081, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6b5fe019-0ca7-46cb-a89b-6a9245e77081,segment=NetworkSegment(0b45683a-1eba-4357-8834-0ff170f59528),segment_id=0b45683a-1eba-4357-8834-0ff170f59528)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:11.416176 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.417090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14e5ef60-b880-4ce4-a20a-4cc1b5f0013c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=744cd66e4079463bbf81fd36be38bee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250875 Aug 06 15:43:11.420949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:11.423186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5ef60-b880-4ce4-a20a-4cc1b5f0013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f07ca51-e9ad-41bf-b75c-eac47a5a5c30,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:11.444325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Calling delete_port for 6b5fe019-0ca7-46cb-a89b-6a9245e77081 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:11.460140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a191e-0f24-4d8d-ae19-6e590dc315f2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750c6e7-7288-426b-bfd8-18aa1fea6409,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:11.478241 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e1e2bf91-4044-4b68-9de6-b9aa8a1117d1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0912402 Aug 06 15:43:11.480373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:11.486591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--246377063'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:11.499079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263dee-5eb7-4632-85e7-8da664440897 req-0f70e1ff-6dfa-4fe2-9dcd-9e6110bab389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:11.519234 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-0f70e1ff-6dfa-4fe2-9dcd-9e6110bab389 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1aae4bdb767b47c3ba3997d185ca4b64&device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 1096 time: 0.2215357 Aug 06 15:43:11.529703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.557717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] No DVR routers for this DVR port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:11.594908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5fe019-0ca7-46cb-a89b-6a9245e77081,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:11.605939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.645753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Pushing event deleted for resources: {'Port': ['ID=6b5fe019-0ca7-46cb-a89b-6a9245e77081,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:11.652430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f0523c2-8866-4d80-b628-4a11ff2219dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.659188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] No DVR routers for this DVR port 6b5fe019-0ca7-46cb-a89b-6a9245e77081 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:11.673675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.674282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.674922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.675448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.676019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.676522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.677116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.677768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.678303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.679055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.679641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.680349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a8447-3751-467f-837e-ae27968cb40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:43:11.697315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.704338 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.723875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d1ca5c-b183-439d-a1c8-e9dca8dc493c']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:11.725576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f0523c2-8866-4d80-b628-4a11ff2219dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.740016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b45683a-1eba-4357-8834-0ff170f59528') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:11.740417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b45683a-1eba-4357-8834-0ff170f59528') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:11.752085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263dee-5eb7-4632-85e7-8da664440897 req-47f61e42-8d98-4303-b016-1180a09a39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:11.761068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-47f61e42-8d98-4303-b016-1180a09a39cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=5aab245d-9187-4829-8268-ed3721dd8cd9 HTTP/1.1" status: 200 len: 917 time: 0.2070920 Aug 06 15:43:11.761634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.794043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.831110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:43:11.832716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:43:11.835487 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:43:11.917664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6b5fe019-0ca7-46cb-a89b-6a9245e77081 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:43:11.967575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-f7b971ae-24e4-4aeb-bad1-9157ee226e0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f HTTP/1.1" status: 200 len: 1001 time: 0.1996965 Aug 06 15:43:11.977099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.000126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6b5fe019-0ca7-46cb-a89b-6a9245e77081 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:43:12.000126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6b5fe019-0ca7-46cb-a89b-6a9245e77081 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:43:12.034574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32b7ecbc-5e85-4adc-8f68-5e84c928456a req-8e097b8d-73df-4c89-93e7-c6c6f2d837d7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 210 time: 0.0437222 Aug 06 15:43:12.049147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.051468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263dee-5eb7-4632-85e7-8da664440897 req-9ed0ac7d-6bfc-46e0-92be-2fcabf0bd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:12.053860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-9ed0ac7d-6bfc-46e0-92be-2fcabf0bd82a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bbfdcc40-647a-469b-96cf-c89fd4467b48 HTTP/1.1" status: 200 len: 855 time: 0.0809963 Aug 06 15:43:12.081634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.117621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.123982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/16d1ca5c-b183-439d-a1c8-e9dca8dc493c HTTP/1.1" status: 204 len: 168 time: 1.2685895 Aug 06 15:43:12.127325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62263dee-5eb7-4632-85e7-8da664440897 req-9fe7cd94-ca84-47e7-99ac-70818f30a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:12.127489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ccdcd-8c7b-4f3a-a47b-a71a6fb7c8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d1ca5c-b183-439d-a1c8-e9dca8dc493c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:12.127645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-9fe7cd94-ca84-47e7-99ac-70818f30a234 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5aab245d-9187-4829-8268-ed3721dd8cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618899 Aug 06 15:43:12.141557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b51531-b8c9-42af-9081-10fd009455ee,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:12.175367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f0523c2-8866-4d80-b628-4a11ff2219dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.178301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f0523c2-8866-4d80-b628-4a11ff2219dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.183315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5f0523c2-8866-4d80-b628-4a11ff2219dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f07ca51-e9ad-41bf-b75c-eac47a5a5c30 HTTP/1.1" status: 204 len: 168 time: 0.7573965 Aug 06 15:43:12.190319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.192212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-46b3c606-6448-4726-91d3-e82e91fe831d tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7104032 Aug 06 15:43:12.195706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:12.201534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': 'f1b51531-b8c9-42af-9081-10fd009455ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:12.301035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-a32fe0ab-7cc0-4fed-bada-5e7a2daeffc9 service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662505 Aug 06 15:43:12.309180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0523c2-8866-4d80-b628-4a11ff2219dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f07ca51-e9ad-41bf-b75c-eac47a5a5c30,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:12.394325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.493372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-62263dee-5eb7-4632-85e7-8da664440897 req-738418a6-8e47-4947-800b-5564feb0499f service neutron] 10.222.0.59 "GET /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667268 Aug 06 15:43:12.496472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.687075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.728133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f45807-4b29-475e-83e8-0f600be4d72a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:12.836274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.842713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-217d100d-fc5a-4026-a802-2589e81f20de tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6404397 Aug 06 15:43:12.844235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:12.872727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:12.893551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d36fd5-7cdd-4cf9-ada9-62e93dbe7910 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.912796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-5d552397-b106-410c-8edd-80722c5c44f5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:12.914687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-5d552397-b106-410c-8edd-80722c5c44f5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.64 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.1733491 Aug 06 15:43:12.916886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d36fd5-7cdd-4cf9-ada9-62e93dbe7910 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:12.931450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'port': {'device_id': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'admin_state_up': True, 'tenant_id': '51b2f4477238414f9429be812049194f'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:12.967437 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7a4fc6ad-8b22-4a35-8dd7-b97d93c6f332 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77c9516327d7478881af2e8b21c5e941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0928662 Aug 06 15:43:12.968808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:13.067447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb88a99-4099-48cd-8daa-b3eff77fe25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.129599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb88a99-4099-48cd-8daa-b3eff77fe25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.156785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d36fd5-7cdd-4cf9-ada9-62e93dbe7910 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.167322 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19d36fd5-7cdd-4cf9-ada9-62e93dbe7910 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.170096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-19d36fd5-7cdd-4cf9-ada9-62e93dbe7910 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b3f45807-4b29-475e-83e8-0f600be4d72a HTTP/1.1" status: 204 len: 168 time: 0.3252273 Aug 06 15:43:13.174838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:13.202194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d36fd5-7cdd-4cf9-ada9-62e93dbe7910 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3f45807-4b29-475e-83e8-0f600be4d72a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:13.210928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:13.216230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.298360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea0b9f98-ac80-47b8-83c5-f3b82d472605 req-a0bb07a2-af6f-4523-94ed-47012fce8a9a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 210 time: 0.0703659 Aug 06 15:43:13.333883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb88a99-4099-48cd-8daa-b3eff77fe25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.338206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-afb88a99-4099-48cd-8daa-b3eff77fe25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.349567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-afb88a99-4099-48cd-8daa-b3eff77fe25c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/961e7b12-fe9a-4c9a-bc27-75bfd3e26794 HTTP/1.1" status: 204 len: 168 time: 0.3784444 Aug 06 15:43:13.363629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-350d17a7-6fcc-44fe-bd10-15eaa9ed4671 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1876280 Aug 06 15:43:13.370653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:13.451724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb88a99-4099-48cd-8daa-b3eff77fe25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e7b12-fe9a-4c9a-bc27-75bfd3e26794,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:13.489979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-430b8a82-c71f-470c-8173-1f6dbd640cb9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.531710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-430b8a82-c71f-470c-8173-1f6dbd640cb9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.588130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Allocated IP 172.20.0.3 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:43:13.728470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-430b8a82-c71f-470c-8173-1f6dbd640cb9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.743076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-430b8a82-c71f-470c-8173-1f6dbd640cb9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.745267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-430b8a82-c71f-470c-8173-1f6dbd640cb9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1b51531-b8c9-42af-9081-10fd009455ee HTTP/1.1" status: 204 len: 168 time: 0.3714173 Aug 06 15:43:13.749689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52070) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:13.779230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8a82-c71f-470c-8173-1f6dbd640cb9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b51531-b8c9-42af-9081-10fd009455ee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:13.867980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be85717d-0095-4bef-a6e3-72027d626c29 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1160829 Aug 06 15:43:13.871913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:13.877511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group': {'name': 'tempest-secgroup--300975968'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:13.905336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:13.942410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Transition to ACTIVE for port object 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:14.149605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.150154 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.163386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:14.237843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:43:14.272116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:14.288061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.306511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:43:14.429536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.502450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1287966-44f1-434c-a917-18e4f7fd1317,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:14.607867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.611194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6d5a092c-8018-4003-83d5-cde74d43e187 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7367706 Aug 06 15:43:14.614628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52100) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:14.636260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': 'f1287966-44f1-434c-a917-18e4f7fd1317', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:14.823539 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.887179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-77de8af5-dda2-40c1-8131-8f3bb7e4b132 None None] Provisioning for port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:43:14.902189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-77de8af5-dda2-40c1-8131-8f3bb7e4b132 None None] Provisioning complete for port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:43:14.902189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77de8af5-dda2-40c1-8131-8f3bb7e4b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:14.986934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.009809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-77de8af5-dda2-40c1-8131-8f3bb7e4b132 None None] Port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:43:15.049971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:15.121494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.144826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:15.146747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.172014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4907908-873c-4eba-947a-aa46f25377e0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:15.198104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a830f-b395-428b-82c3-96a6361db32d req-8520ac5f-494a-4c06-ae07-d1ebb37ec305 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:15.218219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d66a830f-b395-428b-82c3-96a6361db32d req-8520ac5f-494a-4c06-ae07-d1ebb37ec305 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 931 time: 0.1667507 Aug 06 15:43:15.243206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.245740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-839fb203-e3b4-4624-8cd9-fac33b3ec7ef tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6292560 Aug 06 15:43:15.248786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:15.305717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f3de57de-9114-4043-8d7e-d86f71315438 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules/c4907908-873c-4eba-947a-aa46f25377e0 HTTP/1.1" status: 200 len: 763 time: 0.0546310 Aug 06 15:43:15.307572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52124) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:15.316576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-b7034d95-7b77-4307-8139-79b31c2f131a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3902590 Aug 06 15:43:15.348740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Request body: {'port': {'device_id': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:15.408315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cd170c51-b765-409a-8a25-c0b335400143 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0979702 Aug 06 15:43:15.411062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:15.432689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d66a830f-b395-428b-82c3-96a6361db32d req-58cfa238-9048-4422-b05e-6f07cacb781c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089031 Aug 06 15:43:15.446394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:15.498792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-765999d8-9d03-4293-a863-c226c13802c1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.517527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.531288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-765999d8-9d03-4293-a863-c226c13802c1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.672647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2129992679-network', 'tenant_id': '433eb5e30e004b609c52fc0c2547e7ad'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:15.734668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-765999d8-9d03-4293-a863-c226c13802c1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.754703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-765999d8-9d03-4293-a863-c226c13802c1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.764730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-765999d8-9d03-4293-a863-c226c13802c1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/c4907908-873c-4eba-947a-aa46f25377e0 HTTP/1.1" status: 204 len: 168 time: 0.3459969 Aug 06 15:43:15.771675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:15.789386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765999d8-9d03-4293-a863-c226c13802c1 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4907908-873c-4eba-947a-aa46f25377e0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:15.828434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Made reservation on behalf of 433eb5e30e004b609c52fc0c2547e7ad for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:15.833279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.857161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:15.928093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-618f86b8-3090-4046-b8a8-25192a0b82d2 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549761 Aug 06 15:43:15.931539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:15.939429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': 'f1287966-44f1-434c-a917-18e4f7fd1317', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:15.955771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:43:15.955771 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:43:15.955771 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': 'ba1a3fbad37445819ad1a66455d783ec', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 43, 15, 946899)}] Aug 06 15:43:15.955771 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:43:15.957154 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:43:16.014494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:16.029648 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.061072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Transition to ACTIVE for port object 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:16.102261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.110204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.178382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.186926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Pushing event updated for resources: {'Port': ['ID=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:16.219287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:43:16.259056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c524dbe-d751-4c92-ac11-99e8a8527ceb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:16.274401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.274759 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Added segment 15c0d676-0d6c-481e-8a39-54bc20a50450 of type vlan for network 40a2c91d-15d4-46d1-b639-bf228c403374 Aug 06 15:43:16.317067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Attempting to bind port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:43:16.317354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Attempting to bind port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:43:16.317681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Attempting to bind port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:16.324221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:43:16.324544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Attempting to bind port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:16.332327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:43:16.332713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:16.333380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:43:16.333831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Bound port: 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:43:16.334194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.389336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.474255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] For port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:43:16.480645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] For port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:43:16.567173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.568133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:16.568894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.569115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.695445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e515ba0-de6a-4fee-8acd-f9e8f9b9ca28 req-1f10de2d-0af9-4266-b3c7-c22ce987063a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:16.699141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e515ba0-de6a-4fee-8acd-f9e8f9b9ca28 req-1f10de2d-0af9-4266-b3c7-c22ce987063a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 943 time: 0.1748626 Aug 06 15:43:16.706067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:16.706913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.708468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 HTTP/1.1" status: 200 len: 1091 time: 1.3781619 Aug 06 15:43:16.711375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'tag': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:16.714175 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ac7e7e-c443-4264-be67-43086ea38904" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fa1ea6-e05d-446f-8b52-18da09767d5b", "tag": "65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:16.741772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] Pushing event updated for resources: {'Network': ['ID=40a2c91d-15d4-46d1-b639-bf228c403374,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:16.749254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-56b4eb5c-04ea-498c-8b0a-57419a4ffec4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3012240 Aug 06 15:43:16.751994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:16.754702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 40a2c91d-15d4-46d1-b639-bf228c403374 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:43:16.782163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Request body: {'subnet': {'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2129992679-subnet', 'tenant_id': '433eb5e30e004b609c52fc0c2547e7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:16.786730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24eb16-1be2-420a-b24d-2ef7a09472a6 service neutron] Pushing event updated for resources: {'Port': ['ID=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:16.789150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.808993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e515ba0-de6a-4fee-8acd-f9e8f9b9ca28 req-d10c317f-7ad7-40c7-9dc5-da57c2f103d3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Aug 06 15:43:16.827699 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eab04c-6465-45f2-b336-ac7e4bd6c57c x-openstack-request-id: req-86eab04c-6465-45f2-b336-ac7e4bd6c57c {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:16.832087 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fa1ea6-e05d-446f-8b52-18da09767d5b", "tag": "65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:16.832442 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86eab04c-6465-45f2-b336-ac7e4bd6c57c {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:16.832890 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'tag': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024', 'status': 'completed', 'code': 200} Aug 06 15:43:16.898060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Made reservation on behalf of 433eb5e30e004b609c52fc0c2547e7ad for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:16.903022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:16.963920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7e7e-c443-4264-be67-43086ea38904 req-5049b83b-064e-471a-95a4-c8089fb370d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:16.968813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1ac7e7e-c443-4264-be67-43086ea38904 req-5049b83b-064e-471a-95a4-c8089fb370d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 1094 time: 0.1130016 Aug 06 15:43:17.031898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.079710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.141075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf7e15a-60d5-4559-ab69-3373912438fd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:17.144166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7e7e-c443-4264-be67-43086ea38904 req-d849aaf3-2e2e-415c-8501-3c90392857bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:17.146874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1ac7e7e-c443-4264-be67-43086ea38904 req-d849aaf3-2e2e-415c-8501-3c90392857bb service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=51b2f4477238414f9429be812049194f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1670189 Aug 06 15:43:17.221301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.225537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0168e1b-7370-4d69-b188-3eb907f8df7b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2929239 Aug 06 15:43:17.226260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52178) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:17.252121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f6425f67-a289-45fd-8731-69c98b5f7c75 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules/0cf7e15a-60d5-4559-ab69-3373912438fd HTTP/1.1" status: 200 len: 763 time: 0.0217028 Aug 06 15:43:17.254755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:17.307865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac7e7e-c443-4264-be67-43086ea38904 req-b3970f4f-a249-4606-94b9-5a0b6d440eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:17.309325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1ac7e7e-c443-4264-be67-43086ea38904 req-b3970f4f-a249-4606-94b9-5a0b6d440eed service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541455 Aug 06 15:43:17.330244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7ef7e305-ff47-466a-8a59-e4c34dbf5729 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0721192 Aug 06 15:43:17.332792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:17.366557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.375668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bb746d2-8fcc-472a-ab65-90922c17db6c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.404467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bb746d2-8fcc-472a-ab65-90922c17db6c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.435668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-52d1202f-865f-461a-be4d-4910e5bd27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:17.437368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-52d1202f-865f-461a-be4d-4910e5bd27c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 1094 time: 0.0829005 Aug 06 15:43:17.499229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Checking segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:17.499599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Network hostable DHCP agents. Network: 40a2c91d-15d4-46d1-b639-bf228c403374, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:43:17.503489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d8bfe3-0cfd-4e27-a28e-254fb185b866,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:17.521494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-5380090b-520f-4549-b2d8-ae1ca8f29011 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 HTTP/1.1" status: 200 len: 217 time: 0.0752184 Aug 06 15:43:17.588923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-db006fa8-474f-444c-8235-65f7bd7b35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:17.590467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-db006fa8-474f-444c-8235-65f7bd7b35fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0581114 Aug 06 15:43:17.659047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Network 40a2c91d-15d4-46d1-b639-bf228c403374 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:43:17.664248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-bb945535-f4f5-462e-bbcb-7dbdb98ab0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:17.669627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-bb945535-f4f5-462e-bbcb-7dbdb98ab0a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689557 Aug 06 15:43:17.692522 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bb746d2-8fcc-472a-ab65-90922c17db6c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.699487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7bb746d2-8fcc-472a-ab65-90922c17db6c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.705430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7bb746d2-8fcc-472a-ab65-90922c17db6c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/0cf7e15a-60d5-4559-ab69-3373912438fd HTTP/1.1" status: 204 len: 168 time: 0.3715432 Aug 06 15:43:17.705789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:17.773366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 40a2c91d-15d4-46d1-b639-bf228c403374) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:17.788416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fc18e-5419-4576-9667-8f896dc14dbb None None] Network 40a2c91d-15d4-46d1-b639-bf228c403374 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:43:17.800071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:17.801165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:17.841751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb746d2-8fcc-472a-ab65-90922c17db6c tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cf7e15a-60d5-4559-ab69-3373912438fd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:17.852830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6e80d265-571c-42fc-ac7e-0e7256d5533b tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1449919 Aug 06 15:43:17.854221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:17.863371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Request body: {'security_group_rule': {'security_group_id': 'f1287966-44f1-434c-a917-18e4f7fd1317', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:17.916737 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-db32ee3f-82c3-417c-bf81-4813c3a385f5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1499026 Aug 06 15:43:17.923491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-4c886e5e-420f-4e20-ae27-3bb673a03674 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462072 Aug 06 15:43:18.042782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9836ff92-b750-4d72-b861-5b77f17fb476 None None] Network 40a2c91d-15d4-46d1-b639-bf228c403374 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:43:18.075871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17569b4c-f865-4e91-80af-73bfd9b965a9 req-fbae5e9b-eb67-48f5-b71a-accfb5e5464f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:18.077565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17569b4c-f865-4e91-80af-73bfd9b965a9 req-fbae5e9b-eb67-48f5-b71a-accfb5e5464f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 943 time: 0.1530840 Aug 06 15:43:18.108276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bac55940-4feb-49e9-9574-1ba9a6a1313c req-4b247dbc-01f2-4317-8c0c-3d4704bbde21 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712692 Aug 06 15:43:18.132231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17569b4c-f865-4e91-80af-73bfd9b965a9 req-c60da073-95fe-415b-8bc5-df390c60cb62 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Aug 06 15:43:18.133926 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Project ba1a3fbad37445819ad1a66455d783ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:43:18.141440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.280179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.399047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.418178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1e81d4-cffa-4cec-b5e5-e90ca9ee1a82,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:18.543329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.544849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-964aa083-ff18-440a-9a3d-1a60789c8790 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6856565 Aug 06 15:43:18.548692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52228) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:18.577794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3ba00490-8c0a-4b78-a235-d99d920c2536 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules/bb1e81d4-cffa-4cec-b5e5-e90ca9ee1a82 HTTP/1.1" status: 200 len: 769 time: 0.0279069 Aug 06 15:43:18.580218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52230) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:18.596184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-ecfedacf-fb41-4c80-8323-519aba4fa7ee tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:18.597710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-ecfedacf-fb41-4c80-8323-519aba4fa7ee tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 813 time: 0.1357200 Aug 06 15:43:18.623236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-45b7964a-d047-462b-93e9-49395e929d9c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/quotas/433eb5e30e004b609c52fc0c2547e7ad HTTP/1.1" status: 200 len: 375 time: 0.0140042 Aug 06 15:43:18.665367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f7c9ce03-6083-4131-a223-4aad1f2cd432 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0812619 Aug 06 15:43:18.665810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:18.679428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-8a1620f4-405a-4c07-86b2-c64e31c6fab3 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467458 Aug 06 15:43:18.698359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-105d6e9e-8a02-48a2-a55d-4f5347c014df tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.710582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-105d6e9e-8a02-48a2-a55d-4f5347c014df tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.819195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:18.841720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-105d6e9e-8a02-48a2-a55d-4f5347c014df tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.859373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-105d6e9e-8a02-48a2-a55d-4f5347c014df tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.859373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-105d6e9e-8a02-48a2-a55d-4f5347c014df tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/bb1e81d4-cffa-4cec-b5e5-e90ca9ee1a82 HTTP/1.1" status: 204 len: 168 time: 0.1895349 Aug 06 15:43:18.859634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:18.863300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d6e9e-8a02-48a2-a55d-4f5347c014df tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb1e81d4-cffa-4cec-b5e5-e90ca9ee1a82,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:18.963583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9105fa4-d93b-4325-8d8d-7a9265c3fe40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:18.986712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d738001-0399-4137-9ff0-b2c6f28943f9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1256649 Aug 06 15:43:18.991275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:19.108362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-b8859f4c-03fe-4abc-985b-6dcc546fcd86 service neutron] 10.222.0.16 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209018 Aug 06 15:43:19.145295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9105fa4-d93b-4325-8d8d-7a9265c3fe40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.170049 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcbea57a-6325-4651-b9b9-bbf5baff89a9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.216030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcbea57a-6325-4651-b9b9-bbf5baff89a9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.253397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9105fa4-d93b-4325-8d8d-7a9265c3fe40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.303613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-5589b2c6-d135-4055-bf63-cee869210532 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1763301 Aug 06 15:43:19.308545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d9105fa4-d93b-4325-8d8d-7a9265c3fe40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f9f0f404b244d1784766e31f7258aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878240 Aug 06 15:43:19.313187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:19.319735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9105fa4-d93b-4325-8d8d-7a9265c3fe40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d9247-b8d2-4973-a503-92b88b63bd46,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:19.390554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-a28a3ab3-c4ff-4296-a97b-b39486f0d41d service neutron] 10.222.0.16 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616980 Aug 06 15:43:19.469758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcbea57a-6325-4651-b9b9-bbf5baff89a9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.472512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcbea57a-6325-4651-b9b9-bbf5baff89a9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.476434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dcbea57a-6325-4651-b9b9-bbf5baff89a9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1287966-44f1-434c-a917-18e4f7fd1317 HTTP/1.1" status: 204 len: 168 time: 0.4814432 Aug 06 15:43:19.477072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:19.485883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc558acb-3539-4c93-8d0a-1937ddb2dded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.501257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbea57a-6325-4651-b9b9-bbf5baff89a9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1287966-44f1-434c-a917-18e4f7fd1317,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:19.513511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.513987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.514497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.515021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.515515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.516012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.516713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.518963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cd77f768-8752-4ba7-afe3-da7aa6b0136f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.1562104 Aug 06 15:43:19.554663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ded1-cbc7-42e7-b566-2578ec54b144 req-a7bf33d3-61e0-4e73-a8f4-f96eb8318816 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.556900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4384ded1-cbc7-42e7-b566-2578ec54b144 req-a7bf33d3-61e0-4e73-a8f4-f96eb8318816 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 943 time: 0.1629698 Aug 06 15:43:19.564026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc558acb-3539-4c93-8d0a-1937ddb2dded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.575578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:43:19.603892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f5e091d-534a-4d1a-84c4-f24aed1ff7c9 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1248672 Aug 06 15:43:19.606405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:19.722087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4384ded1-cbc7-42e7-b566-2578ec54b144 req-9880186f-5509-4ea9-96b2-50ec3d946d3a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460402 Aug 06 15:43:19.740821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-15125140-74ad-420e-b1a9-d279df7a7a14 tempest-SecGroupIPv6Test-284669506 tempest-SecGroupIPv6Test-284669506-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1318431 Aug 06 15:43:19.775114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-be535aaf-9938-4d76-a049-5c5fd33d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.775613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-be535aaf-9938-4d76-a049-5c5fd33d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.776134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-be535aaf-9938-4d76-a049-5c5fd33d127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:19.777761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-be535aaf-9938-4d76-a049-5c5fd33d127b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 2293 time: 0.2160881 Aug 06 15:43:19.790538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:19.804570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024', 'mac_address': 'fa:16:3e:58:4f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:43:19.856014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.873201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc558acb-3539-4c93-8d0a-1937ddb2dded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.873715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:19.876569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc558acb-3539-4c93-8d0a-1937ddb2dded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:19.877838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bc558acb-3539-4c93-8d0a-1937ddb2dded admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c8d9247-b8d2-4973-a503-92b88b63bd46 HTTP/1.1" status: 204 len: 168 time: 0.5637231 Aug 06 15:43:19.907018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:19.921433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc558acb-3539-4c93-8d0a-1937ddb2dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d9247-b8d2-4973-a503-92b88b63bd46,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:19.972221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-f97e39cb-2ddd-4dc1-b256-552af6f98f74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 1001 time: 0.1825283 Aug 06 15:43:20.001480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:20.099606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-00ceffa1-3523-4ff3-9445-1ea89c681085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:20.129859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-00ceffa1-3523-4ff3-9445-1ea89c681085 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.1452439 Aug 06 15:43:20.163981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:20.288173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dad499ac-b8f0-4fca-9b24-d7297479a3f6 req-bd59a438-519f-4b18-a63d-ef7f9b745200 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 210 time: 0.0816026 Aug 06 15:43:20.305323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-674ccb87-0e13-420f-ac28-7ec54f7b4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:20.306881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-674ccb87-0e13-420f-ac28-7ec54f7b4f78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658697 Aug 06 15:43:20.460240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:20.477962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:20.489301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-6d88f55b-81ec-4a46-bbb6-2443cef2ab61 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743605 Aug 06 15:43:20.657946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-8f560f41-2676-4bde-9e7a-81dcdbd6d68b service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558523 Aug 06 15:43:20.718971 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-f3c4419c-8ed4-4ac9-803d-20db27607632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 217 time: 0.0443606 Aug 06 15:43:20.719494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-955d57b3-e974-4444-ae01-38aab5da9ae6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba1a3fbad37445819ad1a66455d783ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409263 Aug 06 15:43:20.725858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:20.786946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8f02405-360c-4cff-987c-2c6c22c52623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:20.798721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-8c4ea966-5194-4d3a-8a16-c724b9e02190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:20.800351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-8c4ea966-5194-4d3a-8a16-c724b9e02190 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0693643 Aug 06 15:43:20.822625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8f02405-360c-4cff-987c-2c6c22c52623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:20.931119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-3448eb83-a6b4-4f10-a5a7-4a4170df6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:20.931119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-3448eb83-a6b4-4f10-a5a7-4a4170df6176 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097867 Aug 06 15:43:20.932555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fc1ff-7676-47e8-83b6-8d6ae9ea9a3d req-af88636b-4d28-4e03-a61f-0b31123b56c5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:20.936223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a7fc1ff-7676-47e8-83b6-8d6ae9ea9a3d req-af88636b-4d28-4e03-a61f-0b31123b56c5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 944 time: 0.1106930 Aug 06 15:43:20.949968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:20.975537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9386e5dc-e96f-46aa-a76c-c3066342c563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.048018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a7fc1ff-7676-47e8-83b6-8d6ae9ea9a3d req-669460cc-7b72-4df2-89bf-bf35ded8b3dd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011364 Aug 06 15:43:21.081543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-3ad507cf-cc6e-4cf4-a87f-0d3a513e14bc service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440909 Aug 06 15:43:21.085072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8f02405-360c-4cff-987c-2c6c22c52623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.087622 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8f02405-360c-4cff-987c-2c6c22c52623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.092445 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c8f02405-360c-4cff-987c-2c6c22c52623 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d210de49-61e3-442f-8e6a-600896e42ec0 HTTP/1.1" status: 204 len: 168 time: 0.3654013 Aug 06 15:43:21.111579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f02405-360c-4cff-987c-2c6c22c52623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d210de49-61e3-442f-8e6a-600896e42ec0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:21.183319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9386e5dc-e96f-46aa-a76c-c3066342c563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.250949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-6d6ee2c6-bd04-4ebb-80fc-697bc7727833 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604056 Aug 06 15:43:21.315484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9386e5dc-e96f-46aa-a76c-c3066342c563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.318822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-372a72b0-913a-4593-976b-6d9f0c122c3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 217 time: 0.0600858 Aug 06 15:43:21.375712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386e5dc-e96f-46aa-a76c-c3066342c563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21c928b-ec1c-455d-934b-13c2ef82465f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:21.384962 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9386e5dc-e96f-46aa-a76c-c3066342c563 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31fffdee42ea4be8a1e06abae6622c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290683 Aug 06 15:43:21.392812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52320) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:21.402671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fd040ff-1203-4677-ad3a-996351294f34 req-966c33e5-87ff-48a9-ace2-f3f49db4147b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 210 time: 0.0593927 Aug 06 15:43:21.421195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-6b6140aa-1664-43f6-89cb-c37fb80f588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:21.421195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-6b6140aa-1664-43f6-89cb-c37fb80f588e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0942299 Aug 06 15:43:21.479310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6e06-c2b6-4df9-8e14-c15745238be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.501481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-0008778a-494f-40aa-9697-15bc8d0cf3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:21.507030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-0008778a-494f-40aa-9697-15bc8d0cf3c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740163 Aug 06 15:43:21.526753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6e06-c2b6-4df9-8e14-c15745238be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.630878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-df0e7fb3-6c64-48e2-bc9a-9d61b08a575b service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180255 Aug 06 15:43:21.659327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6e06-c2b6-4df9-8e14-c15745238be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.665540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6e06-c2b6-4df9-8e14-c15745238be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:21.674390 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7e9c6e06-c2b6-4df9-8e14-c15745238be2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d21c928b-ec1c-455d-934b-13c2ef82465f HTTP/1.1" status: 204 len: 168 time: 0.2789278 Aug 06 15:43:21.687919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c6e06-c2b6-4df9-8e14-c15745238be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21c928b-ec1c-455d-934b-13c2ef82465f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:21.772816 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-954a40fb-4681-48c7-8822-a0e03273545b service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304767 Aug 06 15:43:21.827557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-fd6575ea-9ae0-44f1-9366-c42aa6b21260 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 217 time: 0.0467160 Aug 06 15:43:21.885087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-edce610d-a081-4009-a670-cab7873e8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:21.886570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-edce610d-a081-4009-a670-cab7873e8387 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0511816 Aug 06 15:43:21.946112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-bb8b9cb1-18b0-4d75-a680-e77ba8b23379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:21.947509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-bb8b9cb1-18b0-4d75-a680-e77ba8b23379 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0499711 Aug 06 15:43:22.103825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-a64bf157-20db-4164-affa-e2a82cbe7e50 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438942 Aug 06 15:43:22.311849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-d3b5c878-328e-47cd-b63d-7a37ae1da5ab service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961420 Aug 06 15:43:22.380283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a6767-30f3-4801-951a-6b439814c96c req-52d0242d-6647-4693-85bf-a67e4911f636 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:22.381951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d15a6767-30f3-4801-951a-6b439814c96c req-52d0242d-6647-4693-85bf-a67e4911f636 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 944 time: 0.1508524 Aug 06 15:43:22.426087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-d82abc1c-a9a7-4dd6-b7c6-a078ffe39436 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 217 time: 0.0738392 Aug 06 15:43:22.501698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d15a6767-30f3-4801-951a-6b439814c96c req-afb10703-15be-4e44-a12c-fe6b78aa443e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819757 Aug 06 15:43:22.524294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cb1d65fc-6603-41e9-a4ad-cfac06648f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:22.537843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cb1d65fc-6603-41e9-a4ad-cfac06648f05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0882585 Aug 06 15:43:22.576252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39128066-19f9-4f8a-99fd-2b6bb49ffdf1 req-f8808ae9-281e-4239-8c42-8ad0b30f0965 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 210 time: 0.0359833 Aug 06 15:43:22.636422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-6b6dc139-84ed-47a5-bcdd-af09ff1820b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:22.636422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-6b6dc139-84ed-47a5-bcdd-af09ff1820b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0969925 Aug 06 15:43:22.754773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-5f16b1e3-9a7c-440d-ab6c-e4a210251345 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113853 Aug 06 15:43:22.961065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-36c1f959-d0a1-4784-9825-961e9a47c96c service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946881 Aug 06 15:43:23.050921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-bd4de1b8-6e9b-4e2b-a028-79f6f1d44dd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 217 time: 0.0784509 Aug 06 15:43:23.066726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:23.146842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-7ef76e6c-4dd8-4e22-a563-b73fc2845d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:23.149039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-7ef76e6c-4dd8-4e22-a563-b73fc2845d53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0753062 Aug 06 15:43:23.233548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cf868fab-008f-4f14-88e2-ee13f5914cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:23.236177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-cf868fab-008f-4f14-88e2-ee13f5914cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759349 Aug 06 15:43:23.250880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:23.385690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-f48fb372-64b4-4a93-bc41-3f0c0ff295d5 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367252 Aug 06 15:43:23.410398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-31f01980-3022-4851-8fa4-7e52c5509c2c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:23.411118 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-31f01980-3022-4851-8fa4-7e52c5509c2c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 15:43:23.415041 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-31f01980-3022-4851-8fa4-7e52c5509c2c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 15:43:23.415041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-31f01980-3022-4851-8fa4-7e52c5509c2c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1702137 Aug 06 15:43:23.416509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:23.423282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276508292'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:23.460532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9e35232-c80d-46e7-bdb0-c05659d4b9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:23.542215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-a7c3779a-d630-4399-ab37-da3b20367fe4 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428237 Aug 06 15:43:23.607557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:43:23.619688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-f60643a3-9e57-4a1b-9efb-1d357f70a3d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 217 time: 0.0646317 Aug 06 15:43:23.686588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:23.707321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:23.725497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-fd0890f1-ac6d-44d1-8c50-b25ad111f548 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:23.727316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-fd0890f1-ac6d-44d1-8c50-b25ad111f548 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 813 time: 0.1755729 Aug 06 15:43:23.747431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Request body: {'port': {'device_id': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'admin_state_up': True, 'tenant_id': '433eb5e30e004b609c52fc0c2547e7ad'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:23.768366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-393f18f6-aa68-4f1d-981b-f68dad367ea5 req-b7b73af2-3230-4b17-8d63-820c720f7009 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 210 time: 0.0779550 Aug 06 15:43:23.780129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-754e9ca1-c1d6-4bfd-bf37-2bc516eb2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:23.781873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-754e9ca1-c1d6-4bfd-bf37-2bc516eb2c21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.1529772 Aug 06 15:43:23.792921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:43:23.802608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:43:23.803678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:23.804853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99ea46-d94e-4751-aebd-8330f5031802 req-424e01c9-ede7-4531-a63d-4a45d8f22d26 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:23.814033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b99ea46-d94e-4751-aebd-8330f5031802 req-424e01c9-ede7-4531-a63d-4a45d8f22d26 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 944 time: 0.2053976 Aug 06 15:43:23.930111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-8e12fb04-62ce-4477-9b38-2c499ddeb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:23.931651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-8e12fb04-62ce-4477-9b38-2c499ddeb1cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1150138 Aug 06 15:43:23.940004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b99ea46-d94e-4751-aebd-8330f5031802 req-6b95dd02-52e3-45f3-a12b-f00eb740bcb2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250675 Aug 06 15:43:24.007053 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.044948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:24.048861 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aa3211-ecd7-45d9-8c1b-90c1e2a15722" -d '{"events": [{"server_uuid": "d9fa1ea6-e05d-446f-8b52-18da09767d5b", "name": "network-vif-plugged", "status": "completed", "tag": "65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:24.067345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:24.098072 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d830ce6-4171-45c5-9ef5-5e8499241c87 x-openstack-request-id: req-8d830ce6-4171-45c5-9ef5-5e8499241c87 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:24.098596 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa1ea6-e05d-446f-8b52-18da09767d5b", "name": "network-vif-plugged", "status": "completed", "tag": "65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:24.098966 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d830ce6-4171-45c5-9ef5-5e8499241c87 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:24.099454 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024', 'code': 200} Aug 06 15:43:24.143868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.206239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:24.274765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e849f3-0f0f-479f-8d42-3216babe329d req-a12262f1-92d6-4724-9073-ef52d1ef57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:24.276353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-23e849f3-0f0f-479f-8d42-3216babe329d req-a12262f1-92d6-4724-9073-ef52d1ef57a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 1096 time: 0.0800765 Aug 06 15:43:24.334407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-13b18e16-0f4b-4926-8c30-d4df902bec6b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:24.337012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-13b18e16-0f4b-4926-8c30-d4df902bec6b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 813 time: 0.2206020 Aug 06 15:43:24.361582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Request body: {'port': {'device_id': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'admin_state_up': True, 'tenant_id': '433eb5e30e004b609c52fc0c2547e7ad'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:24.371120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-23e849f3-0f0f-479f-8d42-3216babe329d req-3143d17e-7858-4118-964a-ba0a9608217b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869851 Aug 06 15:43:24.505365 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9e35232-c80d-46e7-bdb0-c05659d4b9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.544769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-2f969631-bfdc-4643-be27-a219055d9ce9 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966222 Aug 06 15:43:24.617748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9e35232-c80d-46e7-bdb0-c05659d4b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.693546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d9e35232-c80d-46e7-bdb0-c05659d4b9a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5aada7ac2214c77a0083497c8c52d42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6244936 Aug 06 15:43:24.696088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:24.705179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e35232-c80d-46e7-bdb0-c05659d4b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f5e819-9bc6-4559-ba03-d52350acc426,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:24.722476 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.735055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c265ca7d-9742-4830-8284-0ae661c8e113 req-4d8abe19-1572-4421-8865-b8ed4c39ed22 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824174 Aug 06 15:43:24.768334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caad6ab-516c-45c5-82e8-b274fad4ef07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.794877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caad6ab-516c-45c5-82e8-b274fad4ef07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.810612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:24.849919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:43:24.849919 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:43:24.849919 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': '87de304ab5d54236b4d200767af37e5c', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 43, 24, 814206)}] Aug 06 15:43:24.849919 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:43:24.850439 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:43:24.858170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:43:24.858170 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:43:24.858170 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': '433eb5e30e004b609c52fc0c2547e7ad', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 43, 24, 510575)}] Aug 06 15:43:24.858170 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:43:24.858607 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:43:24.881566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5db9f-2d4e-4121-8721-caae825b43e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:24.912723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33421c92-0e7a-4a9a-a585-d220a4c858af req-6941a603-1e9d-467d-b192-b4b453adc3ad tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 210 time: 0.0519762 Aug 06 15:43:24.932593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Made reservation on behalf of 433eb5e30e004b609c52fc0c2547e7ad for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:24.932593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.026264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caad6ab-516c-45c5-82e8-b274fad4ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.032325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caad6ab-516c-45c5-82e8-b274fad4ef07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.035492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0caad6ab-516c-45c5-82e8-b274fad4ef07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86f5e819-9bc6-4559-ba03-d52350acc426 HTTP/1.1" status: 204 len: 168 time: 0.3358715 Aug 06 15:43:25.102179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caad6ab-516c-45c5-82e8-b274fad4ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f5e819-9bc6-4559-ba03-d52350acc426,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:25.244468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Allocated IP 172.20.0.8 (40a2c91d-15d4-46d1-b639-bf228c403374/87d8bfe3-0cfd-4e27-a28e-254fb185b866/da6d9326-8d5f-407f-be4d-aa0a611b8198) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:43:25.361513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.426080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fa03d-77b4-46ec-9239-f11cfcd78db3 req-13b02a1f-16f2-4cd9-b24a-633ac237b8ac tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:25.427777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b45fa03d-77b4-46ec-9239-f11cfcd78db3 req-13b02a1f-16f2-4cd9-b24a-633ac237b8ac tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 945 time: 0.0587778 Aug 06 15:43:25.485023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b45fa03d-77b4-46ec-9239-f11cfcd78db3 req-d338abc5-872e-410c-b417-7dd8be50f0ce tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 Aug 06 15:43:25.532747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.592325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Made reservation on behalf of 433eb5e30e004b609c52fc0c2547e7ad for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:25.596559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.691716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.816548 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.817556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Network 40a2c91d-15d4-46d1-b639-bf228c403374 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:43:25.828801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:25.839559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event updated for resources: {'Port': ['ID=da6d9326-8d5f-407f-be4d-aa0a611b8198,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:25.843292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:43:25.849591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.907381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Allocated IP 172.20.0.14 (40a2c91d-15d4-46d1-b639-bf228c403374/87d8bfe3-0cfd-4e27-a28e-254fb185b866/dbea51a8-f393-4bf6-99c9-10c424b8b984) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:43:25.928795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:25.929429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:25.956106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.036324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470635ef-8131-48dd-8393-8fc0e2c5ff41,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:26.079424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53261d9d-4c43-49a1-9b46-0560bfaca4fb req-232ee2b0-4141-4d09-a43f-26a54719b807 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 210 time: 0.0498319 Aug 06 15:43:26.108677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-729b7ac5-7fad-4bef-adb9-a6196005b2ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3635516 Aug 06 15:43:26.121602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Request body: {'port': {'device_id': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:26.129467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.131609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f1d25742-34c9-4481-9c86-a7df00ddf5f8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7130620 Aug 06 15:43:26.140800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:26.148529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '470635ef-8131-48dd-8393-8fc0e2c5ff41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:26.170086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.216819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.263161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.332892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.368669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.412444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.436415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70339218-8eb4-439e-a73e-297a3d21bd9e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:26.498727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Network 40a2c91d-15d4-46d1-b639-bf228c403374 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:43:26.501380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event updated for resources: {'Port': ['ID=dbea51a8-f393-4bf6-99c9-10c424b8b984,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:26.508944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:26.563104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:43:26.580730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.585680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-509a8869-9d7c-444d-919c-459b54344903 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4430385 Aug 06 15:43:26.589333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52468) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:26.601555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3add9c8a-63da-4db6-91e7-0d6bbf88a505 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '470635ef-8131-48dd-8393-8fc0e2c5ff41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:26.639364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:26.640355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.722360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e02516-6a01-46f6-b534-98a2d21afd19 req-d13cfa53-1f14-4652-9ff2-9afda2d1a8ef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:26.730246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0e02516-6a01-46f6-b534-98a2d21afd19 req-d13cfa53-1f14-4652-9ff2-9afda2d1a8ef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 945 time: 0.1189704 Aug 06 15:43:26.771742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6d9326-8d5f-407f-be4d-aa0a611b8198 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:26.776750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0e02516-6a01-46f6-b534-98a2d21afd19 req-cf2874ee-3aaa-4b61-a3da-2e714f09d22a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Aug 06 15:43:26.781006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.800371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Transition to ACTIVE for port object da6d9326-8d5f-407f-be4d-aa0a611b8198 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:26.874294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3add9c8a-63da-4db6-91e7-0d6bbf88a505 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:26.972298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.003996 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cd4129f8-ffc6-4a4e-939d-ef66efb89bd7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6527445 Aug 06 15:43:27.022820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Request body: {'port': {'device_id': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:27.053345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Pushing event updated for resources: {'Port': ['ID=da6d9326-8d5f-407f-be4d-aa0a611b8198,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:27.093453 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-3add9c8a-63da-4db6-91e7-0d6bbf88a505 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 15:43:27.095400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3add9c8a-63da-4db6-91e7-0d6bbf88a505 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5004518 Aug 06 15:43:27.098026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:27.235730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.317717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6daf37-fd61-4f3a-ab5b-021e418de210 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.357606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc8fa9-2ef8-4076-a783-3d40d1728d08 req-ca1c572b-10a0-4086-ad15-54db4962a940 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:27.359938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8dc8fa9-2ef8-4076-a783-3d40d1728d08 req-ca1c572b-10a0-4086-ad15-54db4962a940 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 932 time: 0.1242814 Aug 06 15:43:27.365193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Attempting to bind port da6d9326-8d5f-407f-be4d-aa0a611b8198 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:43:27.365193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Attempting to bind port da6d9326-8d5f-407f-be4d-aa0a611b8198 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:43:27.365193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Attempting to bind port da6d9326-8d5f-407f-be4d-aa0a611b8198 on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:27.375621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6daf37-fd61-4f3a-ab5b-021e418de210 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.439540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8dc8fa9-2ef8-4076-a783-3d40d1728d08 req-04ab7dd9-f511-4e05-b07c-c75922d1708c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671821 Aug 06 15:43:27.445329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Port da6d9326-8d5f-407f-be4d-aa0a611b8198 on network 40a2c91d-15d4-46d1-b639-bf228c403374 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:43:27.446288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Attempting to bind port da6d9326-8d5f-407f-be4d-aa0a611b8198 on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:27.482331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:43:27.482890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Checking segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:27.483593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Bound using segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:43:27.484408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Bound port: da6d9326-8d5f-407f-be4d-aa0a611b8198, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:43:27.484790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.621283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6daf37-fd61-4f3a-ab5b-021e418de210 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.626312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b6daf37-fd61-4f3a-ab5b-021e418de210 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.628573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b6daf37-fd61-4f3a-ab5b-021e418de210 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/470635ef-8131-48dd-8393-8fc0e2c5ff41 HTTP/1.1" status: 204 len: 168 time: 0.5286276 Aug 06 15:43:27.631499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52500) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:27.647522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6daf37-fd61-4f3a-ab5b-021e418de210 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470635ef-8131-48dd-8393-8fc0e2c5ff41,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:27.763665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] For port da6d9326-8d5f-407f-be4d-aa0a611b8198, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:43:27.773748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] For port da6d9326-8d5f-407f-be4d-aa0a611b8198, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=da6d9326-8d5f-407f-be4d-aa0a611b8198,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:43:27.801058 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2a9c0313-61b5-495f-b194-cc52a0e30ed1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1652853 Aug 06 15:43:27.805058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:27.815513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437822468'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:27.885034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.905291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbea51a8-f393-4bf6-99c9-10c424b8b984 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:27.936559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.944826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:27.945457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:27.946886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] 10.222.0.59 "PUT /v2.0/ports/da6d9326-8d5f-407f-be4d-aa0a611b8198 HTTP/1.1" status: 200 len: 1091 time: 1.8303826 Aug 06 15:43:27.947380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'tag': 'da6d9326-8d5f-407f-be4d-aa0a611b8198'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:27.949747 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba972d7-ea18-4aca-a581-496a9347b970" -d '{"events": [{"name": "network-changed", "server_uuid": "76a03023-7edf-4f75-976f-2b4c82b8dcbc", "tag": "da6d9326-8d5f-407f-be4d-aa0a611b8198"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:27.982241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Transition to ACTIVE for port object dbea51a8-f393-4bf6-99c9-10c424b8b984 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:27.989889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.005648 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d1020-3e8a-4b4d-bfee-029bc406af17 x-openstack-request-id: req-306d1020-3e8a-4b4d-bfee-029bc406af17 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:28.006020 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a03023-7edf-4f75-976f-2b4c82b8dcbc", "tag": "da6d9326-8d5f-407f-be4d-aa0a611b8198", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:28.006455 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-306d1020-3e8a-4b4d-bfee-029bc406af17 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:28.006455 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'tag': 'da6d9326-8d5f-407f-be4d-aa0a611b8198', 'status': 'completed', 'code': 200} Aug 06 15:43:28.016562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45be97-2ae4-48fa-8f34-a489b0ac37ee service neutron] Pushing event updated for resources: {'Port': ['ID=da6d9326-8d5f-407f-be4d-aa0a611b8198,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:28.108687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.114108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.160348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba972d7-ea18-4aca-a581-496a9347b970 req-a3e7218a-2368-45d8-9d1b-5c3afb007ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:28.162145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fba972d7-ea18-4aca-a581-496a9347b970 req-a3e7218a-2368-45d8-9d1b-5c3afb007ee2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=76a03023-7edf-4f75-976f-2b4c82b8dcbc HTTP/1.1" status: 200 len: 1094 time: 0.1277833 Aug 06 15:43:28.328145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.335196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba972d7-ea18-4aca-a581-496a9347b970 req-7f6c55cc-b709-4aef-af15-6dbd159ae190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:28.337027 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fba972d7-ea18-4aca-a581-496a9347b970 req-7f6c55cc-b709-4aef-af15-6dbd159ae190 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1649797 Aug 06 15:43:28.343915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Pushing event updated for resources: {'Port': ['ID=dbea51a8-f393-4bf6-99c9-10c424b8b984,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:28.411199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05063a7e-4f57-437c-a6f3-603d307df226,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:28.523134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.528789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8e11d938-cda7-4696-8220-0148c32d67c8 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7183559 Aug 06 15:43:28.528789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:28.535856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d84ca24d-eea6-40fd-a70b-f5173ef05cd7 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '05063a7e-4f57-437c-a6f3-603d307df226', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:28.537355 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-d84ca24d-eea6-40fd-a70b-f5173ef05cd7 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 06 15:43:28.538299 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d84ca24d-eea6-40fd-a70b-f5173ef05cd7 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:28.541630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d84ca24d-eea6-40fd-a70b-f5173ef05cd7 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115373 Aug 06 15:43:28.548779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:28.627534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Attempting to bind port dbea51a8-f393-4bf6-99c9-10c424b8b984 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:43:28.627534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Attempting to bind port dbea51a8-f393-4bf6-99c9-10c424b8b984 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:43:28.627534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Attempting to bind port dbea51a8-f393-4bf6-99c9-10c424b8b984 on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:28.635546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Port dbea51a8-f393-4bf6-99c9-10c424b8b984 on network 40a2c91d-15d4-46d1-b639-bf228c403374 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:43:28.636092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Attempting to bind port dbea51a8-f393-4bf6-99c9-10c424b8b984 on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:28.644155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:43:28.644781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Checking segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:28.645465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Bound using segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:43:28.646074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Bound port: dbea51a8-f393-4bf6-99c9-10c424b8b984, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:43:28.646782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.650520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba972d7-ea18-4aca-a581-496a9347b970 req-05aaa930-b44e-4b71-9d22-347db10d68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:28.652253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fba972d7-ea18-4aca-a581-496a9347b970 req-05aaa930-b44e-4b71-9d22-347db10d68fe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3053381 Aug 06 15:43:28.699581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0069439e-d137-4152-96da-d3c11f163593 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.741540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10548b52-0862-47c4-8bdd-6581d1499468 req-bc3ffb8e-697d-4d62-9d50-76fb7e47e9ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:28.743316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10548b52-0862-47c4-8bdd-6581d1499468 req-bc3ffb8e-697d-4d62-9d50-76fb7e47e9ae tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 944 time: 0.1511078 Aug 06 15:43:28.749868 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0069439e-d137-4152-96da-d3c11f163593 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:28.785709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] For port dbea51a8-f393-4bf6-99c9-10c424b8b984, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:43:28.798397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-55d6bc9a-daa8-4ed2-8ad3-0a2a83862d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:28.799997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-55d6bc9a-daa8-4ed2-8ad3-0a2a83862d30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=76a03023-7edf-4f75-976f-2b4c82b8dcbc HTTP/1.1" status: 200 len: 1094 time: 0.0750470 Aug 06 15:43:28.801788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] For port dbea51a8-f393-4bf6-99c9-10c424b8b984, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:43:28.833685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10548b52-0862-47c4-8bdd-6581d1499468 req-4d3de223-8533-4101-9307-8d6ad8ed726a tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744197 Aug 06 15:43:28.884263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-7d0ee59c-5a04-481f-8c0a-c97677c84ca0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da6d9326-8d5f-407f-be4d-aa0a611b8198 HTTP/1.1" status: 200 len: 217 time: 0.0763156 Aug 06 15:43:28.945174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.001699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0069439e-d137-4152-96da-d3c11f163593 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.006932 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.007612 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0069439e-d137-4152-96da-d3c11f163593 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.007612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0069439e-d137-4152-96da-d3c11f163593 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/05063a7e-4f57-437c-a6f3-603d307df226 HTTP/1.1" status: 204 len: 168 time: 0.4568324 Aug 06 15:43:29.010530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:29.035329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069439e-d137-4152-96da-d3c11f163593 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05063a7e-4f57-437c-a6f3-603d307df226,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:29.077197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4d41eef8-5efc-476f-804d-eafff057e181 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654113 Aug 06 15:43:29.080795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:29.085520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251453692'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:29.201698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.301804 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.312761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:29.313064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.314810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] 10.222.0.64 "PUT /v2.0/ports/dbea51a8-f393-4bf6-99c9-10c424b8b984 HTTP/1.1" status: 200 len: 1092 time: 2.2979259 Aug 06 15:43:29.321257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-3a0cf237-3f9a-41fc-9f6d-2d278f483336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:29.322958 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-3a0cf237-3f9a-41fc-9f6d-2d278f483336 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 200 len: 853 time: 0.4316978 Aug 06 15:43:29.365804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-a7586297-ac7e-4008-814a-49111c74e248 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40a2c91d-15d4-46d1-b639-bf228c403374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319033 Aug 06 15:43:29.413470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5ddd6-f1b6-46af-a90a-642a786c9f34 service neutron] Pushing event updated for resources: {'Port': ['ID=dbea51a8-f393-4bf6-99c9-10c424b8b984,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:29.469329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.497412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-75536022-a7c6-4ad3-b8a9-dd66176c8802 service neutron] 10.222.0.59 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177695 Aug 06 15:43:29.505307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8577b37e-94c3-4145-a0f5-0da2edc19a4f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:29.610515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-c3c12de4-32de-44c5-b5c8-24ff5cea1f6e service neutron] 10.222.0.59 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071250 Aug 06 15:43:29.664299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-5911327c-b81d-400c-bc8c-54dc86d01ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:29.664299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-5911327c-b81d-400c-bc8c-54dc86d01ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0476522 Aug 06 15:43:29.714935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.720105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-cc81240d-f302-40bb-a461-2ae2daef52a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984 HTTP/1.1" status: 200 len: 217 time: 0.0433502 Aug 06 15:43:29.720380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5cf12783-5d85-4fe9-b752-20a0d5e65968 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6344478 Aug 06 15:43:29.720664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:29.726087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c4cc1ce-ae23-4c17-aeb5-6d09f4b093ae tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '8577b37e-94c3-4145-a0f5-0da2edc19a4f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:29.727004 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-4c4cc1ce-ae23-4c17-aeb5-6d09f4b093ae tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 06 15:43:29.727640 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-4c4cc1ce-ae23-4c17-aeb5-6d09f4b093ae tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:29.737443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c4cc1ce-ae23-4c17-aeb5-6d09f4b093ae tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153873 Aug 06 15:43:29.739787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:29.787572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-5cff07fd-3324-47d6-9326-94a6eba02496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:29.789296 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-5cff07fd-3324-47d6-9326-94a6eba02496 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 200 len: 853 time: 0.0606947 Aug 06 15:43:29.839186 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-aca038bd-18e7-4390-9cbd-c03ab791cd22 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a2c91d-15d4-46d1-b639-bf228c403374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402336 Aug 06 15:43:29.860886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-611f400d-2cd1-49db-8e80-46d15d52c095 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:29.905095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-611f400d-2cd1-49db-8e80-46d15d52c095 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.005708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaa1ef-003b-4c83-bd26-cd6838060816 req-14ad4eb3-65c6-49cb-8c52-c2e9e03697c4 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:30.007344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'tag': 'dbea51a8-f393-4bf6-99c9-10c424b8b984'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:30.010241 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd5a912-c54a-42ea-86bf-b41a96e74bd6", "tag": "dbea51a8-f393-4bf6-99c9-10c424b8b984"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:30.014784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fcaa1ef-003b-4c83-bd26-cd6838060816 req-14ad4eb3-65c6-49cb-8c52-c2e9e03697c4 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 944 time: 0.0848806 Aug 06 15:43:30.017637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-9d68b729-ae35-4c11-89b4-9080e55c629d service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710200 Aug 06 15:43:30.067970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7fcaa1ef-003b-4c83-bd26-cd6838060816 req-bb2d9556-9aba-4852-a1b5-5f769ad76a5b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509305 Aug 06 15:43:30.114332 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cda8aa-b2bd-4a9d-b192-b3ed79bdfd01 x-openstack-request-id: req-70cda8aa-b2bd-4a9d-b192-b3ed79bdfd01 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:30.114733 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd5a912-c54a-42ea-86bf-b41a96e74bd6", "tag": "dbea51a8-f393-4bf6-99c9-10c424b8b984", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:30.114860 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-611f400d-2cd1-49db-8e80-46d15d52c095 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.115228 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70cda8aa-b2bd-4a9d-b192-b3ed79bdfd01 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:30.115689 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'tag': 'dbea51a8-f393-4bf6-99c9-10c424b8b984', 'status': 'completed', 'code': 200} Aug 06 15:43:30.117957 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-611f400d-2cd1-49db-8e80-46d15d52c095 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.125102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-611f400d-2cd1-49db-8e80-46d15d52c095 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/8577b37e-94c3-4145-a0f5-0da2edc19a4f HTTP/1.1" status: 204 len: 168 time: 0.3792965 Aug 06 15:43:30.132055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:30.158276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f400d-2cd1-49db-8e80-46d15d52c095 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8577b37e-94c3-4145-a0f5-0da2edc19a4f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:30.174557 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6dc30682-40f7-4611-bd29-4ba83d863d4e req-5cb5b42d-888f-42a4-a52f-a5443ee3a729 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480830 Aug 06 15:43:30.229006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ecf02958-89f7-49fb-987e-f089933d8846 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951161 Aug 06 15:43:30.233682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52584) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:30.240862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030608895'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:30.367714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-2d43e2e0-5a87-413a-a1a8-7a3c1262a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:30.374501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-2d43e2e0-5a87-413a-a1a8-7a3c1262a8e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 1095 time: 0.0606961 Aug 06 15:43:30.401396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.549581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.563773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-634d4a29-0482-49f2-942a-665703348e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:30.566815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-634d4a29-0482-49f2-942a-665703348e4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 914 time: 0.1897197 Aug 06 15:43:30.617428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-54e97274-3131-475e-86af-2f5814cb62e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984 HTTP/1.1" status: 200 len: 217 time: 0.0413136 Aug 06 15:43:30.657700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.671331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-c38536e6-de39-4869-a026-41f8ca2765bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:30.672900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-c38536e6-de39-4869-a026-41f8ca2765bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 200 len: 853 time: 0.0480819 Aug 06 15:43:30.690515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9896a29-243c-4d25-a4fc-e3c8013ebd5f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:30.707973 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-daa2e35f-bbd3-49b2-9b52-d92c97345525 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a2c91d-15d4-46d1-b639-bf228c403374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267074 Aug 06 15:43:30.822678 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-aeb98ca2-ca69-44fd-aab5-8588ee054f88 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044335 Aug 06 15:43:30.874908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:30.882918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f4c22bd-0053-4490-8016-d8657d128edd tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6418614 Aug 06 15:43:30.882918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:30.889259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bc17afb0-ef35-4842-be4e-bb255f5b3790 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': 'd9896a29-243c-4d25-a4fc-e3c8013ebd5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:30.912612 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-bc17afb0-ef35-4842-be4e-bb255f5b3790 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 06 15:43:30.913377 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-bc17afb0-ef35-4842-be4e-bb255f5b3790 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:30.917649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bc17afb0-ef35-4842-be4e-bb255f5b3790 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0365672 Aug 06 15:43:30.918460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:30.924769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4216eb1-4078-4d40-a95a-6f3428d11f4c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': 'd9896a29-243c-4d25-a4fc-e3c8013ebd5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:30.926694 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-d4216eb1-4078-4d40-a95a-6f3428d11f4c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 06 15:43:30.929091 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d4216eb1-4078-4d40-a95a-6f3428d11f4c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:30.935014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ef791b5e-ccef-42a4-a1b2-d63197f9c63f req-83c64adf-8466-449b-a231-024925b95309 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043060 Aug 06 15:43:30.935832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4216eb1-4078-4d40-a95a-6f3428d11f4c tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148120 Aug 06 15:43:30.941977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:30.951313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bdc56781-3712-4bf0-8b70-8c58d017e2b6 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': 'd9896a29-243c-4d25-a4fc-e3c8013ebd5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:30.953360 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-bdc56781-3712-4bf0-8b70-8c58d017e2b6 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 06 15:43:30.954059 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-bdc56781-3712-4bf0-8b70-8c58d017e2b6 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:30.955201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bdc56781-3712-4bf0-8b70-8c58d017e2b6 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112183 Aug 06 15:43:30.958045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:30.971660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5bd0e853-24f8-424e-86c9-a9cb7d5ee734 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': 'd9896a29-243c-4d25-a4fc-e3c8013ebd5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:30.973657 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-5bd0e853-24f8-424e-86c9-a9cb7d5ee734 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 06 15:43:30.974280 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5bd0e853-24f8-424e-86c9-a9cb7d5ee734 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:30.979316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5bd0e853-24f8-424e-86c9-a9cb7d5ee734 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0172660 Aug 06 15:43:30.979316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:31.044505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-547e7ed2-0d71-4273-99ef-19e85410b9f5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.069825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-547e7ed2-0d71-4273-99ef-19e85410b9f5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.224422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-547e7ed2-0d71-4273-99ef-19e85410b9f5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.226945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e88771-033d-407e-afdd-f7f218bff4ff req-fc520ec6-d96e-4edf-9d12-30c2245ad124 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:31.228724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92e88771-033d-407e-afdd-f7f218bff4ff req-fc520ec6-d96e-4edf-9d12-30c2245ad124 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 944 time: 0.0639131 Aug 06 15:43:31.230446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-547e7ed2-0d71-4273-99ef-19e85410b9f5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.232966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-547e7ed2-0d71-4273-99ef-19e85410b9f5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/d9896a29-243c-4d25-a4fc-e3c8013ebd5f HTTP/1.1" status: 204 len: 168 time: 0.2530031 Aug 06 15:43:31.237736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:31.251192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7ed2-0d71-4273-99ef-19e85410b9f5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9896a29-243c-4d25-a4fc-e3c8013ebd5f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:31.312564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92e88771-033d-407e-afdd-f7f218bff4ff req-b140fa96-5ec6-4374-9ca4-c381c3fd04b8 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697753 Aug 06 15:43:31.323178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-589f0c7a-dc48-4226-83af-c436e8858a8e tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849290 Aug 06 15:43:31.330679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:31.335590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--434429999'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:31.496297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.635722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device dbea51a8-f393-4bf6-99c9-10c424b8b984 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:43:31.653611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.765741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port dbea51a8-f393-4bf6-99c9-10c424b8b984, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:31.783009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'dbea51a8-f393-4bf6-99c9-10c424b8b984', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'port_id': 'dbea51a8-f393-4bf6-99c9-10c424b8b984', 'mac_address': 'fa:16:3e:43:46:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d8bfe3-0cfd-4e27-a28e-254fb185b866', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:43:31.820383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device da6d9326-8d5f-407f-be4d-aa0a611b8198 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:43:31.845405 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.898264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:31.934793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2a031d-9860-4eb4-bb1d-2bb0db7128f3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:32.008194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbea51a8-f393-4bf6-99c9-10c424b8b984 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:32.070508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port dbea51a8-f393-4bf6-99c9-10c424b8b984, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:32.092564 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:32.095476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5dad8508-3ce0-44a8-bd44-8c8a29859f42 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7623589 Aug 06 15:43:32.097575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52636) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:32.108285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8cf02467-b3fb-4cbe-a271-c50adc84821b tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:32.108412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port da6d9326-8d5f-407f-be4d-aa0a611b8198, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=da6d9326-8d5f-407f-be4d-aa0a611b8198,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:32.108510 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-8cf02467-b3fb-4cbe-a271-c50adc84821b tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 15:43:32.108510 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8cf02467-b3fb-4cbe-a271-c50adc84821b tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:32.109647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8cf02467-b3fb-4cbe-a271-c50adc84821b tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100873 Aug 06 15:43:32.113405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:32.120712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ead5cc7e-b099-45a2-ba61-42e9a279e6e9 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:32.123897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'da6d9326-8d5f-407f-be4d-aa0a611b8198', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'port_id': 'da6d9326-8d5f-407f-be4d-aa0a611b8198', 'mac_address': 'fa:16:3e:27:f8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d8bfe3-0cfd-4e27-a28e-254fb185b866', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:43:32.169146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:32.192095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6d9326-8d5f-407f-be4d-aa0a611b8198 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:32.222628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port da6d9326-8d5f-407f-be4d-aa0a611b8198, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=da6d9326-8d5f-407f-be4d-aa0a611b8198,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:32.223988 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:32.282421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=dbea51a8-f393-4bf6-99c9-10c424b8b984,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:32.414049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:32.503599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52652) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:32.520816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=da6d9326-8d5f-407f-be4d-aa0a611b8198,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:32.527158 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-ead5cc7e-b099-45a2-ba61-42e9a279e6e9 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:32.529737 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ead5cc7e-b099-45a2-ba61-42e9a279e6e9 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4147387 Aug 06 15:43:32.541387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52656) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:32.541387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b7b8521c-f3a9-445f-9e3b-e79cba56a1e1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:32.542653 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-b7b8521c-f3a9-445f-9e3b-e79cba56a1e1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 06 15:43:32.545860 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b7b8521c-f3a9-445f-9e3b-e79cba56a1e1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:32.548083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7b8521c-f3a9-445f-9e3b-e79cba56a1e1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132775 Aug 06 15:43:32.552327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:32.561766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c3fea798-aee0-4f41-9407-97d9674584fa tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:32.569608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c4c7-5c28-416f-b963-4741840911ef req-27be0f72-125a-4aad-90dc-07dba98b7f8e tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:32.583091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9a5c4c7-5c28-416f-b963-4741840911ef req-27be0f72-125a-4aad-90dc-07dba98b7f8e tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 945 time: 0.1678367 Aug 06 15:43:32.627170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['dbea51a8-f393-4bf6-99c9-10c424b8b984'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:32.640677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9a5c4c7-5c28-416f-b963-4741840911ef req-2e23bcd7-d9a9-4ad3-820e-129c1158a8fa tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562549 Aug 06 15:43:32.680513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['da6d9326-8d5f-407f-be4d-aa0a611b8198'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:32.700258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0932f4ba-ed7e-4a45-8d72-b94a12111e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:32.834621 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0932f4ba-ed7e-4a45-8d72-b94a12111e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:33.024337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0932f4ba-ed7e-4a45-8d72-b94a12111e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:33.070620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932f4ba-ed7e-4a45-8d72-b94a12111e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97f341-1474-4609-9300-93ce480ad659,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:33.079161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0932f4ba-ed7e-4a45-8d72-b94a12111e20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22510ea461e24562b76422e503c80819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745864 Aug 06 15:43:33.079461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:33.115322 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c3fea798-aee0-4f41-9407-97d9674584fa tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:33.119713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3fea798-aee0-4f41-9407-97d9674584fa tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5632043 Aug 06 15:43:33.120985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:33.132967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9267ef88-f2d3-4103-b031-d2fb1807ff35 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:33.133832 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-9267ef88-f2d3-4103-b031-d2fb1807ff35 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 15:43:33.134437 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-9267ef88-f2d3-4103-b031-d2fb1807ff35 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:33.135548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9267ef88-f2d3-4103-b031-d2fb1807ff35 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124593 Aug 06 15:43:33.140259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52668) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:33.147780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fab1e9ce-a7a5-4b0a-a38a-38b2f4e4ae75 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:33.181020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46cfeb98-3b7e-4e6e-ac99-9e88b24f3a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:33.203242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46cfeb98-3b7e-4e6e-ac99-9e88b24f3a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:33.381496 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46cfeb98-3b7e-4e6e-ac99-9e88b24f3a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:33.381620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46cfeb98-3b7e-4e6e-ac99-9e88b24f3a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:33.383031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-46cfeb98-3b7e-4e6e-ac99-9e88b24f3a33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d97f341-1474-4609-9300-93ce480ad659 HTTP/1.1" status: 204 len: 168 time: 0.3018045 Aug 06 15:43:33.393987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfeb98-3b7e-4e6e-ac99-9e88b24f3a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97f341-1474-4609-9300-93ce480ad659,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:33.436443 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-fab1e9ce-a7a5-4b0a-a38a-38b2f4e4ae75 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:33.437854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fab1e9ce-a7a5-4b0a-a38a-38b2f4e4ae75 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2960594 Aug 06 15:43:33.444013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:33.451460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d0ac7a3e-3025-492d-a21e-b75c2144ddd1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:33.451980 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-d0ac7a3e-3025-492d-a21e-b75c2144ddd1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 06 15:43:33.452475 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-d0ac7a3e-3025-492d-a21e-b75c2144ddd1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:33.456065 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d0ac7a3e-3025-492d-a21e-b75c2144ddd1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078690 Aug 06 15:43:33.456289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:33.461896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-55624d61-e1c7-4cbc-8f2b-a0dca6eeec01 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:33.776154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42a2c3-5d7c-44f7-8f27-352de1cb466b req-3a9410af-b07a-45ca-afcf-c2c223e747cb tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:33.778291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c42a2c3-5d7c-44f7-8f27-352de1cb466b req-3a9410af-b07a-45ca-afcf-c2c223e747cb tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 945 time: 0.0580215 Aug 06 15:43:33.828506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c42a2c3-5d7c-44f7-8f27-352de1cb466b req-d0899886-2225-4f3f-ab30-389628fc6513 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Aug 06 15:43:33.834844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device da6d9326-8d5f-407f-be4d-aa0a611b8198 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:43:33.892934 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-55624d61-e1c7-4cbc-8f2b-a0dca6eeec01 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:33.898918 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-55624d61-e1c7-4cbc-8f2b-a0dca6eeec01 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4365969 Aug 06 15:43:33.899570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:33.911094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-57868ad5-5269-4ce1-be33-41e1d3f88715 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3c2a031d-9860-4eb4-bb1d-2bb0db7128f3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:33.972982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port da6d9326-8d5f-407f-be4d-aa0a611b8198 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:43:33.980693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port da6d9326-8d5f-407f-be4d-aa0a611b8198 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:43:33.985887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.083967 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.108363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6d9326-8d5f-407f-be4d-aa0a611b8198'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:34.117717 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3fb53f-0ef8-4ee4-a17e-f522f6fdad5a" -d '{"events": [{"server_uuid": "76a03023-7edf-4f75-976f-2b4c82b8dcbc", "name": "network-vif-plugged", "status": "completed", "tag": "da6d9326-8d5f-407f-be4d-aa0a611b8198"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:34.126094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port da6d9326-8d5f-407f-be4d-aa0a611b8198, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=da6d9326-8d5f-407f-be4d-aa0a611b8198,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:34.156920 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424a085-3862-4f56-980b-991a7218566a x-openstack-request-id: req-3424a085-3862-4f56-980b-991a7218566a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:34.157216 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a03023-7edf-4f75-976f-2b4c82b8dcbc", "name": "network-vif-plugged", "status": "completed", "tag": "da6d9326-8d5f-407f-be4d-aa0a611b8198", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:34.158871 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3424a085-3862-4f56-980b-991a7218566a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:34.158871 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6d9326-8d5f-407f-be4d-aa0a611b8198', 'code': 200} Aug 06 15:43:34.217973 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.221826 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-57868ad5-5269-4ce1-be33-41e1d3f88715 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:34.225609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-57868ad5-5269-4ce1-be33-41e1d3f88715 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3245401 Aug 06 15:43:34.229601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:34.270313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=da6d9326-8d5f-407f-be4d-aa0a611b8198,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:34.277402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee0e59-6c53-4953-87d5-a4a0c905c9a4 req-2bc6bd4e-4d1a-4978-8ccd-0b7ae9ee8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:34.279693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92ee0e59-6c53-4953-87d5-a4a0c905c9a4 req-2bc6bd4e-4d1a-4978-8ccd-0b7ae9ee8194 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76a03023-7edf-4f75-976f-2b4c82b8dcbc HTTP/1.1" status: 200 len: 1096 time: 0.0605392 Aug 06 15:43:34.345901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-92ee0e59-6c53-4953-87d5-a4a0c905c9a4 req-60dce696-8abf-470e-be86-fa4c64448ad6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568678 Aug 06 15:43:34.349803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4bcab4d-a7a8-4db0-97cc-5862ee814408 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.397916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4bcab4d-a7a8-4db0-97cc-5862ee814408 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.593349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52706) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:34.607316 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7860d8-09a9-4cb2-a651-16f8de17e779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.683118 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4bcab4d-a7a8-4db0-97cc-5862ee814408 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.686052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4bcab4d-a7a8-4db0-97cc-5862ee814408 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.687189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4bcab4d-a7a8-4db0-97cc-5862ee814408 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c2a031d-9860-4eb4-bb1d-2bb0db7128f3 HTTP/1.1" status: 204 len: 168 time: 0.4562128 Aug 06 15:43:34.690261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:34.719811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcab4d-a7a8-4db0-97cc-5862ee814408 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2a031d-9860-4eb4-bb1d-2bb0db7128f3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:34.759857 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-57f63bb2-2b6a-4f7d-912d-2cff015e5216 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681875 Aug 06 15:43:34.765687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:34.771837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176124102'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:34.803905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7860d8-09a9-4cb2-a651-16f8de17e779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.892109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc14ab65-0d3f-4e4a-8ca8-9f841f65182e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:34.962641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7860d8-09a9-4cb2-a651-16f8de17e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.024387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a7860d8-09a9-4cb2-a651-16f8de17e779 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7565a8b739124f66b3babca21cee9b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296303 Aug 06 15:43:35.028841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:35.031083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7860d8-09a9-4cb2-a651-16f8de17e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea892252-8d2c-441b-9120-5ef718e4b097,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:35.047684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49fa5-9107-4878-abc0-cf4dd4e107ec req-8809e55c-10df-4399-b27f-7fc6a7f16e29 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:35.049711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eaf49fa5-9107-4878-abc0-cf4dd4e107ec req-8809e55c-10df-4399-b27f-7fc6a7f16e29 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 945 time: 0.1045516 Aug 06 15:43:35.086752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71d7ca1a-c199-4dba-a81b-0331cfff1841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.099443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eaf49fa5-9107-4878-abc0-cf4dd4e107ec req-9b58abec-561a-42a0-bf77-3e94650a5b1b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Aug 06 15:43:35.114074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71d7ca1a-c199-4dba-a81b-0331cfff1841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.149784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.322800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71d7ca1a-c199-4dba-a81b-0331cfff1841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.326750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71d7ca1a-c199-4dba-a81b-0331cfff1841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.328052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-71d7ca1a-c199-4dba-a81b-0331cfff1841 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea892252-8d2c-441b-9120-5ef718e4b097 HTTP/1.1" status: 204 len: 168 time: 0.2980731 Aug 06 15:43:35.346839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7ca1a-c199-4dba-a81b-0331cfff1841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea892252-8d2c-441b-9120-5ef718e4b097,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:35.418963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.635175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.649541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device dbea51a8-f393-4bf6-99c9-10c424b8b984 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:43:35.672995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b96428-fe66-41e0-ad86-05e4489b73af,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:35.824755 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.826182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c4da744c-3f43-4631-a0fc-935cb142320d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0593998 Aug 06 15:43:35.829119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:35.833972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a422a17c-ebcf-4e71-b3a4-26ebaa5053b1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '63b96428-fe66-41e0-ad86-05e4489b73af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:35.846520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port dbea51a8-f393-4bf6-99c9-10c424b8b984 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:43:35.850449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port dbea51a8-f393-4bf6-99c9-10c424b8b984 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:43:35.850910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.938530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:35.986007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port dbea51a8-f393-4bf6-99c9-10c424b8b984, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:36.149038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.176576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbea51a8-f393-4bf6-99c9-10c424b8b984'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:36.178948 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4332a-8b86-4857-bc44-8516ec796a7f" -d '{"events": [{"server_uuid": "cbd5a912-c54a-42ea-86bf-b41a96e74bd6", "name": "network-vif-plugged", "status": "completed", "tag": "dbea51a8-f393-4bf6-99c9-10c424b8b984"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:36.202754 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-a422a17c-ebcf-4e71-b3a4-26ebaa5053b1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The resource could not be found. Aug 06 15:43:36.204763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a422a17c-ebcf-4e71-b3a4-26ebaa5053b1 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3739917 Aug 06 15:43:36.207165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:36.211697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fc84a251-eff2-415a-bf76-8af4c4682dd2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '63b96428-fe66-41e0-ad86-05e4489b73af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cc3610e9-e821-4f4f-94a9-d8828f53c68d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:36.216096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=dbea51a8-f393-4bf6-99c9-10c424b8b984,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:36.227262 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4178bd46-6748-420d-b930-e1a770f8e747 x-openstack-request-id: req-4178bd46-6748-420d-b930-e1a770f8e747 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:36.227859 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd5a912-c54a-42ea-86bf-b41a96e74bd6", "name": "network-vif-plugged", "status": "completed", "tag": "dbea51a8-f393-4bf6-99c9-10c424b8b984", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:36.233314 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4178bd46-6748-420d-b930-e1a770f8e747 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:36.233314 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbea51a8-f393-4bf6-99c9-10c424b8b984', 'code': 200} Aug 06 15:43:36.259490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e489b1-5908-4497-abcd-7b3fddf5d2a3 req-95cde064-e8c0-412c-a757-7de9d729fc22 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:36.261179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58e489b1-5908-4497-abcd-7b3fddf5d2a3 req-95cde064-e8c0-412c-a757-7de9d729fc22 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 946 time: 0.0829842 Aug 06 15:43:36.303645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58e489b1-5908-4497-abcd-7b3fddf5d2a3 req-f1cf4a81-6481-4089-aadc-5e1fe2f58555 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Aug 06 15:43:36.348053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441a956-aae4-4892-bbd3-f772ed7d0c80 req-2e27d5d1-c1e6-47f4-8c82-7cb57159b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:36.349588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8441a956-aae4-4892-bbd3-f772ed7d0c80 req-2e27d5d1-c1e6-47f4-8c82-7cb57159b0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 1097 time: 0.0468938 Aug 06 15:43:36.402401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8441a956-aae4-4892-bbd3-f772ed7d0c80 req-f4084ef1-1069-4087-933f-a396dec2be9d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Aug 06 15:43:36.657682 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-fc84a251-eff2-415a-bf76-8af4c4682dd2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The resource could not be found. Aug 06 15:43:36.658772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc84a251-eff2-415a-bf76-8af4c4682dd2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4505780 Aug 06 15:43:36.661762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:36.741651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d6d230-fecc-4691-9bfc-81299bb6d393 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.772670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d6d230-fecc-4691-9bfc-81299bb6d393 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:36.999629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d6d230-fecc-4691-9bfc-81299bb6d393 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:37.002366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23d6d230-fecc-4691-9bfc-81299bb6d393 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:37.003781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23d6d230-fecc-4691-9bfc-81299bb6d393 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/63b96428-fe66-41e0-ad86-05e4489b73af HTTP/1.1" status: 204 len: 168 time: 0.3408175 Aug 06 15:43:37.006299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:37.017212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6d230-fecc-4691-9bfc-81299bb6d393 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b96428-fe66-41e0-ad86-05e4489b73af,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:37.076368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-978ec2dd-0d85-4274-ac73-acb01505077b tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688348 Aug 06 15:43:37.082898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:37.097445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f025e7db-cedc-4306-82af-9165d2817072 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '3bcc59ca-45e7-412d-9d6b-8ecee7e86c20', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:37.505284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0cc26-b21c-4412-bc43-b1c313b67e93 req-aaaf046c-62f5-460c-8e9a-55746b103b2c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:37.507492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5b0cc26-b21c-4412-bc43-b1c313b67e93 req-aaaf046c-62f5-460c-8e9a-55746b103b2c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 946 time: 0.0997365 Aug 06 15:43:37.509931 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f025e7db-cedc-4306-82af-9165d2817072 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The resource could not be found. Aug 06 15:43:37.511733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f025e7db-cedc-4306-82af-9165d2817072 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4268470 Aug 06 15:43:37.515745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:37.522797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1026996744'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:37.620682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5b0cc26-b21c-4412-bc43-b1c313b67e93 req-0e708f55-dd99-41d3-bcba-34c7c973c9d6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896201 Aug 06 15:43:37.645051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:37.726789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-514f8177-acd1-4abb-a488-0f6b5e0bacd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:37.731583 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:37.767214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:37.989690 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.035079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9f4b3-0b93-4a0f-9090-b3066e1e48e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:38.172481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.174074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-46e8c264-8d4e-4806-9c10-c2e70eca5e54 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6566317 Aug 06 15:43:38.178309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:38.183483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043123892'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:38.355130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.470828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.607381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.653700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a08df-41d9-47cf-b34a-0a9f5495b009,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:38.768084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.781133 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e6d50c6-b9a1-4b7e-a4c6-7b418307ab11 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5943131 Aug 06 15:43:38.782815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:38.797945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-671b83df-0da5-45a7-a300-63f4fad4a170 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group_rule': {'security_group_id': '0bd9f4b3-0b93-4a0f-9090-b3066e1e48e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a66a08df-41d9-47cf-b34a-0a9f5495b009'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:38.834131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e9040-aa8f-4522-8e8c-481af9bff132 req-0ca42e7b-5466-482a-9655-69d00e7afe7c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:38.836171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db7e9040-aa8f-4522-8e8c-481af9bff132 req-0ca42e7b-5466-482a-9655-69d00e7afe7c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 946 time: 0.1140504 Aug 06 15:43:38.887641 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:38.932698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087590-5680-4013-ab0c-249fcf292a1e req-92f2954d-559c-46e9-8400-5e1af2f0729e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:38.935740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e087590-5680-4013-ab0c-249fcf292a1e req-92f2954d-559c-46e9-8400-5e1af2f0729e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0925326 Aug 06 15:43:38.940443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db7e9040-aa8f-4522-8e8c-481af9bff132 req-d7dc0058-7348-4fe2-8f33-c2f90f3b1b7b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789912 Aug 06 15:43:38.983135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e087590-5680-4013-ab0c-249fcf292a1e req-ace55708-3cb0-435b-8c43-34b7b8c132f3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Aug 06 15:43:39.105811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee577b-474f-420c-90e3-dac4331da3b7 req-d9093bca-7679-4a41-88a0-a5a02370166f tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:39.107684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dee577b-474f-420c-90e3-dac4331da3b7 req-d9093bca-7679-4a41-88a0-a5a02370166f tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=76a03023-7edf-4f75-976f-2b4c82b8dcbc HTTP/1.1" status: 200 len: 945 time: 0.0835919 Aug 06 15:43:39.147255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4480dfd-e4a0-4022-8c99-a1d4d36ed72f req-81600cdb-27c1-409b-a55e-198e9b232629 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:39.148881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4480dfd-e4a0-4022-8c99-a1d4d36ed72f req-81600cdb-27c1-409b-a55e-198e9b232629 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0886331 Aug 06 15:43:39.177692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dee577b-474f-420c-90e3-dac4331da3b7 req-e6dac8e4-8c70-4c1e-94bd-da83eb10825b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615606 Aug 06 15:43:39.212190 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-671b83df-0da5-45a7-a300-63f4fad4a170 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:43:39.223388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-671b83df-0da5-45a7-a300-63f4fad4a170 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4385724 Aug 06 15:43:39.224571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:39.236440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4480dfd-e4a0-4022-8c99-a1d4d36ed72f req-4316c89a-0a2e-4700-b236-482fccba7a6d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639811 Aug 06 15:43:39.258358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:43:39.328620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e889-192e-4f6e-aa19-4be7524bf15d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:39.372087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e889-192e-4f6e-aa19-4be7524bf15d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:39.693730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e889-192e-4f6e-aa19-4be7524bf15d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:39.697562 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcd1e889-192e-4f6e-aa19-4be7524bf15d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:39.699065 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fcd1e889-192e-4f6e-aa19-4be7524bf15d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/a66a08df-41d9-47cf-b34a-0a9f5495b009 HTTP/1.1" status: 204 len: 168 time: 0.4731815 Aug 06 15:43:39.703507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:39.725317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1e889-192e-4f6e-aa19-4be7524bf15d tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a08df-41d9-47cf-b34a-0a9f5495b009,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:39.789608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1713da70-654a-4b8d-9b73-d409bb3fb891 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0808959 Aug 06 15:43:39.792278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:39.857772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b79c-b710-4b41-ad25-2e6d3b8500c0 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:39.886859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b79c-b710-4b41-ad25-2e6d3b8500c0 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.109293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b79c-b710-4b41-ad25-2e6d3b8500c0 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.117572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b79c-b710-4b41-ad25-2e6d3b8500c0 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.121523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7a0b79c-b710-4b41-ad25-2e6d3b8500c0 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/0bd9f4b3-0b93-4a0f-9090-b3066e1e48e2 HTTP/1.1" status: 204 len: 168 time: 0.3255014 Aug 06 15:43:40.122432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:40.145273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0b79c-b710-4b41-ad25-2e6d3b8500c0 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9f4b3-0b93-4a0f-9090-b3066e1e48e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:40.185113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-52411d19-5f2b-475e-bd67-e3a1192c19ca tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601771 Aug 06 15:43:40.193080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:40.198695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143616701'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:40.341139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461cfb-e743-4509-89e5-83b8ab10e0c1 req-501e0d74-a537-48a9-833f-d9d3e21784c3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:40.342803 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44461cfb-e743-4509-89e5-83b8ab10e0c1 req-501e0d74-a537-48a9-833f-d9d3e21784c3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0631883 Aug 06 15:43:40.366910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.385390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44461cfb-e743-4509-89e5-83b8ab10e0c1 req-61b9529f-ad64-4673-be3a-a2421b932bb3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361371 Aug 06 15:43:40.468139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.624062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.663471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eb38c7-6c65-4646-ada6-80ac37214db5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:40.768273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.769052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.769052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8ea4e15-5ae5-4ac7-8b52-39072e8cf8b2 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5722485 Aug 06 15:43:40.770527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:40.780406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3bd4c34a-a0b0-4319-81b5-74eb9c1078eb tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:40.781584 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-3bd4c34a-a0b0-4319-81b5-74eb9c1078eb tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 15:43:40.782124 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3bd4c34a-a0b0-4319-81b5-74eb9c1078eb tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 15:43:40.783308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3bd4c34a-a0b0-4319-81b5-74eb9c1078eb tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "PUT /v2.0/security-groups/e5eb38c7-6c65-4646-ada6-80ac37214db5 HTTP/1.1" status: 409 len: 330 time: 0.0115449 Aug 06 15:43:40.786089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:40.854805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f74df9ef-91ea-46be-a47c-4da1c80bc7ce tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:40.889808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f74df9ef-91ea-46be-a47c-4da1c80bc7ce tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:41.099630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f74df9ef-91ea-46be-a47c-4da1c80bc7ce tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:41.104669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f74df9ef-91ea-46be-a47c-4da1c80bc7ce tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:41.106881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f74df9ef-91ea-46be-a47c-4da1c80bc7ce tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5eb38c7-6c65-4646-ada6-80ac37214db5 HTTP/1.1" status: 204 len: 168 time: 0.3197048 Aug 06 15:43:41.111124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:41.122085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74df9ef-91ea-46be-a47c-4da1c80bc7ce tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eb38c7-6c65-4646-ada6-80ac37214db5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:41.193900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4d22c6b-4f1d-42eb-9a26-ef11aca870a5 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805759 Aug 06 15:43:41.198765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:41.226677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e37af1aa-ecb0-4015-b5e7-669c416b8ff2 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:41.228474 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-39089443-7260-4255-9010-c44dbdfa9beb tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] delete failed (client error): The resource could not be found. Aug 06 15:43:41.230443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-39089443-7260-4255-9010-c44dbdfa9beb tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "DELETE /v2.0/security-groups/5644e53d-50e2-4659-8346-f1459c4c16a6 HTTP/1.1" status: 404 len: 347 time: 0.0299115 Aug 06 15:43:41.236660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e37af1aa-ecb0-4015-b5e7-669c416b8ff2 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 813 time: 0.1957822 Aug 06 15:43:41.237356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:41.256038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1bf73de0-9d41-4dfd-be75-0b43c74d4fa8 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/quotas/433eb5e30e004b609c52fc0c2547e7ad HTTP/1.1" status: 200 len: 375 time: 0.0177765 Aug 06 15:43:41.262075 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-151f988e-8fcc-43b6-a62b-d2dc9005728e tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] show failed (client error): The resource could not be found. Aug 06 15:43:41.265057 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-151f988e-8fcc-43b6-a62b-d2dc9005728e tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-groups/4089bc38-74fb-4a99-913e-3432292661e3 HTTP/1.1" status: 404 len: 347 time: 0.0267007 Aug 06 15:43:41.269029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:41.292939 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9625a43c-37ad-4975-86d9-ece5f72ee723 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] show failed (client error): The resource could not be found. Aug 06 15:43:41.300153 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9625a43c-37ad-4975-86d9-ece5f72ee723 tempest-NegativeSecGroupTest-1771048480 tempest-NegativeSecGroupTest-1771048480-project] 10.222.0.16 "GET /v2.0/security-group-rules/8d00e90f-5d50-4737-8aea-40e43143bb90 HTTP/1.1" status: 404 len: 356 time: 0.0300198 Aug 06 15:43:41.357045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-8a454489-5027-4b14-9088-0d87fed359fa tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999606 Aug 06 15:43:41.454854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-19126a91-bb97-4c50-8be2-8893aac7b564 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:41.456479 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-19126a91-bb97-4c50-8be2-8893aac7b564 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "GET /v2.0/ports?device_id=76a03023-7edf-4f75-976f-2b4c82b8dcbc HTTP/1.1" status: 200 len: 945 time: 0.0646942 Aug 06 15:43:41.457748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0739265e-f70d-4e1b-a5ae-53e6f1aabcd6 service neutron] 10.222.0.16 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998397 Aug 06 15:43:41.571686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-688281e4-5220-40a0-9692-41f07119a400 service neutron] 10.222.0.16 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067183 Aug 06 15:43:41.572078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Deleting port da6d9326-8d5f-407f-be4d-aa0a611b8198 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:41.572431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:41.723373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] For port da6d9326-8d5f-407f-be4d-aa0a611b8198, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=da6d9326-8d5f-407f-be4d-aa0a611b8198,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:41.723778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:41.740734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Calling delete_port for da6d9326-8d5f-407f-be4d-aa0a611b8198 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:42.029270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd0c4e-6cf2-4582-a97f-da45b255927d req-3dda640d-e525-47ae-9f45-386e825bf074 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:42.031822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43bd0c4e-6cf2-4582-a97f-da45b255927d req-3dda640d-e525-47ae-9f45-386e825bf074 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0687566 Aug 06 15:43:42.088400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43bd0c4e-6cf2-4582-a97f-da45b255927d req-7d4fc2a9-5779-4faa-bf5f-a2d41bc266fb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484591 Aug 06 15:43:42.109663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.126950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:42.141598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['da6d9326-8d5f-407f-be4d-aa0a611b8198'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:42.166762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['dbea51a8-f393-4bf6-99c9-10c424b8b984'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:42.184591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event deleted for resources: {'Port': ['ID=da6d9326-8d5f-407f-be4d-aa0a611b8198,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:42.233987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:42.318096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] No DVR routers for this DVR port da6d9326-8d5f-407f-be4d-aa0a611b8198 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:42.328078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.337210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3613d4a5-c884-4a82-bfb9-3109eaae598c req-1ebde6e7-26c2-43c1-a4f0-b2cbd5c2aacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "DELETE /v2.0/ports/da6d9326-8d5f-407f-be4d-aa0a611b8198 HTTP/1.1" status: 204 len: 173 time: 0.8745472 Aug 06 15:43:42.337857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'name': 'network-vif-deleted', 'tag': 'da6d9326-8d5f-407f-be4d-aa0a611b8198'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:42.346852 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feff362d-76ab-4c7f-8e09-f6b519fba680" -d '{"events": [{"server_uuid": "76a03023-7edf-4f75-976f-2b4c82b8dcbc", "name": "network-vif-deleted", "tag": "da6d9326-8d5f-407f-be4d-aa0a611b8198"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:42.444368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac06dc12-3409-47d7-8dd1-41be28181a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.549180 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eba68e-bdf7-44eb-8ead-a0beab4f2376 x-openstack-request-id: req-31eba68e-bdf7-44eb-8ead-a0beab4f2376 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:42.549475 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a03023-7edf-4f75-976f-2b4c82b8dcbc", "name": "network-vif-deleted", "tag": "da6d9326-8d5f-407f-be4d-aa0a611b8198", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:42.549736 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31eba68e-bdf7-44eb-8ead-a0beab4f2376 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:42.550144 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a03023-7edf-4f75-976f-2b4c82b8dcbc', 'name': 'network-vif-deleted', 'tag': 'da6d9326-8d5f-407f-be4d-aa0a611b8198', 'status': 'completed', 'code': 200} Aug 06 15:43:42.571744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-01866857-16ab-4f1f-a041-70aacdd20e34 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:42.573317 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-01866857-16ab-4f1f-a041-70aacdd20e34 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "GET /v2.0/ports?device_id=cbd5a912-c54a-42ea-86bf-b41a96e74bd6 HTTP/1.1" status: 200 len: 946 time: 0.2055037 Aug 06 15:43:42.608531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e9ad648-7b26-4e55-bf7d-da99e2d7a036 req-4830c6c1-0acb-4b9c-a856-e2b800323ff2 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0931900 Aug 06 15:43:42.611909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5253cef8-ef8f-44bd-b5ab-59af6d113c0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87de304ab5d54236b4d200767af37e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782058 Aug 06 15:43:42.614251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52990) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:42.643079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac06dc12-3409-47d7-8dd1-41be28181a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.669125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3e9d43f-42a7-4172-9e18-c35f018e2555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.691350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3e9d43f-42a7-4172-9e18-c35f018e2555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.692925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Deleting port dbea51a8-f393-4bf6-99c9-10c424b8b984 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:42.693278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.807710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] For port dbea51a8-f393-4bf6-99c9-10c424b8b984, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=dbea51a8-f393-4bf6-99c9-10c424b8b984,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:42.808026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.822502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Calling delete_port for dbea51a8-f393-4bf6-99c9-10c424b8b984 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:42.895037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac06dc12-3409-47d7-8dd1-41be28181a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:42.961546 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ac06dc12-3409-47d7-8dd1-41be28181a20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d2eda4288f443bc880018ce9f5a1bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8003168 Aug 06 15:43:42.963326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06dc12-3409-47d7-8dd1-41be28181a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b803f7-8845-406d-adb4-a31524795ede,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:42.964341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:43.021002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-464b9428-fe28-4f79-a4ed-d4082e497cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.045571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-464b9428-fe28-4f79-a4ed-d4082e497cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.080691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3e9d43f-42a7-4172-9e18-c35f018e2555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.083537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3e9d43f-42a7-4172-9e18-c35f018e2555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.084760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d3e9d43f-42a7-4172-9e18-c35f018e2555 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4d5db9f-2d4e-4121-8721-caae825b43e1 HTTP/1.1" status: 204 len: 168 time: 0.4689012 Aug 06 15:43:43.094316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9d43f-42a7-4172-9e18-c35f018e2555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5db9f-2d4e-4121-8721-caae825b43e1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:43.275936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d97171-cf2a-45bd-93db-0d9797194d96 req-caeb16c0-67b5-4be1-80c3-2a697ba4f046 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:43.278238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54d97171-cf2a-45bd-93db-0d9797194d96 req-caeb16c0-67b5-4be1-80c3-2a697ba4f046 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0568902 Aug 06 15:43:43.318346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54d97171-cf2a-45bd-93db-0d9797194d96 req-d46def3a-6287-42b9-9340-b3cf313d370f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338011 Aug 06 15:43:43.332492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.344103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['da6d9326-8d5f-407f-be4d-aa0a611b8198'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:43.365454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event deleted for resources: {'Port': ['ID=dbea51a8-f393-4bf6-99c9-10c424b8b984,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:43.423218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-464b9428-fe28-4f79-a4ed-d4082e497cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.426124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-464b9428-fe28-4f79-a4ed-d4082e497cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.431061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-464b9428-fe28-4f79-a4ed-d4082e497cb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55b803f7-8845-406d-adb4-a31524795ede HTTP/1.1" status: 204 len: 168 time: 0.4654748 Aug 06 15:43:43.445536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] No DVR routers for this DVR port dbea51a8-f393-4bf6-99c9-10c424b8b984 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:43.456977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:43.461841 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47b33c48-fcb9-4d90-b335-63c1e890214c req-90725996-5a5d-4ab0-9e4d-8d282281b35c tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "DELETE /v2.0/ports/dbea51a8-f393-4bf6-99c9-10c424b8b984 HTTP/1.1" status: 204 len: 173 time: 0.8798611 Aug 06 15:43:43.467080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b9428-fe28-4f79-a4ed-d4082e497cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b803f7-8845-406d-adb4-a31524795ede,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:43.695395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8a3fc77-ad60-42a2-845f-b5a3d556fd1e req-76b1a79a-7184-4d85-9bb7-69b7ba83593a tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0290084 Aug 06 15:43:44.494416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad918efc-7cde-4702-bf8d-5c7092b73721 req-6fa5011e-d723-451c-9833-4a600979d525 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:44.497588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad918efc-7cde-4702-bf8d-5c7092b73721 req-6fa5011e-d723-451c-9833-4a600979d525 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0781312 Aug 06 15:43:44.552051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'name': 'network-vif-deleted', 'tag': 'dbea51a8-f393-4bf6-99c9-10c424b8b984'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:44.556697 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e79781-0b3a-4397-a67d-a6fb7ad9d3e3" -d '{"events": [{"server_uuid": "cbd5a912-c54a-42ea-86bf-b41a96e74bd6", "name": "network-vif-deleted", "tag": "dbea51a8-f393-4bf6-99c9-10c424b8b984"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:44.568479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad918efc-7cde-4702-bf8d-5c7092b73721 req-8880a65f-d330-4cfe-8889-f98e01fe9d2f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593810 Aug 06 15:43:44.647522 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee1f2a4-899b-4d9d-870a-eee1e38e5f08 x-openstack-request-id: req-7ee1f2a4-899b-4d9d-870a-eee1e38e5f08 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:44.647833 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd5a912-c54a-42ea-86bf-b41a96e74bd6", "name": "network-vif-deleted", "tag": "dbea51a8-f393-4bf6-99c9-10c424b8b984", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:44.648129 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ee1f2a4-899b-4d9d-870a-eee1e38e5f08 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:44.648537 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd5a912-c54a-42ea-86bf-b41a96e74bd6', 'name': 'network-vif-deleted', 'tag': 'dbea51a8-f393-4bf6-99c9-10c424b8b984', 'status': 'completed', 'code': 200} Aug 06 15:43:44.788817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aca3c15b-6b56-472a-960b-0bab10687c21 req-665fe3a5-d16d-407f-a449-1dcce68ec620 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0339761 Aug 06 15:43:44.984827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:44.999492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6d672f0-4fb6-4196-a036-d5903bb2f0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.115123 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6d672f0-4fb6-4196-a036-d5903bb2f0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.291863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6d672f0-4fb6-4196-a036-d5903bb2f0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.340336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e6d672f0-4fb6-4196-a036-d5903bb2f0f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2492ff3637e4465380752b8cfbc626fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483899 Aug 06 15:43:45.340336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d672f0-4fb6-4196-a036-d5903bb2f0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bd8d5f-5677-4e59-97e3-a881054d2223,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:45.342084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:45.400992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6f0d-d961-40e2-8328-fc796e75cfa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.428442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6f0d-d961-40e2-8328-fc796e75cfa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.639923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6f0d-d961-40e2-8328-fc796e75cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.642814 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6f0d-d961-40e2-8328-fc796e75cfa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:45.644261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6c6d6f0d-d961-40e2-8328-fc796e75cfa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27bd8d5f-5677-4e59-97e3-a881054d2223 HTTP/1.1" status: 204 len: 168 time: 0.3009105 Aug 06 15:43:45.669604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d6f0d-d961-40e2-8328-fc796e75cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bd8d5f-5677-4e59-97e3-a881054d2223,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:45.720204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device dbea51a8-f393-4bf6-99c9-10c424b8b984 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:43:45.750334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: dbea51a8-f393-4bf6-99c9-10c424b8b984 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:43:45.750679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device dbea51a8-f393-4bf6-99c9-10c424b8b984 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:43:45.802103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d997ae-9b5c-46c2-ae30-0a6fbb5a5fdb req-be061f7a-cd9c-4e48-89d7-8c18910528c6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:45.803735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4d997ae-9b5c-46c2-ae30-0a6fbb5a5fdb req-be061f7a-cd9c-4e48-89d7-8c18910528c6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0731792 Aug 06 15:43:45.896787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device da6d9326-8d5f-407f-be4d-aa0a611b8198 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:43:45.900504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24c1eaa0-ab7f-4134-9747-dd5a7bb98262 req-d8f67e63-1c8c-4270-9ecc-8918ad3b8f66 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0452108 Aug 06 15:43:45.924334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4d997ae-9b5c-46c2-ae30-0a6fbb5a5fdb req-6aeb7143-4b30-4770-918b-fd84df0ccc69 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062858 Aug 06 15:43:45.960041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: da6d9326-8d5f-407f-be4d-aa0a611b8198 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:43:45.960896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device da6d9326-8d5f-407f-be4d-aa0a611b8198 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:43:45.986987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:46.389937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3af4cea6-6ddc-4d8a-af9b-955d4ade4512 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-328897760', 'prefixes': ['172.20.0.0/16']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:47.071443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d51428c-5cd5-4f52-b40b-07df0f725c2a req-af31cc2b-d008-41cf-a62e-345c74c36ea6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0544949 Aug 06 15:43:47.096800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964f525-024e-4413-96e6-e373cfaab023 req-7a3e656c-37e1-4f41-b465-f964cc5d8d03 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:47.098342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1964f525-024e-4413-96e6-e373cfaab023 req-7a3e656c-37e1-4f41-b465-f964cc5d8d03 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0796452 Aug 06 15:43:47.099600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3af4cea6-6ddc-4d8a-af9b-955d4ade4512 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] Notify callbacks [] for subnetpool, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.103548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:47.104522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3af4cea6-6ddc-4d8a-af9b-955d4ade4512 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1161418 Aug 06 15:43:47.151308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1964f525-024e-4413-96e6-e373cfaab023 req-51022d24-0d24-4ac7-b5a1-b838b58f77b0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Aug 06 15:43:47.165328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ff547c9-6c49-404d-b99f-9fcf8cbab280 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] 10.222.0.16 "GET /v2.0/subnetpools/bc40cd54-45f6-44fc-a9e0-e9c817de2bb2 HTTP/1.1" status: 200 len: 731 time: 0.0601892 Aug 06 15:43:47.167988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:47.174227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aec30f59-b0dc-4390-a39f-cef90f98fd7f tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-910056166'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:47.425473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aec30f59-b0dc-4390-a39f-cef90f98fd7f tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.427202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aec30f59-b0dc-4390-a39f-cef90f98fd7f tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] 10.222.0.16 "PUT /v2.0/subnetpools/bc40cd54-45f6-44fc-a9e0-e9c817de2bb2 HTTP/1.1" status: 200 len: 683 time: 0.2569656 Aug 06 15:43:47.431082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53124) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:47.764659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5a5cf09-71ae-4412-b4e8-d71962007004 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:47.767037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5a5cf09-71ae-4412-b4e8-d71962007004 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] 10.222.0.16 "DELETE /v2.0/subnetpools/bc40cd54-45f6-44fc-a9e0-e9c817de2bb2 HTTP/1.1" status: 204 len: 168 time: 0.3359139 Aug 06 15:43:47.772814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:47.832921 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-0603bc6d-8261-4716-8ef9-f7010ac5dc68 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] show failed (client error): The resource could not be found. Aug 06 15:43:47.834878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0603bc6d-8261-4716-8ef9-f7010ac5dc68 tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] 10.222.0.16 "GET /v2.0/subnetpools/bc40cd54-45f6-44fc-a9e0-e9c817de2bb2 HTTP/1.1" status: 404 len: 346 time: 0.0513597 Aug 06 15:43:47.844597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:47.868558 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-5d548e2b-793f-4209-9bf8-bd7b2dd7781e tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] delete failed (client error): The resource could not be found. Aug 06 15:43:47.870902 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5d548e2b-793f-4209-9bf8-bd7b2dd7781e tempest-SubnetPoolsTestJSON-2041971768 tempest-SubnetPoolsTestJSON-2041971768-project] 10.222.0.16 "DELETE /v2.0/subnetpools/bc40cd54-45f6-44fc-a9e0-e9c817de2bb2 HTTP/1.1" status: 404 len: 346 time: 0.0230217 Aug 06 15:43:47.940603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-61059ae7-ab57-4ea9-be22-d36d0210eee6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:47.942195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-61059ae7-ab57-4ea9-be22-d36d0210eee6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 813 time: 0.1996415 Aug 06 15:43:47.961054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Request body: {'port': {'device_id': 'c78a7058-afeb-4195-90a4-875091a979a5', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'admin_state_up': True, 'tenant_id': '433eb5e30e004b609c52fc0c2547e7ad'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:48.203878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b661c00e-a79f-4f0a-bb45-6f104da9e869 req-f88feb82-742a-4d65-9480-a7ff7be30c59 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0364549 Aug 06 15:43:48.294340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Made reservation on behalf of 433eb5e30e004b609c52fc0c2547e7ad for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:48.299171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:48.360774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db694f-b72b-40a7-937a-f22b2d08980f req-5fecb6c3-f916-45fd-8757-2c6438881e3b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:48.362972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44db694f-b72b-40a7-937a-f22b2d08980f req-5fecb6c3-f916-45fd-8757-2c6438881e3b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0800281 Aug 06 15:43:48.420837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44db694f-b72b-40a7-937a-f22b2d08980f req-1207ab2a-cc61-4e0e-88ac-04ce2579fe96 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470588 Aug 06 15:43:48.500379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Allocated IP 172.20.0.7 (40a2c91d-15d4-46d1-b639-bf228c403374/87d8bfe3-0cfd-4e27-a28e-254fb185b866/062e2d3e-f771-4b2c-967f-40c905432bc5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:43:48.685107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:48.884715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:48.994932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Network 40a2c91d-15d4-46d1-b639-bf228c403374 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:43:49.004354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:49.009596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:43:49.012796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event updated for resources: {'Port': ['ID=062e2d3e-f771-4b2c-967f-40c905432bc5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:49.044515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:49.058148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-4728e750-6f93-4d13-911a-d1bf9534b68b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:49.062478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-4728e750-6f93-4d13-911a-d1bf9534b68b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 813 time: 0.2099268 Aug 06 15:43:49.089570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Request body: {'port': {'device_id': 'acda960d-7468-4726-bab6-a672ba2b749f', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'admin_state_up': True, 'tenant_id': '433eb5e30e004b609c52fc0c2547e7ad'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:49.112427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:49.123274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.289412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-e9389d3b-834f-4ac5-ab17-ed46b70e68b6 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3354700 Aug 06 15:43:49.309492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Request body: {'port': {'device_id': 'c78a7058-afeb-4195-90a4-875091a979a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:49.403743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de36680a-9612-48ee-ac4e-657323c9e347 req-98d83514-56da-493b-a3de-1831aae1250b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0741594 Aug 06 15:43:49.411930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.413033 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b17d06a5-5b01-40d7-80a6-a5191c8dc0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.513567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Made reservation on behalf of 433eb5e30e004b609c52fc0c2547e7ad for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:43:49.519531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.604742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:49.644174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ac98-5883-4b9e-868c-8c2008e14cc5 req-0638ac86-293f-4a80-8a02-3ca87e9d57ee tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:49.652247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6720ac98-5883-4b9e-868c-8c2008e14cc5 req-0638ac86-293f-4a80-8a02-3ca87e9d57ee tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1280060 Aug 06 15:43:49.747876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6720ac98-5883-4b9e-868c-8c2008e14cc5 req-3cafa156-d66a-41b3-a8e2-8627d0e6783e tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901148 Aug 06 15:43:49.789365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4005388-5d91-4968-aee6-00153a9ceed4 req-1dd4f16b-2882-4614-ad82-0a30a8067851 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:49.791063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4005388-5d91-4968-aee6-00153a9ceed4 req-1dd4f16b-2882-4614-ad82-0a30a8067851 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1330237 Aug 06 15:43:49.837128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b17d06a5-5b01-40d7-80a6-a5191c8dc0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.866026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4005388-5d91-4968-aee6-00153a9ceed4 req-031ffc8a-e36f-4c86-9473-b1a3c3c680b6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606377 Aug 06 15:43:49.925321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062e2d3e-f771-4b2c-967f-40c905432bc5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:49.925482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4451571d-9379-48cc-a92b-adb910f512f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.932999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:49.949381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Transition to ACTIVE for port object 062e2d3e-f771-4b2c-967f-40c905432bc5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:50.086095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b17d06a5-5b01-40d7-80a6-a5191c8dc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.153916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b17d06a5-5b01-40d7-80a6-a5191c8dc0dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=941c2f7396ab4b0897556c8d4c319079&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0932646 Aug 06 15:43:50.153916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d06a5-5b01-40d7-80a6-a5191c8dc0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3697d-268e-4b33-9218-865cbbe223ec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:50.156020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:50.239712 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31705093-533b-48e9-aa52-6923e4ecdce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.274547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4451571d-9379-48cc-a92b-adb910f512f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.280718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31705093-533b-48e9-aa52-6923e4ecdce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.318267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.445833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Allocated IP 172.20.0.6 (40a2c91d-15d4-46d1-b639-bf228c403374/87d8bfe3-0cfd-4e27-a28e-254fb185b866/ad85a2ab-b16c-45aa-b668-6e1dbdcce24d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:43:50.451231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Pushing event updated for resources: {'Port': ['ID=062e2d3e-f771-4b2c-967f-40c905432bc5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:50.536003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27ca5a9f-46e4-4381-ae0f-3cb8957e4f90 req-e825ea54-6103-4d87-b8e8-c18b8ef447d2 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0310054 Aug 06 15:43:50.537465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4451571d-9379-48cc-a92b-adb910f512f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.593508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Attempting to bind port 062e2d3e-f771-4b2c-967f-40c905432bc5 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:43:50.593836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Attempting to bind port 062e2d3e-f771-4b2c-967f-40c905432bc5 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:43:50.595299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Attempting to bind port 062e2d3e-f771-4b2c-967f-40c905432bc5 on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:50.609248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451571d-9379-48cc-a92b-adb910f512f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a872a4a3-1b21-4470-a0a0-6a31053542ae,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:50.612104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31705093-533b-48e9-aa52-6923e4ecdce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.615231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31705093-533b-48e9-aa52-6923e4ecdce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.616645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-31705093-533b-48e9-aa52-6923e4ecdce3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3f3697d-268e-4b33-9218-865cbbe223ec HTTP/1.1" status: 204 len: 168 time: 0.4596558 Aug 06 15:43:50.634581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4451571d-9379-48cc-a92b-adb910f512f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d63ff2e0084f41e69dca266742d137bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0211666 Aug 06 15:43:50.635141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:50.673583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31705093-533b-48e9-aa52-6923e4ecdce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3697d-268e-4b33-9218-865cbbe223ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:50.704349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Port 062e2d3e-f771-4b2c-967f-40c905432bc5 on network 40a2c91d-15d4-46d1-b639-bf228c403374 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:43:50.704657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Attempting to bind port 062e2d3e-f771-4b2c-967f-40c905432bc5 on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:50.765317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0db33510-8876-4784-b007-a06c5d063529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:50.795083 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0db33510-8876-4784-b007-a06c5d063529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.012610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0da4f-42c8-4da8-8959-1f581da27cce req-442d69c1-bdc4-4c65-9bb9-e644b11ba469 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.014265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29f0da4f-42c8-4da8-8959-1f581da27cce req-442d69c1-bdc4-4c65-9bb9-e644b11ba469 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0564346 Aug 06 15:43:51.021739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:43:51.022108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Checking segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:51.022453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Bound using segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:43:51.022905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Bound port: 062e2d3e-f771-4b2c-967f-40c905432bc5, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:43:51.023271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.061782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29f0da4f-42c8-4da8-8959-1f581da27cce req-340db496-8e93-494c-9ddb-671acc441ef8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Aug 06 15:43:51.109366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0db33510-8876-4784-b007-a06c5d063529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.110991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.112560 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0db33510-8876-4784-b007-a06c5d063529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.113752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0db33510-8876-4784-b007-a06c5d063529 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a872a4a3-1b21-4470-a0a0-6a31053542ae HTTP/1.1" status: 204 len: 168 time: 0.4721146 Aug 06 15:43:51.123793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db33510-8876-4784-b007-a06c5d063529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a872a4a3-1b21-4470-a0a0-6a31053542ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:51.142492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] For port 062e2d3e-f771-4b2c-967f-40c905432bc5, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:43:51.146864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] For port 062e2d3e-f771-4b2c-967f-40c905432bc5, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=062e2d3e-f771-4b2c-967f-40c905432bc5,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:43:51.268618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.309476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.310422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.311967 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] 10.222.0.59 "PUT /v2.0/ports/062e2d3e-f771-4b2c-967f-40c905432bc5 HTTP/1.1" status: 200 len: 1091 time: 2.0078948 Aug 06 15:43:51.319375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78a7058-afeb-4195-90a4-875091a979a5', 'tag': '062e2d3e-f771-4b2c-967f-40c905432bc5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:51.319375 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37590428-047c-444f-ac07-5148bcd5e71d" -d '{"events": [{"name": "network-changed", "server_uuid": "c78a7058-afeb-4195-90a4-875091a979a5", "tag": "062e2d3e-f771-4b2c-967f-40c905432bc5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:51.354528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc6c3b-b6b6-48d0-962f-f8b3eefd82af service neutron] Pushing event updated for resources: {'Port': ['ID=062e2d3e-f771-4b2c-967f-40c905432bc5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:51.380026 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661a868f-e6fb-4a19-8b6e-edcce9a84250 x-openstack-request-id: req-661a868f-e6fb-4a19-8b6e-edcce9a84250 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:51.380728 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78a7058-afeb-4195-90a4-875091a979a5", "tag": "062e2d3e-f771-4b2c-967f-40c905432bc5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:51.380728 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-661a868f-e6fb-4a19-8b6e-edcce9a84250 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:51.381438 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78a7058-afeb-4195-90a4-875091a979a5', 'tag': '062e2d3e-f771-4b2c-967f-40c905432bc5', 'status': 'completed', 'code': 200} Aug 06 15:43:51.414819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.500772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Network 40a2c91d-15d4-46d1-b639-bf228c403374 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:43:51.503229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event updated for resources: {'Port': ['ID=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:51.509494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:43:51.512869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:43:51.517676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590428-047c-444f-ac07-5148bcd5e71d req-5737797d-aa5a-4205-be51-b970403d2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.518654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37590428-047c-444f-ac07-5148bcd5e71d req-5737797d-aa5a-4205-be51-b970403d2218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 1094 time: 0.1150017 Aug 06 15:43:51.690199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.690199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:51.690411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa37c-9c0c-49e0-961e-6f897658c215 req-7df04020-6e54-4804-ab37-71644961494d tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.697608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-232aa37c-9c0c-49e0-961e-6f897658c215 req-7df04020-6e54-4804-ab37-71644961494d tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 931 time: 0.0781050 Aug 06 15:43:51.755714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590428-047c-444f-ac07-5148bcd5e71d req-59244e58-9364-4e3b-9cea-41b1e58276a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.755714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37590428-047c-444f-ac07-5148bcd5e71d req-59244e58-9364-4e3b-9cea-41b1e58276a6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2077951 Aug 06 15:43:51.775541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-232aa37c-9c0c-49e0-961e-6f897658c215 req-cdda8aa7-8b49-4d7d-af36-95aa38ff0edb tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669527 Aug 06 15:43:51.902318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37590428-047c-444f-ac07-5148bcd5e71d req-958d73c8-580c-4221-9114-efad219a4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:51.905567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37590428-047c-444f-ac07-5148bcd5e71d req-958d73c8-580c-4221-9114-efad219a4478 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436799 Aug 06 15:43:51.923127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-0c048b88-e989-4171-b4dd-1093152a5637 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8377025 Aug 06 15:43:51.939940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Request body: {'port': {'device_id': 'acda960d-7468-4726-bab6-a672ba2b749f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:43:52.036997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.054354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-6fdd956a-e1df-45da-9091-887b7ef0153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:52.056077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-6fdd956a-e1df-45da-9091-887b7ef0153b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 1094 time: 0.0938089 Aug 06 15:43:52.135385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-8e0ab973-18e3-4aa4-b73e-4c188f9098d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=062e2d3e-f771-4b2c-967f-40c905432bc5 HTTP/1.1" status: 200 len: 217 time: 0.0544624 Aug 06 15:43:52.228339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc699-3b45-454b-8fdc-05f4e04e7961 req-e20122d7-27b0-4ac0-8384-929966088051 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:52.236446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5efc699-3b45-454b-8fdc-05f4e04e7961 req-e20122d7-27b0-4ac0-8384-929966088051 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0623832 Aug 06 15:43:52.267839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-7eeb27fc-14af-4334-9549-45ea61bb7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:52.269916 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-7eeb27fc-14af-4334-9549-45ea61bb7590 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 200 len: 853 time: 0.1231530 Aug 06 15:43:52.296670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5efc699-3b45-454b-8fdc-05f4e04e7961 req-e8076355-b519-4e76-8626-f5165b624b40 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530479 Aug 06 15:43:52.339145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-d5af8f04-6559-454a-aa43-9bf055d229b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40a2c91d-15d4-46d1-b639-bf228c403374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415154 Aug 06 15:43:52.479973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:52.522640 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-749a550e-2256-4aef-a879-8122fc6a1fe1 service neutron] 10.222.0.59 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535766 Aug 06 15:43:52.552549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:52.575871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-863715f4-2d7c-422d-bd58-d5539e4e1695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.648769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad85a2ab-b16c-45aa-b668-6e1dbdcce24d {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:52.663414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.688323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Transition to ACTIVE for port object ad85a2ab-b16c-45aa-b668-6e1dbdcce24d will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:43:52.699975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-182ddfe8-9cf4-486e-b96f-01613c359d6f service neutron] 10.222.0.59 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645246 Aug 06 15:43:52.714596 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-863715f4-2d7c-422d-bd58-d5539e4e1695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.750981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b3186bd-a5b5-43fe-93f8-48da4a3d0194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.897532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.912975 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-863715f4-2d7c-422d-bd58-d5539e4e1695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:52.955646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Pushing event updated for resources: {'Port': ['ID=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:52.992181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-863715f4-2d7c-422d-bd58-d5539e4e1695 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c87e07f3531146819a0b886a552b3021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382091 Aug 06 15:43:53.000289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291642dd-1eb3-4bb0-8e36-3b8d0f70a1f4 req-0330e1a8-3a11-46fa-bc60-ce1c622beacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:53.001763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-291642dd-1eb3-4bb0-8e36-3b8d0f70a1f4 req-0330e1a8-3a11-46fa-bc60-ce1c622beacc tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 931 time: 0.1345644 Aug 06 15:43:53.002252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:53.012886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863715f4-2d7c-422d-bd58-d5539e4e1695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ab3d2-d3a1-4979-be37-72c4013c43b6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:53.045682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Attempting to bind port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:43:53.046329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Attempting to bind port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:43:53.046661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Attempting to bind port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:53.052585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d on network 40a2c91d-15d4-46d1-b639-bf228c403374 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:43:53.052585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Attempting to bind port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d on network 40a2c91d-15d4-46d1-b639-bf228c403374 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:43:53.058410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:43:53.058816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Checking segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:43:53.059892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Bound using segment: {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:43:53.060615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Bound port: ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c0d676-0d6c-481e-8a39-54bc20a50450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:43:53.060992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.150851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] For port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:43:53.155407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] For port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:43:53.161554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-291642dd-1eb3-4bb0-8e36-3b8d0f70a1f4 req-d5622c84-a086-40f4-ae54-d7a801bfa461 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401424 Aug 06 15:43:53.205325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b3186bd-a5b5-43fe-93f8-48da4a3d0194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.226251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06393e14-29f8-45ef-bc9f-48f1e673dc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.236835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.273854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06393e14-29f8-45ef-bc9f-48f1e673dc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.301400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:53.301400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.301400 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad85a2ab-b16c-45aa-b668-6e1dbdcce24d HTTP/1.1" status: 200 len: 1091 time: 1.3679373 Aug 06 15:43:53.338177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b3186bd-a5b5-43fe-93f8-48da4a3d0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.364640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7fe4-9d0f-47e2-a1d5-060018e26525 service neutron] Pushing event updated for resources: {'Port': ['ID=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:53.382946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acda960d-7468-4726-bab6-a672ba2b749f', 'tag': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:53.387851 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908abc10-479a-4e83-a98a-57111c3d8406" -d '{"events": [{"name": "network-changed", "server_uuid": "acda960d-7468-4726-bab6-a672ba2b749f", "tag": "ad85a2ab-b16c-45aa-b668-6e1dbdcce24d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:53.424182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2b3186bd-a5b5-43fe-93f8-48da4a3d0194 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9ad94a1dc4547938f8bd35ef756687d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9470363 Aug 06 15:43:53.425583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3186bd-a5b5-43fe-93f8-48da4a3d0194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c9a790-29c8-4013-8041-3ee4b0326a5c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:53.428262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:53.505187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8025-f687-4ae0-a13e-b0c53d447c70 req-1a02418e-b5a8-4491-b2a4-0eb9f1ce822a tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:53.507086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f3f8025-f687-4ae0-a13e-b0c53d447c70 req-1a02418e-b5a8-4491-b2a4-0eb9f1ce822a tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1495831 Aug 06 15:43:53.513716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06393e14-29f8-45ef-bc9f-48f1e673dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.516785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06393e14-29f8-45ef-bc9f-48f1e673dc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.518359 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-06393e14-29f8-45ef-bc9f-48f1e673dc8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b2ab3d2-d3a1-4979-be37-72c4013c43b6 HTTP/1.1" status: 204 len: 168 time: 0.5127282 Aug 06 15:43:53.537872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac870b-c26e-4696-bbae-3164b633a60d req-f183dc9f-8f05-486b-8a31-4922ee64a423 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:53.539544 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6ac870b-c26e-4696-bbae-3164b633a60d req-f183dc9f-8f05-486b-8a31-4922ee64a423 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1337419 Aug 06 15:43:53.553516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bd488aa-8cd4-48fe-8790-11666b078c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.588635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393e14-29f8-45ef-bc9f-48f1e673dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ab3d2-d3a1-4979-be37-72c4013c43b6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:53.623999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bd488aa-8cd4-48fe-8790-11666b078c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:53.634121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-93205735-b6b5-478c-b06a-6dccb02ea4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:53.639464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-93205735-b6b5-478c-b06a-6dccb02ea4bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 1094 time: 0.1054585 Aug 06 15:43:53.684889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f3f8025-f687-4ae0-a13e-b0c53d447c70 req-caca8a09-0eb3-4632-ae24-fb9d4afc6b88 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422038 Aug 06 15:43:53.688802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6ac870b-c26e-4696-bbae-3164b633a60d req-22420e4e-a3c3-4606-9b95-bb3ee9078f70 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411133 Aug 06 15:43:53.743060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-513bcd87-08d8-4e72-8d71-b121feeea82d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d HTTP/1.1" status: 200 len: 217 time: 0.0925746 Aug 06 15:43:53.789100 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc7af33-d1ea-4694-b892-c4371385951d x-openstack-request-id: req-7bc7af33-d1ea-4694-b892-c4371385951d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:53.789527 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acda960d-7468-4726-bab6-a672ba2b749f", "tag": "ad85a2ab-b16c-45aa-b668-6e1dbdcce24d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:53.789667 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bc7af33-d1ea-4694-b892-c4371385951d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:53.790180 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acda960d-7468-4726-bab6-a672ba2b749f', 'tag': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d', 'status': 'completed', 'code': 200} Aug 06 15:43:53.811997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-749408eb-d3a4-4186-bbc8-cf0407c47757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:53.820607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-749408eb-d3a4-4186-bbc8-cf0407c47757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 200 len: 853 time: 0.0647280 Aug 06 15:43:53.869880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-6e517420-54da-401a-8b73-d1c5de568850 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a2c91d-15d4-46d1-b639-bf228c403374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461211 Aug 06 15:43:53.974075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-19d85bfc-4329-4ec8-a5fc-e65946b1f2c6 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952055 Aug 06 15:43:54.057093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bd488aa-8cd4-48fe-8790-11666b078c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:54.061746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bd488aa-8cd4-48fe-8790-11666b078c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:54.063255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8bd488aa-8cd4-48fe-8790-11666b078c41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51c9a790-29c8-4013-8041-3ee4b0326a5c HTTP/1.1" status: 204 len: 168 time: 0.6333394 Aug 06 15:43:54.080765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd488aa-8cd4-48fe-8790-11666b078c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c9a790-29c8-4013-8041-3ee4b0326a5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:54.093796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3263b08-c1d9-4a49-851b-46dd1a3c7f34 req-d5266705-8a3d-4797-9a9f-1c1e45aa5bb7 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124160 Aug 06 15:43:54.347536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908abc10-479a-4e83-a98a-57111c3d8406 req-ddedc0e3-29cc-40be-b4cb-2e6da1085b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.350114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-ddedc0e3-29cc-40be-b4cb-2e6da1085b4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 1094 time: 0.0516744 Aug 06 15:43:54.466024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908abc10-479a-4e83-a98a-57111c3d8406 req-243684c0-7848-4914-b277-e7d4e6df8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.467584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-243684c0-7848-4914-b277-e7d4e6df8cc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 200 len: 914 time: 0.1066787 Aug 06 15:43:54.477452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc0833-eeb5-4e9d-b581-561b8771aa4d req-e93d6488-2680-4522-b1a6-1c403e39fc4a tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.479082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0bc0833-eeb5-4e9d-b581-561b8771aa4d req-e93d6488-2680-4522-b1a6-1c403e39fc4a tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 943 time: 0.0662713 Aug 06 15:43:54.513769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-723d35a3-c11d-42b3-8e2c-82337aba4077 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d HTTP/1.1" status: 200 len: 217 time: 0.0386956 Aug 06 15:43:54.522159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0bc0833-eeb5-4e9d-b581-561b8771aa4d req-585fd94e-a3f4-4cdd-89f0-eca43bb1bf70 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Aug 06 15:43:54.583029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908abc10-479a-4e83-a98a-57111c3d8406 req-95684eb9-b97e-4905-9548-ec6957665fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.583029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-95684eb9-b97e-4905-9548-ec6957665fbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 200 len: 853 time: 0.0620711 Aug 06 15:43:54.631131 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-c343dd82-0ab6-4ef4-b41a-6e73103ed183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a2c91d-15d4-46d1-b639-bf228c403374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353446 Aug 06 15:43:54.684487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f20f6-3510-4d8a-8ea9-991637ddf507 req-1dd39790-3be5-4e33-8cd4-49f702e10090 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.686440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e2f20f6-3510-4d8a-8ea9-991637ddf507 req-1dd39790-3be5-4e33-8cd4-49f702e10090 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0702901 Aug 06 15:43:54.753538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e2f20f6-3510-4d8a-8ea9-991637ddf507 req-e4589545-ebaa-4bb5-b9fc-4dbd031e834c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582621 Aug 06 15:43:54.789565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-11ccf970-5b06-4e90-88d9-0091364397b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.791308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-11ccf970-5b06-4e90-88d9-0091364397b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.0810304 Aug 06 15:43:54.794683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-33f0e9af-fb73-4eba-9ed9-962186e22c19 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575625 Aug 06 15:43:54.915418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0f497-2b87-4f18-bfc2-7a7c69ac9a89 req-181e273f-d61e-4140-aaae-2d7b7fbf86fc tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:54.916792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67b0f497-2b87-4f18-bfc2-7a7c69ac9a89 req-181e273f-d61e-4140-aaae-2d7b7fbf86fc tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.0846195 Aug 06 15:43:54.975287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67b0f497-2b87-4f18-bfc2-7a7c69ac9a89 req-5e5697ac-5adf-4693-9972-f0a3b4903a85 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452564 Aug 06 15:43:55.015736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-bd03b15f-c445-4c90-a226-e19884ad658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:55.017319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-bd03b15f-c445-4c90-a226-e19884ad658e service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.2174165 Aug 06 15:43:55.034948 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-908abc10-479a-4e83-a98a-57111c3d8406 req-6da7ac84-94fa-4a53-9a7d-7bc6604cf389 service neutron] 10.222.0.64 "GET /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182338 Aug 06 15:43:55.102750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-01866dce-4b50-427c-bccd-ef0070065456 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.0774972 Aug 06 15:43:55.162232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-12deab7a-453e-452b-9f5d-7704163128c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:55.163877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-12deab7a-453e-452b-9f5d-7704163128c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0538802 Aug 06 15:43:55.224909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-1f0b30ee-414f-4c56-b5ae-2537989afd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:55.226679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-1f0b30ee-414f-4c56-b5ae-2537989afd28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548472 Aug 06 15:43:55.344468 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-d0a28fe4-75e3-47a9-851f-6fd241962415 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085265 Aug 06 15:43:55.438708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:55.452637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cae272f3-8672-4a18-9b22-9e439ba3e189 req-41777b51-eeee-4cae-a509-4f730389be13 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000547 Aug 06 15:43:55.453711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b6dab8a-bfa5-4822-94c7-e2000f35a60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:55.562190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b6dab8a-bfa5-4822-94c7-e2000f35a60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:55.685000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cba2f-5baf-4f0b-a9a7-1f85460472ee req-7cae1fd7-614c-4988-b222-2aeb755ff5de tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:55.686702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-024cba2f-5baf-4f0b-a9a7-1f85460472ee req-7cae1fd7-614c-4988-b222-2aeb755ff5de tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 943 time: 0.0782113 Aug 06 15:43:55.724508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b6dab8a-bfa5-4822-94c7-e2000f35a60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:55.795429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5b6dab8a-bfa5-4822-94c7-e2000f35a60a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dff163e3db75461cbcda0a135526cdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499639 Aug 06 15:43:55.798218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:43:55.814437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-024cba2f-5baf-4f0b-a9a7-1f85460472ee req-1b3865d2-94bb-440a-b6fb-06468afaf16f tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047795 Aug 06 15:43:55.814437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dab8a-bfa5-4822-94c7-e2000f35a60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8b293-f013-4015-9b9d-ef18b8b15320,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:55.896485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf16d-5263-4e55-9d70-e064c6a93d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:55.943065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf16d-5263-4e55-9d70-e064c6a93d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:55.956324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 062e2d3e-f771-4b2c-967f-40c905432bc5 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:43:55.995851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ee57-cb5b-4cb2-99fd-b5d9141796e2 req-cde0db6c-7f73-42e1-af40-cf4c36847a77 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:55.998467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc90ee57-cb5b-4cb2-99fd-b5d9141796e2 req-cde0db6c-7f73-42e1-af40-cf4c36847a77 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1174898 Aug 06 15:43:56.081173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc90ee57-cb5b-4cb2-99fd-b5d9141796e2 req-39b216bf-86fc-4c5f-80c3-a1dc194bfa5a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697536 Aug 06 15:43:56.120864 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.131597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 062e2d3e-f771-4b2c-967f-40c905432bc5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=062e2d3e-f771-4b2c-967f-40c905432bc5,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:56.147493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '062e2d3e-f771-4b2c-967f-40c905432bc5', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'port_id': '062e2d3e-f771-4b2c-967f-40c905432bc5', 'mac_address': 'fa:16:3e:5e:fb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d8bfe3-0cfd-4e27-a28e-254fb185b866', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:43:56.249154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.292317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062e2d3e-f771-4b2c-967f-40c905432bc5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:56.314497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44abfd-4cd9-4f1c-999b-adef723cf022 req-bdae5840-27e2-4e31-9940-c7f1f32ac607 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:56.327658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef44abfd-4cd9-4f1c-999b-adef723cf022 req-bdae5840-27e2-4e31-9940-c7f1f32ac607 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.1009424 Aug 06 15:43:56.346196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 062e2d3e-f771-4b2c-967f-40c905432bc5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=062e2d3e-f771-4b2c-967f-40c905432bc5,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:56.356703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-c5991a88-f964-4c1f-9c0d-f2e2ab22ef37 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:56.358537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-c5991a88-f964-4c1f-9c0d-f2e2ab22ef37 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.59 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 945 time: 0.0834889 Aug 06 15:43:56.377051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf16d-5263-4e55-9d70-e064c6a93d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.380637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d4fdf16d-5263-4e55-9d70-e064c6a93d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.382366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d4fdf16d-5263-4e55-9d70-e064c6a93d03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45b8b293-f013-4015-9b9d-ef18b8b15320 HTTP/1.1" status: 204 len: 168 time: 0.5824647 Aug 06 15:43:56.412532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef44abfd-4cd9-4f1c-999b-adef723cf022 req-ad7bd408-f1a3-40fd-a8e0-171479af0414 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups?id=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821362 Aug 06 15:43:56.476931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdf16d-5263-4e55-9d70-e064c6a93d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8b293-f013-4015-9b9d-ef18b8b15320,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:56.595089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Deleting port 36e4d2a5-9a68-4bf6-907e-36b522af369f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:43:56.595687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.613330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.709325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=062e2d3e-f771-4b2c-967f-40c905432bc5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:56.760706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] For port 36e4d2a5-9a68-4bf6-907e-36b522af369f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=36e4d2a5-9a68-4bf6-907e-36b522af369f,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:56.761105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:56.833410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['062e2d3e-f771-4b2c-967f-40c905432bc5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:57.036893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f3130-b10c-4962-a685-f5783874aeb9 req-ef0cbcc9-1619-4ad3-b6f3-a6e671a47186 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:57.043223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de3f3130-b10c-4962-a685-f5783874aeb9 req-ef0cbcc9-1619-4ad3-b6f3-a6e671a47186 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 943 time: 0.1170990 Aug 06 15:43:57.110182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:57.111128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:57.111128 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Floating IP 6c69bb05-ca02-4032-8713-9b6ca43552ea disassociated. External IP: 172.25.5.220, port: 36e4d2a5-9a68-4bf6-907e-36b522af369f. Aug 06 15:43:57.117032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Calling delete_port for 36e4d2a5-9a68-4bf6-907e-36b522af369f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:43:57.125448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de3f3130-b10c-4962-a685-f5783874aeb9 req-b17f6682-0bc8-4ae2-98a7-324acaadd36d tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744994 Aug 06 15:43:57.296786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326c9e6-d7f7-487b-a789-fac605b754ca req-10254491-ab64-41f6-bc46-b21aa7e77ecc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:57.302972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0326c9e6-d7f7-487b-a789-fac605b754ca req-10254491-ab64-41f6-bc46-b21aa7e77ecc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0798783 Aug 06 15:43:57.383482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0326c9e6-d7f7-487b-a789-fac605b754ca req-5180be69-f106-4a53-b4cd-707dcb61ff1b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714953 Aug 06 15:43:57.486257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:57.558430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event deleted for resources: {'Port': ['ID=36e4d2a5-9a68-4bf6-907e-36b522af369f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:57.626271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6880-ba75-4575-adc0-34ae04130b21 req-57b30751-b9e6-4ec3-8fd8-6bd52b0220dd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:57.628590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74ba6880-ba75-4575-adc0-34ae04130b21 req-57b30751-b9e6-4ec3-8fd8-6bd52b0220dd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1218996 Aug 06 15:43:57.630930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3d5c221-f141-4772-b792-baf5369f1fdc req-76cb4a69-eacd-426d-9f81-86283d0e21bb tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0739625 Aug 06 15:43:57.702754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74ba6880-ba75-4575-adc0-34ae04130b21 req-274511b8-6934-400c-9de2-351ff931e00b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560074 Aug 06 15:43:57.732429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Router fc4f7636-c4c0-4020-a503-46c4715453e1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:43:57.793807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ad85a2ab-b16c-45aa-b668-6e1dbdcce24d details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:43:57.858102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:43:57.874817 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] Sync routers for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:43:57.891433 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:43:57.892551 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:43:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:57.919661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] No DVR routers for this DVR port 36e4d2a5-9a68-4bf6-907e-36b522af369f on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:43:57.920755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:57.926853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:57.932164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e15501d2-739f-46d6-87ea-201701a99cf9 req-59f7278d-47e6-424e-9fd3-1e7827dd30c1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.59 "DELETE /v2.0/ports/36e4d2a5-9a68-4bf6-907e-36b522af369f HTTP/1.1" status: 204 len: 173 time: 1.5670733 Aug 06 15:43:57.933920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'name': 'network-vif-deleted', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:57.936333 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1121600-a8ed-47b9-99f8-d555bf9c3915" -d '{"events": [{"server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "name": "network-vif-deleted", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:57.943751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d', 'network_id': '40a2c91d-15d4-46d1-b639-bf228c403374', 'port_id': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d', 'mac_address': 'fa:16:3e:6f:46:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d8bfe3-0cfd-4e27-a28e-254fb185b866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:43:57.994060 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:57.996733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 062e2d3e-f771-4b2c-967f-40c905432bc5 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:43:58.020378 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddae3f3-8f04-49da-b860-a33e3b5af585 x-openstack-request-id: req-6ddae3f3-8f04-49da-b860-a33e3b5af585 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:58.020674 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03a9bec-2346-442a-96d9-aa650af5dfe9", "name": "network-vif-deleted", "tag": "36e4d2a5-9a68-4bf6-907e-36b522af369f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:58.020937 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ddae3f3-8f04-49da-b860-a33e3b5af585 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:58.021355 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03a9bec-2346-442a-96d9-aa650af5dfe9', 'name': 'network-vif-deleted', 'tag': '36e4d2a5-9a68-4bf6-907e-36b522af369f', 'status': 'completed', 'code': 200} Aug 06 15:43:58.045588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad85a2ab-b16c-45aa-b668-6e1dbdcce24d {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:43:58.077554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:58.207277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:43:58.262454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:58.288463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef13af-7c31-473d-aeaa-2cd3b609cbb6 req-dd312b26-cf2c-4a83-b1d3-bf18e1e4bf25 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:58.291401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9ef13af-7c31-473d-aeaa-2cd3b609cbb6 req-dd312b26-cf2c-4a83-b1d3-bf18e1e4bf25 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 943 time: 0.0920827 Aug 06 15:43:58.353768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 062e2d3e-f771-4b2c-967f-40c905432bc5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:43:58.417258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 062e2d3e-f771-4b2c-967f-40c905432bc5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:43:58.419326 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:58.455262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9ef13af-7c31-473d-aeaa-2cd3b609cbb6 req-c63e5448-7fb1-467d-9634-84b0748c6f5b tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493254 Aug 06 15:43:58.606422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:58.606591 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:04Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:58.650923 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] Checking router: fc4f7636-c4c0-4020-a503-46c4715453e1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:43:58.687921 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:43:58.688757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:43:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:58.698436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ad85a2ab-b16c-45aa-b668-6e1dbdcce24d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:43:58.732192 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:58.782862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78a7058-afeb-4195-90a4-875091a979a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062e2d3e-f771-4b2c-967f-40c905432bc5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:43:58.785618 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8611c6-7308-48f4-a211-c03cd53ed995" -d '{"events": [{"server_uuid": "c78a7058-afeb-4195-90a4-875091a979a5", "name": "network-vif-plugged", "status": "completed", "tag": "062e2d3e-f771-4b2c-967f-40c905432bc5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:43:58.832107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 062e2d3e-f771-4b2c-967f-40c905432bc5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=062e2d3e-f771-4b2c-967f-40c905432bc5,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:43:58.857486 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:43:59.001948 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b3508-347f-42bd-a08a-4568708ba842 x-openstack-request-id: req-ad4b3508-347f-42bd-a08a-4568708ba842 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:43:59.003497 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78a7058-afeb-4195-90a4-875091a979a5", "name": "network-vif-plugged", "status": "completed", "tag": "062e2d3e-f771-4b2c-967f-40c905432bc5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:43:59.006602 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad4b3508-347f-42bd-a08a-4568708ba842 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:43:59.007574 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78a7058-afeb-4195-90a4-875091a979a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062e2d3e-f771-4b2c-967f-40c905432bc5', 'code': 200} Aug 06 15:43:59.038273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.042042 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:43:59.158673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=062e2d3e-f771-4b2c-967f-40c905432bc5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:43:59.207092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab1ba7-5c72-41ac-bad8-7fcafb60be6d req-910206b5-e5ff-4d92-9c23-6754f97ac8bd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:59.218903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acab1ba7-5c72-41ac-bad8-7fcafb60be6d req-910206b5-e5ff-4d92-9c23-6754f97ac8bd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0956230 Aug 06 15:43:59.232765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538110f-c6af-49be-a6b8-5ef6cea2f658 req-c2370c61-0e87-4f7e-9128-ce4d72a23647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:59.237872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1538110f-c6af-49be-a6b8-5ef6cea2f658 req-c2370c61-0e87-4f7e-9128-ce4d72a23647 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 1096 time: 0.1628025 Aug 06 15:43:59.315617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acab1ba7-5c72-41ac-bad8-7fcafb60be6d req-8caedaaf-5a4b-4672-a35d-4a28b7118983 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951574 Aug 06 15:43:59.321440 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1538110f-c6af-49be-a6b8-5ef6cea2f658 req-34b55e1b-432a-48c3-8731-bc28675ce72c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767684 Aug 06 15:43:59.396671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53208fee-a16d-4333-870e-372b479cc516 req-91cb5c8d-47c1-4b92-bc41-44df5dc36189 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0381622 Aug 06 15:43:59.473089 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:04Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:43:59.545358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e459aa97-4dad-4c24-a13b-8c72158d3785 None None] The sync data for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 is: [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:38:54Z', 'revision_number': 4, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e825d791-5179-4ab0-a4a8-120454735761', 'name': '', 'network_id': '5aab245d-9187-4829-8268-ed3721dd8cd9', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'mac_address': 'fa:16:3e:48:1d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:53Z', 'updated_at': '2021-08-06T15:39:04Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'subnets': [{'id': 'bbfdcc40-647a-469b-96cf-c89fd4467b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:43:59.639380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71731f18-79f9-4685-b8ea-144ed66bf0c5 req-800f1e68-ac71-41aa-b8ff-da21d0728686 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:43:59.641580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71731f18-79f9-4685-b8ea-144ed66bf0c5 req-800f1e68-ac71-41aa-b8ff-da21d0728686 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 944 time: 0.0752110 Aug 06 15:43:59.706018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71731f18-79f9-4685-b8ea-144ed66bf0c5 req-25aa4105-6d08-4530-b3c6-41be92c441c1 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529797 Aug 06 15:43:59.974771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 36e4d2a5-9a68-4bf6-907e-36b522af369f no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:00.019084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 36e4d2a5-9a68-4bf6-907e-36b522af369f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:00.019364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 36e4d2a5-9a68-4bf6-907e-36b522af369f not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:00.034822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f358ee-940b-4209-a9dd-d9df4e6cdaa3 None None] New status for floating IP 6c69bb05-ca02-4032-8713-9b6ca43552ea: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:44:00.635533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34e5af0a-4f8b-46b7-8a2c-a8ff6c2daa6c req-9899a394-dd19-46f8-8b2d-3de094d36db1 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0985470 Aug 06 15:44:00.694264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae9583-545f-49fe-a388-22f78f33b730 req-0b2f1374-7e72-4727-8749-b1175317a02d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:00.704343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1ae9583-545f-49fe-a388-22f78f33b730 req-0b2f1374-7e72-4727-8749-b1175317a02d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0989461 Aug 06 15:44:00.821739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1ae9583-545f-49fe-a388-22f78f33b730 req-178b12d1-c91e-4b34-8c7f-30fc41732672 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043019 Aug 06 15:44:01.004825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f9368-0156-4602-a6ab-f5de50c53c83 req-50a35e60-aaa0-410d-b903-449448ee6772 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:01.007897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae0f9368-0156-4602-a6ab-f5de50c53c83 req-50a35e60-aaa0-410d-b903-449448ee6772 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 944 time: 0.1142666 Aug 06 15:44:01.106976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae0f9368-0156-4602-a6ab-f5de50c53c83 req-2a478dfa-2579-456a-b8f3-841f65484116 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860636 Aug 06 15:44:01.797161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f70b927-b7f0-4d2c-8c66-dca5a89782ee req-d2230685-8e01-4252-a3d6-5b3f725a3a45 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0513422 Aug 06 15:44:01.830190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ad85a2ab-b16c-45aa-b668-6e1dbdcce24d up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:01.998293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63562944-6f24-4ee8-8122-2a5c4d244709 req-9267b1e5-21cd-40aa-84e5-25a3b0cb554c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:01.999999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63562944-6f24-4ee8-8122-2a5c4d244709 req-9267b1e5-21cd-40aa-84e5-25a3b0cb554c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0560968 Aug 06 15:44:02.042335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63562944-6f24-4ee8-8122-2a5c4d244709 req-276da089-b6fb-4f0d-89da-f2e1a35df56f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359402 Aug 06 15:44:02.131240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:02.145714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:02.146215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:02.352802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:02.397138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acda960d-7468-4726-bab6-a672ba2b749f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:02.397138 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277ff384-96dd-4367-ae60-10d2a89ebff4" -d '{"events": [{"server_uuid": "acda960d-7468-4726-bab6-a672ba2b749f", "name": "network-vif-plugged", "status": "completed", "tag": "ad85a2ab-b16c-45aa-b668-6e1dbdcce24d"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:02.406359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:02.435165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4eb57-6c01-4405-afda-befb88f12b6b req-b6797641-806c-47d8-8b7f-dcef2b3d0853 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:02.443347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02a4eb57-6c01-4405-afda-befb88f12b6b req-b6797641-806c-47d8-8b7f-dcef2b3d0853 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 944 time: 0.0648818 Aug 06 15:44:02.498498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02a4eb57-6c01-4405-afda-befb88f12b6b req-19256d49-b084-4047-a420-f090e2b044ca tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Aug 06 15:44:02.606657 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1628b-b8e8-4357-8655-cba27a8c3e87 x-openstack-request-id: req-78a1628b-b8e8-4357-8655-cba27a8c3e87 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:02.606657 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acda960d-7468-4726-bab6-a672ba2b749f", "name": "network-vif-plugged", "status": "completed", "tag": "ad85a2ab-b16c-45aa-b668-6e1dbdcce24d", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:02.606657 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78a1628b-b8e8-4357-8655-cba27a8c3e87 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:02.606657 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acda960d-7468-4726-bab6-a672ba2b749f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d', 'code': 200} Aug 06 15:44:02.680847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5658106-10be-41fd-a516-2a619655cf39 req-924c8aa9-622e-45f2-ae41-b354b23dc528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:02.682464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5658106-10be-41fd-a516-2a619655cf39 req-924c8aa9-622e-45f2-ae41-b354b23dc528 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 1095 time: 0.0427582 Aug 06 15:44:02.721648 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5658106-10be-41fd-a516-2a619655cf39 req-e0e4ab06-54d5-4419-ad5f-f787c2f50a02 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306466 Aug 06 15:44:02.908449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3be0be77-8f52-4986-be37-327daa2aeb40 req-233c5f0b-ef70-40c9-9342-cfaf3cc79312 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0412145 Aug 06 15:44:02.934150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:03.005837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:03.083202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc7483-5020-45b7-a10e-0d8248636e69 req-2af51341-642f-4780-9850-f3cb8cb9403a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:03.085014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20dc7483-5020-45b7-a10e-0d8248636e69 req-2af51341-642f-4780-9850-f3cb8cb9403a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0662057 Aug 06 15:44:03.128899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20dc7483-5020-45b7-a10e-0d8248636e69 req-f8763389-27a4-48b3-bce7-9c2486953836 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374196 Aug 06 15:44:03.641248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68e0f-8653-47fd-8432-a063dfcd4bd9 req-01883bb3-1a43-4272-b5a9-51cd98c53c70 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:03.643423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2b68e0f-8653-47fd-8432-a063dfcd4bd9 req-01883bb3-1a43-4272-b5a9-51cd98c53c70 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 945 time: 0.0535152 Aug 06 15:44:03.693107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2b68e0f-8653-47fd-8432-a063dfcd4bd9 req-74a21d67-5daf-4d1e-b8b2-34d5a81671af tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412679 Aug 06 15:44:04.008337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48b5cfd8-b07d-4770-9327-61620938affb req-1ea6ecf7-901d-420c-ae9b-06289746a777 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Aug 06 15:44:04.275684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801c12b-716f-4343-8647-10cbead91512 req-7530f91e-8fb1-4645-a0e2-28f055c2abdd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:04.278401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4801c12b-716f-4343-8647-10cbead91512 req-7530f91e-8fb1-4645-a0e2-28f055c2abdd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0676658 Aug 06 15:44:04.316893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4801c12b-716f-4343-8647-10cbead91512 req-d524a41d-5e64-4561-bfa9-aee2325312bd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327823 Aug 06 15:44:04.463549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4071ae-5bf6-458c-b125-a23a9a70ccae req-74a0ceb0-f740-4d61-aecb-b2ecaa47d82b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:04.465181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c4071ae-5bf6-458c-b125-a23a9a70ccae req-74a0ceb0-f740-4d61-aecb-b2ecaa47d82b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0584838 Aug 06 15:44:04.507192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c4071ae-5bf6-458c-b125-a23a9a70ccae req-5f6c136b-6c75-4726-a380-d5c297d86e42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360148 Aug 06 15:44:04.640678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bb6ad-6f9e-495d-a69c-4e503e505f45 req-ef6cd72a-ec12-4895-a617-6b3fbc091710 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:04.642202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc7bb6ad-6f9e-495d-a69c-4e503e505f45 req-ef6cd72a-ec12-4895-a617-6b3fbc091710 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0554557 Aug 06 15:44:04.684988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc7bb6ad-6f9e-495d-a69c-4e503e505f45 req-8ff0eb48-af20-4ec2-a4ed-187f9ded8a42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361028 Aug 06 15:44:04.882645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546cc4-b42a-403f-8604-8a9e9aa2e204 req-c4db4f76-5ff4-42ff-b288-46fb6576aa44 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:04.884233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18546cc4-b42a-403f-8604-8a9e9aa2e204 req-c4db4f76-5ff4-42ff-b288-46fb6576aa44 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0932088 Aug 06 15:44:04.897243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3b6a5-5a09-4b8d-ad1c-05c9be650aa1 req-71bfad68-6b3e-41d7-a676-9b30c1cef183 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:04.899037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64d3b6a5-5a09-4b8d-ad1c-05c9be650aa1 req-71bfad68-6b3e-41d7-a676-9b30c1cef183 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 945 time: 0.0953901 Aug 06 15:44:04.970293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18546cc4-b42a-403f-8604-8a9e9aa2e204 req-50546f5a-929b-4cce-a0ea-acb9468af246 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701399 Aug 06 15:44:04.996625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64d3b6a5-5a09-4b8d-ad1c-05c9be650aa1 req-2ed7790e-7913-45fa-9968-6b0350831493 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717838 Aug 06 15:44:05.120899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2edaa957-5bfc-4d65-bc7c-6d548eaf3b2a req-dd5f898a-7322-4dff-a9db-a71a5d16fb88 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Aug 06 15:44:05.133445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd469e9d-2a0b-4c33-8a90-89caa3843348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:05.138566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776e0a1-347b-49f4-8b14-bb26968c88dc req-90a13688-0946-4996-9a7c-75552e58e0a3 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:05.140264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0776e0a1-347b-49f4-8b14-bb26968c88dc req-90a13688-0946-4996-9a7c-75552e58e0a3 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 945 time: 0.0852911 Aug 06 15:44:05.185882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0776e0a1-347b-49f4-8b14-bb26968c88dc req-30daf791-b3b2-4639-8ee1-e827bacd8bda tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356026 Aug 06 15:44:05.352081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:05.497060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0c9550b-d311-49f8-bb72-a1b734bb17f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:05.608359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0c9550b-d311-49f8-bb72-a1b734bb17f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:05.902895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0c9550b-d311-49f8-bb72-a1b734bb17f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:05.943561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d0c9550b-d311-49f8-bb72-a1b734bb17f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=53794e83ad3e4665bb29813b455ea6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898819 Aug 06 15:44:05.944491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9550b-d311-49f8-bb72-a1b734bb17f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a9d977-2290-4056-bd06-d837cfa35da8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:05.946351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53602) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:06.028366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:06.061883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:06.271158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a45c28d-5a9b-4dc8-94f4-d09fd7427238 req-af7604dc-9632-4e7a-a395-59546a41e371 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/ports?device_id=b03a9bec-2346-442a-96d9-aa650af5dfe9 HTTP/1.1" status: 200 len: 210 time: 0.0333700 Aug 06 15:44:06.377803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:06.386170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:06.390840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5a9d977-2290-4056-bd06-d837cfa35da8 HTTP/1.1" status: 204 len: 168 time: 0.4408388 Aug 06 15:44:06.419658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a9d977-2290-4056-bd06-d837cfa35da8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:06.443623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.444224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.444792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.445317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.445871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.446425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.446983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.447537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.454597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.455228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.455790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.456365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4121d262-b186-4c6d-b90f-57132e1183b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:06.974936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9161e1-403d-4a03-8b32-d3d6a27833c4 req-64b948ea-5ca7-4c54-843b-c48f59ba55f8 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:06.976546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab9161e1-403d-4a03-8b32-d3d6a27833c4 req-64b948ea-5ca7-4c54-843b-c48f59ba55f8 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 945 time: 0.0996594 Aug 06 15:44:07.020615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab9161e1-403d-4a03-8b32-d3d6a27833c4 req-e67f1cee-2189-4b5d-b435-91b63b172dc7 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Aug 06 15:44:07.508160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:07.664868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db9421-23fa-46ad-949e-63e36a455570 req-c2fe6b63-0f6d-41d7-9922-e14013f0045a tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:07.666459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-03db9421-23fa-46ad-949e-63e36a455570 req-c2fe6b63-0f6d-41d7-9922-e14013f0045a tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "GET /v2.0/ports?device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 945 time: 0.0825677 Aug 06 15:44:07.720986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41ea0b0-1dce-442b-90eb-65b8bdaebb08 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:07.765908 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-373bf2cc-a706-4b7f-9a03-f38716ccc9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:07.783793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41ea0b0-1dce-442b-90eb-65b8bdaebb08 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:07.839880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:07.900274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Deleting port 062e2d3e-f771-4b2c-967f-40c905432bc5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:07.900274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.018407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] For port 062e2d3e-f771-4b2c-967f-40c905432bc5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=062e2d3e-f771-4b2c-967f-40c905432bc5,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:08.019482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.033749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41ea0b0-1dce-442b-90eb-65b8bdaebb08 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.036442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c41ea0b0-1dce-442b-90eb-65b8bdaebb08 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.037646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c41ea0b0-1dce-442b-90eb-65b8bdaebb08 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "DELETE /v2.0/security-groups/600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7 HTTP/1.1" status: 204 len: 168 time: 0.5274258 Aug 06 15:44:08.041365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53658) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:08.075930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Calling delete_port for 062e2d3e-f771-4b2c-967f-40c905432bc5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:08.091160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ea0b0-1dce-442b-90eb-65b8bdaebb08 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:08.139894 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-38626c27-7549-4f69-8dda-936839d232d3 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] show failed (client error): The resource could not be found. Aug 06 15:44:08.159597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-38626c27-7549-4f69-8dda-936839d232d3 tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "GET /v2.0/security-groups/600f0b05-ddb7-4a0e-9a1c-7ec959c0fdf7 HTTP/1.1" status: 404 len: 347 time: 0.1077089 Aug 06 15:44:08.159597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:08.398536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b963200-2165-4702-81f8-508162b1d7e9 req-5fc8ae29-99f0-4d6a-b3e9-30745209df70 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:08.404745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b963200-2165-4702-81f8-508162b1d7e9 req-5fc8ae29-99f0-4d6a-b3e9-30745209df70 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 945 time: 0.1689353 Aug 06 15:44:08.496052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-4cb53857-e25f-4cc6-afa1-36c78f324fd3 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:08.500743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-4cb53857-e25f-4cc6-afa1-36c78f324fd3 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 945 time: 0.1533914 Aug 06 15:44:08.510151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b963200-2165-4702-81f8-508162b1d7e9 req-7a94e588-054a-494d-b880-191c97df3039 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c524dbe-d751-4c92-ac11-99e8a8527ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734088 Aug 06 15:44:08.529901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Deleting port 7608fe14-a204-4c01-a36a-3c7c63283fd9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:08.533098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.642509 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.659636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['062e2d3e-f771-4b2c-967f-40c905432bc5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:44:08.685544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.685963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.698274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['ad85a2ab-b16c-45aa-b668-6e1dbdcce24d'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:44:08.710189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Calling delete_port for 7608fe14-a204-4c01-a36a-3c7c63283fd9 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:08.715760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event deleted for resources: {'Port': ['ID=062e2d3e-f771-4b2c-967f-40c905432bc5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:08.726826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Deleting port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:08.727478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.838065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] No DVR routers for this DVR port 062e2d3e-f771-4b2c-967f-40c905432bc5 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:44:08.843039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.845486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-03db9421-23fa-46ad-949e-63e36a455570 req-71fd44ac-b72a-49df-97b7-8554eb35abed tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.59 "DELETE /v2.0/ports/062e2d3e-f771-4b2c-967f-40c905432bc5 HTTP/1.1" status: 204 len: 173 time: 1.1708877 Aug 06 15:44:08.846150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78a7058-afeb-4195-90a4-875091a979a5', 'name': 'network-vif-deleted', 'tag': '062e2d3e-f771-4b2c-967f-40c905432bc5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:08.848782 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b562d3-6629-467a-a879-3897c4983bd6" -d '{"events": [{"server_uuid": "c78a7058-afeb-4195-90a4-875091a979a5", "name": "network-vif-deleted", "tag": "062e2d3e-f771-4b2c-967f-40c905432bc5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:08.896445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.962644 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5b0f1-c8f0-4549-af61-4e3dec7f3029 x-openstack-request-id: req-5be5b0f1-c8f0-4549-af61-4e3dec7f3029 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:08.963001 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78a7058-afeb-4195-90a4-875091a979a5", "name": "network-vif-deleted", "tag": "062e2d3e-f771-4b2c-967f-40c905432bc5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:08.963395 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5be5b0f1-c8f0-4549-af61-4e3dec7f3029 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:08.964223 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78a7058-afeb-4195-90a4-875091a979a5', 'name': 'network-vif-deleted', 'tag': '062e2d3e-f771-4b2c-967f-40c905432bc5', 'status': 'completed', 'code': 200} Aug 06 15:44:08.974546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] For port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,segment=NetworkSegment(15c0d676-0d6c-481e-8a39-54bc20a50450),segment_id=15c0d676-0d6c-481e-8a39-54bc20a50450)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:08.974925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:08.991190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Calling delete_port for ad85a2ab-b16c-45aa-b668-6e1dbdcce24d owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:09.216941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.253532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Pushing event deleted for resources: {'Port': ['ID=7608fe14-a204-4c01-a36a-3c7c63283fd9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:09.279250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.279658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.280110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.280512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.280910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.281323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.281717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.282100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.282490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.283057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.283495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.283907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:09.320294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.334961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['062e2d3e-f771-4b2c-967f-40c905432bc5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:44:09.358449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.361277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.365721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-534ec9be-ec55-42f6-8acc-6ae3a7e76ada tempest-ServersTestBootFromVolume-202842514 tempest-ServersTestBootFromVolume-202842514-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c69bb05-ca02-4032-8713-9b6ca43552ea HTTP/1.1" status: 204 len: 168 time: 1.2062438 Aug 06 15:44:09.369378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:09.373482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Pushing event deleted for resources: {'Port': ['ID=ad85a2ab-b16c-45aa-b668-6e1dbdcce24d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:09.446502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] No DVR routers for this DVR port ad85a2ab-b16c-45aa-b668-6e1dbdcce24d on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:44:09.457056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:09.460508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-933c0dd4-c39f-40ac-9743-a901b667da82 req-70f1b11a-a9f6-4133-a9be-6f839324e255 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.64 "DELETE /v2.0/ports/ad85a2ab-b16c-45aa-b668-6e1dbdcce24d HTTP/1.1" status: 204 len: 173 time: 0.9502466 Aug 06 15:44:09.748006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d922a69-8d76-434a-a29b-e3fda4ab2538 req-74432ae0-e6b4-4ba8-809e-8b83572639df tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=c78a7058-afeb-4195-90a4-875091a979a5 HTTP/1.1" status: 200 len: 210 time: 0.1019130 Aug 06 15:44:10.305851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:10.771319 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:10.965210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acda960d-7468-4726-bab6-a672ba2b749f', 'name': 'network-vif-deleted', 'tag': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:10.968250 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ec0a97-12b3-4939-b030-f6f627b353c7" -d '{"events": [{"server_uuid": "acda960d-7468-4726-bab6-a672ba2b749f", "name": "network-vif-deleted", "tag": "ad85a2ab-b16c-45aa-b668-6e1dbdcce24d"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:10.999535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a85f912-f16e-4742-a6be-8bddb4d4ddee req-abe45013-9266-4bd6-8e69-058ee681e095 tempest-MultipleCreateTestJSON-336407994 tempest-MultipleCreateTestJSON-336407994-project] 10.222.0.16 "GET /v2.0/ports?device_id=acda960d-7468-4726-bab6-a672ba2b749f HTTP/1.1" status: 200 len: 210 time: 0.0330148 Aug 06 15:44:11.010657 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e0323c-5642-422e-93c6-4e69f29cce70 x-openstack-request-id: req-82e0323c-5642-422e-93c6-4e69f29cce70 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:11.011221 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acda960d-7468-4726-bab6-a672ba2b749f", "name": "network-vif-deleted", "tag": "ad85a2ab-b16c-45aa-b668-6e1dbdcce24d", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:11.011349 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82e0323c-5642-422e-93c6-4e69f29cce70 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:11.011826 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acda960d-7468-4726-bab6-a672ba2b749f', 'name': 'network-vif-deleted', 'tag': 'ad85a2ab-b16c-45aa-b668-6e1dbdcce24d', 'status': 'completed', 'code': 200} Aug 06 15:44:11.077493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Deleting port e825d791-5179-4ab0-a4a8-120454735761 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:11.077865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:11.202640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] For port e825d791-5179-4ab0-a4a8-120454735761, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e825d791-5179-4ab0-a4a8-120454735761,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:11.203004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:11.217061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Calling delete_port for e825d791-5179-4ab0-a4a8-120454735761 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:11.601142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:11.633755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Pushing event deleted for resources: {'Port': ['ID=e825d791-5179-4ab0-a4a8-120454735761,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:11.842307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.029390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 062e2d3e-f771-4b2c-967f-40c905432bc5 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:12.094389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 062e2d3e-f771-4b2c-967f-40c905432bc5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:12.096629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 062e2d3e-f771-4b2c-967f-40c905432bc5 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:12.099470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:12.184047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Deleting subnet 87d8bfe3-0cfd-4e27-a28e-254fb185b866 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:44:12.189198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.237796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Router fc4f7636-c4c0-4020-a503-46c4715453e1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:44:12.271919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:12.287052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.420447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:12.433721 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] Sync routers for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:12.452060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fb0cc175-2acf-4fb8-a047-4f062a97a54c admin admin] 10.222.0.16 "PUT /v2.0/routers/fc4f7636-c4c0-4020-a503-46c4715453e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0816126 Aug 06 15:44:12.454514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:12.456367 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:12.458145 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:12.682738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.721803 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:12.762800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e29fb07a-233e-4f53-b117-df595a92b7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.793979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.869484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.942793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e29fb07a-233e-4f53-b117-df595a92b7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:12.988468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.021454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d8bfe3-0cfd-4e27-a28e-254fb185b866,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:13.021718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Deleting port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:13.022162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.026465 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.032427 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8398a4f6-1653-42d2-a63e-1b272008ef51 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/87d8bfe3-0cfd-4e27-a28e-254fb185b866 HTTP/1.1" status: 204 len: 168 time: 0.9309926 Aug 06 15:44:13.034885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:13.107548 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:44:11Z', 'revision_number': 5, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port': {'id': 'a2f1c85c-46cc-4b98-8b11-8f0c96118bb2', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:49Z', 'updated_at': '2021-08-06T15:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:13.115714 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e29fb07a-233e-4f53-b117-df595a92b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.151775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] For port a2f1c85c-46cc-4b98-8b11-8f0c96118bb2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:13.152114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.169299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Calling delete_port for a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:13.169564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] Checking router: fc4f7636-c4c0-4020-a503-46c4715453e1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:13.179181 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] Routers {'fc4f7636-c4c0-4020-a503-46c4715453e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:13.179822 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc4f7636-c4c0-4020-a503-46c4715453e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:13.187737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fb07a-233e-4f53-b117-df595a92b7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8f388b-5455-43bf-96d7-ede262e7892a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:13.291957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e29fb07a-233e-4f53-b117-df595a92b7d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dc66b39693c4c6a89c33072ad626d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0186546 Aug 06 15:44:13.297460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:13.300443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.314657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] Set router fc4f7636-c4c0-4020-a503-46c4715453e1 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:13.398292 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:44:12Z', 'revision_number': 6, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:13.418886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-219bca4c-00da-47b8-bee9-40cdf2c258be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3478382 Aug 06 15:44:13.451187 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba29e40-66c3-4e90-9630-7848785eff53 None None] The sync data for ids ['fc4f7636-c4c0-4020-a503-46c4715453e1'] in n-d-778550-6 is: [{'id': 'fc4f7636-c4c0-4020-a503-46c4715453e1', 'name': 'tempest-ServersTestBootFromVolume-1593170566-router', 'tenant_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:48Z', 'updated_at': '2021-08-06T15:44:12Z', 'revision_number': 6, 'project_id': '1aae4bdb767b47c3ba3997d185ca4b64', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:13.461570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89047e46-0fcf-44f4-899e-fe5aa2a2b17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.526094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.554706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89047e46-0fcf-44f4-899e-fe5aa2a2b17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.561985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f1c85c-46cc-4b98-8b11-8f0c96118bb2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:13.603202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.626212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a2c91d-15d4-46d1-b639-bf228c403374']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:13.655008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c0d676-0d6c-481e-8a39-54bc20a50450') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:13.655342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c0d676-0d6c-481e-8a39-54bc20a50450') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:13.661640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.670452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.688739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-ed0ed94c-aebf-49fd-92d1-7bb5eb9233c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:13.691522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-ed0ed94c-aebf-49fd-92d1-7bb5eb9233c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.1343780 Aug 06 15:44:13.699852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.711657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:44:13.711657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:44:13.713349 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:44:13.839718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89047e46-0fcf-44f4-899e-fe5aa2a2b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.842182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.842805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-89047e46-0fcf-44f4-899e-fe5aa2a2b17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.843550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-89047e46-0fcf-44f4-899e-fe5aa2a2b17f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db8f388b-5455-43bf-96d7-ede262e7892a HTTP/1.1" status: 204 len: 168 time: 0.5350587 Aug 06 15:44:13.847444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:13.900651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ad85a2ab-b16c-45aa-b668-6e1dbdcce24d no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:13.935169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: ad85a2ab-b16c-45aa-b668-6e1dbdcce24d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:13.935760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ad85a2ab-b16c-45aa-b668-6e1dbdcce24d not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:13.985452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89047e46-0fcf-44f4-899e-fe5aa2a2b17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8f388b-5455-43bf-96d7-ede262e7892a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:14.001340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e825d791-5179-4ab0-a4a8-120454735761 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:14.019570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.020214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4f7636-c4c0-4020-a503-46c4715453e1 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:44:14.025876 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.030090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9306f22e-278d-4c06-a9c8-501b9dc06cdb admin admin] 10.222.0.16 "DELETE /v2.0/routers/fc4f7636-c4c0-4020-a503-46c4715453e1 HTTP/1.1" status: 204 len: 168 time: 1.5677681 Aug 06 15:44:14.030996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:14.053299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e825d791-5179-4ab0-a4a8-120454735761 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:14.054131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e825d791-5179-4ab0-a4a8-120454735761 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:14.081515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.098537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Deleting subnet bbfdcc40-647a-469b-96cf-c89fd4467b48 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:44:14.103072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.121383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.123343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/40a2c91d-15d4-46d1-b639-bf228c403374 HTTP/1.1" status: 204 len: 168 time: 1.0872724 Aug 06 15:44:14.124420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f7f73-992e-43ce-9f01-93243ebe0d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a2c91d-15d4-46d1-b639-bf228c403374,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:14.128117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-0f27497a-7efe-487f-991f-09c5248e4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:14.129958 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-0f27497a-7efe-487f-991f-09c5248e4510 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.4019747 Aug 06 15:44:14.152311 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.264095 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-15deaddf-bd9f-4eff-af70-5c5e102e572a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.1260700 Aug 06 15:44:14.267580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.334984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-f13f24da-f3a4-49c3-8d0a-d62b9c6ff864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:14.352611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-f13f24da-f3a4-49c3-8d0a-d62b9c6ff864 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0808008 Aug 06 15:44:14.435034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-17653c8b-ed29-4d2a-9357-95327f9244dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:14.436902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-17653c8b-ed29-4d2a-9357-95327f9244dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776453 Aug 06 15:44:14.486649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.524162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfdcc40-647a-469b-96cf-c89fd4467b48,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:14.535622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.540468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa555da5-d9f6-4bc6-8391-9353484e6190 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bbfdcc40-647a-469b-96cf-c89fd4467b48 HTTP/1.1" status: 204 len: 168 time: 0.5068452 Aug 06 15:44:14.542969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:14.548778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5a724-e921-47f9-98a9-3bce077168a8 None None] Network 5aab245d-9187-4829-8268-ed3721dd8cd9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:14.645977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-5a3576ae-341b-4ac6-88d5-f90db778cf02 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013874 Aug 06 15:44:14.650176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.801532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] DHCP port deletion for 5aab245d-9187-4829-8268-ed3721dd8cd9 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:44:14.809037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1a61be0-60a9-4a73-aaf7-d0a19a166746 req-b962d029-6e52-4260-8d5f-50c9b8254cc8 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550691 Aug 06 15:44:14.816124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Deleting port e6a2414d-be4f-4dbf-a944-d162f2ee33db {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:14.816703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.936598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] For port e6a2414d-be4f-4dbf-a944-d162f2ee33db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6a2414d-be4f-4dbf-a944-d162f2ee33db,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:14.938345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:14.966005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Calling delete_port for e6a2414d-be4f-4dbf-a944-d162f2ee33db owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:15.027431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Deleting port e6a2414d-be4f-4dbf-a944-d162f2ee33db {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:15.028035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.177754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:15.253772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.273915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] For port e6a2414d-be4f-4dbf-a944-d162f2ee33db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6a2414d-be4f-4dbf-a944-d162f2ee33db,segment=NetworkSegment(5ebcc943-262d-42c4-bff8-4fbca7585904),segment_id=5ebcc943-262d-42c4-bff8-4fbca7585904)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:15.274325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.300530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Calling delete_port for e6a2414d-be4f-4dbf-a944-d162f2ee33db owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:15.319291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2e6b24a4-58bc-4462-85d5-20f2f38ffb10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=433eb5e30e004b609c52fc0c2547e7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402879 Aug 06 15:44:15.322910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:15.373612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] No DVR routers for this DVR port e6a2414d-be4f-4dbf-a944-d162f2ee33db on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:44:15.377831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a2414d-be4f-4dbf-a944-d162f2ee33db,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:15.425074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-703254b1-6637-4d55-9140-3b5a13e929ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.476631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-703254b1-6637-4d55-9140-3b5a13e929ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.541159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.549956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.557069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aab245d-9187-4829-8268-ed3721dd8cd9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:15.569542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebcc943-262d-42c4-bff8-4fbca7585904') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:15.569844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebcc943-262d-42c4-bff8-4fbca7585904') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:15.581134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.603837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.621721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:44:15.622321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:44:15.624613 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:44:15.655617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Pushing event deleted for resources: {'Port': ['ID=e6a2414d-be4f-4dbf-a944-d162f2ee33db,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:15.679074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.679426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.684555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:15.691891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b054142-e3fb-4885-8acc-928a847fcb07 None None] No DVR routers for this DVR port e6a2414d-be4f-4dbf-a944-d162f2ee33db on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:44:15.883891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:15.907645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:15.908031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a2f1c85c-46cc-4b98-8b11-8f0c96118bb2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:15.908575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6a2414d-be4f-4dbf-a944-d162f2ee33db no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:15.909839 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-703254b1-6637-4d55-9140-3b5a13e929ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.912266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.918634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-703254b1-6637-4d55-9140-3b5a13e929ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.918634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-703254b1-6637-4d55-9140-3b5a13e929ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c524dbe-d751-4c92-ac11-99e8a8527ceb HTTP/1.1" status: 204 len: 168 time: 0.5898585 Aug 06 15:44:15.929121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:15.935358 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5aab245d-9187-4829-8268-ed3721dd8cd9 HTTP/1.1" status: 204 len: 168 time: 1.3873584 Aug 06 15:44:15.936019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e6a2414d-be4f-4dbf-a944-d162f2ee33db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:15.936394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6a2414d-be4f-4dbf-a944-d162f2ee33db not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:15.950809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703254b1-6637-4d55-9140-3b5a13e929ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c524dbe-d751-4c92-ac11-99e8a8527ceb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:15.958756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064e04e-9fe9-4c63-be86-8d3fc47cce43 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aab245d-9187-4829-8268-ed3721dd8cd9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:16.239124 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:44:16.678522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:16.742379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9654282a-9590-4391-857f-b437a6e3bf5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1aae4bdb767b47c3ba3997d185ca4b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620470 Aug 06 15:44:16.746750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:16.812303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-610ad8f7-cef7-4eba-bc59-eba381ce51c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:16.847127 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-610ad8f7-cef7-4eba-bc59-eba381ce51c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:17.033450 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-610ad8f7-cef7-4eba-bc59-eba381ce51c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:17.036784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-610ad8f7-cef7-4eba-bc59-eba381ce51c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:17.038324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-610ad8f7-cef7-4eba-bc59-eba381ce51c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bb54b4b-9fc6-43f9-8a23-7695631c102e HTTP/1.1" status: 204 len: 168 time: 0.2905557 Aug 06 15:44:17.051919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ad8f7-cef7-4eba-bc59-eba381ce51c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb54b4b-9fc6-43f9-8a23-7695631c102e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:19.162164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-72d19e40-7f2c-4169-b884-b2b0b9af6608 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0597622 Aug 06 15:44:19.296027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.296858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.297722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.298603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.299616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.300528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.301388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.305157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-42cb614a-d788-4745-b1d3-f04d24e22742 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f3570c874964bda9904acd85c0d4285&device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.0804577 Aug 06 15:44:19.509980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e8cfa83b-a914-4ccf-b8ed-ec97c5c7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.510475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e8cfa83b-a914-4ccf-b8ed-ec97c5c7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.510973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e8cfa83b-a914-4ccf-b8ed-ec97c5c7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.513797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e8cfa83b-a914-4ccf-b8ed-ec97c5c7e908 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68b9236b-44a3-446d-be00-f8b66debb1c5&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 200 len: 2298 time: 0.1752119 Aug 06 15:44:19.601495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-8ba45135-eca0-41f4-8ab7-17bc9ff6f51f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 200 len: 1001 time: 0.0793948 Aug 06 15:44:19.679591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-226271e1-82a9-43a5-909f-31106fe6f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.681651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-226271e1-82a9-43a5-909f-31106fe6f99d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 200 len: 856 time: 0.0688567 Aug 06 15:44:19.746522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-09ce612c-e8d3-42f3-85e1-efcb4435d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:19.748105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-09ce612c-e8d3-42f3-85e1-efcb4435d1bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68b9236b-44a3-446d-be00-f8b66debb1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572474 Aug 06 15:44:19.883097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-d7a8adcc-7f3a-4cec-b22c-064a1efb7db6 service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249874 Aug 06 15:44:20.002645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-1d25764b-a39f-47a1-a0b7-c109bb78a2d6 service neutron] 10.222.0.64 "GET /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100676 Aug 06 15:44:20.050449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-d1d008f7-f232-4dcc-ac4a-febdd520e1ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 217 time: 0.0377357 Aug 06 15:44:20.146125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-712ae3ad-75cc-4ee7-8679-4727f0e07b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.147634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-712ae3ad-75cc-4ee7-8679-4727f0e07b0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0848393 Aug 06 15:44:20.164748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.171874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.178076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.194978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:20.196024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.208659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.223945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.224101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-f96e6b8e-2ac8-4d92-9164-f7d0fe08a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.224960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-f96e6b8e-2ac8-4d92-9164-f7d0fe08a992 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688403 Aug 06 15:44:20.230737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.232997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8566dc36-df15-4444-af05-1857e3df3a48 req-9fa9a95f-2546-40c9-9245-f8b871c43e57 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1459169 Aug 06 15:44:20.302761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8566dc36-df15-4444-af05-1857e3df3a48 req-474eaad7-27ec-496f-b6fb-5f67e1cfc9fb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609870 Aug 06 15:44:20.360384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:20.405578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-d5950876-d176-4ea6-bc36-d27f4f5806f5 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683657 Aug 06 15:44:20.485056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.491948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.499915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.512074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.519283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.530786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.540205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.546790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a83b5438-d84c-4aa3-a49d-21c83d76fdca req-269486a0-b342-4f4a-806d-4acee9ef0640 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1357851 Aug 06 15:44:20.555449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-158275509-network', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:20.604466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-b0cedc80-1abb-4117-b793-0d3bba8f3174 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890490 Aug 06 15:44:20.674945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-7270ffa5-f598-421c-93a8-080ee80a449d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 217 time: 0.0576911 Aug 06 15:44:20.688902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Made reservation on behalf of 97515c638c8c421cb621d1eb2e09be05 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:20.692995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.712855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.781170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-246bdc67-40b2-49fb-9d2a-4adeddb40288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.781856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-246bdc67-40b2-49fb-9d2a-4adeddb40288 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0863235 Aug 06 15:44:20.788261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:20.837744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1464362448-network', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:20.862679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-5d181073-aa79-4244-b7c4-f6fcae45343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:20.864297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-5d181073-aa79-4244-b7c4-f6fcae45343e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732887 Aug 06 15:44:20.894133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b252-8a7c-4bfc-b50d-010d0b4393d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.956362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:20.991501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-f5ffd87c-7c69-40b4-bfa9-69b0d16f603b service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188092 Aug 06 15:44:21.092630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-bae23e4a-1d32-4f85-8d23-58f9e076f868 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907855 Aug 06 15:44:21.144909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-cfeee745-26d6-4a35-a94e-971d2dd25a1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 200 len: 217 time: 0.0447760 Aug 06 15:44:21.147931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.194810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:44:21.226334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fc5159-f22d-4fd9-96d3-a1168c4f54dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:21.230542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.237376 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Added segment f719ec03-ed92-4ab0-b3d8-54548f4e0c94 of type vlan for network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 Aug 06 15:44:21.250072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2f056826-d853-4c8f-b2d9-754c928fa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:21.251622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2f056826-d853-4c8f-b2d9-754c928fa5e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0896213 Aug 06 15:44:21.275693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Made reservation on behalf of 7a5b48786552441ba2ca13d005f53a0a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:21.279137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.296496 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.311079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.346913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-d34eaed0-205e-4cf1-b9a5-5eadf0a6ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:21.348516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-d34eaed0-205e-4cf1-b9a5-5eadf0a6ef76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755835 Aug 06 15:44:21.383628 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b252-8a7c-4bfc-b50d-010d0b4393d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.469372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-cc3b74b8-7d68-4f36-811d-d157a363a98f service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079404 Aug 06 15:44:21.494191 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.504494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:21.504494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.532861 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4e4b252-8a7c-4bfc-b50d-010d0b4393d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.607046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4e4b252-8a7c-4bfc-b50d-010d0b4393d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3871de4009c8427c99c1a6e31c566584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8173180 Aug 06 15:44:21.610943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:21.613482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4b252-8a7c-4bfc-b50d-010d0b4393d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93172b62-89dc-4a58-94b7-ef13d1ace705,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:21.628456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] Pushing event updated for resources: {'Network': ['ID=ee10dee4-4c8a-42d8-a0d6-d5e222befc18,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:21.649391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:21.656056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-d5ef9272-1865-4f4c-adc8-ae6ad64e98e0 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712253 Aug 06 15:44:21.717381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f43202b6-40a5-4f6c-a851-6effd5f1f5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.747139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e1432c57-34a6-431a-a4de-fd514d2dedc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.156&port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 200 len: 217 time: 0.0778556 Aug 06 15:44:21.757139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.763094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f43202b6-40a5-4f6c-a851-6effd5f1f5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.821404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e3019351-cad7-41e6-a197-c3252effe7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:21.822957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e3019351-cad7-41e6-a197-c3252effe7a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 200 len: 797 time: 0.0663073 Aug 06 15:44:21.876769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-7b2e016a-007f-4288-9658-0e76d24309e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:21.878474 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-7b2e016a-007f-4288-9658-0e76d24309e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=588833fe-4e2e-4c0b-8816-c5b94f1fcf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478520 Aug 06 15:44:21.902021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.931618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0c369-334d-4130-a994-6610077f39fc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:21.975485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f43202b6-40a5-4f6c-a851-6effd5f1f5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.975485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f43202b6-40a5-4f6c-a851-6effd5f1f5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:21.980910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f43202b6-40a5-4f6c-a851-6effd5f1f5f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93172b62-89dc-4a58-94b7-ef13d1ace705 HTTP/1.1" status: 204 len: 168 time: 0.3668327 Aug 06 15:44:21.983387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:44:21.996416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43202b6-40a5-4f6c-a851-6effd5f1f5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93172b62-89dc-4a58-94b7-ef13d1ace705,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:22.009485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.009845 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Added segment d2e17e16-c322-49ae-9dad-9ef509242803 of type vlan for network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 Aug 06 15:44:22.055937 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1549e447-ad65-4845-80f3-74cb49df618d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8575420 Aug 06 15:44:22.061473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:22.071953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Request body: {'subnet': {'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-158275509-subnet', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:22.078853 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.100318 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-72a2ca91-c3ae-445a-9cf5-9054debb6e88 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111957 Aug 06 15:44:22.211027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.212144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:22.212826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.249444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Made reservation on behalf of 97515c638c8c421cb621d1eb2e09be05 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:22.252523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.330743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] Pushing event updated for resources: {'Network': ['ID=7208fcae-1292-497d-a1ab-6e3bdf8bba50,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:22.341433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-e98db99e-417a-4f3d-b285-8374c943d077 service neutron] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328777 Aug 06 15:44:22.353804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:22.387494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f5d18998-1756-4df6-886c-afae4ced1a31 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0214596 Aug 06 15:44:22.389482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:22.397782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Request body: {'subnet': {'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1464362448-subnet', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:22.420368 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-aa37c066-eebd-478b-91da-80837c532d74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 200 len: 217 time: 0.0669687 Aug 06 15:44:22.509206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2bfb92e2-fcc3-45c0-8f7c-e6c481199927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:22.510984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2bfb92e2-fcc3-45c0-8f7c-e6c481199927 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.0841339 Aug 06 15:44:22.604678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2869b777-aea4-4195-8a8b-8a6e7694fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:22.606839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2869b777-aea4-4195-8a8b-8a6e7694fbe4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0854709 Aug 06 15:44:22.622785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Made reservation on behalf of 7a5b48786552441ba2ca13d005f53a0a for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:22.625727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:22.733274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:23.074330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:23.074742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-a699f70f-883f-45fe-89eb-6f2261fdc3a3 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586866 Aug 06 15:44:23.137684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50646076-7689-4b27-b5a3-4ebeec847cbd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:23.160520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218f35fc-04ee-4567-96ae-64ce1816ef9a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:23.182297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Checking segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:23.185019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Network hostable DHCP agents. Network: 7208fcae-1292-497d-a1ab-6e3bdf8bba50, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:23.200919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Checking segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:23.201289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Network hostable DHCP agents. Network: ee10dee4-4c8a-42d8-a0d6-d5e222befc18, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:23.249084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-ee270cd4-9d94-47f4-ad98-a5fa86438735 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657317 Aug 06 15:44:23.306963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-6d6f9c84-262d-41be-aea4-8c8f0e532539 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 200 len: 217 time: 0.0458713 Aug 06 15:44:23.309119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:23.400992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-77066fda-dbf4-4570-9d79-d66419db4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:23.404194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-77066fda-dbf4-4570-9d79-d66419db4958 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 200 len: 797 time: 0.0812569 Aug 06 15:44:23.433559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:23.508536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-8cf0f6dc-5bbe-436f-b822-b097c68098fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:23.510081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-8cf0f6dc-5bbe-436f-b822-b097c68098fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=98a0b890-20e8-4cf0-9f92-222bf7f0ead6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975695 Aug 06 15:44:23.555689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7208fcae-1292-497d-a1ab-6e3bdf8bba50) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:23.569884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ee10dee4-4c8a-42d8-a0d6-d5e222befc18) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:23.575342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87931c-79d1-4451-a4ff-9c37c414fde6 None None] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:23.577430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:23.578709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:23.606511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:23.607165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:23.630899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce7f25-8afc-46bc-8a65-65f4d11f7431 None None] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:23.684809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-a8af13a7-d9cf-4c0d-9795-e264dab12966 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569300 Aug 06 15:44:23.779764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3aa49380-3d09-448a-9964-8f0913428ef6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3886120 Aug 06 15:44:23.782959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:23.797201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:23.853358 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e86628b4-4de1-48f0-88b3-c39bef0d26e2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7748094 Aug 06 15:44:23.854362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:23.890564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:23.974418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cb8ffc-651f-4158-8d7d-bf6f5dbd3691 None None] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:23.976381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:23.976693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a268db98-485d-4a50-8f70-98e51b5cd76f req-2dd7961a-2a01-47d8-a9b3-481e0f09fa49 service neutron] 10.222.0.64 "GET /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885859 Aug 06 15:44:23.979188 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.018156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:44:24.025274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.102676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.105475 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.129089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.223528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.290661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:24.343777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Allocated IP 172.20.0.2 (7208fcae-1292-497d-a1ab-6e3bdf8bba50/50646076-7689-4b27-b5a3-4ebeec847cbd/737af305-3573-4e1f-9303-d512b81a6bb9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:24.512093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.577862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.658111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.672153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Transition to ACTIVE for port object 737af305-3573-4e1f-9303-d512b81a6bb9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:24.695871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Transition to ACTIVE for port object 737af305-3573-4e1f-9303-d512b81a6bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:24.714658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.716065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.717157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.717157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.717816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.718603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.719101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:24.721453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-b555feb6-75f2-4dcf-bdbf-ceb74450b7c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 6501 time: 0.4290903 Aug 06 15:44:24.781130 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d77730d3-32a6-4fec-b156-2f337afe8bda req-5fd7b46d-316e-415e-8b94-f3d26250c8a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522816 Aug 06 15:44:24.834591 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:24.938286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:24.944176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:24.953181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:24.958809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Pushing event updated for resources: {'Port': ['ID=737af305-3573-4e1f-9303-d512b81a6bb9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:25.068898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Attempting to bind port 737af305-3573-4e1f-9303-d512b81a6bb9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:25.069381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Attempting to bind port 737af305-3573-4e1f-9303-d512b81a6bb9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:25.070567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Attempting to bind port 737af305-3573-4e1f-9303-d512b81a6bb9 on network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:25.085563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:25.085980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Checking segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:25.086650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.087569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Bound using segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:25.088339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Bound port: 737af305-3573-4e1f-9303-d512b81a6bb9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:25.092264 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.156879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.193050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.228952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] For port 737af305-3573-4e1f-9303-d512b81a6bb9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:25.238265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] For port 737af305-3573-4e1f-9303-d512b81a6bb9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=737af305-3573-4e1f-9303-d512b81a6bb9,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:25.243155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.273244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.350744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.377711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Allocated IP 172.25.5.222 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/1bb628a1-1da5-49c5-aea9-82991acf38e1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:25.431011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2339c-a300-4de7-8330-663b0cb1158f None None] Pushing event updated for resources: {'Port': ['ID=737af305-3573-4e1f-9303-d512b81a6bb9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:25.524772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.763244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.805301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:25.842274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Allocated IP 172.25.5.32 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/1deebfb2-d1e8-4437-8ddb-caa39da4a7c5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:25.862816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:25.881560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:25.889800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:25.992009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Pushing event updated for resources: {'Port': ['ID=1bb628a1-1da5-49c5-aea9-82991acf38e1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:26.051725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 737af305-3573-4e1f-9303-d512b81a6bb9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:26.085866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:26.210806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 737af305-3573-4e1f-9303-d512b81a6bb9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:26.241528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:26.369065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:26.373982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:26.381603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:26.469220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:26.711785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:26.775904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:26.819639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272199ca-23c5-4e8b-9f8b-24af941f04d2 None None] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:26.965332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.063718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] Provisioning for port 737af305-3573-4e1f-9303-d512b81a6bb9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:27.123857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] Provisioning complete for port 737af305-3573-4e1f-9303-d512b81a6bb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:27.124276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.320442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.334888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.382435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] For port 737af305-3573-4e1f-9303-d512b81a6bb9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=737af305-3573-4e1f-9303-d512b81a6bb9,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:27.489499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1926877153'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:27.490025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.597084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.617742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68964b86-f71d-40c4-a4ab-89b2bb1bc939 None None] Pushing event updated for resources: {'Port': ['ID=737af305-3573-4e1f-9303-d512b81a6bb9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:27.669932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.670967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.696110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8dfb99ba-8ebb-4660-ba86-4bb3003fce9c None None] Provisioning complete for port 737af305-3573-4e1f-9303-d512b81a6bb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:27.696482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8dfb99ba-8ebb-4660-ba86-4bb3003fce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.771477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.867886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Router d817cc5a-7a07-4ce0-8458-6630ace8e87f is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:44:27.897397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 737af305-3573-4e1f-9303-d512b81a6bb9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:27.946334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 737af305-3573-4e1f-9303-d512b81a6bb9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:27.946711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:27.959766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.011266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:28.024545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Sync routers for ids ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:28.036620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:44:28.062380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Routers {'d817cc5a-7a07-4ce0-8458-6630ace8e87f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:28.063286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:28.140024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.141293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3db5fed3-265f-4669-9e2a-85e90da6719d tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3693192 Aug 06 15:44:28.145624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:28.161646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.163268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-26d8bcf7-4bca-42fa-94fe-50e04533b9d9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2964358 Aug 06 15:44:28.169590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:28.171306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:28.186942 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Sync routers for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:28.204283 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:28.205502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:28.226290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Set router d817cc5a-7a07-4ce0-8458-6630ace8e87f gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:28.324236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.406589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:28.406874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:28.513862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.519291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-63f9c40f-a42e-40de-a3e1-24152f83720c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.7351904 Aug 06 15:44:28.524239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:28.755034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6372-b840-43c8-ae4e-44468eb51c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.761482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.775641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.792885 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:26Z', 'revision_number': 3, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:28.808553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:44:26Z', 'revision_number': 3, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:28.838041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Checking router: d817cc5a-7a07-4ce0-8458-6630ace8e87f for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:28.838536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Updating router d817cc5a-7a07-4ce0-8458-6630ace8e87f port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:44:28.866174 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:28.868430 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Checking router: 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:28.869192 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Updating router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 port 1bb628a1-1da5-49c5-aea9-82991acf38e1 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:44:28.928296 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.002635 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.003245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3464f66b-ef5d-4303-97a6-ffaf46723c4d {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:44:29.017012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.024165 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7c78c95-4423-41c6-9e19-a42f3fe4e0a6 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "DELETE /v2.0/routers/3464f66b-ef5d-4303-97a6-ffaf46723c4d HTTP/1.1" status: 204 len: 168 time: 0.8715785 Aug 06 15:44:29.035630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:29.055239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Request body: {'router': {'name': 'tempest-router-422778912', 'distributed': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:29.098468 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.166166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6372-b840-43c8-ae4e-44468eb51c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.202379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.280713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6372-b840-43c8-ae4e-44468eb51c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.334040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b1ad6372-b840-43c8-ae4e-44468eb51c8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38e7f01d14bd4f57bf147a937cb54366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9258709 Aug 06 15:44:29.334748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:29.343939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6372-b840-43c8-ae4e-44468eb51c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed9518-cbc9-49f9-ada8-6dc20af0ca48,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:29.366040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.368356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.444088 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.453830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.470159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Transition to ACTIVE for port object 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:29.471612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66cd942b-01a5-48a7-959e-8857595996f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.474483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Allocated IP 172.20.0.1 (ee10dee4-4c8a-42d8-a0d6-d5e222befc18/218f35fc-04ee-4567-96ae-64ce1816ef9a/d446a5b3-6957-499f-bcc3-3bacc037aff6) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:29.505477 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66cd942b-01a5-48a7-959e-8857595996f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.574652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.604338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.671862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.698715 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.753625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.757554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d77969fb-501a-4be2-998b-986c2fe254be tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7164929 Aug 06 15:44:29.757554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66cd942b-01a5-48a7-959e-8857595996f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.759599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66cd942b-01a5-48a7-959e-8857595996f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.760339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-66cd942b-01a5-48a7-959e-8857595996f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00ed9518-cbc9-49f9-ada8-6dc20af0ca48 HTTP/1.1" status: 204 len: 168 time: 0.4242849 Aug 06 15:44:29.761442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:29.794237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd942b-01a5-48a7-959e-8857595996f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed9518-cbc9-49f9-ada8-6dc20af0ca48,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:29.813232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9c75d-9a3e-468b-925d-4e176fcf28ed None None] Pushing event updated for resources: {'Port': ['ID=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:29.826884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Allocated IP 172.20.0.1 (7208fcae-1292-497d-a1ab-6e3bdf8bba50/50646076-7689-4b27-b5a3-4ebeec847cbd/2a14c2aa-4a44-457a-86ee-edc9e1b8988c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:29.856646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Attempting to bind port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:29.857221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Attempting to bind port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:29.857739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Attempting to bind port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:29.870686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:29.870686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:29.870686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.870686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:29.870686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Bound port: 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:29.870686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.890332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.957165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] For port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:29.958461 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.961059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] For port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:29.965293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:29.972348 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Transition to ACTIVE for port object 1bb628a1-1da5-49c5-aea9-82991acf38e1 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:30.024968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:30.037963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:30.050406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:30.055478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d446a5b3-6957-499f-bcc3-3bacc037aff6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:30.078206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.102763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Transition to ACTIVE for port object 2a14c2aa-4a44-457a-86ee-edc9e1b8988c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:30.103429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.112111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.167681 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.239568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9c75d-9a3e-468b-925d-4e176fcf28ed None None] Pushing event updated for resources: {'Port': ['ID=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:30.252465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Routers {'d817cc5a-7a07-4ce0-8458-6630ace8e87f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:30.257911 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Attempting to bind port 1bb628a1-1da5-49c5-aea9-82991acf38e1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:30.258503 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Attempting to bind port 1bb628a1-1da5-49c5-aea9-82991acf38e1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:30.259081 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Attempting to bind port 1bb628a1-1da5-49c5-aea9-82991acf38e1 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:30.262302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:30.272201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Pushing event updated for resources: {'Port': ['ID=1bb628a1-1da5-49c5-aea9-82991acf38e1,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:30.283040 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.284610 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.284610 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.284610 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.284853 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.285400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.285766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.286089 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.286412 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.286731 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.287050 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.287428 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:44:30.291005 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:30.291372 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:30.291780 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.292312 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:30.292861 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Bound port: 1bb628a1-1da5-49c5-aea9-82991acf38e1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:30.293120 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.347168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.381606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] For port 1bb628a1-1da5-49c5-aea9-82991acf38e1, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:30.381606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] For port 1bb628a1-1da5-49c5-aea9-82991acf38e1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1bb628a1-1da5-49c5-aea9-82991acf38e1,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:30.382166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:30.389428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.391941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.408200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:30.410941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:30.447634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] Set router d817cc5a-7a07-4ce0-8458-6630ace8e87f gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:30.502841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.503129 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.513046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Pushing event updated for resources: {'Port': ['ID=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:30.549746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.567863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92a7c-971f-488f-a294-6cb12ca30ff7 None None] Pushing event updated for resources: {'Port': ['ID=1bb628a1-1da5-49c5-aea9-82991acf38e1,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:30.605706 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:30.606363 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:30.726081 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:30.790450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:44:26Z', 'revision_number': 3, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:30.804330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.816681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.818833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c303c4a0-b546-46c7-b452-23994e0af7af {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:44:30.820193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764f36e-8d6a-471a-a9ba-20a3f24ceaa3 None None] The sync data for ids ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'] in n-d-778550-6 is: [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:44:26Z', 'revision_number': 3, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:30.822611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.828230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5134a5a4-0bf8-4e71-9476-27aa21406116 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "DELETE /v2.0/routers/c303c4a0-b546-46c7-b452-23994e0af7af HTTP/1.1" status: 204 len: 168 time: 1.0392199 Aug 06 15:44:30.828230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:30.833121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Request body: {'router': {'name': 'tempest-router-737557754', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b294431dec724e728b0fea354badea22'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:30.904998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.965639 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:26Z', 'revision_number': 3, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:30.972307 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.973868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:30.982228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dbb616bd-4427-40cc-8284-43c6ed526ff5 None None] Provisioning for port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:30.992000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dbb616bd-4427-40cc-8284-43c6ed526ff5 None None] Provisioning complete for port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:30.992739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dbb616bd-4427-40cc-8284-43c6ed526ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.017382 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2284ce9-3c58-4448-b5ca-926c229165ca None None] The sync data for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 is: [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:26Z', 'revision_number': 3, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:31.021990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.054629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.085422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-dbb616bd-4427-40cc-8284-43c6ed526ff5 None None] Port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:44:31.108777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d446a5b3-6957-499f-bcc3-3bacc037aff6,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:31.113434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:31.144245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83dee6b2-33f4-4d37-8ca9-c2f986abe239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.163283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.163404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.238276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.263438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.263438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7c4a0b3-4552-4886-a27d-9da0bf08c615 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4271462 Aug 06 15:44:31.263438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:31.264245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:31.351432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.503698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:31.522559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:31.621404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.622037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.731588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 06 15:44:31.732108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Router dd95ad6f-fa12-42da-81e1-61b6af40a952 migrating from provider to provider. {{(pid=94840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 06 15:44:31.732613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.741040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.850550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:31.983906 n-d-778550-6 neutron-server[94840]: WARNING neutron.scheduler.l3_agent_scheduler [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] No L3 agents can host the router dd95ad6f-fa12-42da-81e1-61b6af40a952 Aug 06 15:44:32.059300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:32.158134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Pushing event updated for resources: {'Port': ['ID=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:32.177955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.238608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83dee6b2-33f4-4d37-8ca9-c2f986abe239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.257591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Hosts for router dd95ad6f-fa12-42da-81e1-61b6af40a952: [] {{(pid=94840) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 06 15:44:32.295133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Hosts for other DVR routers connected to router dd95ad6f-fa12-42da-81e1-61b6af40a952: set() {{(pid=94840) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 06 15:44:32.298164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.299856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-100deb62-f67b-4799-b14f-63912b4e74a8 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "PUT /v2.0/routers/dd95ad6f-fa12-42da-81e1-61b6af40a952 HTTP/1.1" status: 200 len: 716 time: 1.0392978 Aug 06 15:44:32.303087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:32.309245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:32.315458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:32.315896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.392619 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2f69fba0-7f23-497a-9575-9ca180c19236 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "GET /v2.0/routers/dd95ad6f-fa12-42da-81e1-61b6af40a952 HTTP/1.1" status: 200 len: 716 time: 0.0867960 Aug 06 15:44:32.395238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:32.437968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Router d817cc5a-7a07-4ce0-8458-6630ace8e87f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:44:32.441362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:32.445533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:32.481397 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.529634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:32.564414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83dee6b2-33f4-4d37-8ca9-c2f986abe239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.632220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.633099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1bb628a1-1da5-49c5-aea9-82991acf38e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:32.780820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-83dee6b2-33f4-4d37-8ca9-c2f986abe239 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fab01e29e6ec49ed87af2655005f89a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6646457 Aug 06 15:44:32.783689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:32.799539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:32.867732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0efcdf0a-b678-4d7c-8b3d-80208660992a None None] Provisioning complete for port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:32.867732 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0efcdf0a-b678-4d7c-8b3d-80208660992a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:32.868282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dee6b2-33f4-4d37-8ca9-c2f986abe239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5532b6c2-f1c6-4800-9280-f5ef9f6da95a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:32.913509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0efcdf0a-b678-4d7c-8b3d-80208660992a None None] Port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:44:32.925933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaaa05-e81b-4151-a4d2-f345ff8805ff req-e275cf9d-c096-4542-95c2-0645ea2d5ff7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:32.930691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55aaaa05-e81b-4151-a4d2-f345ff8805ff req-e275cf9d-c096-4542-95c2-0645ea2d5ff7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.2654023 Aug 06 15:44:32.934070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:44:32.961634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:32.970075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e89d2e5-1bd3-4650-9702-480f1f7376a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/d817cc5a-7a07-4ce0-8458-6630ace8e87f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7964334 Aug 06 15:44:32.979346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e4ecd32a-5061-4774-a24f-bd6e04de3692 tempest-RoutersTestDVR-134829260 tempest-RoutersTestDVR-134829260-project] 10.222.0.16 "GET /v2.0/routers/dd95ad6f-fa12-42da-81e1-61b6af40a952 HTTP/1.1" status: 200 len: 682 time: 0.5827570 Aug 06 15:44:32.982278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54248) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:32.992979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1bb628a1-1da5-49c5-aea9-82991acf38e1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:32.998095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-10eedb07-5794-4d98-b887-cf1c66d437e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:32.999646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-10eedb07-5794-4d98-b887-cf1c66d437e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.2711129 Aug 06 15:44:33.002509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1bb628a1-1da5-49c5-aea9-82991acf38e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:33.003655 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.041696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55aaaa05-e81b-4151-a4d2-f345ff8805ff req-bee2064b-5f23-4e29-bd83-73b7559b1500 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021645 Aug 06 15:44:33.108282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd2218d5-43de-4268-88f6-110d7f1febcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.169154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.170819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.177805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 1bb628a1-1da5-49c5-aea9-82991acf38e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1bb628a1-1da5-49c5-aea9-82991acf38e1,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:33.196454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:44:33.205467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ecb88c0f-3b5a-475e-b64c-ee244a14fa0a admin admin] 10.222.0.16 "PUT /v2.0/routers/2ccab52b-d3e3-43ba-aa99-d82a64df2fe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6799257 Aug 06 15:44:33.278904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.289090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd2218d5-43de-4268-88f6-110d7f1febcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.375517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=1bb628a1-1da5-49c5-aea9-82991acf38e1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:33.460398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-9b146156-9a92-4af8-82c9-10f3519265a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:33.474786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-9b146156-9a92-4af8-82c9-10f3519265a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.4279087 Aug 06 15:44:33.474786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.474786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.623142 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-e727faf3-63d1-4edd-bc29-8d92a9327ace service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.1531003 Aug 06 15:44:33.689249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-3351cd41-6a64-4bb0-abcc-327e848b85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:33.690858 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-3351cd41-6a64-4bb0-abcc-327e848b85ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0600729 Aug 06 15:44:33.696866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.697375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd95ad6f-fa12-42da-81e1-61b6af40a952 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:44:33.705273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.713042 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e180f14d-4520-4c28-a2d9-f48b22f28278 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "DELETE /v2.0/routers/dd95ad6f-fa12-42da-81e1-61b6af40a952 HTTP/1.1" status: 204 len: 168 time: 0.7232249 Aug 06 15:44:33.713400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:33.716688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Request body: {'router': {'name': 'tempest-router-1484774982', 'distributed': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:33.739647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd2218d5-43de-4268-88f6-110d7f1febcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.742488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd2218d5-43de-4268-88f6-110d7f1febcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:33.743845 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd2218d5-43de-4268-88f6-110d7f1febcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5532b6c2-f1c6-4800-9280-f5ef9f6da95a HTTP/1.1" status: 204 len: 168 time: 0.9570093 Aug 06 15:44:33.758464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2218d5-43de-4268-88f6-110d7f1febcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5532b6c2-f1c6-4800-9280-f5ef9f6da95a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:33.778433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-d06817cb-9441-4d29-99bf-4c6ba8e5f986 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:33.787393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-d06817cb-9441-4d29-99bf-4c6ba8e5f986 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 810 time: 0.1824386 Aug 06 15:44:33.795941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-ddf46dd8-b57d-4124-96d2-ccb6ecb55996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:33.797580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-ddf46dd8-b57d-4124-96d2-ccb6ecb55996 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902154 Aug 06 15:44:33.810446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-c4029ab1-2a5d-433d-ba4d-18502c397cbb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/quotas/97515c638c8c421cb621d1eb2e09be05 HTTP/1.1" status: 200 len: 375 time: 0.0220745 Aug 06 15:44:33.891500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-bca5d377-93b7-4dc8-93c7-75f97af68a2f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722115 Aug 06 15:44:33.947322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Sync routers for ids ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:33.976393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Routers {'d817cc5a-7a07-4ce0-8458-6630ace8e87f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:33.977158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:34.022701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-beedd9b3-4d82-47fa-b84a-f2118a413e23 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159944 Aug 06 15:44:34.033118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:34.066505 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.067558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.113337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-8176ad9b-85bb-4a6a-a63c-63ecee5f0deb service neutron] 10.222.0.16 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187653 Aug 06 15:44:34.113535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:34.124359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607864129', 'description': 'tempest-description--1737660436'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:34.159300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:34.159861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.196867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Set router d817cc5a-7a07-4ce0-8458-6630ace8e87f gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:34.286510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-127bfa6b-6bdf-40e9-bc72-b3a3d24ada36 req-aa0f0779-8329-4c16-a03a-ada4ca08b9f1 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560096 Aug 06 15:44:34.295850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.309877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-d521a1d6-855d-493c-bf8b-0f9fb648f325 service neutron] 10.222.0.16 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972466 Aug 06 15:44:34.425917 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.453322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d32e1b-c976-4dfd-96df-3d639e73cced req-92b5fa64-53dc-46a8-9624-daaa5d6bd4db tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:34.464436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16d32e1b-c976-4dfd-96df-3d639e73cced req-92b5fa64-53dc-46a8-9624-daaa5d6bd4db tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1377130 Aug 06 15:44:34.507475 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Sync routers for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:44:34.533153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:34.534285 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:34.555026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16d32e1b-c976-4dfd-96df-3d639e73cced req-5a7e6e77-d449-4ec7-93bf-d64bdda59f73 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826499 Aug 06 15:44:34.573995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.597812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1bb628a1-1da5-49c5-aea9-82991acf38e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:34.670143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd446a5b3-6957-499f-bcc3-3bacc037aff6', 'name': '', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'mac_address': 'fa:16:3e:5c:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 2, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'subnets': [{'id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:34.685679 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.693950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:34.715021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Checking router: d817cc5a-7a07-4ce0-8458-6630ace8e87f for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:34.715385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Updating router d817cc5a-7a07-4ce0-8458-6630ace8e87f port d446a5b3-6957-499f-bcc3-3bacc037aff6 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:44:34.718854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1bb628a1-1da5-49c5-aea9-82991acf38e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:34.719238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.730805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.766658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757a941f-dc13-4c42-b842-d112cee7b46e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:34.793222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da8a2a41-c351-4c95-8805-7eea87727273 req-7d4bc8d2-9f7f-49c3-aa27-8d3452252d41 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 210 time: 0.0347817 Aug 06 15:44:34.831142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.875977 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.879124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0ba9d02c-cf5a-40a5-8ab2-8d5a3ea79875 tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1667545 Aug 06 15:44:34.882306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:34.968921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:34.986027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 2, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:35.016834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.021157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e2b6e51b-ce61-45eb-8edd-8e09b79a08bf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9040983 Aug 06 15:44:35.021478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:35.026429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Request body: {'security_group_rule': {'security_group_id': '757a941f-dc13-4c42-b842-d112cee7b46e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:35.032013 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Checking router: 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:44:35.035387 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Updating router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:44:35.098979 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.124058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:35.141879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0e62c65-eef9-45e0-af9a-11ca11ad4016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.185624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f2edfce-04a4-4923-9073-a089e3d1099e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.189307 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.192293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.235787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.374463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.412079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0e62c65-eef9-45e0-af9a-11ca11ad4016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.438626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.439138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29b4d932-5f32-4960-bbd5-4666a88b8c00 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:44:35.451672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.457407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0f41634-87a2-4a8b-9fe4-9ddbbefb9f6a tempest-RoutersTestDVR-248077522 tempest-RoutersTestDVR-248077522-project-admin] 10.222.0.16 "DELETE /v2.0/routers/29b4d932-5f32-4960-bbd5-4666a88b8c00 HTTP/1.1" status: 204 len: 168 time: 0.5695379 Aug 06 15:44:35.516447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.524755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.531790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Transition to ACTIVE for port object d446a5b3-6957-499f-bcc3-3bacc037aff6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:35.554999 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.555589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c348e6-513d-405c-a659-b1f0e1c71ab1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:35.570530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0e62c65-eef9-45e0-af9a-11ca11ad4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.572292 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Transition to ACTIVE for port object 2a14c2aa-4a44-457a-86ee-edc9e1b8988c will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:35.624693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:35.626801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b0e62c65-eef9-45e0-af9a-11ca11ad4016 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b76d89d5d5a44c048e85b43cae0a21a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015042 Aug 06 15:44:35.628213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e62c65-eef9-45e0-af9a-11ca11ad4016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc9b0f1-25e6-47e9-ab7c-210db7359e5d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:35.678019 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.678288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.717604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d673b455-468c-47d6-9037-e7cca1bbf9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.720177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.721665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b2fb671f-a9f2-4146-b9fc-2e99ed277275 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6991816 Aug 06 15:44:35.724726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54316) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:35.733971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Request body: {'security_group_rule': {'security_group_id': '757a941f-dc13-4c42-b842-d112cee7b46e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:35.748659 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed4e6b-1ec1-46d2-b56d-679c11a3a338 None None] Pushing event updated for resources: {'Port': ['ID=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:35.754883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d673b455-468c-47d6-9037-e7cca1bbf9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.794653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b59d4-b84f-46fe-b913-bb3f4a9d6fb0 None None] Pushing event updated for resources: {'Port': ['ID=d446a5b3-6957-499f-bcc3-3bacc037aff6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:35.797515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cc296-9b2b-4b87-a06e-be374d3cc9b1 req-7ed2b6ad-a0a2-48d8-900d-51fbf555ed93 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:35.803100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-626cc296-9b2b-4b87-a06e-be374d3cc9b1 req-7ed2b6ad-a0a2-48d8-900d-51fbf555ed93 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1291711 Aug 06 15:44:35.909257 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Attempting to bind port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:35.910430 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Attempting to bind port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:35.913838 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Attempting to bind port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c on network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:35.921453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Attempting to bind port d446a5b3-6957-499f-bcc3-3bacc037aff6 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:35.921846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Attempting to bind port d446a5b3-6957-499f-bcc3-3bacc037aff6 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:35.922370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Attempting to bind port d446a5b3-6957-499f-bcc3-3bacc037aff6 on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:35.930249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d673b455-468c-47d6-9037-e7cca1bbf9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.930823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:35.930994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Checking segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:35.931531 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.932127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Bound using segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:35.933450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Bound port: d446a5b3-6957-499f-bcc3-3bacc037aff6, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:35.934169 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.936260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d673b455-468c-47d6-9037-e7cca1bbf9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.940293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:35.940293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Checking segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:35.940293 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.952623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d673b455-468c-47d6-9037-e7cca1bbf9e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bc9b0f1-25e6-47e9-ab7c-210db7359e5d HTTP/1.1" status: 204 len: 168 time: 0.3155012 Aug 06 15:44:35.952933 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Bound using segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:35.958928 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Bound port: 2a14c2aa-4a44-457a-86ee-edc9e1b8988c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:35.959215 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.965913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:35.971231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66352045-4199-49c0-8e7e-72e245c7799e req-d187065c-3bb8-4fc7-a99d-4863db1b7cdc tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 210 time: 0.0634866 Aug 06 15:44:35.987343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673b455-468c-47d6-9037-e7cca1bbf9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc9b0f1-25e6-47e9-ab7c-210db7359e5d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:36.007605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-626cc296-9b2b-4b87-a06e-be374d3cc9b1 req-6ca279bf-2ce3-4953-9e19-1cd4003881b0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827464 Aug 06 15:44:36.092003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.131132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] For port d446a5b3-6957-499f-bcc3-3bacc037aff6, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:36.134979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] For port d446a5b3-6957-499f-bcc3-3bacc037aff6, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d446a5b3-6957-499f-bcc3-3bacc037aff6,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:36.190757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] For port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:36.194133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] For port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:36.221796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.241656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5c5db1-7e68-4c0c-b1f1-5d6d502168cd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:36.243943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54328) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:36.277847 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.308182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.309942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-244f790c-f9ea-477c-8ef5-d3cae709659c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5838308 Aug 06 15:44:36.310491 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.313032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:36.318364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:36.366094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Routers {'d817cc5a-7a07-4ce0-8458-6630ace8e87f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:36.367462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:36.394276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:44:36.395875 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:36.448683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b59d4-b84f-46fe-b913-bb3f4a9d6fb0 None None] Pushing event updated for resources: {'Port': ['ID=d446a5b3-6957-499f-bcc3-3bacc037aff6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:36.462220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.619153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] Set router d817cc5a-7a07-4ce0-8458-6630ace8e87f gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:36.658367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.725461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f299e-902b-4ac9-bc52-5ff10fdf4ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:36.866400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed4e6b-1ec1-46d2-b56d-679c11a3a338 None None] Pushing event updated for resources: {'Port': ['ID=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:36.911600 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:44:36.925282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Allocated IP 172.25.5.15 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/ccc13ac6-2de5-49f4-82bf-4692f6224a5b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:36.965453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f299e-902b-4ac9-bc52-5ff10fdf4ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.041070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd446a5b3-6957-499f-bcc3-3bacc037aff6', 'name': '', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'mac_address': 'fa:16:3e:5c:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:36Z', 'revision_number': 4, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'subnets': [{'id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:37.063751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-375f299e-902b-4ac9-bc52-5ff10fdf4ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.082442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309d08c4-0da0-448a-9b9b-b67694de5366 None None] The sync data for ids ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'] in n-d-778550-6 is: [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd446a5b3-6957-499f-bcc3-3bacc037aff6', 'name': '', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'mac_address': 'fa:16:3e:5c:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:36Z', 'revision_number': 4, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'subnets': [{'id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:37.159975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-375f299e-902b-4ac9-bc52-5ff10fdf4ccd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b294431dec724e728b0fea354badea22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9144499 Aug 06 15:44:37.165934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:37.177535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7456ec2a-c4b7-4da1-99e3-7a90afb9b7d1 req-9214e61a-14fc-4ffa-9368-57eeb1cc30d9 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 210 time: 0.0744443 Aug 06 15:44:37.207602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.263861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f299e-902b-4ac9-bc52-5ff10fdf4ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff0e8da-24ba-4131-a8fd-50daf4d2e39c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:37.282634 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:36Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:37.347984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.375758 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d1dc4-ae93-4b99-b8aa-fc195009dc80 None None] The sync data for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 is: [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:36Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:44:37.409449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:37.410341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49b60907-6e3d-4640-821a-f1c68d87ef0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.420838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:37.433718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:37.503671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49b60907-6e3d-4640-821a-f1c68d87ef0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.557076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event updated for resources: {'Port': ['ID=ccc13ac6-2de5-49f4-82bf-4692f6224a5b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:37.696344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7773803-0fdc-4192-a4a7-67b498b30ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.704246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.731390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.731584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49b60907-6e3d-4640-821a-f1c68d87ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.739878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49b60907-6e3d-4640-821a-f1c68d87ef0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:37.739878 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-49b60907-6e3d-4640-821a-f1c68d87ef0b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ff0e8da-24ba-4131-a8fd-50daf4d2e39c HTTP/1.1" status: 204 len: 168 time: 0.5730448 Aug 06 15:44:37.756310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b60907-6e3d-4640-821a-f1c68d87ef0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff0e8da-24ba-4131-a8fd-50daf4d2e39c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:37.904948 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.182246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a14c2aa-4a44-457a-86ee-edc9e1b8988c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:38.348401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.501254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-b1f35d37-9d80-491a-ba4e-91025b842882 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:38.504063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-b1f35d37-9d80-491a-ba4e-91025b842882 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.59 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 810 time: 0.2133217 Aug 06 15:44:38.510829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a10b651f-3c21-4c5b-b94e-6abfbab2e313 req-6ae671e9-be77-4d19-a1f3-ca2d7b9ab034 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 210 time: 0.1018734 Aug 06 15:44:38.521741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Request body: {'port': {'device_id': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'admin_state_up': True, 'tenant_id': '97515c638c8c421cb621d1eb2e09be05'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:38.553629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:38.564858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.565851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:38.565851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.657316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event updated for resources: {'Port': ['ID=ccc13ac6-2de5-49f4-82bf-4692f6224a5b,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:38.668124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.701971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.772369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:38.846212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.851846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-14114d30-c2e7-48c6-8995-69f94084bf60 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5332527 Aug 06 15:44:38.890967 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.891868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d446a5b3-6957-499f-bcc3-3bacc037aff6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:38.910969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:38.960986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69a093a5-31b3-41c9-ab05-af526a806005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:38.978197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.043192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:39.157623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d446a5b3-6957-499f-bcc3-3bacc037aff6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:39.163553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d446a5b3-6957-499f-bcc3-3bacc037aff6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:39.168697 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.184195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69a093a5-31b3-41c9-ab05-af526a806005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.313075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-fb25a3ba-f3d8-47f0-973f-710a169d9b1c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1607864129&fields=id&tenant_id=7a5b48786552441ba2ca13d005f53a0a HTTP/1.1" status: 200 len: 267 time: 0.0581210 Aug 06 15:44:39.314085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69a093a5-31b3-41c9-ab05-af526a806005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.344079 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.358433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:39.400469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d446a5b3-6957-499f-bcc3-3bacc037aff6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d446a5b3-6957-499f-bcc3-3bacc037aff6,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:39.406245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-69a093a5-31b3-41c9-ab05-af526a806005 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2702743610d74e8b9d58a09706ab8887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915731 Aug 06 15:44:39.406776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:39.447196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a093a5-31b3-41c9-ab05-af526a806005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5852b1f-80b3-43ad-94af-cf1366c14d43,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:39.508601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Made reservation on behalf of 97515c638c8c421cb621d1eb2e09be05 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:39.513945 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.515202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.540521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f984ea9d-1810-4064-a2a5-7b1a3cb64b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.645960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-887e518e-cbbb-46d9-b2d2-dec7fee56e2e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:39.649338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-887e518e-cbbb-46d9-b2d2-dec7fee56e2e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/networks?id=7208fcae-1292-497d-a1ab-6e3bdf8bba50 HTTP/1.1" status: 200 len: 806 time: 0.3026023 Aug 06 15:44:39.655035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d446a5b3-6957-499f-bcc3-3bacc037aff6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:39.714174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6065cde7-4c36-4e26-a539-63a8b1bd17f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.719719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df8b6c44-740f-4ab7-a0df-13ef9a7d36cf req-faf7e180-311a-4fc8-afbe-7c89529eb447 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 210 time: 0.0507903 Aug 06 15:44:39.721106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-ed2e3ac6-9fb7-4d68-a17b-20b66cf728f1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/quotas/7a5b48786552441ba2ca13d005f53a0a HTTP/1.1" status: 200 len: 375 time: 0.0626643 Aug 06 15:44:39.754490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f984ea9d-1810-4064-a2a5-7b1a3cb64b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:39.798274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-e282f125-3d99-49a5-86c9-2a9993e4bcfc tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a5b48786552441ba2ca13d005f53a0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638597 Aug 06 15:44:39.823639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Allocated IP 172.20.0.2 (ee10dee4-4c8a-42d8-a0d6-d5e222befc18/218f35fc-04ee-4567-96ae-64ce1816ef9a/004b7014-619e-4fda-a30d-47840ab6e524) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:39.926130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-fc05a35d-2421-46ea-b785-e3ff475c6da6 service neutron] 10.222.0.16 "GET /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160157 Aug 06 15:44:40.021821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a14c2aa-4a44-457a-86ee-edc9e1b8988c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:40.068010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-1c040425-a0a0-485b-84f0-b1613ebbfcf4 service neutron] 10.222.0.16 "GET /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282053 Aug 06 15:44:40.083193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:40.083639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.090872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.177669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d446a5b3-6957-499f-bcc3-3bacc037aff6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:40.202415 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f984ea9d-1810-4064-a2a5-7b1a3cb64b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.206521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f984ea9d-1810-4064-a2a5-7b1a3cb64b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.210998 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f984ea9d-1810-4064-a2a5-7b1a3cb64b2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5852b1f-80b3-43ad-94af-cf1366c14d43 HTTP/1.1" status: 204 len: 168 time: 0.8009586 Aug 06 15:44:40.224459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984ea9d-1810-4064-a2a5-7b1a3cb64b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5852b1f-80b3-43ad-94af-cf1366c14d43,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:40.266660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d446a5b3-6957-499f-bcc3-3bacc037aff6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:40.267089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.280174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.290858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6065cde7-4c36-4e26-a539-63a8b1bd17f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.343224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:40.359574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:40.382819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Pushing event updated for resources: {'Port': ['ID=004b7014-619e-4fda-a30d-47840ab6e524,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:40.382819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:40.451371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-280e26d7-0d1c-4d55-9961-2ce1b2c506bb req-c12b4818-f620-467a-8f50-4da81d30f3ce tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.0307269 Aug 06 15:44:40.452623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:40.453321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.714800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6065cde7-4c36-4e26-a539-63a8b1bd17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.758395 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6065cde7-4c36-4e26-a539-63a8b1bd17f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bb81d1d8fd140659d15df46447303f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3844824 Aug 06 15:44:40.758395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065cde7-4c36-4e26-a539-63a8b1bd17f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4387497-518c-4064-aadc-523a80795b7b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:40.761781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:40.818171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15e8ebc-fbf8-41dd-b59c-47e6d69cf99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.825889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.845389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15e8ebc-fbf8-41dd-b59c-47e6d69cf99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:40.856553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c625-2a95-40a3-aaf8-39eaacb12daa req-02831534-c216-4fee-8853-b95b5eab2e55 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:40.856791 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-7064f56e-3e85-4e5e-bb6e-3cfbbabbb9e5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3399127 Aug 06 15:44:40.863272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d257c625-2a95-40a3-aaf8-39eaacb12daa req-02831534-c216-4fee-8853-b95b5eab2e55 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 931 time: 0.0551584 Aug 06 15:44:40.881810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Request body: {'port': {'device_id': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:40.913441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d257c625-2a95-40a3-aaf8-39eaacb12daa req-37747d7b-73b5-462d-837a-8e1f8529c322 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460613 Aug 06 15:44:40.974898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:41.194736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15e8ebc-fbf8-41dd-b59c-47e6d69cf99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:41.197495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c15e8ebc-fbf8-41dd-b59c-47e6d69cf99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:41.199497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c15e8ebc-fbf8-41dd-b59c-47e6d69cf99c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4387497-518c-4064-aadc-523a80795b7b HTTP/1.1" status: 204 len: 168 time: 0.4368956 Aug 06 15:44:41.243444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8ebc-fbf8-41dd-b59c-47e6d69cf99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4387497-518c-4064-aadc-523a80795b7b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:41.375068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 004b7014-619e-4fda-a30d-47840ab6e524 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:44:41.384360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:41.405204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Transition to ACTIVE for port object 004b7014-619e-4fda-a30d-47840ab6e524 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:41.559275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:41.577882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0edf3a9f-af7b-4b88-b3e5-a01c40bd4a30 req-4ca51da3-db2b-43c2-8de7-52894fc1dc58 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.0343986 Aug 06 15:44:41.649011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Pushing event updated for resources: {'Port': ['ID=004b7014-619e-4fda-a30d-47840ab6e524,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:41.774559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Attempting to bind port 004b7014-619e-4fda-a30d-47840ab6e524 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:41.774559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Attempting to bind port 004b7014-619e-4fda-a30d-47840ab6e524 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:41.774559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Attempting to bind port 004b7014-619e-4fda-a30d-47840ab6e524 on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:41.783287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Port 004b7014-619e-4fda-a30d-47840ab6e524 on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:44:41.783625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Attempting to bind port 004b7014-619e-4fda-a30d-47840ab6e524 on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:41.789788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:41.790143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Checking segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:41.790531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Bound using segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:41.790967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Bound port: 004b7014-619e-4fda-a30d-47840ab6e524, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:41.791330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:41.907133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] For port 004b7014-619e-4fda-a30d-47840ab6e524, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:41.914858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] For port 004b7014-619e-4fda-a30d-47840ab6e524, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=004b7014-619e-4fda-a30d-47840ab6e524,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:42.062206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:42.088190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeadcfc-e8d4-4487-beb7-a39eae8aeda0 req-4fb102a7-8a1a-47e4-bb77-ead0fcc2d209 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:42.107135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1aeadcfc-e8d4-4487-beb7-a39eae8aeda0 req-4fb102a7-8a1a-47e4-bb77-ead0fcc2d209 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 943 time: 0.0956357 Aug 06 15:44:42.115936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:42.116818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:42.118769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] 10.222.0.59 "PUT /v2.0/ports/004b7014-619e-4fda-a30d-47840ab6e524 HTTP/1.1" status: 200 len: 1091 time: 1.2478440 Aug 06 15:44:42.119478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'tag': '004b7014-619e-4fda-a30d-47840ab6e524'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:42.122660 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf256a8-f33e-473c-8124-327624cae268" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2fe776-052d-42f6-8399-1d80d71b0e6a", "tag": "004b7014-619e-4fda-a30d-47840ab6e524"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:42.151678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cbb62-07a3-4366-859e-c56811aae25f service neutron] Pushing event updated for resources: {'Port': ['ID=004b7014-619e-4fda-a30d-47840ab6e524,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:42.211777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1aeadcfc-e8d4-4487-beb7-a39eae8aeda0 req-d294d95f-8a3e-4c4d-9797-74fe78a38678 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000476 Aug 06 15:44:42.281133 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fe6232-7690-4656-87cf-101cc5020185 x-openstack-request-id: req-c4fe6232-7690-4656-87cf-101cc5020185 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:42.281687 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2fe776-052d-42f6-8399-1d80d71b0e6a", "tag": "004b7014-619e-4fda-a30d-47840ab6e524", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:42.282951 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4fe6232-7690-4656-87cf-101cc5020185 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:42.283720 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'tag': '004b7014-619e-4fda-a30d-47840ab6e524', 'status': 'completed', 'code': 200} Aug 06 15:44:42.315253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:42.344798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-086b236d-7cf4-46ad-9a89-0031bff2ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:42.346671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-086b236d-7cf4-46ad-9a89-0031bff2ef81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 1094 time: 0.0908868 Aug 06 15:44:42.408290 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-2e901bfc-016c-473a-9340-f9e0ba135ba9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004b7014-619e-4fda-a30d-47840ab6e524 HTTP/1.1" status: 200 len: 217 time: 0.0529003 Aug 06 15:44:42.502117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-35fa144e-001b-46be-ba80-97c62b7f728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:42.503629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1446955029'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:42.506113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-35fa144e-001b-46be-ba80-97c62b7f728c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.0905857 Aug 06 15:44:42.566040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-52f1bf4b-85b2-4f37-9614-d918934a288a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526979 Aug 06 15:44:42.707128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:42.711138 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:42.726894 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-bcc0aaba-97b7-4abc-9052-66810fb2383e service neutron] 10.222.0.59 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520529 Aug 06 15:44:42.739034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbf74bc2-af99-49a9-96c1-bb733891417d req-e0c1117c-5efa-468f-b811-60d4ba5e6d7f tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.0442300 Aug 06 15:44:42.749603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:42.933704 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adb6b259-3bb3-48fb-b7b4-7228e80db630 req-f4b8f3cf-a5b2-4ee8-b623-d03091aca0f4 service neutron] 10.222.0.59 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991305 Aug 06 15:44:42.951118 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:43.078282 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:43.117483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:44:43.131300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf256a8-f33e-473c-8124-327624cae268 req-1bd4b16d-2f4c-4e7e-b3fd-2b4950ff8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:43.133212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-1bd4b16d-2f4c-4e7e-b3fd-2b4950ff8fea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 1094 time: 0.0550218 Aug 06 15:44:43.139979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c5545-f153-4d53-bc84-2ce63776d4b8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:43.145503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:43.146087 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec of type vlan for network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d Aug 06 15:44:43.198955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:43.304212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf256a8-f33e-473c-8124-327624cae268 req-17df36ca-0550-43c0-ac72-bc310d32dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:43.306252 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-17df36ca-0550-43c0-ac72-bc310d32dca5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 911 time: 0.1665473 Aug 06 15:44:43.372685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-1278e1ba-d749-4672-bba4-b2219f2671f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004b7014-619e-4fda-a30d-47840ab6e524 HTTP/1.1" status: 200 len: 217 time: 0.0575550 Aug 06 15:44:43.384145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:43.404922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:43.404922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:43.461989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf256a8-f33e-473c-8124-327624cae268 req-cc7bedbf-c54f-42c0-aa88-61df68a3c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:43.464833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-cc7bedbf-c54f-42c0-aa88-61df68a3c7eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.0846162 Aug 06 15:44:43.477729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323277b-4a38-46c6-9b23-0cd4866b7da4 req-6b9043e3-9fc0-4f68-8382-3a715f1b5f0a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:43.479442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c323277b-4a38-46c6-9b23-0cd4866b7da4 req-6b9043e3-9fc0-4f68-8382-3a715f1b5f0a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 943 time: 0.1601644 Aug 06 15:44:43.497970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=e3e407ac-c9bd-46d2-a4ed-075fc12ff70d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:43.515335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:43.524531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-3e1d9c3d-88f7-452d-b8ac-7c54cecb6bf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499024 Aug 06 15:44:43.546565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c323277b-4a38-46c6-9b23-0cd4866b7da4 req-05043509-82e9-4e35-a5e1-73627fb11418 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583293 Aug 06 15:44:43.664242 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-83e0d795-216a-4740-9b1d-bc3b8a2bbbec service neutron] 10.222.0.59 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321962 Aug 06 15:44:43.670056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a22e4d7a-f30e-41d7-bc71-ce257e8225d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3472314 Aug 06 15:44:43.670056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54524) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:43.674461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'name': 'tempest-PortsTestJSON-534191602'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:43.855103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2bf256a8-f33e-473c-8124-327624cae268 req-cf8f205e-e285-4f11-b03d-eec92cb4dd9e service neutron] 10.222.0.59 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821420 Aug 06 15:44:43.898959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4893b1cb-c5e6-44d4-81df-94f6043b3c33 req-67e606e0-c2fc-4f2b-a7ff-54346ef1b9f4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.0315087 Aug 06 15:44:43.990495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:43.996845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:44.034277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:44:44.245562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:44.530468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:44.606966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:44.612117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:44.612562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: e3e407ac-c9bd-46d2-a4ed-075fc12ff70d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:44.716276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a21ba-6df7-4dc0-8f6b-9192beb8b419 req-12463ddf-cda8-4a6f-9625-21f26a866593 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:44.717875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-946a21ba-6df7-4dc0-8f6b-9192beb8b419 req-12463ddf-cda8-4a6f-9625-21f26a866593 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 943 time: 0.0625677 Aug 06 15:44:44.762188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-946a21ba-6df7-4dc0-8f6b-9192beb8b419 req-c86a48ba-5f77-4b51-a508-cf251d21e5d0 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372829 Aug 06 15:44:44.895475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:45.011455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-699b63e7-a822-4214-8a3d-6a650bfdd8ba req-a3747f63-52bf-4abc-a7cc-4d468468495e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.0343060 Aug 06 15:44:45.032466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e3e407ac-c9bd-46d2-a4ed-075fc12ff70d) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:45.036527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:45.043983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:45.044736 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.054001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff4536-a9fd-47d9-bb30-57ec0bf7a9f4 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:45.074684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-523c9beb-fb30-444a-be7f-6cefd7cf99e2 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:45.077174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-523c9beb-fb30-444a-be7f-6cefd7cf99e2 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.64 "GET /v2.0/networks?id=7208fcae-1292-497d-a1ab-6e3bdf8bba50 HTTP/1.1" status: 200 len: 806 time: 0.1535964 Aug 06 15:44:45.155285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-efcfef2d-a486-40af-b334-d318a2f41c26 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5b48786552441ba2ca13d005f53a0a HTTP/1.1" status: 200 len: 380 time: 0.0624292 Aug 06 15:44:45.166245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Request body: {'port': {'device_id': '943d2107-930c-4ad0-9616-37072e8a336c', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'admin_state_up': True, 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'security_groups': ['757a941f-dc13-4c42-b842-d112cee7b46e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:45.200517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-de839d7c-ab97-4c06-a588-8538986505ec tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5310049 Aug 06 15:44:45.203503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:45.212564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581209176'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:45.369333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:45.375890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.404528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:44:45.417923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.417923 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment 6d812456-5a69-4dc3-b6f9-bb5d77e1c433 of type vlan for network fb073f87-0a3c-412d-8d8a-fc233301b27c Aug 06 15:44:45.458934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.570073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Made reservation on behalf of 7a5b48786552441ba2ca13d005f53a0a for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:45.574343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.605040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.612028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:45.612780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.686214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=fb073f87-0a3c-412d-8d8a-fc233301b27c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:45.708782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network fb073f87-0a3c-412d-8d8a-fc233301b27c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:45.729334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Allocated IP 172.20.0.7 (7208fcae-1292-497d-a1ab-6e3bdf8bba50/50646076-7689-4b27-b5a3-4ebeec847cbd/c0eb8811-3c85-47db-b4e3-d91273a424b5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:45.736273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3f29d739-0400-41ad-9f9f-59a59d2baab2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5315011 Aug 06 15:44:45.740243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54554) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:45.748231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'ports': [{'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'}, {'network_id': 'fb073f87-0a3c-412d-8d8a-fc233301b27c'}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:45.748724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:45.749019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'fb073f87-0a3c-412d-8d8a-fc233301b27c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:45.956104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:45.973951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Transition to ACTIVE for port object c0eb8811-3c85-47db-b4e3-d91273a424b5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:46.010211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb7d28-9cc2-4cde-9b10-ea2904c8df00 req-faf9de53-e24a-4561-83f1-97ee1ef13eaa tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:46.011981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6adb7d28-9cc2-4cde-9b10-ea2904c8df00 req-faf9de53-e24a-4561-83f1-97ee1ef13eaa tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 943 time: 0.1219831 Aug 06 15:44:46.077045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6adb7d28-9cc2-4cde-9b10-ea2904c8df00 req-74a03c56-725b-45eb-b3be-775265b4795f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566063 Aug 06 15:44:46.123727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.175657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 004b7014-619e-4fda-a30d-47840ab6e524 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:44:46.186191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:46.188891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103455b-e251-47ab-85ed-cf07acf86e45 req-c1adeefd-97c2-4464-9fbc-6c4eab89f1d1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:46.189706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:46.194954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9103455b-e251-47ab-85ed-cf07acf86e45 req-c1adeefd-97c2-4464-9fbc-6c4eab89f1d1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 931 time: 0.0761254 Aug 06 15:44:46.205394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:46.249733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event updated for resources: {'Port': ['ID=c0eb8811-3c85-47db-b4e3-d91273a424b5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:46.272271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9103455b-e251-47ab-85ed-cf07acf86e45 req-7a1c8961-9c77-49cf-ad07-a8509cc3e033 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703452 Aug 06 15:44:46.283331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:46.297531 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.306433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:46.307891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.312984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.333056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 004b7014-619e-4fda-a30d-47840ab6e524, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=004b7014-619e-4fda-a30d-47840ab6e524,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:46.346016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '004b7014-619e-4fda-a30d-47840ab6e524', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'port_id': '004b7014-619e-4fda-a30d-47840ab6e524', 'mac_address': 'fa:16:3e:92:3f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:44:46.389796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.412249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 004b7014-619e-4fda-a30d-47840ab6e524 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:44:46.437313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 81b880e7-fa0f-444a-99e9-44710deff4a8 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:44:46.447367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d69c1476-6210-471d-ae3d-f512e9928abf tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836030 Aug 06 15:44:46.455532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 004b7014-619e-4fda-a30d-47840ab6e524, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=004b7014-619e-4fda-a30d-47840ab6e524,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:46.470637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Request body: {'port': {'device_id': '943d2107-930c-4ad0-9616-37072e8a336c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:46.550195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.609985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.621731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.647772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d9831ae8-31df-4d4b-b2c1-5af088f53190 None None] Provisioning for port c0eb8811-3c85-47db-b4e3-d91273a424b5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:46.660211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d9831ae8-31df-4d4b-b2c1-5af088f53190 None None] Provisioning complete for port c0eb8811-3c85-47db-b4e3-d91273a424b5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:46.661495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d9831ae8-31df-4d4b-b2c1-5af088f53190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:46.701726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d9831ae8-31df-4d4b-b2c1-5af088f53190 None None] Port c0eb8811-3c85-47db-b4e3-d91273a424b5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:44:46.721782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=004b7014-619e-4fda-a30d-47840ab6e524,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:46.767857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 1cc2662f-dd20-45bf-b28c-dd35b2928937 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:44:46.849503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['004b7014-619e-4fda-a30d-47840ab6e524'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:44:46.936045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.058872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eb8811-3c85-47db-b4e3-d91273a424b5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:44:47.067796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.084792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Transition to ACTIVE for port object c0eb8811-3c85-47db-b4e3-d91273a424b5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:47.125383 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.163227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.198982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:47.207600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:47.212737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:47.214620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.236121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=81b880e7-fa0f-444a-99e9-44710deff4a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:47.245380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb8811-3c85-47db-b4e3-d91273a424b5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:47.339834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=1cc2662f-dd20-45bf-b28c-dd35b2928937,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:47.353377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57801d98-0f83-49ee-999e-2fe94c0dac0f req-789c1b5d-172f-4a77-b3e4-1806eada99f6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:47.355526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57801d98-0f83-49ee-999e-2fe94c0dac0f req-789c1b5d-172f-4a77-b3e4-1806eada99f6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 944 time: 0.1963480 Aug 06 15:44:47.380916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Attempting to bind port c0eb8811-3c85-47db-b4e3-d91273a424b5 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:47.381745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Attempting to bind port c0eb8811-3c85-47db-b4e3-d91273a424b5 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:47.382464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Attempting to bind port c0eb8811-3c85-47db-b4e3-d91273a424b5 on network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:47.388292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Port c0eb8811-3c85-47db-b4e3-d91273a424b5 on network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:44:47.389061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Attempting to bind port c0eb8811-3c85-47db-b4e3-d91273a424b5 on network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:47.396259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:47.396962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Checking segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:47.397561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Bound using segment: {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:47.398950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Bound port: c0eb8811-3c85-47db-b4e3-d91273a424b5, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e17e16-c322-49ae-9dad-9ef509242803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:47.399518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.460779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': '6d812456-5a69-4dc3-b6f9-bb5d77e1c433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'fb073f87-0a3c-412d-8d8a-fc233301b27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:47.461354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: fb073f87-0a3c-412d-8d8a-fc233301b27c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:47.514198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57801d98-0f83-49ee-999e-2fe94c0dac0f req-2a52f99f-7e47-4c63-a5b0-c1d1b7dd8b23 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508915 Aug 06 15:44:47.571904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3408f-8517-4f50-929e-7b6cdbbeadad req-4e42efb2-3601-41c7-8585-3d13616437bb tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:47.595132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5db3408f-8517-4f50-929e-7b6cdbbeadad req-4e42efb2-3601-41c7-8585-3d13616437bb tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 943 time: 0.1501715 Aug 06 15:44:47.596105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] For port c0eb8811-3c85-47db-b4e3-d91273a424b5, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:47.596105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] For port c0eb8811-3c85-47db-b4e3-d91273a424b5, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:47.646318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network fb073f87-0a3c-412d-8d8a-fc233301b27c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:47.689268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5db3408f-8517-4f50-929e-7b6cdbbeadad req-5e25c40a-e3e1-45a4-8479-3969c458236f tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935700 Aug 06 15:44:47.702613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.774347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:47.775009 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.777247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] 10.222.0.64 "PUT /v2.0/ports/c0eb8811-3c85-47db-b4e3-d91273a424b5 HTTP/1.1" status: 200 len: 1091 time: 1.3192697 Aug 06 15:44:47.777709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:47.780609 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5170273-840a-47dd-9976-d82638f7f45c" -d '{"events": [{"name": "network-changed", "server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:47.809697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, fb073f87-0a3c-412d-8d8a-fc233301b27c) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:47.814409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:47.821438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2177cb97-ab4b-47ca-9405-046e47cce55c None None] Network fb073f87-0a3c-412d-8d8a-fc233301b27c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:47.832654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:47.860089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:47.861211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:47.865566 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32203f6e-47f3-4c46-b21f-ae83e36245d5 x-openstack-request-id: req-32203f6e-47f3-4c46-b21f-ae83e36245d5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:47.866133 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:47.866528 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32203f6e-47f3-4c46-b21f-ae83e36245d5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:47.867304 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'status': 'completed', 'code': 200} Aug 06 15:44:47.881937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace52f1-37e0-477c-9aa9-f58108012e55 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb8811-3c85-47db-b4e3-d91273a424b5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:47.973874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ceb0859c-f879-4d93-a810-d200f4071539 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2322302 Aug 06 15:44:47.974306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:48.041868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170273-840a-47dd-9976-d82638f7f45c req-0f678d21-52e3-41a5-bd01-e080027a6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.044428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5170273-840a-47dd-9976-d82638f7f45c req-0f678d21-52e3-41a5-bd01-e080027a6e70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a5b48786552441ba2ca13d005f53a0a&device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 1094 time: 0.1458189 Aug 06 15:44:48.178790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 004b7014-619e-4fda-a30d-47840ab6e524 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:48.286740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 1cc2662f-dd20-45bf-b28c-dd35b2928937 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:48.287488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.292512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170273-840a-47dd-9976-d82638f7f45c req-bebc686d-033d-43b8-b4ba-3a7d1689faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.294343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5170273-840a-47dd-9976-d82638f7f45c req-bebc686d-033d-43b8-b4ba-3a7d1689faab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7a5b48786552441ba2ca13d005f53a0a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2347214 Aug 06 15:44:48.343127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 004b7014-619e-4fda-a30d-47840ab6e524 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:48.348309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 004b7014-619e-4fda-a30d-47840ab6e524 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:48.352345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.441435 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.481407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.484212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004b7014-619e-4fda-a30d-47840ab6e524'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:48.486660 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07424ac-e238-4af5-8fbc-0024a29f0c21" -d '{"events": [{"server_uuid": "dc2fe776-052d-42f6-8399-1d80d71b0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "004b7014-619e-4fda-a30d-47840ab6e524"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:48.501288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 004b7014-619e-4fda-a30d-47840ab6e524, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=004b7014-619e-4fda-a30d-47840ab6e524,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:48.511318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 1cc2662f-dd20-45bf-b28c-dd35b2928937 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:48.537260 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c13121-ea94-4d91-bf2b-a734dbbd31a4 x-openstack-request-id: req-75c13121-ea94-4d91-bf2b-a734dbbd31a4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:48.537631 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2fe776-052d-42f6-8399-1d80d71b0e6a", "name": "network-vif-plugged", "status": "completed", "tag": "004b7014-619e-4fda-a30d-47840ab6e524", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:48.538077 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75c13121-ea94-4d91-bf2b-a734dbbd31a4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:48.538679 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '004b7014-619e-4fda-a30d-47840ab6e524', 'code': 200} Aug 06 15:44:48.598095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.603133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170273-840a-47dd-9976-d82638f7f45c req-c12db6b7-5de3-4e2f-9b35-981dfe5c7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.604790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5170273-840a-47dd-9976-d82638f7f45c req-c12db6b7-5de3-4e2f-9b35-981dfe5c7632 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2961571 Aug 06 15:44:48.737816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039c7bf-b6bb-4605-953b-e271145fde1e req-d0b5f508-e8e6-4a79-9632-41437b24b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.739377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1039c7bf-b6bb-4605-953b-e271145fde1e req-d0b5f508-e8e6-4a79-9632-41437b24b5ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 1096 time: 0.1102042 Aug 06 15:44:48.747132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7a5b7-c937-492f-8dc5-89b5209f11ad req-442d7750-4205-4bb6-a676-670964681eec tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.757458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-82d3f3e2-cf3f-42e3-b436-128e3a2ee299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.758303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=004b7014-619e-4fda-a30d-47840ab6e524,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:48.759167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-82d3f3e2-cf3f-42e3-b436-128e3a2ee299 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a5b48786552441ba2ca13d005f53a0a&device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 1094 time: 0.0965321 Aug 06 15:44:48.761108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5f7a5b7-c937-492f-8dc5-89b5209f11ad req-442d7750-4205-4bb6-a676-670964681eec tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1215990 Aug 06 15:44:48.781581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.819977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5f7a5b7-c937-492f-8dc5-89b5209f11ad req-2b0eb792-26f7-4298-baee-9d5962a0343c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496995 Aug 06 15:44:48.862501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-33e49f41-4151-4840-830b-a40b97615fe9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5 HTTP/1.1" status: 200 len: 217 time: 0.0840530 Aug 06 15:44:48.871831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:48.876622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/1cc2662f-dd20-45bf-b28c-dd35b2928937 HTTP/1.1" status: 204 len: 168 time: 0.8977950 Aug 06 15:44:48.876622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347d5fe-0479-4bf2-b90c-f74ca720487b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=1cc2662f-dd20-45bf-b28c-dd35b2928937,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:48.877699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:48.898420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd2b2-a932-4fb0-a569-073971ccf34d req-9e314e9d-a9ad-4847-b5b8-e1c1a885110e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:48.898420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa7cd2b2-a932-4fb0-a569-073971ccf34d req-9e314e9d-a9ad-4847-b5b8-e1c1a885110e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 943 time: 0.0728297 Aug 06 15:44:48.940827 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1039c7bf-b6bb-4605-953b-e271145fde1e req-bb04fd16-b9bd-4cf0-9493-7176f9b24ff8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898508 Aug 06 15:44:48.961226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa7cd2b2-a932-4fb0-a569-073971ccf34d req-0ab4be7c-b519-4962-b734-ca7327374891 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568066 Aug 06 15:44:49.018003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-43448f79-7172-4caf-ba44-11544bf5687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:49.020496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-43448f79-7172-4caf-ba44-11544bf5687a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50646076-7689-4b27-b5a3-4ebeec847cbd HTTP/1.1" status: 200 len: 845 time: 0.1406360 Aug 06 15:44:49.045711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee70ca-0bfd-4fed-bfb3-1cdcde571a32 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:49.052507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee70ca-0bfd-4fed-bfb3-1cdcde571a32 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:49.053114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7bee70ca-0bfd-4fed-bfb3-1cdcde571a32 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1706200 Aug 06 15:44:49.056070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:49.093866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d37fb016-f58f-44dd-b65a-a15275a2aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:49.095938 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-d37fb016-f58f-44dd-b65a-a15275a2aaa6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7208fcae-1292-497d-a1ab-6e3bdf8bba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669503 Aug 06 15:44:49.166162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 81b880e7-fa0f-444a-99e9-44710deff4a8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:49.167762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.225392 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-57d40d6b-3a7b-4af0-8dc7-3a6039f7f6cd service neutron] 10.222.0.64 "GET /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120284 Aug 06 15:44:49.249936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.264149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 81b880e7-fa0f-444a-99e9-44710deff4a8 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:49.338037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-90acf5e3-9769-4e3c-b687-fc2663384d89 req-4924b954-6a07-4e68-956d-c9d9d793b665 service neutron] 10.222.0.64 "GET /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006970 Aug 06 15:44:49.433978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.465196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=81b880e7-fa0f-444a-99e9-44710deff4a8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:49.475219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.478214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f03951f9-b8a8-43e9-b13a-bd2481416758 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/81b880e7-fa0f-444a-99e9-44710deff4a8 HTTP/1.1" status: 204 len: 168 time: 0.4204512 Aug 06 15:44:49.480714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:49.544315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441d9f7-56a1-42e5-a595-fd71465e3463 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:49.545904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5441d9f7-56a1-42e5-a595-fd71465e3463 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0638931 Aug 06 15:44:49.549091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:49.578362 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1f39f9-4509-4d11-903a-7e280f0ef8ae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:44:49.579931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f1f39f9-4509-4d11-903a-7e280f0ef8ae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/1cc2662f-dd20-45bf-b28c-dd35b2928937 HTTP/1.1" status: 404 len: 333 time: 0.0296488 Aug 06 15:44:49.583229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:49.619876 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-16527e4a-c025-4192-990a-13a82c987aa9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:44:49.622219 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-16527e4a-c025-4192-990a-13a82c987aa9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/81b880e7-fa0f-444a-99e9-44710deff4a8 HTTP/1.1" status: 404 len: 333 time: 0.0378802 Aug 06 15:44:49.625067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:49.705643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.804978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.817930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb073f87-0a3c-412d-8d8a-fc233301b27c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:49.831360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d812456-5a69-4dc3-b6f9-bb5d77e1c433') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:49.831744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d812456-5a69-4dc3-b6f9-bb5d77e1c433') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:49.855147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.875280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.890136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:44:49.895858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:44:49.896118 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:44:50.000148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3e364-7d7b-41e9-8907-ad08a1c64aa7 req-baa62e99-8dc0-4857-beed-4bd4ddbdcef5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:50.025601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94e3e364-7d7b-41e9-8907-ad08a1c64aa7 req-baa62e99-8dc0-4857-beed-4bd4ddbdcef5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0911593 Aug 06 15:44:50.057426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94e3e364-7d7b-41e9-8907-ad08a1c64aa7 req-1102184b-80ea-4dff-8af7-90be10e9161d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Aug 06 15:44:50.084500 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.094502 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.099972 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/fb073f87-0a3c-412d-8d8a-fc233301b27c HTTP/1.1" status: 204 len: 168 time: 0.4704115 Aug 06 15:44:50.100773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:50.106321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1959677505'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:50.111058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce2b9d-3c06-4c4e-a600-cb6c882ffe1b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=fb073f87-0a3c-412d-8d8a-fc233301b27c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:50.132827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc023370-5048-4865-bc79-f5723f61c4ee req-a20c1e75-c423-45e1-ae6b-4cb08a4ba265 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:50.134357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc023370-5048-4865-bc79-f5723f61c4ee req-a20c1e75-c423-45e1-ae6b-4cb08a4ba265 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 943 time: 0.0758388 Aug 06 15:44:50.178000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc023370-5048-4865-bc79-f5723f61c4ee req-77dbc3d1-72a9-4489-bd75-3237d1059ee8 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351982 Aug 06 15:44:50.238140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:50.241974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.270215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:44:50.281117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.281470 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1 of type vlan for network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 Aug 06 15:44:50.350884 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.551631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.557944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:50.558894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:50.630073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=62bc97a0-66f9-4326-b50b-a2350d1b56f2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:50.645954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:50.730286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b54864fa-df8e-4763-a074-99ae46fa13f3 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6284788 Aug 06 15:44:50.734733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:50.739973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:50.912535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:50.918011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:51.226180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83c42f-030c-4e7a-ab04-12b5175fa9c7 req-8c1636c7-38d6-408e-9534-80d91ce937b1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:51.227767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c83c42f-030c-4e7a-ab04-12b5175fa9c7 req-8c1636c7-38d6-408e-9534-80d91ce937b1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0822382 Aug 06 15:44:51.296667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c83c42f-030c-4e7a-ab04-12b5175fa9c7 req-d6f432fc-1617-4ebb-b6e3-2245e93d4956 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612664 Aug 06 15:44:51.300780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:51.739132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069b2dc-6e00-49b8-82d1-43e1639f7ce5 req-62ade848-d40b-4a5d-8e6f-53e7997cb0a1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:51.740714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6069b2dc-6e00-49b8-82d1-43e1639f7ce5 req-62ade848-d40b-4a5d-8e6f-53e7997cb0a1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 943 time: 0.4812899 Aug 06 15:44:51.774771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=08b04701-2fc3-4f05-9125-8f0ca6c90b7e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:51.793270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:51.794160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: 62bc97a0-66f9-4326-b50b-a2350d1b56f2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:51.818029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6069b2dc-6e00-49b8-82d1-43e1639f7ce5 req-edf16686-25c7-47e6-af1f-f4cb05b2ded4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657864 Aug 06 15:44:51.990304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead868-2e1c-4698-a812-f62fbc2ef2d6 req-a925d97d-7501-4db0-9403-e1cb47bfbe1b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:51.992265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21ead868-2e1c-4698-a812-f62fbc2ef2d6 req-a925d97d-7501-4db0-9403-e1cb47bfbe1b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0683956 Aug 06 15:44:52.033340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:52.047382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21ead868-2e1c-4698-a812-f62fbc2ef2d6 req-69837ad4-cb50-48f5-aac2-96a3b62ac089 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Aug 06 15:44:52.099091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c0eb8811-3c85-47db-b4e3-d91273a424b5 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:44:52.142775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-ece37471-270f-421d-9514-007eb5d03a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:52.144978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-ece37471-270f-421d-9514-007eb5d03a36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 1096 time: 0.0498872 Aug 06 15:44:52.145621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 62bc97a0-66f9-4326-b50b-a2350d1b56f2) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:52.150028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:52.151195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:52.175284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4097f99b-0161-44a5-9614-aafcd529a81b None None] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:52.253054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-263cd3e4-4b49-46ab-a721-bdcfc120bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:52.254580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-263cd3e4-4b49-46ab-a721-bdcfc120bef4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 911 time: 0.1016715 Aug 06 15:44:52.263852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c0eb8811-3c85-47db-b4e3-d91273a424b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:52.282801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cf597906-55cc-482c-9951-299b35f0cf67 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5468884 Aug 06 15:44:52.289121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:52.289288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'port_id': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'mac_address': 'fa:16:3e:73:19:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:44:52.291884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2', 'name': 'tempest-PortsTestJSON-1932501906'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:52.371569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:52.404385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-62bc97a0-66f9-4326-b50b-a2350d1b56f2', 'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': '08b04701-2fc3-4f05-9125-8f0ca6c90b7e'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:44:52.405714 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:52.411902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eb8811-3c85-47db-b4e3-d91273a424b5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:44:52.451416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c0eb8811-3c85-47db-b4e3-d91273a424b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:52.627704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:52.632681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:52.639976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-3a955aed-84a6-4987-955d-c4516c19b471 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=004b7014-619e-4fda-a30d-47840ab6e524 HTTP/1.1" status: 200 len: 217 time: 0.3782411 Aug 06 15:44:52.668194 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:52.675680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port e0b0793d-2ccb-45d8-aef0-997b867fdf98 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:44:52.695695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-5946c208-1116-40d6-9041-6331696dd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:52.697224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-5946c208-1116-40d6-9041-6331696dd216 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.0499129 Aug 06 15:44:52.732937 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-43348596-c56b-4770-8eb2-c73e17fbd4d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291650 Aug 06 15:44:52.753904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Allocated IP 172.20.0.2 (62bc97a0-66f9-4326-b50b-a2350d1b56f2/08b04701-2fc3-4f05-9125-8f0ca6c90b7e/80854c5b-9833-49ca-928d-147303b530d9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:52.834574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-89fffd1a-80ca-45ee-afd0-100fbaab7f9a service neutron] 10.222.0.59 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946743 Aug 06 15:44:52.856318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c0eb8811-3c85-47db-b4e3-d91273a424b5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:52.939292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:52.946787 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-917b57d1-fdeb-45f1-b67c-f89c199f2629 req-df55a592-59e8-44b1-bd95-06f035553591 service neutron] 10.222.0.59 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056762 Aug 06 15:44:52.948685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Transition to ACTIVE for port object 80854c5b-9833-49ca-928d-147303b530d9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:52.957300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9ffa-ed3b-4216-a363-923410588af9 req-6ab4f675-02cd-4e7a-9806-b6a038d443b0 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:52.958829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f83d9ffa-ed3b-4216-a363-923410588af9 req-6ab4f675-02cd-4e7a-9806-b6a038d443b0 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 944 time: 0.0526879 Aug 06 15:44:52.969495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Transition to ACTIVE for port object 80854c5b-9833-49ca-928d-147303b530d9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:53.006550 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f83d9ffa-ed3b-4216-a363-923410588af9 req-028e052b-01ae-4c2e-ae3a-f66138c833c7 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Aug 06 15:44:53.061943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.137038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:53.139224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.14 (62bc97a0-66f9-4326-b50b-a2350d1b56f2/08b04701-2fc3-4f05-9125-8f0ca6c90b7e/e0b0793d-2ccb-45d8-aef0-997b867fdf98) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:53.153215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c0eb8811-3c85-47db-b4e3-d91273a424b5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:44:53.159357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:53.188155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:53.210807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Pushing event updated for resources: {'Port': ['ID=80854c5b-9833-49ca-928d-147303b530d9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:53.243395 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:44:53.254434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcee29-dbf0-4b23-ab0f-3af63663870c req-4525820d-4887-4954-acf9-ee2d042b95bf tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:53.264510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bafcee29-dbf0-4b23-ab0f-3af63663870c req-4525820d-4887-4954-acf9-ee2d042b95bf tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1138227 Aug 06 15:44:53.281384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Attempting to bind port 80854c5b-9833-49ca-928d-147303b530d9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:53.281888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Attempting to bind port 80854c5b-9833-49ca-928d-147303b530d9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:53.282264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Attempting to bind port 80854c5b-9833-49ca-928d-147303b530d9 on network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:53.295237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:53.295602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Checking segment: {'id': 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:53.296211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.296757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Bound using segment: {'id': 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:53.297414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Bound port: 80854c5b-9833-49ca-928d-147303b530d9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62bc97a0-66f9-4326-b50b-a2350d1b56f2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:53.297983 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.369855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bafcee29-dbf0-4b23-ab0f-3af63663870c req-a75b0224-2fc2-410a-b37b-47f822196bf4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021211 Aug 06 15:44:53.420650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] For port 80854c5b-9833-49ca-928d-147303b530d9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:53.425796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] For port 80854c5b-9833-49ca-928d-147303b530d9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80854c5b-9833-49ca-928d-147303b530d9,segment=NetworkSegment(d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1),segment_id=d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:53.439059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.462168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object e0b0793d-2ccb-45d8-aef0-997b867fdf98 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:53.564812 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.598726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.655109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:53.657485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5a42a-a27b-4a0d-b343-caa72086b384 None None] Pushing event updated for resources: {'Port': ['ID=80854c5b-9833-49ca-928d-147303b530d9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:53.658722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:53.672844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:53.680099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=e0b0793d-2ccb-45d8-aef0-997b867fdf98,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:53.770451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:53.771487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:53.897352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9939475f-1294-4f6d-b890-c9b396cb8117 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6069493 Aug 06 15:44:53.897843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:54.031026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80854c5b-9833-49ca-928d-147303b530d9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:54.073353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port e0b0793d-2ccb-45d8-aef0-997b867fdf98 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:54.073353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:54.190333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:54.206745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for e0b0793d-2ccb-45d8-aef0-997b867fdf98 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:54.215148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 80854c5b-9833-49ca-928d-147303b530d9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:54.228150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e85b5-bae8-4e19-934e-9ebe5c992d11 req-a7928600-9449-4c39-a3f0-aba7a39325e7 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:54.232907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd2e85b5-bae8-4e19-934e-9ebe5c992d11 req-a7928600-9449-4c39-a3f0-aba7a39325e7 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 944 time: 0.1062930 Aug 06 15:44:54.283377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd2e85b5-bae8-4e19-934e-9ebe5c992d11 req-23a10b96-8fe0-4c04-a553-3f613a14549c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439203 Aug 06 15:44:54.506695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e693b4-ea43-4b76-af81-862bb9a2adeb req-a99e4aea-2570-453c-8424-8a7da1648fa1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:54.508334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3e693b4-ea43-4b76-af81-862bb9a2adeb req-a99e4aea-2570-453c-8424-8a7da1648fa1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0588694 Aug 06 15:44:54.553184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:54.566432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3e693b4-ea43-4b76-af81-862bb9a2adeb req-1fd3585e-441f-418c-8e52-2ce1b82942dd tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Aug 06 15:44:54.595411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=e0b0793d-2ccb-45d8-aef0-997b867fdf98,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:54.683981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:54.686195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fe42aaad-4433-4d35-943d-6d99bfad68cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/e0b0793d-2ccb-45d8-aef0-997b867fdf98 HTTP/1.1" status: 204 len: 168 time: 0.7873638 Aug 06 15:44:54.688967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54744) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:54.725131 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d73fec-fec2-464d-82be-5b31a21b9c26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:44:54.726560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d73fec-fec2-464d-82be-5b31a21b9c26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:44:54.731873 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4d73fec-fec2-464d-82be-5b31a21b9c26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/e0b0793d-2ccb-45d8-aef0-997b867fdf98 HTTP/1.1" status: 404 len: 333 time: 0.0401287 Aug 06 15:44:54.736235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:54.774708 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec4c3d3-927c-40ef-8785-f9f87fa32b97 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:44:54.783631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:54.784284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1ec4c3d3-927c-40ef-8785-f9f87fa32b97 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/e0b0793d-2ccb-45d8-aef0-997b867fdf98 HTTP/1.1" status: 404 len: 333 time: 0.0478177 Aug 06 15:44:54.850692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 08b04701-2fc3-4f05-9125-8f0ca6c90b7e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:44:54.854435 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:54.908630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602b1ed-dbb4-410d-b88a-3192c10539f7 None None] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:54.908808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.009832 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.143706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Provisioning for port 80854c5b-9833-49ca-928d-147303b530d9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:55.143706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Provisioning complete for port 80854c5b-9833-49ca-928d-147303b530d9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:55.143706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.227411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.243586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.264045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=08b04701-2fc3-4f05-9125-8f0ca6c90b7e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:55.269827 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.271874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-49477007-f120-41fe-ac93-3d9be9fc1ee9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/08b04701-2fc3-4f05-9125-8f0ca6c90b7e HTTP/1.1" status: 204 len: 168 time: 0.4868340 Aug 06 15:44:55.274478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:55.287507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24324bdf-12af-46ca-a1cf-6af9c9412ffa None None] Network 62bc97a0-66f9-4326-b50b-a2350d1b56f2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:55.357570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.372646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:44:55.372646 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:44:55.466186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da101e7-2ee0-4aaf-b5c2-5a63a30a1917 req-5b8c55f9-f0d3-4bdf-b796-e9fe66920776 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:55.467920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8da101e7-2ee0-4aaf-b5c2-5a63a30a1917 req-5b8c55f9-f0d3-4bdf-b796-e9fe66920776 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 944 time: 0.0895591 Aug 06 15:44:55.476480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 80854c5b-9833-49ca-928d-147303b530d9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:55.476820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.501648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] DHCP port deletion for 62bc97a0-66f9-4326-b50b-a2350d1b56f2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:44:55.555156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] Deleting port 80854c5b-9833-49ca-928d-147303b530d9 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:55.555534 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.574362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port 80854c5b-9833-49ca-928d-147303b530d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80854c5b-9833-49ca-928d-147303b530d9,segment=NetworkSegment(d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1),segment_id=d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:55.575043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.579643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8da101e7-2ee0-4aaf-b5c2-5a63a30a1917 req-b6afa880-743e-4dd7-a556-60577e2b9d78 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896628 Aug 06 15:44:55.590971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 80854c5b-9833-49ca-928d-147303b530d9 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:55.636051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] For port 80854c5b-9833-49ca-928d-147303b530d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80854c5b-9833-49ca-928d-147303b530d9,segment=NetworkSegment(d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1),segment_id=d7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:55.636618 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.662415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] Calling delete_port for 80854c5b-9833-49ca-928d-147303b530d9 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:44:55.743202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf865-bdfd-4095-a332-9453976cddd0 req-96340cf8-d260-4f26-8c5e-ef4e790360d3 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:55.745316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00caf865-bdfd-4095-a332-9453976cddd0 req-96340cf8-d260-4f26-8c5e-ef4e790360d3 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0831840 Aug 06 15:44:55.774052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.788643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00caf865-bdfd-4095-a332-9453976cddd0 req-6d158391-a894-4bbc-9075-24c58cb6dddd tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Aug 06 15:44:55.798690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.808571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.839734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=80854c5b-9833-49ca-928d-147303b530d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:55.840107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] Pushing event deleted for resources: {'Port': ['ID=80854c5b-9833-49ca-928d-147303b530d9,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:55.843877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472f7d5-e37c-451a-8da4-8187d76712ee None None] No DVR routers for this DVR port 80854c5b-9833-49ca-928d-147303b530d9 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:44:55.845596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port 80854c5b-9833-49ca-928d-147303b530d9 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:44:55.897909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8ea7a-dac6-45ef-9c0e-227c47d3b98e None None] Port 80854c5b-9833-49ca-928d-147303b530d9 update to ACTIVE by agent not found {{(pid=94842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 06 15:44:55.926152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80854c5b-9833-49ca-928d-147303b530d9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:44:55.946615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 80854c5b-9833-49ca-928d-147303b530d9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:44:55.946965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80854c5b-9833-49ca-928d-147303b530d9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:44:55.951236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:55.961683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bc97a0-66f9-4326-b50b-a2350d1b56f2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:55.975501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:55.975941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e2ff6a-bfa7-498d-93e8-9dc3be7e7ad1') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:44:55.986967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.007356 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.014429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:44:56.014723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df2a0ec2-68fe-4124-a653-93dd07e1fa1c None None] Could not find standard attr ID for object 80854c5b-9833-49ca-928d-147303b530d9. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:44:56.014883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:44:56.021211 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:44:56.133106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c0eb8811-3c85-47db-b4e3-d91273a424b5 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:44:56.203748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.210851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.212720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/62bc97a0-66f9-4326-b50b-a2350d1b56f2 HTTP/1.1" status: 204 len: 168 time: 0.9372768 Aug 06 15:44:56.217056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:56.222536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1305344385'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:56.225255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5a4db-3be5-4fc3-b9d1-083b7e1084cf tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=62bc97a0-66f9-4326-b50b-a2350d1b56f2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:56.318120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c0eb8811-3c85-47db-b4e3-d91273a424b5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:56.324426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c0eb8811-3c85-47db-b4e3-d91273a424b5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:44:56.324800 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.364002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:56.368388 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.398046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:44:56.408008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.408411 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment 1d2af78b-82f4-470a-9c4e-3b1cb636d205 of type vlan for network 7a7df81d-507c-469e-bab4-8de85be345b2 Aug 06 15:44:56.420624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.445528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:44:56.448419 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4e3e37-0f01-491f-afaa-780066342f57" -d '{"events": [{"server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:44:56.452709 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.467493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c0eb8811-3c85-47db-b4e3-d91273a424b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:44:56.489495 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefab366-1db1-4df3-b602-cb8245fa9a31 x-openstack-request-id: req-aefab366-1db1-4df3-b602-cb8245fa9a31 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:44:56.489812 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "name": "network-vif-plugged", "status": "completed", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:44:56.490064 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aefab366-1db1-4df3-b602-cb8245fa9a31 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:44:56.490457 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'code': 200} Aug 06 15:44:56.552486 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.568837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.574891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:56.575533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.643444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c0eb8811-3c85-47db-b4e3-d91273a424b5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:56.701076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=7a7df81d-507c-469e-bab4-8de85be345b2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:56.706583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a6e0a-7f60-433a-9de1-625650f720aa req-bf9347b1-5a3c-4c8e-8999-1c5e37cb4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:56.708711 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f7a6e0a-7f60-433a-9de1-625650f720aa req-bf9347b1-5a3c-4c8e-8999-1c5e37cb4a90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 1096 time: 0.1497521 Aug 06 15:44:56.720914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7a7df81d-507c-469e-bab4-8de85be345b2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:44:56.755307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4afccdf7-0657-4c49-ab84-99977229e85d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5370996 Aug 06 15:44:56.762792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94d6f-7ecc-4c48-9263-16194720e6ee req-a94b22ee-7932-42a6-8523-d075e5b3caa2 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:56.763333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54778) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:56.768625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:56.771013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae94d6f-7ecc-4c48-9263-16194720e6ee req-a94b22ee-7932-42a6-8523-d075e5b3caa2 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.0878978 Aug 06 15:44:56.807471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f7a6e0a-7f60-433a-9de1-625650f720aa req-7fe5073b-eda9-433e-905f-b37bda353a18 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742383 Aug 06 15:44:56.809435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae94d6f-7ecc-4c48-9263-16194720e6ee req-8a6d85d4-3e47-4e08-8e63-28ea2be513b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373015 Aug 06 15:44:56.924789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c17c-5132-472e-a213-5022f9535423 req-6261d786-1643-45da-b622-a2d3d946b2fb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:56.926320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ead3c17c-5132-472e-a213-5022f9535423 req-6261d786-1643-45da-b622-a2d3d946b2fb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0552478 Aug 06 15:44:56.975430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:56.979503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:56.979846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ead3c17c-5132-472e-a213-5022f9535423 req-943f00b2-346f-46a3-9ec0-0361b1dbb18d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Aug 06 15:44:57.238621 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:57.299439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=a887699e-71c8-4eb7-96dc-b81074d84d0b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:57.310947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': '1d2af78b-82f4-470a-9c4e-3b1cb636d205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:57.311598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: 7a7df81d-507c-469e-bab4-8de85be345b2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:44:57.387359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 7a7df81d-507c-469e-bab4-8de85be345b2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:44:57.483649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7a7df81d-507c-469e-bab4-8de85be345b2) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:57.487717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:57.488518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:57.494388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956000f-a75c-4073-a9f0-2d497b98d84b None None] Network 7a7df81d-507c-469e-bab4-8de85be345b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:57.571940 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea3204d8-6e87-46fa-b364-6bb8bbc278e9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8063991 Aug 06 15:44:57.573977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:57.582371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1101975518'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:57.706439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7a7df81d-507c-469e-bab4-8de85be345b2', 'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': 'a887699e-71c8-4eb7-96dc-b81074d84d0b'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:44:57.707370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:57.857676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:44:57.862429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:57.876289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Allocated IP 172.20.0.2 (7a7df81d-507c-469e-bab4-8de85be345b2/a887699e-71c8-4eb7-96dc-b81074d84d0b/72b7a61b-3784-41a9-8063-f3974739efc3) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:57.885840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 2ced8e81-df71-4b37-a81b-3a5c87df159f yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:44:57.952451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375333ff-943b-4185-8206-263a68754519 req-a844a212-9cbb-42b5-81e0-c8d4e6ed9305 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:57.954947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-375333ff-943b-4185-8206-263a68754519 req-a844a212-9cbb-42b5-81e0-c8d4e6ed9305 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.0719419 Aug 06 15:44:58.000461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-375333ff-943b-4185-8206-263a68754519 req-cf901325-fc79-46c8-911d-4344d5ec062d tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Aug 06 15:44:58.058861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.067942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Transition to ACTIVE for port object 72b7a61b-3784-41a9-8063-f3974739efc3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:58.086050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Transition to ACTIVE for port object 72b7a61b-3784-41a9-8063-f3974739efc3 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:58.129683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4b03f-1806-40d7-bd24-b20e2e665a73 req-6d3da0a6-911d-42b6-bbd2-35b6c7b7e87c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:58.131246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56a4b03f-1806-40d7-bd24-b20e2e665a73 req-6d3da0a6-911d-42b6-bbd2-35b6c7b7e87c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0681767 Aug 06 15:44:58.165698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.186624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56a4b03f-1806-40d7-bd24-b20e2e665a73 req-48b343e7-5b65-4edf-9d45-2fe20493b6e0 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478537 Aug 06 15:44:58.218427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Network 7a7df81d-507c-469e-bab4-8de85be345b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:58.223687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:58.228128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:58.231357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Pushing event updated for resources: {'Port': ['ID=72b7a61b-3784-41a9-8063-f3974739efc3,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:58.268479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fbb3f1ec-a8ca-46cc-895a-1e77990fcb03 {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:44:58.269076 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:44:58.289551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Attempting to bind port 72b7a61b-3784-41a9-8063-f3974739efc3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:44:58.289919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Attempting to bind port 72b7a61b-3784-41a9-8063-f3974739efc3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '1d2af78b-82f4-470a-9c4e-3b1cb636d205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:44:58.290282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Attempting to bind port 72b7a61b-3784-41a9-8063-f3974739efc3 on network 7a7df81d-507c-469e-bab4-8de85be345b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:44:58.295173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:44:58.295604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Checking segment: {'id': '1d2af78b-82f4-470a-9c4e-3b1cb636d205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:44:58.296204 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.296603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Bound using segment: {'id': '1d2af78b-82f4-470a-9c4e-3b1cb636d205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:44:58.297063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Bound port: 72b7a61b-3784-41a9-8063-f3974739efc3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2af78b-82f4-470a-9c4e-3b1cb636d205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7a7df81d-507c-469e-bab4-8de85be345b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:44:58.297443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.363821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-83ce6681-4519-4106-89e2-696735156be6 None None] For port 72b7a61b-3784-41a9-8063-f3974739efc3, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:44:58.369823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-83ce6681-4519-4106-89e2-696735156be6 None None] For port 72b7a61b-3784-41a9-8063-f3974739efc3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=72b7a61b-3784-41a9-8063-f3974739efc3,segment=NetworkSegment(1d2af78b-82f4-470a-9c4e-3b1cb636d205),segment_id=1d2af78b-82f4-470a-9c4e-3b1cb636d205)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:44:58.484414 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.550744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce6681-4519-4106-89e2-696735156be6 None None] Pushing event updated for resources: {'Port': ['ID=72b7a61b-3784-41a9-8063-f3974739efc3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:58.770316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.797002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port dff94044-1a0b-4f29-91c1-ca5e787eb90c yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:44:58.894841 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:58.937803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.11 (7a7df81d-507c-469e-bab4-8de85be345b2/a887699e-71c8-4eb7-96dc-b81074d84d0b/dff94044-1a0b-4f29-91c1-ca5e787eb90c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:44:59.118063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:59.134117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object dff94044-1a0b-4f29-91c1-ca5e787eb90c will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:44:59.140620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ab7ea-0474-410e-8362-a4c7d68cfc5c req-a55bc494-e912-4c97-9236-aa97fad500a8 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:59.142197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-931ab7ea-0474-410e-8362-a4c7d68cfc5c req-a55bc494-e912-4c97-9236-aa97fad500a8 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.0569003 Aug 06 15:44:59.189756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-931ab7ea-0474-410e-8362-a4c7d68cfc5c req-7cdcef83-6132-448a-8af1-ea3235b76e33 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Aug 06 15:44:59.262366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:59.317349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 7a7df81d-507c-469e-bab4-8de85be345b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:44:59.324001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:44:59.328433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:44:59.356916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=dff94044-1a0b-4f29-91c1-ca5e787eb90c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:44:59.405578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a234f-6a74-49d0-9671-e6eb99a64630 req-2bb43d05-e9c9-4f42-95ae-9412aae9ba5f tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:59.406122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:59.406796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:59.410608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e5a234f-6a74-49d0-9671-e6eb99a64630 req-2bb43d05-e9c9-4f42-95ae-9412aae9ba5f tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.1217358 Aug 06 15:44:59.416584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:59.422965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5f42a-5bd5-4020-b823-1af1376ff07b req-cce5c22c-5974-43fe-98d8-9256b1a37505 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:44:59.430114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95f5f42a-5bd5-4020-b823-1af1376ff07b req-cce5c22c-5974-43fe-98d8-9256b1a37505 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1377928 Aug 06 15:44:59.430272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Request body: {'floatingip': {'port_id': 'c0eb8811-3c85-47db-b4e3-d91273a424b5'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:44:59.482242 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:59.493287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95f5f42a-5bd5-4020-b823-1af1376ff07b req-5532fe67-37c3-42da-aea3-c24b852c9d52 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523467 Aug 06 15:44:59.542048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-99dbbcad-62c9-4665-abee-cac181115d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.9659100 Aug 06 15:44:59.545304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:44:59.702707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port dff94044-1a0b-4f29-91c1-ca5e787eb90c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:44:59.703245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:59.723410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f3fd4-97d7-4e5a-a021-801221504b96 None None] Network 7a7df81d-507c-469e-bab4-8de85be345b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:44:59.874630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d73ace41-130a-4a63-8192-0ec47de9ae36 None None] Provisioning for port 72b7a61b-3784-41a9-8063-f3974739efc3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:44:59.878228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:44:59.901566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for dff94044-1a0b-4f29-91c1-ca5e787eb90c owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:00.039569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 72b7a61b-3784-41a9-8063-f3974739efc3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:00.197554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 72b7a61b-3784-41a9-8063-f3974739efc3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:00.204766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 72b7a61b-3784-41a9-8063-f3974739efc3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:00.205201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.234128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.339984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=dff94044-1a0b-4f29-91c1-ca5e787eb90c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:00.415365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:45:00.474544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8e5a947-c85c-4b14-a03e-fd640f7d021b None None] Provisioning complete for port 72b7a61b-3784-41a9-8063-f3974739efc3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:00.474544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a947-c85c-4b14-a03e-fd640f7d021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.509212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.524845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.531873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:00.532756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e6ef496-ebd5-48f7-b36d-49bb1433b46b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/dff94044-1a0b-4f29-91c1-ca5e787eb90c HTTP/1.1" status: 204 len: 168 time: 0.9857612 Aug 06 15:45:00.566337 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ebe57a-4a78-4787-96d3-ac6940088044 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:00.570582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b8ebe57a-4a78-4787-96d3-ac6940088044 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/dff94044-1a0b-4f29-91c1-ca5e787eb90c HTTP/1.1" status: 404 len: 333 time: 0.0353475 Aug 06 15:45:00.570582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.571125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:00.642895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.665368 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8e5a947-c85c-4b14-a03e-fd640f7d021b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.724236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet a887699e-71c8-4eb7-96dc-b81074d84d0b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:00.725654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05dd16-b7c4-4ae5-b399-3b51dfb4dd4d req-ad53df4b-a2ff-4235-9ef7-acc506cf8ea4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:00.727527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c05dd16-b7c4-4ae5-b399-3b51dfb4dd4d req-ad53df4b-a2ff-4235-9ef7-acc506cf8ea4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1118116 Aug 06 15:45:00.728626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 72b7a61b-3784-41a9-8063-f3974739efc3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=72b7a61b-3784-41a9-8063-f3974739efc3,segment=NetworkSegment(1d2af78b-82f4-470a-9c4e-3b1cb636d205),segment_id=1d2af78b-82f4-470a-9c4e-3b1cb636d205)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:00.730336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.796591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.801056 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Floating IP 557951ea-20b8-4450-8335-41dd122c13ec associated. External IP: 172.25.5.15, port: c0eb8811-3c85-47db-b4e3-d91273a424b5. Aug 06 15:45:00.808295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c05dd16-b7c4-4ae5-b399-3b51dfb4dd4d req-3312a60e-faf9-437a-a841-29733f93f6a2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 Aug 06 15:45:00.813227 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:00.962150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-c8e5a947-c85c-4b14-a03e-fd640f7d021b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:45:00.973956 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-c8e5a947-c85c-4b14-a03e-fd640f7d021b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:45:01.006971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=72b7a61b-3784-41a9-8063-f3974739efc3,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:01.056933 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.245163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:45:01.255781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.322724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.324909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/a887699e-71c8-4eb7-96dc-b81074d84d0b HTTP/1.1" status: 204 len: 168 time: 0.7528751 Aug 06 15:45:01.328649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0617ef-7e83-415b-a827-e83d9490c27d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=a887699e-71c8-4eb7-96dc-b81074d84d0b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:01.329359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:01.332688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d12002-ca5b-4394-8961-f6b716823f92 None None] Network 7a7df81d-507c-469e-bab4-8de85be345b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:01.427625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:45:01.433487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.437443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.451983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] Sync routers for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:45:01.474706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9903363d-abca-4cae-b7a4-b82477bd2896 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "PUT /v2.0/floatingips/557951ea-20b8-4450-8335-41dd122c13ec HTTP/1.1" status: 200 len: 990 time: 2.0559552 Aug 06 15:45:01.475905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:01.481415 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c870ba25-3920-4d6d-874f-1b290bfc4f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:01.514447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:45:01.515266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:01.554651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 72b7a61b-3784-41a9-8063-f3974739efc3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:01.555069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.560948 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaccb42-f706-4658-b2e4-94444e0f882c x-openstack-request-id: req-cbaccb42-f706-4658-b2e4-94444e0f882c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:01.561363 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:01.561853 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbaccb42-f706-4658-b2e4-94444e0f882c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:01.562306 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'status': 'completed', 'code': 200} Aug 06 15:45:01.633361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port 72b7a61b-3784-41a9-8063-f3974739efc3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=72b7a61b-3784-41a9-8063-f3974739efc3,segment=NetworkSegment(1d2af78b-82f4-470a-9c4e-3b1cb636d205),segment_id=1d2af78b-82f4-470a-9c4e-3b1cb636d205)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:01.633733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.641648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-7e6d6e03-8cb1-405a-aa9e-59bad481b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:01.644736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-7e6d6e03-8cb1-405a-aa9e-59bad481b070 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a5b48786552441ba2ca13d005f53a0a&device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 1096 time: 0.0537210 Aug 06 15:45:01.658696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 72b7a61b-3784-41a9-8063-f3974739efc3 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:01.680956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8e5a947-c85c-4b14-a03e-fd640f7d021b None None] Could not find standard attr ID for object dff94044-1a0b-4f29-91c1-ca5e787eb90c. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:45:01.727717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:45:01.768795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-02311a2a-b5a7-4484-a7ef-3cb3fe5bec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:01.770406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-02311a2a-b5a7-4484-a7ef-3cb3fe5bec87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7208fcae-1292-497d-a1ab-6e3bdf8bba50 HTTP/1.1" status: 200 len: 907 time: 0.1177092 Aug 06 15:45:01.833353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] DHCP port deletion for 7a7df81d-507c-469e-bab4-8de85be345b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:45:01.844423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01264c76-bb39-4516-9ddd-1a4c6f47d2a6 None None] Could not find standard attr ID for object dff94044-1a0b-4f29-91c1-ca5e787eb90c. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:45:01.851350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-1399f9bf-14c4-4bc6-baa0-b2a02d4647a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5 HTTP/1.1" status: 200 len: 998 time: 0.0714476 Aug 06 15:45:01.871614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:01.931403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port 72b7a61b-3784-41a9-8063-f3974739efc3 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:01.939950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-244c2fcf-9958-4ec6-839b-424f625d668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:01.941351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=72b7a61b-3784-41a9-8063-f3974739efc3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:01.941804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-244c2fcf-9958-4ec6-839b-424f625d668f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50646076-7689-4b27-b5a3-4ebeec847cbd HTTP/1.1" status: 200 len: 845 time: 0.0844092 Aug 06 15:45:02.030170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-c3d5c38e-0b6e-4d6f-a0ba-757912e6ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:02.031896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-c3d5c38e-0b6e-4d6f-a0ba-757912e6ea7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7208fcae-1292-497d-a1ab-6e3bdf8bba50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822778 Aug 06 15:45:02.049927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Deleting port 72b7a61b-3784-41a9-8063-f3974739efc3 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:02.051124 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.060728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 72b7a61b-3784-41a9-8063-f3974739efc3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:45:02.128644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.131510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 72b7a61b-3784-41a9-8063-f3974739efc3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:45:02.132108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 72b7a61b-3784-41a9-8063-f3974739efc3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:45:02.141809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7df81d-507c-469e-bab4-8de85be345b2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:02.159417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2af78b-82f4-470a-9c4e-3b1cb636d205') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:02.159722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2af78b-82f4-470a-9c4e-3b1cb636d205') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:02.176405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.199962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.202517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-3ed713b6-a92b-44f4-bdce-3d3798b76d10 service neutron] 10.222.0.64 "GET /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462104 Aug 06 15:45:02.223353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:02.223792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:02.228688 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:02.264145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] For port 72b7a61b-3784-41a9-8063-f3974739efc3, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:02.264957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.270272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f26d3c-9b01-4fa6-a962-0d06384e7fa3 req-4a776bf3-2db2-4ecf-978c-f26f5093f528 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:02.271643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2f26d3c-9b01-4fa6-a962-0d06384e7fa3 req-4a776bf3-2db2-4ecf-978c-f26f5093f528 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.2757072 Aug 06 15:45:02.318438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Calling delete_port for 72b7a61b-3784-41a9-8063-f3974739efc3 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:02.322426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Port 72b7a61b-3784-41a9-8063-f3974739efc3 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:45:02.331940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.356456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2f26d3c-9b01-4fa6-a962-0d06384e7fa3 req-64c4eba9-6420-4e2a-8e48-7387bca398d5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537095 Aug 06 15:45:02.385036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] Pushing event deleted for resources: {'Port': ['ID=72b7a61b-3784-41a9-8063-f3974739efc3,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:02.392546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0649b811-6a33-4d25-904d-5ad4891dfbcd None None] No DVR routers for this DVR port 72b7a61b-3784-41a9-8063-f3974739efc3 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:02.428786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '557951ea-20b8-4450-8335-41dd122c13ec', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'port_id': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'mac_address': 'fa:16:3e:73:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943d2107-930c-4ad0-9616-37072e8a336c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:44:37Z', 'updated_at': '2021-08-06T15:45:00Z', 'revision_number': 1, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:38Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:02.436163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c870ba25-3920-4d6d-874f-1b290bfc4f6d req-cd1dd91b-a9a8-44e4-b46e-c2c56a832783 service neutron] 10.222.0.64 "GET /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320547 Aug 06 15:45:02.464800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] Checking router: 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:45:02.472175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.476739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:45:02.477686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:44:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:02.481221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.483593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/7a7df81d-507c-469e-bab4-8de85be345b2 HTTP/1.1" status: 204 len: 168 time: 1.1530921 Aug 06 15:45:02.489438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:02.500431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'name': 'tempest-PortsTestJSON-1649069106'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:02.508366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce314f9-901c-44c5-8aec-c35399a7d854 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=7a7df81d-507c-469e-bab4-8de85be345b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:02.617268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:45:02.712568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:02.719142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:02.745735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 7faa6f8e-d50d-4f6f-8191-4e390247117f yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:02.902447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '557951ea-20b8-4450-8335-41dd122c13ec', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'port_id': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'mac_address': 'fa:16:3e:73:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943d2107-930c-4ad0-9616-37072e8a336c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:44:37Z', 'updated_at': '2021-08-06T15:45:00Z', 'revision_number': 1, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:38Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:02.929394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3d3a5-f6b3-4375-81e8-4ab529e6d97a None None] The sync data for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 is: [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '557951ea-20b8-4450-8335-41dd122c13ec', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'floating_ip_address': '172.25.5.15', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'port_id': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'mac_address': 'fa:16:3e:73:19:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943d2107-930c-4ad0-9616-37072e8a336c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:44:37Z', 'updated_at': '2021-08-06T15:45:00Z', 'revision_number': 1, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:38Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:45:02.943510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:03.061176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:03.118824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:03.123020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:03.127241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:03.133571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:03.133919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:03.141240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=7faa6f8e-d50d-4f6f-8191-4e390247117f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:03.202931 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950fffd8-699d-48f1-8995-ffd07f0e9b28 None None] New status for floating IP 557951ea-20b8-4450-8335-41dd122c13ec: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:45:03.233252 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b6f94bb-f6a5-4618-aa81-de5462f42811 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7415900 Aug 06 15:45:03.236975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:03.362242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 7faa6f8e-d50d-4f6f-8191-4e390247117f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:03.362242 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:03.533645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe107cc1-b796-4f5d-9da2-1d20232baf9e req-49477cf0-27b9-408f-8541-cfa6024aa1f1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:03.536864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe107cc1-b796-4f5d-9da2-1d20232baf9e req-49477cf0-27b9-408f-8541-cfa6024aa1f1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0860198 Aug 06 15:45:03.618512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe107cc1-b796-4f5d-9da2-1d20232baf9e req-dd1c715c-8ca0-405f-b600-3609cfda8642 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697284 Aug 06 15:45:03.793029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:03.806979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 7faa6f8e-d50d-4f6f-8191-4e390247117f owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:03.992497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.037978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=7faa6f8e-d50d-4f6f-8191-4e390247117f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:04.043288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.045333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-60742899-6521-41bb-9237-13c163c69dd8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/7faa6f8e-d50d-4f6f-8191-4e390247117f HTTP/1.1" status: 204 len: 168 time: 0.8071163 Aug 06 15:45:04.048891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54880) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:04.057324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'mac_address': 'fa:16:3e:fa:0d:f6', 'name': 'tempest-PortsTestJSON-1687840875'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:04.197719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:04.266287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.287793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port c58c3178-30f8-4154-94c6-7e00232de261 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:04.481329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.638659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.688795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:04.694325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:04.698128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:04.703745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:04.704437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.715941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=c58c3178-30f8-4154-94c6-7e00232de261,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:04.795863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2757c7c6-f250-40ac-90b2-a07c8f3bf2b6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7415671 Aug 06 15:45:04.795863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:04.796722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20c51-04f9-4f5c-8c5a-12eafce2adee req-6e45975b-fe60-4c73-82db-b0db37bb18c2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:04.796722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dac20c51-04f9-4f5c-8c5a-12eafce2adee req-6e45975b-fe60-4c73-82db-b0db37bb18c2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0851233 Aug 06 15:45:04.811883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-021a8ecf-7841-46e9-9224-02d1da2e15b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:04.856400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dac20c51-04f9-4f5c-8c5a-12eafce2adee req-2019353b-8c73-44cf-86f6-7ed7c7b1ba00 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496895 Aug 06 15:45:04.861425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17405650-6342-4476-9583-96647daa5aa0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:04.863056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-17405650-6342-4476-9583-96647daa5aa0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/c58c3178-30f8-4154-94c6-7e00232de261 HTTP/1.1" status: 200 len: 841 time: 0.0650232 Aug 06 15:45:04.866956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:04.975629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port c58c3178-30f8-4154-94c6-7e00232de261 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:04.975629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:05.058329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:05.075466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for c58c3178-30f8-4154-94c6-7e00232de261 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:05.243509 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:05.274379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=c58c3178-30f8-4154-94c6-7e00232de261,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:05.278721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:05.281019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8d44fe00-b9de-47ff-912d-4679b6573996 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/c58c3178-30f8-4154-94c6-7e00232de261 HTTP/1.1" status: 204 len: 168 time: 0.4123476 Aug 06 15:45:05.283960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:05.310234 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dedf07a-86d3-4269-b513-1df43130d49b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:05.311860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7dedf07a-86d3-4269-b513-1df43130d49b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/c58c3178-30f8-4154-94c6-7e00232de261 HTTP/1.1" status: 404 len: 333 time: 0.0269058 Aug 06 15:45:05.315617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:05.323409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'name': 'tempest-PortsTestJSON-402190753'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:05.535138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:05.538818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:05.558029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 66e62d2e-e81f-44f0-8389-dde73499c772 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:05.756527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:05.913182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.001477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:06.028043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:06.028043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=66e62d2e-e81f-44f0-8389-dde73499c772,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:06.028043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:06.028043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:06.028043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.057641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13824e8c-1778-48c7-b38f-789360719b9e req-722abd08-a463-4644-9c30-544b7258b396 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:06.059285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13824e8c-1778-48c7-b38f-789360719b9e req-722abd08-a463-4644-9c30-544b7258b396 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1131697 Aug 06 15:45:06.122749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13824e8c-1778-48c7-b38f-789360719b9e req-5fc129f2-7d59-4352-8ff6-cd2e9191b983 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Aug 06 15:45:06.158678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d8093fe6-637e-485b-b4aa-a80f240a0fcc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8408744 Aug 06 15:45:06.163193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:06.171321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:06.243320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.435060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.591197 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.625677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] In _notify_port_updated(), no bound segment for port 66e62d2e-e81f-44f0-8389-dde73499c772 on network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:45:06.632197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:06.637912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.637912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/ports/66e62d2e-e81f-44f0-8389-dde73499c772 HTTP/1.1" status: 200 len: 818 time: 0.4697514 Aug 06 15:45:06.638810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:06.687605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eee1c7-af3e-4ed2-a8cd-4e1dc792cde5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=66e62d2e-e81f-44f0-8389-dde73499c772,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:06.761234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 66e62d2e-e81f-44f0-8389-dde73499c772 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:06.761575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.832255 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:06.845278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 66e62d2e-e81f-44f0-8389-dde73499c772 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:07.004488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.032738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=66e62d2e-e81f-44f0-8389-dde73499c772,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:07.038972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.039914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-68c19f1a-a33f-4825-9288-ea875f89ada6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/66e62d2e-e81f-44f0-8389-dde73499c772 HTTP/1.1" status: 204 len: 168 time: 0.4001119 Aug 06 15:45:07.043277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:07.104297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb32a6-f124-48c5-b997-89bc30f4da98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:07.106080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c8bb32a6-f124-48c5-b997-89bc30f4da98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0617290 Aug 06 15:45:07.109705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:07.139162 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba52903-40f5-4736-b437-70c87f633391 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:07.140788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dba52903-40f5-4736-b437-70c87f633391 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/66e62d2e-e81f-44f0-8389-dde73499c772 HTTP/1.1" status: 404 len: 333 time: 0.0301728 Aug 06 15:45:07.144548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:07.149674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1467816913'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:07.238632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:07.242433 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.283905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:45:07.293409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889690da-679c-42f8-8b96-821b0a0ed500 req-447892b3-1e3f-4824-89af-ec064d8d5ce6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:07.295010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-889690da-679c-42f8-8b96-821b0a0ed500 req-447892b3-1e3f-4824-89af-ec064d8d5ce6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0873730 Aug 06 15:45:07.310546 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.312158 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment d275005b-54d2-4a4f-bfe6-62790db144e9 of type vlan for network 92bfa7f9-d027-4092-a809-fc04526acb23 Aug 06 15:45:07.380327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-889690da-679c-42f8-8b96-821b0a0ed500 req-3ce9c5e2-eb15-4c8f-9997-d994ea2f0166 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785120 Aug 06 15:45:07.381945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.462122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.468438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:07.472664 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.554359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=92bfa7f9-d027-4092-a809-fc04526acb23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:07.573211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:45:07.613195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a45c55d4-7266-41e8-92a4-5b1ce0f14e2c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4671445 Aug 06 15:45:07.615474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:07.623496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:07.658867 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2e070f2-0c96-4604-b875-e3b840bd27de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.730616 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:07.831942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:07.839036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:08.123387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:08.192618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=0f6d6921-824c-4fa9-90d5-05d3c095f5bd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:08.201375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': 'd275005b-54d2-4a4f-bfe6-62790db144e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:08.201789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: 92bfa7f9-d027-4092-a809-fc04526acb23, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:45:08.334579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9236c-1fba-40b8-b743-4f2d26ff9267 req-2fd2e8cc-53dc-4ea5-9311-a79dbb122a12 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:08.336064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18a9236c-1fba-40b8-b743-4f2d26ff9267 req-2fd2e8cc-53dc-4ea5-9311-a79dbb122a12 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0509603 Aug 06 15:45:08.378441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18a9236c-1fba-40b8-b743-4f2d26ff9267 req-e45af307-dc52-4762-8634-d534950674b3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358701 Aug 06 15:45:08.392225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 92bfa7f9-d027-4092-a809-fc04526acb23 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:45:08.518084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 92bfa7f9-d027-4092-a809-fc04526acb23) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:08.526404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:08.527084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:08.543054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f18dc-56bf-451e-a228-80e9cb869502 None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:08.555568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8208eb6-6715-491f-9d51-e27c974a7cc9 req-7690b081-6d23-4eb9-8289-cdef7c70a091 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:08.558299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8208eb6-6715-491f-9d51-e27c974a7cc9 req-7690b081-6d23-4eb9-8289-cdef7c70a091 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1073804 Aug 06 15:45:08.574287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b5100-14f4-47d1-b79f-85feabda5cad req-33c271e3-de37-4fb6-a349-e29896b762b8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:08.576333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f8b5100-14f4-47d1-b79f-85feabda5cad req-33c271e3-de37-4fb6-a349-e29896b762b8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1235483 Aug 06 15:45:08.640686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8208eb6-6715-491f-9d51-e27c974a7cc9 req-bc3327be-2015-4aca-8281-b3a80076750d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635111 Aug 06 15:45:08.648065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c2a1d06-e28c-404a-b571-31dbe55202be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0267427 Aug 06 15:45:08.648065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f8b5100-14f4-47d1-b79f-85feabda5cad req-67574213-6dd4-41e6-ae12-9ab132fe53fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631869 Aug 06 15:45:08.648746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:08.654905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:08.928854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:08.932710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-92bfa7f9-d027-4092-a809-fc04526acb23', 'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': '0f6d6921-824c-4fa9-90d5-05d3c095f5bd'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:45:08.934527 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:08.935186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.047608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.122107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Allocated IP 172.20.0.2 (92bfa7f9-d027-4092-a809-fc04526acb23/0f6d6921-824c-4fa9-90d5-05d3c095f5bd/b92b6db4-bffd-4bab-8615-bbf9cd3edfde) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:09.139492 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0f6d6921-824c-4fa9-90d5-05d3c095f5bd (CIDR: 172.20.0.0/28) Aug 06 15:45:09.155473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-63851d35-fd95-49bd-8249-d0e2c1044f57 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:09.157151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-63851d35-fd95-49bd-8249-d0e2c1044f57 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.1863799 Aug 06 15:45:09.179912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-c85009e2-e9d3-40b3-a9de-8b66cf77f1e8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/quotas/51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 375 time: 0.0110698 Aug 06 15:45:09.248709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-14fccc89-d82f-4ec7-91e3-115fd7fd6de0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0623059 Aug 06 15:45:09.250660 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:45:09.251260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:45:09.282601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.291467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Transition to ACTIVE for port object b92b6db4-bffd-4bab-8615-bbf9cd3edfde will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:09.306781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Transition to ACTIVE for port object b92b6db4-bffd-4bab-8615-bbf9cd3edfde will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:09.354649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-df20a5e8-0a59-4e83-8595-7233ee86b3be service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917084 Aug 06 15:45:09.377056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a035b555-92ce-4686-99a9-6e57401f9900 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7251000 Aug 06 15:45:09.377912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:09.383937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:09.399455 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.478374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:09.479674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-61691028-6a95-4e77-8000-44cb0b014b98 service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140885 Aug 06 15:45:09.482655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:09.486136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:09.500842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Pushing event updated for resources: {'Port': ['ID=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:09.559295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Attempting to bind port b92b6db4-bffd-4bab-8615-bbf9cd3edfde on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:09.559681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Attempting to bind port b92b6db4-bffd-4bab-8615-bbf9cd3edfde by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'd275005b-54d2-4a4f-bfe6-62790db144e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:09.560202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Attempting to bind port b92b6db4-bffd-4bab-8615-bbf9cd3edfde on network 92bfa7f9-d027-4092-a809-fc04526acb23 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:09.565633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:09.569724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Checking segment: {'id': 'd275005b-54d2-4a4f-bfe6-62790db144e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:09.569724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.569724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Bound using segment: {'id': 'd275005b-54d2-4a4f-bfe6-62790db144e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:09.569724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Bound port: b92b6db4-bffd-4bab-8615-bbf9cd3edfde, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd275005b-54d2-4a4f-bfe6-62790db144e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:09.569724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.621011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:09.624839 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.632195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] For port b92b6db4-bffd-4bab-8615-bbf9cd3edfde, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:09.636019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] For port b92b6db4-bffd-4bab-8615-bbf9cd3edfde, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,segment=NetworkSegment(d275005b-54d2-4a4f-bfe6-62790db144e9),segment_id=d275005b-54d2-4a4f-bfe6-62790db144e9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:09.796682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:09.828834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b43ae-2d63-4a6b-bd28-5914dc5fb006 req-c632ef84-f339-4285-a763-b10cd0e59c20 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:09.830851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-296b43ae-2d63-4a6b-bd28-5914dc5fb006 req-c632ef84-f339-4285-a763-b10cd0e59c20 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0955312 Aug 06 15:45:09.940176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fc5d6-ddc3-46de-b046-be357e9bc402 None None] Pushing event updated for resources: {'Port': ['ID=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:10.324469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:10.378113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 92bfa7f9-d027-4092-a809-fc04526acb23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:10.381740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:10.387449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:10.388439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:10.403675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=196897a7-0662-4490-94dd-2318dec4e175,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:10.414149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.414671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.415119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.415529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.415529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.415529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.417146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.417688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.418028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.418362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.418694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.419072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:10.513742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf00cce9-bde8-43dd-b74b-9a757dc5475a tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1339178 Aug 06 15:45:10.517134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:10.523745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23', 'fixed_ips': [{'subnet_id': '0f6d6921-824c-4fa9-90d5-05d3c095f5bd'}, {'subnet_id': '196897a7-0662-4490-94dd-2318dec4e175'}], 'name': 'tempest-PortsTestJSON-1059297125'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:10.549037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7840570d-4d82-4f3f-9483-dc75605311d0 req-273ca111-43f8-4256-9bb0-51256ae9aba1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 210 time: 0.7311065 Aug 06 15:45:10.573686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-296b43ae-2d63-4a6b-bd28-5914dc5fb006 req-572b1fdd-bd26-477c-b48a-9d0e0ec1ac41 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7362502 Aug 06 15:45:10.778039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:10.815106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:10.860406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:10.982134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:10.985806 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc7ba-0ec5-4deb-b2f2-d96ef569f901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.010691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 3b0232bc-d71c-4435-847c-7458cd88e92e yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:11.159561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b6762e-d72c-4b9d-9153-ef98429813d2 None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:11.295664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc7ba-0ec5-4deb-b2f2-d96ef569f901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.383277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.10 (92bfa7f9-d027-4092-a809-fc04526acb23/0f6d6921-824c-4fa9-90d5-05d3c095f5bd/3b0232bc-d71c-4435-847c-7458cd88e92e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:11.393021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.21 (92bfa7f9-d027-4092-a809-fc04526acb23/196897a7-0662-4490-94dd-2318dec4e175/3b0232bc-d71c-4435-847c-7458cd88e92e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:11.421352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb2fc7ba-0ec5-4deb-b2f2-d96ef569f901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.456251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cf1740c8-0cbd-43e3-8c67-9dcbbc034abe None None] Provisioning for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:11.479239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Update dhcp port {'port': {'network_id': '92bfa7f9-d027-4092-a809-fc04526acb23', 'fixed_ips': [{'subnet_id': '0f6d6921-824c-4fa9-90d5-05d3c095f5bd', 'ip_address': '172.20.0.2'}, {'subnet_id': '196897a7-0662-4490-94dd-2318dec4e175'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'b92b6db4-bffd-4bab-8615-bbf9cd3edfde'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:45:11.484085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fb2fc7ba-0ec5-4deb-b2f2-d96ef569f901 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d641f0bb2864d889bdbc050e762de1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678436 Aug 06 15:45:11.486896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:11.495107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fc7ba-0ec5-4deb-b2f2-d96ef569f901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8125dbe2-648b-4dce-95ec-cc7c81021833,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:11.555450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.632761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.762084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.792209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:11.842879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 3b0232bc-d71c-4435-847c-7458cd88e92e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:11.907880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-463e1470-cfe1-4bd1-b1cc-38a6dbbc3b8a req-905d6524-155c-4db4-aa37-d9d7ae28ed15 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 210 time: 0.0912411 Aug 06 15:45:11.954804 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc1995-9e98-4f7f-8807-c3adef18c7c2 req-7f75c70e-e3b5-486f-9ce9-a27f4b4945ab tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:11.956365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01fc1995-9e98-4f7f-8807-c3adef18c7c2 req-7f75c70e-e3b5-486f-9ce9-a27f4b4945ab tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1738327 Aug 06 15:45:12.018708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b92b6db4-bffd-4bab-8615-bbf9cd3edfde up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:12.019725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01fc1995-9e98-4f7f-8807-c3adef18c7c2 req-e29f3dc4-5cbe-4282-bd1b-57570785abe5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559072 Aug 06 15:45:12.095544 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.118157 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.121429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.130306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8125dbe2-648b-4dce-95ec-cc7c81021833 HTTP/1.1" status: 204 len: 168 time: 0.6340768 Aug 06 15:45:12.141819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 92bfa7f9-d027-4092-a809-fc04526acb23 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:12.143706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8125dbe2-648b-4dce-95ec-cc7c81021833,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:12.145200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:12.152610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:12.154731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Allocated IP 172.20.0.18 (92bfa7f9-d027-4092-a809-fc04526acb23/196897a7-0662-4490-94dd-2318dec4e175/b92b6db4-bffd-4bab-8615-bbf9cd3edfde) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:12.168642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.169002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.169363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.169715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.170114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.171497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.172407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.172787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.173183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.174638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.174831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.176028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ef1228-2666-45fa-a5bb-fd2943282563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:12.190899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=3b0232bc-d71c-4435-847c-7458cd88e92e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:12.222282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:12.233952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:12.234649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.247668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:12.248325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.322554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0c59aef6-fb73-4bda-bd87-11f9d75dc30d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8014596 Aug 06 15:45:12.324591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:12.330363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f6d6921-824c-4fa9-90d5-05d3c095f5bd'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:12.349989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] For port b92b6db4-bffd-4bab-8615-bbf9cd3edfde, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,segment=NetworkSegment(d275005b-54d2-4a4f-bfe6-62790db144e9),segment_id=d275005b-54d2-4a4f-bfe6-62790db144e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:12.418449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.424213 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.451629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Transition to ACTIVE for port object b92b6db4-bffd-4bab-8615-bbf9cd3edfde will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:12.546828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.622297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:12.758758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:45:12.759990 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:45:12.798193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64721-5aae-4e24-bea8-7de41f934e23 None None] Pushing event updated for resources: {'Port': ['ID=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:12.991490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Delete allocated IP 172.20.0.21 (92bfa7f9-d027-4092-a809-fc04526acb23/196897a7-0662-4490-94dd-2318dec4e175) {{(pid=94841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 15:45:13.185066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-fb6042c0-0133-4059-85a7-8723201194c3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:13.186651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-fb6042c0-0133-4059-85a7-8723201194c3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.3372233 Aug 06 15:45:13.187827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd529434-fafc-4c15-936b-738922a5babb req-6747a5ad-9278-483a-80f2-e6b33fd31088 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 210 time: 0.1156757 Aug 06 15:45:13.205890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'port': {'device_id': '30c6aef7-f262-476f-b385-c203cc249da3', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'admin_state_up': True, 'tenant_id': '51b2f4477238414f9429be812049194f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:13.323584 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:13.431680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b92b6db4-bffd-4bab-8615-bbf9cd3edfde, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,segment=NetworkSegment(d275005b-54d2-4a4f-bfe6-62790db144e9),segment_id=d275005b-54d2-4a4f-bfe6-62790db144e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:13.435364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:13.450076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Ignored duplicate provisioning block setup for port 3b0232bc-d71c-4435-847c-7458cd88e92e by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 15:45:13.490445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476df376-2cbd-4b6f-82df-a38e0b1bf53a req-0e5ba08f-c989-46bf-93a3-9d15184a1b26 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:13.492721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-476df376-2cbd-4b6f-82df-a38e0b1bf53a req-0e5ba08f-c989-46bf-93a3-9d15184a1b26 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.2212720 Aug 06 15:45:13.534761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:13.571293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-476df376-2cbd-4b6f-82df-a38e0b1bf53a req-2f0c8924-7b2f-49e5-9f93-5366386d9cce tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664334 Aug 06 15:45:13.620893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:13.653298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:13.788640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=3b0232bc-d71c-4435-847c-7458cd88e92e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:13.801334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] In _notify_port_updated(), no bound segment for port 3b0232bc-d71c-4435-847c-7458cd88e92e on network 92bfa7f9-d027-4092-a809-fc04526acb23 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:45:13.808336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:13.808855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:13.812672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d5f992e5-3a0b-4982-ae8c-69afeb72e875 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/ports/3b0232bc-d71c-4435-847c-7458cd88e92e HTTP/1.1" status: 200 len: 920 time: 1.4841256 Aug 06 15:45:13.813121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:13.819409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f6d6921-824c-4fa9-90d5-05d3c095f5bd'}, {'subnet_id': '196897a7-0662-4490-94dd-2318dec4e175'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:13.838245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d0c5de-1cbe-4d09-9ba1-d4520ceee4ed None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:13.901257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:13.912702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:13.983312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:14.042310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b92b6db4-bffd-4bab-8615-bbf9cd3edfde up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:14.070200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6329c4a-7db1-48cb-9a33-187ca446230b None None] Provisioning for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:14.102566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6329c4a-7db1-48cb-9a33-187ca446230b None None] Provisioning complete for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:14.103703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6329c4a-7db1-48cb-9a33-187ca446230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:14.282629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:14.289891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:14.336216 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-c79daa3c-fd20-49ce-bfda-539fb3d327e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2600808 Aug 06 15:45:14.481730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83e1a80-50ea-4607-9690-8278b3a817d4 req-f610405b-b979-468b-8e65-f89f7553ebe4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 210 time: 0.1355975 Aug 06 15:45:14.512131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Allocated IP 172.20.0.8 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/b470620a-b3b7-445a-9912-894ed82c8eb7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:14.654141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-7087f341-7e1a-4587-b5c2-8c52355787c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:14.655679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-7087f341-7e1a-4587-b5c2-8c52355787c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 1097 time: 0.2390134 Aug 06 15:45:14.732150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33f892-5d76-4647-9740-a979aff6e15d req-bba4bc56-8b1d-4fea-925a-ebe3564db711 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:14.732537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.30 (92bfa7f9-d027-4092-a809-fc04526acb23/196897a7-0662-4490-94dd-2318dec4e175/3b0232bc-d71c-4435-847c-7458cd88e92e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:14.740343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd33f892-5d76-4647-9740-a979aff6e15d req-bba4bc56-8b1d-4fea-925a-ebe3564db711 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0710425 Aug 06 15:45:14.836875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-05703585-b58b-4513-91fe-d14bbd58bdad None None] Provisioning for port 3b0232bc-d71c-4435-847c-7458cd88e92e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:14.838586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd33f892-5d76-4647-9740-a979aff6e15d req-479c14fd-c0c4-411a-9401-622534cf4c0a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923021 Aug 06 15:45:14.851731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-05703585-b58b-4513-91fe-d14bbd58bdad None None] Provisioning complete for port 3b0232bc-d71c-4435-847c-7458cd88e92e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:14.851731 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05703585-b58b-4513-91fe-d14bbd58bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:14.911294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-05703585-b58b-4513-91fe-d14bbd58bdad None None] Port 3b0232bc-d71c-4435-847c-7458cd88e92e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:14.939088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-05703585-b58b-4513-91fe-d14bbd58bdad None None] Provisioning complete for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:14.939792 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-05703585-b58b-4513-91fe-d14bbd58bdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.029301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.079966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Ignored duplicate provisioning block setup for port 3b0232bc-d71c-4435-847c-7458cd88e92e by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 15:45:15.108296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-046358d8-87cc-458c-a30e-92ee9cf0d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:15.112654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-046358d8-87cc-458c-a30e-92ee9cf0d12c service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.4225736 Aug 06 15:45:15.173767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-734ba07c-4182-40b6-bf76-ffa524465ef7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=932121f9-6034-40b2-9990-217304d2302a HTTP/1.1" status: 200 len: 217 time: 0.0484221 Aug 06 15:45:15.195124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-71c39593-a277-4ecc-85ce-b6fe34f8398a None None] Provisioning complete for port 3b0232bc-d71c-4435-847c-7458cd88e92e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:15.195489 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71c39593-a277-4ecc-85ce-b6fe34f8398a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.204044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.226272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Transition to ACTIVE for port object b470620a-b3b7-445a-9912-894ed82c8eb7 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:15.239196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-71c39593-a277-4ecc-85ce-b6fe34f8398a None None] Port 3b0232bc-d71c-4435-847c-7458cd88e92e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:15.243912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.407582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c7c7670-7da4-43fa-a7a1-39d9de764311 None None] Provisioning complete for port 3b0232bc-d71c-4435-847c-7458cd88e92e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:15.414920 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c7c7670-7da4-43fa-a7a1-39d9de764311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.425423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-b3cc8552-2603-4334-a59a-eb47832692ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:15.428076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-b3cc8552-2603-4334-a59a-eb47832692ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.2395844 Aug 06 15:45:15.476265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=3b0232bc-d71c-4435-847c-7458cd88e92e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:15.538857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] In _notify_port_updated(), no bound segment for port 3b0232bc-d71c-4435-847c-7458cd88e92e on network 92bfa7f9-d027-4092-a809-fc04526acb23 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:45:15.539639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c7670-7da4-43fa-a7a1-39d9de764311 None None] Port 3b0232bc-d71c-4435-847c-7458cd88e92e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:15.543351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:15.548008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.548008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3311c1a8-941c-4184-adfa-7f713f84cd16 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/ports/3b0232bc-d71c-4435-847c-7458cd88e92e HTTP/1.1" status: 200 len: 1000 time: 1.7311430 Aug 06 15:45:15.549633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:15.552255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-c91b5047-a879-4433-a4cd-91b3b339e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:15.553968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-c91b5047-a879-4433-a4cd-91b3b339e39f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788491 Aug 06 15:45:15.661033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.669497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f8fc44a-b114-4876-9f3c-2b3cdc8b9204 None None] Provisioning complete for port 3b0232bc-d71c-4435-847c-7458cd88e92e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:15.669894 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f8fc44a-b114-4876-9f3c-2b3cdc8b9204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.678253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:15.678253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:15.764488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:15.769170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:15.772428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:15.773197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8fe0e-e723-4cea-83be-f2cdc82e8589 req-e31ae151-f35c-478f-a1f5-31ea8c14ff48 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:15.775982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75e8fe0e-e723-4cea-83be-f2cdc82e8589 req-e31ae151-f35c-478f-a1f5-31ea8c14ff48 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 931 time: 0.1018808 Aug 06 15:45:15.781590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 3b0232bc-d71c-4435-847c-7458cd88e92e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:15.782725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.805150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fc44a-b114-4876-9f3c-2b3cdc8b9204 None None] Port 3b0232bc-d71c-4435-847c-7458cd88e92e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:15.870497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:15.899039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:15.900544 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:15.917055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-0a294eac-a30c-4bd7-a74d-79f72196142a service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552132 Aug 06 15:45:15.962174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.008567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 3b0232bc-d71c-4435-847c-7458cd88e92e owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:16.014774 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-b38e039c-1b3a-4f5a-a245-b08842783ffa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8129525 Aug 06 15:45:16.037630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Request body: {'port': {'device_id': '30c6aef7-f262-476f-b385-c203cc249da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:16.197493 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5e1663e-fbc7-4e06-99fe-ff6915993a33 req-ad9ef1bd-de2c-4f1d-8011-207ee6a76998 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726047 Aug 06 15:45:16.198138 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.200419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75e8fe0e-e723-4cea-83be-f2cdc82e8589 req-1d7b6578-13b4-466f-b19b-6cc5a0a98976 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691015 Aug 06 15:45:16.221170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8079298-e76c-48b5-b24a-e99e4e72555c req-9802529a-761e-408c-8719-2f5aed3a2db2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:16.222715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8079298-e76c-48b5-b24a-e99e4e72555c req-9802529a-761e-408c-8719-2f5aed3a2db2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1927650 Aug 06 15:45:16.301568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8079298-e76c-48b5-b24a-e99e4e72555c req-9e8071fa-388b-4dff-91a2-0e21a0374ce1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673609 Aug 06 15:45:16.324135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-095692e4-2338-43a3-910c-1fdd318ee96f None None] Provisioning for port b470620a-b3b7-445a-9912-894ed82c8eb7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:16.333973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-095692e4-2338-43a3-910c-1fdd318ee96f None None] Provisioning complete for port b470620a-b3b7-445a-9912-894ed82c8eb7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:16.334530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-095692e4-2338-43a3-910c-1fdd318ee96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.406569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-095692e4-2338-43a3-910c-1fdd318ee96f None None] Port b470620a-b3b7-445a-9912-894ed82c8eb7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:16.511685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.545107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b470620a-b3b7-445a-9912-894ed82c8eb7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:16.553553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=3b0232bc-d71c-4435-847c-7458cd88e92e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:16.561344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.578334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Transition to ACTIVE for port object b470620a-b3b7-445a-9912-894ed82c8eb7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:16.660244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.772270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:16.776690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-73ec1b42-7712-45fc-b104-f359ea39b4e8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/3b0232bc-d71c-4435-847c-7458cd88e92e HTTP/1.1" status: 204 len: 168 time: 1.2251716 Aug 06 15:45:16.777757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55172) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:16.824280 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b570240-4540-4d76-b6be-5b607b1290b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:16.829194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0b570240-4540-4d76-b6be-5b607b1290b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/3b0232bc-d71c-4435-847c-7458cd88e92e HTTP/1.1" status: 404 len: 333 time: 0.0498922 Aug 06 15:45:16.830112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:16.964792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 196897a7-0662-4490-94dd-2318dec4e175 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:16.970541 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.099347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.292161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.297671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Pushing event updated for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:17.358801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Attempting to bind port b470620a-b3b7-445a-9912-894ed82c8eb7 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:17.359149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Attempting to bind port b470620a-b3b7-445a-9912-894ed82c8eb7 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:17.359543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Attempting to bind port b470620a-b3b7-445a-9912-894ed82c8eb7 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:17.368890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Port b470620a-b3b7-445a-9912-894ed82c8eb7 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:45:17.373276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Attempting to bind port b470620a-b3b7-445a-9912-894ed82c8eb7 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:17.376578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:17.376931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:17.377641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:17.378098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Bound port: b470620a-b3b7-445a-9912-894ed82c8eb7, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:17.378519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.409250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0bbae-a512-414d-b17b-82afa471ea2c req-84e00523-0bef-4926-a093-d192973eb63e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:17.410800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16f0bbae-a512-414d-b17b-82afa471ea2c req-84e00523-0bef-4926-a093-d192973eb63e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 943 time: 0.1115601 Aug 06 15:45:17.457008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:17.468999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b470620a-b3b7-445a-9912-894ed82c8eb7,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:17.497955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16f0bbae-a512-414d-b17b-82afa471ea2c req-646dcfa5-e1c7-401e-afed-bfc87653ba2a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741189 Aug 06 15:45:17.506837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b52bd8-897a-495f-ad04-0012a40ab8b6 req-e5019d32-5736-4dfe-89d6-b5cb32006414 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:17.508382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1b52bd8-897a-495f-ad04-0012a40ab8b6 req-e5019d32-5736-4dfe-89d6-b5cb32006414 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0966835 Aug 06 15:45:17.551827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1b52bd8-897a-495f-ad04-0012a40ab8b6 req-f329a027-5d40-4dc4-a679-77d0e525765c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Aug 06 15:45:17.580760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.581439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.614252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=196897a7-0662-4490-94dd-2318dec4e175,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:17.619485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:17.619885 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.620295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.623876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] 10.222.0.59 "PUT /v2.0/ports/b470620a-b3b7-445a-9912-894ed82c8eb7 HTTP/1.1" status: 200 len: 1091 time: 1.5983961 Aug 06 15:45:17.624163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-90efa7dc-e8d9-457d-b90d-ad180525d6e4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/196897a7-0662-4490-94dd-2318dec4e175 HTTP/1.1" status: 204 len: 168 time: 0.7894368 Aug 06 15:45:17.624265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:17.624753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:17.627460 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2eae9e-a1b4-4217-9546-31562447a0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:17.660475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0828ac5e-e522-4eb0-9151-2beadc6824e5 None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:17.664760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a70c9-e087-4221-befa-352c37d22adb service neutron] Pushing event updated for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:17.697359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 0f6d6921-824c-4fa9-90d5-05d3c095f5bd {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:17.702822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.725328 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fda64e6-7d09-4c91-8a33-8d596a4a0b3c x-openstack-request-id: req-8fda64e6-7d09-4c91-8a33-8d596a4a0b3c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:17.725769 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:17.726124 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fda64e6-7d09-4c91-8a33-8d596a4a0b3c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:17.726650 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7', 'status': 'completed', 'code': 200} Aug 06 15:45:17.823196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:17.847677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:17.855834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eae9e-a1b4-4217-9546-31562447a0fa req-37a3b7f1-abc9-4d57-80e8-1369993c0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:17.857349 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f2eae9e-a1b4-4217-9546-31562447a0fa req-37a3b7f1-abc9-4d57-80e8-1369993c0092 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 1094 time: 0.1172214 Aug 06 15:45:18.042332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.068497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9834a89c-71cf-4386-81bc-ab3225975124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.101388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eae9e-a1b4-4217-9546-31562447a0fa req-08f30d9e-4dd3-4151-ace3-6be2517b710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.103041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f2eae9e-a1b4-4217-9546-31562447a0fa req-08f30d9e-4dd3-4151-ace3-6be2517b710b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=51b2f4477238414f9429be812049194f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2373302 Aug 06 15:45:18.193092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.231931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.236960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/0f6d6921-824c-4fa9-90d5-05d3c095f5bd HTTP/1.1" status: 204 len: 168 time: 0.6082082 Aug 06 15:45:18.236960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773ea61-1657-47e2-861d-2721d513ebf6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6d6921-824c-4fa9-90d5-05d3c095f5bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:18.237528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:18.270130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2eae9e-a1b4-4217-9546-31562447a0fa req-da83247a-1634-4772-b9c4-c3e8452901f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.271638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6f2eae9e-a1b4-4217-9546-31562447a0fa req-da83247a-1634-4772-b9c4-c3e8452901f3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592681 Aug 06 15:45:18.314110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9834a89c-71cf-4386-81bc-ab3225975124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.341979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.379014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-76e3082f-0feb-4aa6-adc5-5cc471adba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.380555 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-76e3082f-0feb-4aa6-adc5-5cc471adba53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 1094 time: 0.0637667 Aug 06 15:45:18.424727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port b92b6db4-bffd-4bab-8615-bbf9cd3edfde {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:18.425269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.436812 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-aa445e80-6738-4236-a240-7f9dc93ea06e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b470620a-b3b7-445a-9912-894ed82c8eb7 HTTP/1.1" status: 200 len: 217 time: 0.0452492 Aug 06 15:45:18.483554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9834a89c-71cf-4386-81bc-ab3225975124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.504818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port b92b6db4-bffd-4bab-8615-bbf9cd3edfde, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,segment=NetworkSegment(d275005b-54d2-4a4f-bfe6-62790db144e9),segment_id=d275005b-54d2-4a4f-bfe6-62790db144e9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:18.505149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.513569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-2dcec571-9945-4e78-9daa-3f494aeac1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.515438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-2dcec571-9945-4e78-9daa-3f494aeac1af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0741744 Aug 06 15:45:18.519583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for b92b6db4-bffd-4bab-8615-bbf9cd3edfde owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:18.549450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9834a89c-71cf-4386-81bc-ab3225975124 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb7e118492e241e19562b539d75aeee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007785 Aug 06 15:45:18.550076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55214) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:18.574853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834a89c-71cf-4386-81bc-ab3225975124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcb359-08ae-4bb4-ba82-d8b245f94722,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:18.612879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4506802-06b1-4f5a-8714-2bbd0f57054e None None] Network 92bfa7f9-d027-4092-a809-fc04526acb23 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:18.626637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-3c9b635c-b96b-462c-a3d6-648e810a2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.628334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-3c9b635c-b96b-462c-a3d6-648e810a2dd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030798 Aug 06 15:45:18.675867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dbefde4-a72f-41f2-a8e6-a41d623d0e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.708116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-adfcf435-b63c-4441-bfd0-60334287813c None None] Provisioning complete for port b92b6db4-bffd-4bab-8615-bbf9cd3edfde triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:18.709390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adfcf435-b63c-4441-bfd0-60334287813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.737270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dbefde4-a72f-41f2-a8e6-a41d623d0e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.750587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec6c1-8318-4d46-94c9-f367ecc46e62 req-c3969bdb-eeb7-41ba-a266-95dd25383ba2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.752150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-343ec6c1-8318-4d46-94c9-f367ecc46e62 req-c3969bdb-eeb7-41ba-a266-95dd25383ba2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 943 time: 0.1046839 Aug 06 15:45:18.792835 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-91396826-6ac3-4e1f-b8e2-da15a3b1a68e service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552439 Aug 06 15:45:18.795247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a133f0-78a9-4191-a495-07f505028657 req-ee7b7641-4324-439c-9837-7b4de3b6cd7c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:18.796872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10a133f0-78a9-4191-a495-07f505028657 req-ee7b7641-4324-439c-9837-7b4de3b6cd7c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0938840 Aug 06 15:45:18.811221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.876911 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-343ec6c1-8318-4d46-94c9-f367ecc46e62 req-b9fcc9e7-d1c6-4b57-9f2f-c94b0c64bd5c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131923 Aug 06 15:45:18.880308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=b92b6db4-bffd-4bab-8615-bbf9cd3edfde,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:18.882219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port b92b6db4-bffd-4bab-8615-bbf9cd3edfde on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:18.922048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-129fe121-4a26-4aea-a95e-a335120c17b0 req-25677415-d286-4a9a-919f-6abf0a8b0c57 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206129 Aug 06 15:45:18.957908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dbefde4-a72f-41f2-a8e6-a41d623d0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.961583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dbefde4-a72f-41f2-a8e6-a41d623d0e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:18.966776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1dbefde4-a72f-41f2-a8e6-a41d623d0e27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78fcb359-08ae-4bb4-ba82-d8b245f94722 HTTP/1.1" status: 204 len: 168 time: 0.3973334 Aug 06 15:45:18.968980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-adfcf435-b63c-4441-bfd0-60334287813c None None] Could not find standard attr ID for object b92b6db4-bffd-4bab-8615-bbf9cd3edfde. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:45:18.971952 n-d-778550-6 neutron-server[94842]: INFO neutron.plugins.ml2.db [None req-adfcf435-b63c-4441-bfd0-60334287813c None None] No ports have port_id starting with b92b6db4-bffd-4bab-8615-bbf9cd3edfde Aug 06 15:45:18.998197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10a133f0-78a9-4191-a495-07f505028657 req-b6891ab4-0c9a-4d1d-a7ce-2983ac02eda7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752102 Aug 06 15:45:19.000205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbefde4-a72f-41f2-a8e6-a41d623d0e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcb359-08ae-4bb4-ba82-d8b245f94722,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:19.103643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be36111-2756-4742-b6c0-dcdd71433594 None None] DHCP port deletion for 92bfa7f9-d027-4092-a809-fc04526acb23 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:45:19.103912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.116885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bfa7f9-d027-4092-a809-fc04526acb23']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:19.134858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd275005b-54d2-4a4f-bfe6-62790db144e9') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:19.135458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd275005b-54d2-4a4f-bfe6-62790db144e9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:19.152278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.182515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.195343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:19.203291 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:19.243072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19ef09-2509-4f69-a274-8486efbab8f6 req-cd3b0235-29d4-4110-aad5-ce2ea6a7c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.245754 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c19ef09-2509-4f69-a274-8486efbab8f6 req-cd3b0235-29d4-4110-aad5-ce2ea6a7c73a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 1096 time: 0.1566312 Aug 06 15:45:19.258037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-64f4b91e-0089-43fd-a544-d65e90c2d3fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0865862 Aug 06 15:45:19.333371 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c19ef09-2509-4f69-a274-8486efbab8f6 req-1485ae4c-9968-4f97-b366-5b9351c2ba70 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741727 Aug 06 15:45:19.347760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.348271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.348762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.349225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.349694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.350166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.350635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.352679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-23caa9ee-dcf9-4c75-8661-fae33a02d32f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.0635114 Aug 06 15:45:19.417420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.417420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.420463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/92bfa7f9-d027-4092-a809-fc04526acb23 HTTP/1.1" status: 204 len: 168 time: 1.1817408 Aug 06 15:45:19.425560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:19.456660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10202e8-ae57-4c46-9795-488bfc2c0e1e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=92bfa7f9-d027-4092-a809-fc04526acb23,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:19.498760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-c7f71d88-8a2c-464a-ac81-5ea7d230ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.500083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-c7f71d88-8a2c-464a-ac81-5ea7d230ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.500623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-c7f71d88-8a2c-464a-ac81-5ea7d230ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.502380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-c7f71d88-8a2c-464a-ac81-5ea7d230ac0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 2293 time: 0.1124535 Aug 06 15:45:19.520494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ec2f9f-6744-4498-92be-3eccfbbdf19e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.523855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40ec2f9f-6744-4498-92be-3eccfbbdf19e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0924752 Aug 06 15:45:19.529384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:19.585292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c8dd776-0c68-4ff5-a158-85947141e405 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0543995 Aug 06 15:45:19.589086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-0e1ba77a-c382-4df4-b808-cf1496ec40c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 1001 time: 0.0715930 Aug 06 15:45:19.591090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:19.596950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-481745735'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:19.646736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-44316a9c-ea6b-4946-848e-7f6930e44c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.648272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-44316a9c-ea6b-4946-848e-7f6930e44c36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.0508263 Aug 06 15:45:19.698750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-329027e2-e723-4ecc-badc-c4d02e27b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:19.700307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-329027e2-e723-4ecc-badc-c4d02e27b97c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441372 Aug 06 15:45:19.722412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:19.726106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.751263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:45:19.761264 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.761612 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment a151aeda-8f12-4583-b113-f5bdd5510029 of type vlan for network 4506ac24-6e6d-49b3-ad6b-c58944f36294 Aug 06 15:45:19.816865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.820187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-47ed9730-23c0-401d-8522-f5ce9d7627cd service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114938 Aug 06 15:45:19.940951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:19.944301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-4ae7e651-ef8b-4c89-aab9-637a40a559d1 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158392 Aug 06 15:45:19.958210 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966631c9-a869-436f-aeb7-342cffd81931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:19.966768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b92b6db4-bffd-4bab-8615-bbf9cd3edfde no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:45:19.994435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b92b6db4-bffd-4bab-8615-bbf9cd3edfde {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:45:19.994767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b92b6db4-bffd-4bab-8615-bbf9cd3edfde not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:45:20.019838 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-df4a7f42-7201-46e0-8742-dd643104877d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 217 time: 0.0674713 Aug 06 15:45:20.032606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.041132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.041132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.085091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-8f4a9cd6-e706-4461-bc7e-c077c512591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.086698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-8f4a9cd6-e706-4461-bc7e-c077c512591e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0527356 Aug 06 15:45:20.153321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-1ac61f6e-f840-4e03-81b8-ee0256b705d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.155925 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-1ac61f6e-f840-4e03-81b8-ee0256b705d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605609 Aug 06 15:45:20.239769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=4506ac24-6e6d-49b3-ad6b-c58944f36294,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:20.255104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db3cbe-2717-4405-b4f8-913b6dceee80 req-05e95240-40e0-4fc7-a42f-da214d29f32d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.256776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81db3cbe-2717-4405-b4f8-913b6dceee80 req-05e95240-40e0-4fc7-a42f-da214d29f32d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 943 time: 0.2740672 Aug 06 15:45:20.261270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:45:20.309375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-da2654ca-d075-4bac-833d-fca2e7657260 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393042 Aug 06 15:45:20.311273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60e7a1-688d-4768-a1bc-de9e285c9dda req-6023174d-c51c-4dc8-a1dc-c58a55da59d7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.312919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae60e7a1-688d-4768-a1bc-de9e285c9dda req-6023174d-c51c-4dc8-a1dc-c58a55da59d7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.2158461 Aug 06 15:45:20.365339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81db3cbe-2717-4405-b4f8-913b6dceee80 req-16e61417-d539-4dfe-b456-87afbee77a86 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971227 Aug 06 15:45:20.408171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae60e7a1-688d-4768-a1bc-de9e285c9dda req-f8db7e6c-0533-4b24-b038-7c8f43498a6d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762975 Aug 06 15:45:20.410140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966631c9-a869-436f-aeb7-342cffd81931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.438037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-70849708-8c2d-437f-bb2d-29dd8d902033 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118679 Aug 06 15:45:20.505289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-d4bdb1e4-886b-4c0c-8219-43c8268241dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 217 time: 0.0596819 Aug 06 15:45:20.529790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-966631c9-a869-436f-aeb7-342cffd81931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.560208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ef0be066-2800-4b13-b032-e57b3e96ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.561751 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ef0be066-2800-4b13-b032-e57b3e96ebca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0489416 Aug 06 15:45:20.581197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-966631c9-a869-436f-aeb7-342cffd81931 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b97b381f5a745f4a30e40b2e9578b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381624 Aug 06 15:45:20.582212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966631c9-a869-436f-aeb7-342cffd81931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d598b94d-fbdf-44b6-a2d4-da66a81f7bec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:20.583296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:20.644003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ba8f27c1-1c97-4706-8c1d-f921ea5164fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:20.645558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ba8f27c1-1c97-4706-8c1d-f921ea5164fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754557 Aug 06 15:45:20.686053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef533db0-cc59-4337-9e26-2426f202f793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.716004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74991404-bc74-4a95-a8fa-1e4af3e19ef9 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1235533 Aug 06 15:45:20.716772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:20.722764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:20.759408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef533db0-cc59-4337-9e26-2426f202f793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.813671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-259f7d89-1fde-441d-bd0c-dfd380d19fa9 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556869 Aug 06 15:45:20.919007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-3d5e662c-900e-4afb-969b-608b087fa3a3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967309 Aug 06 15:45:20.940803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:20.944701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.967185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-bbdcae2a-2289-4e9f-8058-0eb4174a5b37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 217 time: 0.0361204 Aug 06 15:45:20.968620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef533db0-cc59-4337-9e26-2426f202f793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.971129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef533db0-cc59-4337-9e26-2426f202f793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:20.972211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef533db0-cc59-4337-9e26-2426f202f793 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d598b94d-fbdf-44b6-a2d4-da66a81f7bec HTTP/1.1" status: 204 len: 168 time: 0.3745599 Aug 06 15:45:21.016793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef533db0-cc59-4337-9e26-2426f202f793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d598b94d-fbdf-44b6-a2d4-da66a81f7bec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:21.046385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-76adb9f4-bca8-4521-ac3f-cbd1308d43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.048667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-76adb9f4-bca8-4521-ac3f-cbd1308d43f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0736580 Aug 06 15:45:21.117847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-cd9eb65c-ffda-4b9d-8b7b-006911de9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.120003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-cd9eb65c-ffda-4b9d-8b7b-006911de9bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0610874 Aug 06 15:45:21.228528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-5e7ece48-c03e-4563-86fe-1d70b9d8480e service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982893 Aug 06 15:45:21.311640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:21.336739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-79e97f68-5e1e-44ab-a42c-d74cdd95432c service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012931 Aug 06 15:45:21.387370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-3d259712-6a2a-43cb-986e-34d2b3be8a6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 217 time: 0.0388160 Aug 06 15:45:21.389253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=78d4f4e3-f701-41b4-8452-1ac88356b5b5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:21.403601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': 'a151aeda-8f12-4583-b113-f5bdd5510029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:21.404024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: 4506ac24-6e6d-49b3-ad6b-c58944f36294, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:45:21.461615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-bc1c9fcb-50bd-4bd2-addf-7d05bccb90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.464085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-bc1c9fcb-50bd-4bd2-addf-7d05bccb90bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0690944 Aug 06 15:45:21.537887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-3af420dc-4f47-48da-ac9d-a7288d028810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.538908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d4efd-019f-447b-8c41-c6795ad1ce43 req-f9e3df73-d9d1-4cd1-9452-1eccfe8c78c6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.540878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca3d4efd-019f-447b-8c41-c6795ad1ce43 req-f9e3df73-d9d1-4cd1-9452-1eccfe8c78c6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 943 time: 0.0700076 Aug 06 15:45:21.541224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-3af420dc-4f47-48da-ac9d-a7288d028810 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0624809 Aug 06 15:45:21.541616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:45:21.611173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bd238-1afc-42fc-8eff-7ed74ec4ee1f req-9f0f8491-7eb7-475e-b52b-bca9cbedb7ea tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.613512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a30bd238-1afc-42fc-8eff-7ed74ec4ee1f req-9f0f8491-7eb7-475e-b52b-bca9cbedb7ea tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.0913610 Aug 06 15:45:21.647493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca3d4efd-019f-447b-8c41-c6795ad1ce43 req-d1de7778-f2e5-4c8e-a392-55aa5b967d1b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947609 Aug 06 15:45:21.657841 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-3b477f18-d289-410f-8f54-34212c0f41d0 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081758 Aug 06 15:45:21.694799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a30bd238-1afc-42fc-8eff-7ed74ec4ee1f req-0776bd88-41a8-4280-922a-9e66aa5ae63f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679343 Aug 06 15:45:21.694799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 4506ac24-6e6d-49b3-ad6b-c58944f36294) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:21.704838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf6887-00d1-4053-9e2b-c026bfdb1136 None None] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:21.709442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:21.710050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:21.806719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b59fc2c-70f2-4beb-8fd0-bc6f15381437 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0879169 Aug 06 15:45:21.810302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55292) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:21.818682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294', 'name': 'tempest-PortsTestJSON-1488036286'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:21.863234 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-a258b918-d67e-4847-af95-2b6a97bf6094 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942365 Aug 06 15:45:21.954654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-21c47d49-310a-4ac0-8e39-24c26edca190 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 217 time: 0.0823748 Aug 06 15:45:22.019452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-4506ac24-6e6d-49b3-ad6b-c58944f36294', 'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': '78d4f4e3-f701-41b4-8452-1ac88356b5b5'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:45:22.020492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.039256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-b9a940c9-c68a-418a-b78d-62bc25a283f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:22.041338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-b9a940c9-c68a-418a-b78d-62bc25a283f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0721252 Aug 06 15:45:22.075086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:22.078656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.119740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:22.142117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-2eab62af-a827-4ff7-a75b-79ca0ab0cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:22.143732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-2eab62af-a827-4ff7-a75b-79ca0ab0cd90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942905 Aug 06 15:45:22.247954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Allocated IP 172.20.0.2 (4506ac24-6e6d-49b3-ad6b-c58944f36294/78d4f4e3-f701-41b4-8452-1ac88356b5b5/c2a68942-69c0-4b53-8226-491b2d8e3817) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:22.289470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-2aaf675c-d457-4a8f-98f9-e7aec21b75e6 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374481 Aug 06 15:45:22.305370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-1ea59919-7798-40e0-a7df-ffe6b3eff533 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:22.307861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-1ea59919-7798-40e0-a7df-ffe6b3eff533 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 810 time: 0.2554646 Aug 06 15:45:22.334934 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-67090cca-ee82-4d81-ae8f-eafec49a68cf tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/quotas/97515c638c8c421cb621d1eb2e09be05 HTTP/1.1" status: 200 len: 375 time: 0.0181153 Aug 06 15:45:22.343148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b470620a-b3b7-445a-9912-894ed82c8eb7 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:45:22.406138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-1a4f87b9-7c72-4285-a442-0ed2306c0eeb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640428 Aug 06 15:45:22.432576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-8bb25db6-597b-478d-a0d0-7a124a6304e7 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323941 Aug 06 15:45:22.515172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b470620a-b3b7-445a-9912-894ed82c8eb7,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:22.539993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'b470620a-b3b7-445a-9912-894ed82c8eb7', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': 'b470620a-b3b7-445a-9912-894ed82c8eb7', 'mac_address': 'fa:16:3e:6e:75:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:45:22.542766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-f36e97ae-fc9d-4e6d-b4bc-fd5dae7ba916 service neutron] 10.222.0.16 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266856 Aug 06 15:45:22.545901 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.546820 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ef36f7e0-723a-4463-bd57-0ec1d45839a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 217 time: 0.0995173 Aug 06 15:45:22.576067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Transition to ACTIVE for port object c2a68942-69c0-4b53-8226-491b2d8e3817 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:22.604284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Transition to ACTIVE for port object c2a68942-69c0-4b53-8226-491b2d8e3817 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:22.607122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ba17c05e-1604-4959-849d-0aeaea690b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:22.607281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.608959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-ba17c05e-1604-4959-849d-0aeaea690b02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0584879 Aug 06 15:45:22.622902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b470620a-b3b7-445a-9912-894ed82c8eb7 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:22.644291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b470620a-b3b7-445a-9912-894ed82c8eb7,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:22.661335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-fcf0a12b-3b75-4305-a449-cab3e2098512 service neutron] 10.222.0.16 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132905 Aug 06 15:45:22.695063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.704509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-32e98485-4240-4b84-b63c-2b325edab730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:22.709460 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-32e98485-4240-4b84-b63c-2b325edab730 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856390 Aug 06 15:45:22.747535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:22.751127 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.755771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:22.758376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:22.761124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Pushing event updated for resources: {'Port': ['ID=c2a68942-69c0-4b53-8226-491b2d8e3817,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:22.775342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.775699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.776091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.776435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.776776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.777110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.777445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.777783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.778111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.778465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.778793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.779117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:45:22.901286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Attempting to bind port c2a68942-69c0-4b53-8226-491b2d8e3817 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:22.901790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Attempting to bind port c2a68942-69c0-4b53-8226-491b2d8e3817 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a151aeda-8f12-4583-b113-f5bdd5510029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:22.902322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Attempting to bind port c2a68942-69c0-4b53-8226-491b2d8e3817 on network 4506ac24-6e6d-49b3-ad6b-c58944f36294 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:22.902664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.14 (4506ac24-6e6d-49b3-ad6b-c58944f36294/78d4f4e3-f701-41b4-8452-1ac88356b5b5/473458ac-b6b7-4c10-96a5-dcc45a4bcc55) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:22.904379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-d0660d05-1682-4dd9-8882-5982b63ecc48 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896393 Aug 06 15:45:22.921540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:22.929336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:22.930045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Checking segment: {'id': 'a151aeda-8f12-4583-b113-f5bdd5510029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:22.930682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:22.932084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Bound using segment: {'id': 'a151aeda-8f12-4583-b113-f5bdd5510029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:22.932790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Bound port: c2a68942-69c0-4b53-8226-491b2d8e3817, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a151aeda-8f12-4583-b113-f5bdd5510029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:22.933450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:23.026732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] For port c2a68942-69c0-4b53-8226-491b2d8e3817, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:23.043161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] For port c2a68942-69c0-4b53-8226-491b2d8e3817, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c2a68942-69c0-4b53-8226-491b2d8e3817,segment=NetworkSegment(a151aeda-8f12-4583-b113-f5bdd5510029),segment_id=a151aeda-8f12-4583-b113-f5bdd5510029)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:23.049397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b470620a-b3b7-445a-9912-894ed82c8eb7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:23.061516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a315-795d-4dfa-bc93-8074e1a1a0cd req-0fda7d92-7aee-4de6-b829-6e00bbd427e6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:23.072932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ce5a315-795d-4dfa-bc93-8074e1a1a0cd req-0fda7d92-7aee-4de6-b829-6e00bbd427e6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 944 time: 0.2770603 Aug 06 15:45:23.136482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ce5a315-795d-4dfa-bc93-8074e1a1a0cd req-6ea1059b-6bd1-4d5f-af67-a3be1e14f82f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Aug 06 15:45:23.167254 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:23.168741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fceeeb60-98e1-45f8-8000-6b7c7d29322b req-a250b551-0d5b-48fe-b310-bf20f1012ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563438 Aug 06 15:45:23.340730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-222d89a5-67c0-483a-b836-821bbb2df481 req-cce5117b-5ddd-4f54-9262-0f4a2402bc48 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 210 time: 0.1175349 Aug 06 15:45:23.349232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74682262-4d64-48af-8ddc-c817a70bd64d None None] Pushing event updated for resources: {'Port': ['ID=c2a68942-69c0-4b53-8226-491b2d8e3817,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:23.419551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:23.437548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:23.575568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:23.631662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:23.631662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:23.635086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:23.643276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=473458ac-b6b7-4c10-96a5-dcc45a4bcc55,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:23.704419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:23.705535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:23.839508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0fc552a9-5339-4c0a-8931-ede702aebba6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0264580 Aug 06 15:45:23.848333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:23.853581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': '4506ac24-6e6d-49b3-ad6b-c58944f36294', 'name': 'tempest-PortsTestJSON-694855556'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:23.853828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:24.010777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c2a68942-69c0-4b53-8226-491b2d8e3817 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:24.048642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cda131c-1777-4043-860a-76afd7123c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.163145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:24.167633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.179010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c2a68942-69c0-4b53-8226-491b2d8e3817 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:24.212669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 8863a6ca-a674-49e0-a136-4fb1b92be07d yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:24.340022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cda131c-1777-4043-860a-76afd7123c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.367663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b470620a-b3b7-445a-9912-894ed82c8eb7 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:24.410356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc048c-e0a5-4b95-95ef-37950e8b9f2d req-6e1462b4-de6a-4e77-8e5c-11bb095cb443 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:24.412044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4dc048c-e0a5-4b95-95ef-37950e8b9f2d req-6e1462b4-de6a-4e77-8e5c-11bb095cb443 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 944 time: 0.1473463 Aug 06 15:45:24.420913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3cda131c-1777-4043-860a-76afd7123c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.422961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.8 (4506ac24-6e6d-49b3-ad6b-c58944f36294/78d4f4e3-f701-41b4-8452-1ac88356b5b5/8863a6ca-a674-49e0-a136-4fb1b92be07d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:24.484911 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3cda131c-1777-4043-860a-76afd7123c62 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11f1c41e4bf14209ba8cccc7e7a30db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292782 Aug 06 15:45:24.486369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:24.486559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda131c-1777-4043-860a-76afd7123c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a94c7d-6906-4bb5-ba62-d70632ef4029,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:24.517720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port b470620a-b3b7-445a-9912-894ed82c8eb7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:24.523836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port b470620a-b3b7-445a-9912-894ed82c8eb7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:24.528498 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.557203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4dc048c-e0a5-4b95-95ef-37950e8b9f2d req-c7dcef81-df72-4904-8a49-942252c989b1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303997 Aug 06 15:45:24.564975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c53aa1e8-76cc-4874-9182-0d64f79c397e req-96f5cf02-9f13-4545-8db2-00b8bdb879a7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 210 time: 0.0828786 Aug 06 15:45:24.635667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.668892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:24.668892 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e2787e-16e6-42b0-acd5-c97d3f0d110a" -d '{"events": [{"server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "name": "network-vif-plugged", "status": "completed", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:24.683456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b470620a-b3b7-445a-9912-894ed82c8eb7,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:24.687079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46067339-d401-46df-aac0-20bef9f40d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.725674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dde8117-43ac-48a4-85f0-517416be76ee None None] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:24.730960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46067339-d401-46df-aac0-20bef9f40d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.731848 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722457da-e7b3-4c7e-932b-04e9885c8241 x-openstack-request-id: req-722457da-e7b3-4c7e-932b-04e9885c8241 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:24.732162 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "name": "network-vif-plugged", "status": "completed", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:24.732449 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-722457da-e7b3-4c7e-932b-04e9885c8241 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:24.733026 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7', 'code': 200} Aug 06 15:45:24.770279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.771363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.802904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 8863a6ca-a674-49e0-a136-4fb1b92be07d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:24.863611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe71c4-6221-4a6c-900a-21c165e44d9c req-db3b7dc8-0fbf-44af-bcd5-f5e595f3d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:24.865314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5ebe71c4-6221-4a6c-900a-21c165e44d9c req-db3b7dc8-0fbf-44af-bcd5-f5e595f3d611 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 1096 time: 0.0725427 Aug 06 15:45:24.884508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:24.904494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5ebe71c4-6221-4a6c-900a-21c165e44d9c req-f0285f1a-a92e-42d6-a61d-66233094ec83 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Aug 06 15:45:24.946509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.951513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46067339-d401-46df-aac0-20bef9f40d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.955587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] Provisioning for port c2a68942-69c0-4b53-8226-491b2d8e3817 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:24.955743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-46067339-d401-46df-aac0-20bef9f40d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:24.956422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-46067339-d401-46df-aac0-20bef9f40d79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08a94c7d-6906-4bb5-ba62-d70632ef4029 HTTP/1.1" status: 204 len: 168 time: 0.4663155 Aug 06 15:45:24.960130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] Provisioning complete for port c2a68942-69c0-4b53-8226-491b2d8e3817 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:24.960750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.065286 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.067083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46067339-d401-46df-aac0-20bef9f40d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a94c7d-6906-4bb5-ba62-d70632ef4029,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:25.069954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:25.070841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=8863a6ca-a674-49e0-a136-4fb1b92be07d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:25.074736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:25.077062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:25.127421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] For port c2a68942-69c0-4b53-8226-491b2d8e3817, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c2a68942-69c0-4b53-8226-491b2d8e3817,segment=NetworkSegment(a151aeda-8f12-4583-b113-f5bdd5510029),segment_id=a151aeda-8f12-4583-b113-f5bdd5510029)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:25.134957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:25.135623 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.266402 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.269983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bff99b25-2f36-4c85-aec0-6dc88ce42c98 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4204540 Aug 06 15:45:25.273173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:25.390723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ace26-f90e-4a2f-b106-08639c63b845 None None] Pushing event updated for resources: {'Port': ['ID=c2a68942-69c0-4b53-8226-491b2d8e3817,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:25.428346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01263939-6474-43c0-94a9-a7074510e64f None None] Provisioning complete for port c2a68942-69c0-4b53-8226-491b2d8e3817 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:25.428708 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01263939-6474-43c0-94a9-a7074510e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.469266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f4e30-96e8-4786-a265-2a4ed34dbe3f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:25.470994 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b47f4e30-96e8-4786-a265-2a4ed34dbe3f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1951034 Aug 06 15:45:25.474228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:25.641676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 8863a6ca-a674-49e0-a136-4fb1b92be07d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:25.641676 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.729450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01263939-6474-43c0-94a9-a7074510e64f None None] Provisioning for port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:25.740428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01263939-6474-43c0-94a9-a7074510e64f None None] Provisioning complete for port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:25.746519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01263939-6474-43c0-94a9-a7074510e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.827885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:25.850733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-01263939-6474-43c0-94a9-a7074510e64f None None] Port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:25.999714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-548b94a6-aaba-4259-9c48-80b4da6581a2 None None] Provisioning complete for port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:26.000372 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-548b94a6-aaba-4259-9c48-80b4da6581a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.011426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c2a68942-69c0-4b53-8226-491b2d8e3817 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:26.143577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-548b94a6-aaba-4259-9c48-80b4da6581a2 None None] Port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:26.190392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c2a68942-69c0-4b53-8226-491b2d8e3817 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:26.191773 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.266392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-40e97c29-8de2-4f81-949c-54fda9a7ac48 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:26.273013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-40e97c29-8de2-4f81-949c-54fda9a7ac48 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.64 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 810 time: 0.2310553 Aug 06 15:45:26.287455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Request body: {'port': {'device_id': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'admin_state_up': True, 'tenant_id': '97515c638c8c421cb621d1eb2e09be05'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:26.438710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a7db4c4b-4875-4ae4-9503-e4cf84e45535 None None] Provisioning for port 8863a6ca-a674-49e0-a136-4fb1b92be07d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:26.447347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a7db4c4b-4875-4ae4-9503-e4cf84e45535 None None] Provisioning complete for port 8863a6ca-a674-49e0-a136-4fb1b92be07d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:26.447347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c4b-4875-4ae4-9503-e4cf84e45535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.457279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e6eb6f9-ca76-4c1c-9e25-aed59d9c17e7 req-2da37678-8905-44bb-95f2-85eafeaeadd2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 210 time: 0.0993755 Aug 06 15:45:26.518849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.534412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 8863a6ca-a674-49e0-a136-4fb1b92be07d owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:26.560666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ad292-5205-43e8-ba16-62c1472f9650 req-9a66efa1-d91c-4e79-8731-627cea87009c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:26.563943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b5ad292-5205-43e8-ba16-62c1472f9650 req-9a66efa1-d91c-4e79-8731-627cea87009c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 945 time: 0.1914163 Aug 06 15:45:26.570534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a7db4c4b-4875-4ae4-9503-e4cf84e45535 None None] Port 8863a6ca-a674-49e0-a136-4fb1b92be07d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:26.656408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b5ad292-5205-43e8-ba16-62c1472f9650 req-f8ee8851-2feb-40c6-bef7-2833bc67da60 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Aug 06 15:45:26.723423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Made reservation on behalf of 97515c638c8c421cb621d1eb2e09be05 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:26.728789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.843717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.896029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=8863a6ca-a674-49e0-a136-4fb1b92be07d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:26.988499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:26.992210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd6458db-6ec5-4457-a61e-ab4723f678b8 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/8863a6ca-a674-49e0-a136-4fb1b92be07d HTTP/1.1" status: 204 len: 168 time: 1.5137811 Aug 06 15:45:26.992210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:27.005074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Allocated IP 172.20.0.14 (ee10dee4-4c8a-42d8-a0d6-d5e222befc18/218f35fc-04ee-4567-96ae-64ce1816ef9a/68b5abca-839e-4eb8-a6e4-a81bc106f42f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:27.020691 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac7e3b0-c383-4e8c-be6a-3acb1e96c5f1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:27.025883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eac7e3b0-c383-4e8c-be6a-3acb1e96c5f1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/8863a6ca-a674-49e0-a136-4fb1b92be07d HTTP/1.1" status: 404 len: 333 time: 0.0325189 Aug 06 15:45:27.026549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:27.132704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:27.133232 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.186259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.228324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.241969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 473458ac-b6b7-4c10-96a5-dcc45a4bcc55 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:27.268277 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.281106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['004b7014-619e-4fda-a30d-47840ab6e524'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:27.329273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:27.335503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:27.344939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:27.387322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Pushing event updated for resources: {'Port': ['ID=68b5abca-839e-4eb8-a6e4-a81bc106f42f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:27.428753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:27.429584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.537955 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-421d3000-75ed-4ca3-a720-bed72e58af03 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2519376 Aug 06 15:45:27.551288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Request body: {'port': {'device_id': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:27.588678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.616862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.650873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=473458ac-b6b7-4c10-96a5-dcc45a4bcc55,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:27.703771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9571a-97a3-4d4d-9df7-8996c1dcb04d req-7ba7f87e-863e-4990-8882-5e8986caf119 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:27.705738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03e9571a-97a3-4d4d-9df7-8996c1dcb04d req-7ba7f87e-863e-4990-8882-5e8986caf119 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 932 time: 0.1300058 Aug 06 15:45:27.798837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.800792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a7c736cb-8eb4-41c2-b4a5-527a7e45dbc7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/473458ac-b6b7-4c10-96a5-dcc45a4bcc55 HTTP/1.1" status: 204 len: 168 time: 0.7731388 Aug 06 15:45:27.804557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03e9571a-97a3-4d4d-9df7-8996c1dcb04d req-b453739b-362c-4daf-bbe4-8b5c72fbc1b5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Aug 06 15:45:27.805023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:27.840899 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14ba1ce-70cd-4c7a-b7e7-817d9c98bc1f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:27.844365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d14ba1ce-70cd-4c7a-b7e7-817d9c98bc1f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/473458ac-b6b7-4c10-96a5-dcc45a4bcc55 HTTP/1.1" status: 404 len: 333 time: 0.0368762 Aug 06 15:45:27.856394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55486) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:27.942600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 78d4f4e3-f701-41b4-8452-1ac88356b5b5 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:27.949984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:27.987254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d794e0b-ff77-4e8e-a9b8-d854a6d98d09 req-4b8ec1c2-e789-4f98-b937-41d80d1c1177 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:27.997593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d794e0b-ff77-4e8e-a9b8-d854a6d98d09 req-4b8ec1c2-e789-4f98-b937-41d80d1c1177 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 945 time: 0.1606660 Aug 06 15:45:28.052339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d794e0b-ff77-4e8e-a9b8-d854a6d98d09 req-dad28a0b-2be4-4e7b-bce8-d65fa9805c43 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Aug 06 15:45:28.054034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.117969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b5abca-839e-4eb8-a6e4-a81bc106f42f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:28.118375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55492) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:28.130154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.174912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Transition to ACTIVE for port object 68b5abca-839e-4eb8-a6e4-a81bc106f42f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:28.181809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-0768fbc9-c29a-497a-bfc9-72d6b2012e5f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 267 time: 0.0508235 Aug 06 15:45:28.196102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.234921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-d8bd621e-0160-4752-9f77-47ddf85b7954 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:28.237028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-d8bd621e-0160-4752-9f77-47ddf85b7954 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 945 time: 0.0541601 Aug 06 15:45:28.249731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'port': {'security_groups': []}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:28.268174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.330777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Pushing event updated for resources: {'Port': ['ID=68b5abca-839e-4eb8-a6e4-a81bc106f42f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:28.349147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-377664452'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:28.362461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.387530 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.423781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=78d4f4e3-f701-41b4-8452-1ac88356b5b5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:28.433979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.438701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d142494d-4059-420c-9d2d-0c1055a422fc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/78d4f4e3-f701-41b4-8452-1ac88356b5b5 HTTP/1.1" status: 204 len: 168 time: 0.5811613 Aug 06 15:45:28.441109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:28.445585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84ef4e-8a30-4409-981e-14e33e05adc2 None None] Network 4506ac24-6e6d-49b3-ad6b-c58944f36294 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:28.536872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.569073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Attempting to bind port 68b5abca-839e-4eb8-a6e4-a81bc106f42f on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:28.569411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Attempting to bind port 68b5abca-839e-4eb8-a6e4-a81bc106f42f by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:28.569745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Attempting to bind port 68b5abca-839e-4eb8-a6e4-a81bc106f42f on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:28.574166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Made reservation on behalf of 4e1f3c3b3c88416fb3ff53b23325aa05 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:28.578765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.593494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.594873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Port 68b5abca-839e-4eb8-a6e4-a81bc106f42f on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:45:28.595211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Attempting to bind port 68b5abca-839e-4eb8-a6e4-a81bc106f42f on network ee10dee4-4c8a-42d8-a0d6-d5e222befc18 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:28.596558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b470620a-b3b7-445a-9912-894ed82c8eb7,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:28.601268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:28.601613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Checking segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:28.602373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Bound using segment: {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:28.603947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Bound port: 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:28.603947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.659610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] DHCP port deletion for 4506ac24-6e6d-49b3-ad6b-c58944f36294 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:45:28.670187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.698212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] For port 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:28.701100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port c2a68942-69c0-4b53-8226-491b2d8e3817 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:28.701444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.704507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] For port 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:28.730132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] Deleting port c2a68942-69c0-4b53-8226-491b2d8e3817 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:28.736911 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.757674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.780432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port c2a68942-69c0-4b53-8226-491b2d8e3817, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c2a68942-69c0-4b53-8226-491b2d8e3817,segment=NetworkSegment(a151aeda-8f12-4583-b113-f5bdd5510029),segment_id=a151aeda-8f12-4583-b113-f5bdd5510029)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:28.780795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.791292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.798591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for c2a68942-69c0-4b53-8226-491b2d8e3817 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:28.826447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:28.841790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:28.842460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.848781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7269a007-39ce-4ffb-9cf1-c462ace5a4f0 req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "PUT /v2.0/ports/b470620a-b3b7-445a-9912-894ed82c8eb7 HTTP/1.1" status: 200 len: 904 time: 0.6039095 Aug 06 15:45:28.849292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:28.851680 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a09149-7444-458f-b9ef-0af09d90807b" -d '{"events": [{"name": "network-changed", "server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:28.878972 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.891343 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.895063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39ffc-5481-4a91-bc18-1b4ed8c078f1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:28.913311 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6914fdd0-a07e-4a12-b110-57d3f6a42831 x-openstack-request-id: req-6914fdd0-a07e-4a12-b110-57d3f6a42831 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:28.918505 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:28.918505 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6914fdd0-a07e-4a12-b110-57d3f6a42831 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:28.918505 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7', 'status': 'completed', 'code': 200} Aug 06 15:45:28.925211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a', 'b470620a-b3b7-445a-9912-894ed82c8eb7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:28.956729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:45:28.969210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] For port c2a68942-69c0-4b53-8226-491b2d8e3817, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c2a68942-69c0-4b53-8226-491b2d8e3817,segment=NetworkSegment(a151aeda-8f12-4583-b113-f5bdd5510029),segment_id=a151aeda-8f12-4583-b113-f5bdd5510029)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:28.969617 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:28.977278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c131fd-a3a8-4f60-831a-2aa7c3726502,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:29.002091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.002639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.004089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] 10.222.0.64 "PUT /v2.0/ports/68b5abca-839e-4eb8-a6e4-a81bc106f42f HTTP/1.1" status: 200 len: 1092 time: 1.4597156 Aug 06 15:45:29.010211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.010211 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Added segment 240b1945-6997-4de7-96b4-0fc65aeb1694 of type vlan for network ac6af904-d224-4a55-93b6-3e2d92e6ac95 Aug 06 15:45:29.022679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15c1c0-88d2-4660-8fa4-527f8a3bc679 service neutron] Pushing event updated for resources: {'Port': ['ID=68b5abca-839e-4eb8-a6e4-a81bc106f42f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:29.026055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b470620a-b3b7-445a-9912-894ed82c8eb7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:29.033218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'tag': '68b5abca-839e-4eb8-a6e4-a81bc106f42f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:29.038774 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8318e665-12e8-4e51-8a9a-75575b8a0378" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d544ec-637c-417c-b5cf-7ab68dbd72a2", "tag": "68b5abca-839e-4eb8-a6e4-a81bc106f42f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:29.069375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] Calling delete_port for c2a68942-69c0-4b53-8226-491b2d8e3817 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:29.145044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.169059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09149-7444-458f-b9ef-0af09d90807b req-bce48458-4b97-4bc8-8446-50248ec4b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.171012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-bce48458-4b97-4bc8-8446-50248ec4b295 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 1058 time: 0.1543343 Aug 06 15:45:29.179119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e9125-5e74-4bcc-bed6-f4b2bc290671 req-f7582879-c416-4899-9bc0-d9ef81d1b2e1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.183759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-220e9125-5e74-4bcc-bed6-f4b2bc290671 req-f7582879-c416-4899-9bc0-d9ef81d1b2e1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 944 time: 0.1781325 Aug 06 15:45:29.238763 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.258428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795c13a-ace7-454c-a31f-968ed55d7c56 req-5b00f3d9-a3d1-4e5f-99fc-c58b433c050f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.260720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f795c13a-ace7-454c-a31f-968ed55d7c56 req-5b00f3d9-a3d1-4e5f-99fc-c58b433c050f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 907 time: 0.2591081 Aug 06 15:45:29.265564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-220e9125-5e74-4bcc-bed6-f4b2bc290671 req-9cccdb8e-4c46-4095-8f2c-c7a3282bfae5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716496 Aug 06 15:45:29.334722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.370931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port c2a68942-69c0-4b53-8226-491b2d8e3817 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:29.374992 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae613198-38a4-4ebf-8428-12b7e9354b5f x-openstack-request-id: req-ae613198-38a4-4ebf-8428-12b7e9354b5f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:29.375332 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d544ec-637c-417c-b5cf-7ab68dbd72a2", "tag": "68b5abca-839e-4eb8-a6e4-a81bc106f42f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:29.375657 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae613198-38a4-4ebf-8428-12b7e9354b5f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:29.376098 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'tag': '68b5abca-839e-4eb8-a6e4-a81bc106f42f', 'status': 'completed', 'code': 200} Aug 06 15:45:29.381765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-05b8e0e0-de16-41c7-af16-b1cbef35c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.385823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-05b8e0e0-de16-41c7-af16-b1cbef35c992 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 1095 time: 0.2382267 Aug 06 15:45:29.426428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.428870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.429532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.476883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-71d24444-d0a5-46be-8eba-6ddf7d553b87 None None] Provisioning complete for port b470620a-b3b7-445a-9912-894ed82c8eb7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:29.477466 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71d24444-d0a5-46be-8eba-6ddf7d553b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.512541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=c2a68942-69c0-4b53-8226-491b2d8e3817,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:29.532442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event updated for resources: {'Network': ['ID=ac6af904-d224-4a55-93b6-3e2d92e6ac95,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:29.556253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:45:29.618963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-291e7611-b42e-470a-b66a-186d79426e7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f HTTP/1.1" status: 200 len: 217 time: 0.2055914 Aug 06 15:45:29.671014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9531cf-daed-476e-a867-c4713caed168 req-9340a644-3ee7-44e5-8741-93d8c619f4da tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.678406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da9531cf-daed-476e-a867-c4713caed168 req-9340a644-3ee7-44e5-8741-93d8c619f4da tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1506109 Aug 06 15:45:29.681627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-92132bde-693c-4e84-8569-d6a866cfbb91 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5616708 Aug 06 15:45:29.689860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55526) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:29.695125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Request body: {'subnet': {'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:29.732640 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.750185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09149-7444-458f-b9ef-0af09d90807b req-1835c595-54a2-411e-a176-b8068fe67b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:29.751780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-1835c595-54a2-411e-a176-b8068fe67b40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.5529358 Aug 06 15:45:29.757785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:29.790767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da9531cf-daed-476e-a867-c4713caed168 req-f471318c-bcd1-4ae1-b00f-adb50059e619 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059113 Aug 06 15:45:30.013962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Made reservation on behalf of 4e1f3c3b3c88416fb3ff53b23325aa05 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:30.018344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.055424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c2a68942-69c0-4b53-8226-491b2d8e3817 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:45:30.076708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ef0db-c9fc-488d-b827-d0714dbdc563 req-52f6f117-a952-4f11-966c-2343a65afd14 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.078467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b5ef0db-c9fc-488d-b827-d0714dbdc563 req-52f6f117-a952-4f11-966c-2343a65afd14 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1322906 Aug 06 15:45:30.113381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c2a68942-69c0-4b53-8226-491b2d8e3817 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:45:30.113997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c2a68942-69c0-4b53-8226-491b2d8e3817 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:45:30.131493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] No DVR routers for this DVR port c2a68942-69c0-4b53-8226-491b2d8e3817 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:30.142956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dd05a-6614-48e6-b822-0a6547135d47 None None] Pushing event deleted for resources: {'Port': ['ID=c2a68942-69c0-4b53-8226-491b2d8e3817,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:30.236914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-259ceb11-1d91-4f66-81c5-8f6f2c2f9057 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b470620a-b3b7-445a-9912-894ed82c8eb7 HTTP/1.1" status: 200 len: 217 time: 0.4738705 Aug 06 15:45:30.238374 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:45:30.239121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4506ac24-6e6d-49b3-ad6b-c58944f36294']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:30.245233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-c6842944-b166-4c80-9976-ca5660f65ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.247113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-c6842944-b166-4c80-9976-ca5660f65ca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.6111257 Aug 06 15:45:30.291531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a151aeda-8f12-4583-b113-f5bdd5510029') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:30.291769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a151aeda-8f12-4583-b113-f5bdd5510029') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:30.297488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b5ef0db-c9fc-488d-b827-d0714dbdc563 req-560be360-13dd-4a70-8992-e518d21f6141 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867374 Aug 06 15:45:30.321926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-156f6df0-a8af-4194-b935-c2e443fac4bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584192 Aug 06 15:45:30.326517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.370621 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.379650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09149-7444-458f-b9ef-0af09d90807b req-6b7be027-bb2d-4503-8c4e-f1f5a4c60ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.381182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-6b7be027-bb2d-4503-8c4e-f1f5a4c60ffa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.1331747 Aug 06 15:45:30.424218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a2525-ec57-42fa-be4f-e75ae906db45 req-90b06d18-3651-4096-8c7a-dc481c5396b0 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.425910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-276a2525-ec57-42fa-be4f-e75ae906db45 req-90b06d18-3651-4096-8c7a-dc481c5396b0 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 944 time: 0.0613761 Aug 06 15:45:30.426664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:30.427338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:30.431128 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:30.437959 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.536926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event updated for resources: {'Subnet': ['ID=50204b9c-2e49-451d-92ab-b16054e6075d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:30.552640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-276a2525-ec57-42fa-be4f-e75ae906db45 req-2129c345-317b-437d-bfa2-019872f9b791 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108482 Aug 06 15:45:30.556126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a09149-7444-458f-b9ef-0af09d90807b req-13622d4d-c434-4a48-bd27-386a334cacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.557913 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-13622d4d-c434-4a48-bd27-386a334cacca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431370 Aug 06 15:45:30.561498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Checking segment: {'id': '240b1945-6997-4de7-96b4-0fc65aeb1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:30.561980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Network hostable DHCP agents. Network: ac6af904-d224-4a55-93b6-3e2d92e6ac95, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:45:30.562145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-8d757c3d-3268-4034-b657-c2f2bc072c80 service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257059 Aug 06 15:45:30.612104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.657813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.659686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/4506ac24-6e6d-49b3-ad6b-c58944f36294 HTTP/1.1" status: 204 len: 168 time: 2.2176385 Aug 06 15:45:30.680208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:30.689756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1979112172'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:30.706866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9203f-e860-4c27-9dca-89a6b5748b31 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=4506ac24-6e6d-49b3-ad6b-c58944f36294,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:30.715100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:45:30.754785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-911ff73f-9368-48d9-b7b5-bc186022ff42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.756659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-911ff73f-9368-48d9-b7b5-bc186022ff42 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.1375318 Aug 06 15:45:30.757852 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-03d1d74c-319e-4a95-8e7a-a1869583bc18 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923339 Aug 06 15:45:30.760923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f35c6c6d-02fa-4cc5-b19e-97080218174f req-384fc2bc-6b7c-4cfa-bff6-7ac7943eaebf service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858237 Aug 06 15:45:30.784449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-3231a82a-f14a-4f73-a78e-eb86024b67d5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/quotas/51b2f4477238414f9429be812049194f HTTP/1.1" status: 200 len: 375 time: 0.0154612 Aug 06 15:45:30.826792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:30.830342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.835731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ac6af904-d224-4a55-93b6-3e2d92e6ac95) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:30.844395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4097054-075e-4704-8e12-f9b7fd9d792b None None] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:30.851146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:30.851759 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.882193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-20a09149-7444-458f-b9ef-0af09d90807b req-7cf4d60e-82d1-4e20-8cdc-1d7908b28e2f service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172874 Aug 06 15:45:30.892429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-889f3756-1fc8-4acc-8ea3-2af9f858abf0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1065898 Aug 06 15:45:30.901009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:45:30.936558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:30.936914 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment 278dffbd-c518-4ac2-a34d-f467e5eab59b of type vlan for network f4a5f063-e15a-4f03-bb10-07f54190b7c1 Aug 06 15:45:31.014755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-ac6af904-d224-4a55-93b6-3e2d92e6ac95', 'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95', 'tenant_id': '4e1f3c3b3c88416fb3ff53b23325aa05', 'fixed_ips': [{'subnet_id': '50204b9c-2e49-451d-92ab-b16054e6075d'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:45:31.015650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.025713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.027283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-f258ea2b-097a-4d3e-8ddf-3dca6591fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:31.030615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-f258ea2b-097a-4d3e-8ddf-3dca6591fbf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 1095 time: 0.0909550 Aug 06 15:45:31.034167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-48c2498c-f9e7-454d-b8ae-6114a2f1ee6d tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3431973 Aug 06 15:45:31.039846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:31.047948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Request body: {'port': {'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1391817980'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:31.136865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-bbc064e0-05dc-4716-8b92-4495fe35a7d2 service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335300 Aug 06 15:45:31.178340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-afa1253a-8580-4b21-bf92-0eef7a331988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:31.181230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-afa1253a-8580-4b21-bf92-0eef7a331988 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 911 time: 0.1346550 Aug 06 15:45:31.208674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Allocated IP 172.20.0.2 (ac6af904-d224-4a55-93b6-3e2d92e6ac95/50204b9c-2e49-451d-92ab-b16054e6075d/e2a98f3e-b11c-4a98-b118-6091f586c9ad) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:31.226776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-6f655fa5-401a-4acd-8c67-d1bcb667dbf7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f HTTP/1.1" status: 200 len: 217 time: 0.0369446 Aug 06 15:45:31.239081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.245599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:31.246233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.284270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-e022ac4d-2c00-41ad-a3d1-88b18a6a09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:31.286151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-e022ac4d-2c00-41ad-a3d1-88b18a6a09be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.0513077 Aug 06 15:45:31.334016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-65557a4f-721e-4b44-8396-ea5388f78461 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331478 Aug 06 15:45:31.351497 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-60facdbf-7ffe-4f17-ac1c-53ed880ed1e1 service neutron] 10.222.0.16 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948423 Aug 06 15:45:31.352132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=f4a5f063-e15a-4f03-bb10-07f54190b7c1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:31.370027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:45:31.440496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-8bbee723-12d1-4206-ad16-489c070f4824 service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973494 Aug 06 15:45:31.444408 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.455483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Made reservation on behalf of 4e1f3c3b3c88416fb3ff53b23325aa05 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:31.460061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.464222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Transition to ACTIVE for port object e2a98f3e-b11c-4a98-b118-6091f586c9ad will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:31.481342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] device_id is not set on port 651b49e9-dc4f-47b6-b5fe-31a0d6c2d182 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:31.485441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Transition to ACTIVE for port object e2a98f3e-b11c-4a98-b118-6091f586c9ad will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:31.561800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8318e665-12e8-4e51-8a9a-75575b8a0378 req-3006ffa6-970b-4667-94ed-a4248eee7c2b service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130497 Aug 06 15:45:31.677355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.722316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:31.726929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:31.729753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:31.730077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cde4c2d6-fad7-4649-af0d-e871c1620d58 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0439134 Aug 06 15:45:31.735300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:31.736744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:31.751327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03573a8d-0f38-47d6-a669-09ba5aa3cebe req-d9024dab-6402-44a1-9231-3623db3d753a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 210 time: 0.0887833 Aug 06 15:45:31.805560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Pushing event updated for resources: {'Port': ['ID=e2a98f3e-b11c-4a98-b118-6091f586c9ad,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:31.824153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Attempting to bind port e2a98f3e-b11c-4a98-b118-6091f586c9ad on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:31.824729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Attempting to bind port e2a98f3e-b11c-4a98-b118-6091f586c9ad by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '240b1945-6997-4de7-96b4-0fc65aeb1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:31.830165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Attempting to bind port e2a98f3e-b11c-4a98-b118-6091f586c9ad on network ac6af904-d224-4a55-93b6-3e2d92e6ac95 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:31.835900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Allocated IP 172.20.0.14 (ac6af904-d224-4a55-93b6-3e2d92e6ac95/50204b9c-2e49-451d-92ab-b16054e6075d/651b49e9-dc4f-47b6-b5fe-31a0d6c2d182) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:31.840437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:31.853039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Checking segment: {'id': '240b1945-6997-4de7-96b4-0fc65aeb1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:31.853039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.853039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Bound using segment: {'id': '240b1945-6997-4de7-96b4-0fc65aeb1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:31.853039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Bound port: e2a98f3e-b11c-4a98-b118-6091f586c9ad, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240b1945-6997-4de7-96b4-0fc65aeb1694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ac6af904-d224-4a55-93b6-3e2d92e6ac95'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:31.853039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:31.942710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] For port e2a98f3e-b11c-4a98-b118-6091f586c9ad, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:31.945905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367d192-2cd5-4c2f-b418-0f1666dfa0bc req-098dcca2-a518-4583-9916-c68a5d6b1c2e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:31.948143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a367d192-2cd5-4c2f-b418-0f1666dfa0bc req-098dcca2-a518-4583-9916-c68a5d6b1c2e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 944 time: 0.2951858 Aug 06 15:45:31.951483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] For port e2a98f3e-b11c-4a98-b118-6091f586c9ad, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2a98f3e-b11c-4a98-b118-6091f586c9ad,segment=NetworkSegment(240b1945-6997-4de7-96b4-0fc65aeb1694),segment_id=240b1945-6997-4de7-96b4-0fc65aeb1694)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:32.036930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:32.042641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a367d192-2cd5-4c2f-b418-0f1666dfa0bc req-22514dd5-adbc-4047-b8b0-667a5da3545c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587540 Aug 06 15:45:32.043012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:32.066281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:32.081434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Transition to ACTIVE for port object 651b49e9-dc4f-47b6-b5fe-31a0d6c2d182 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:32.111906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:32.213792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e2da-62b2-416d-8697-7308404244b4 None None] Pushing event updated for resources: {'Port': ['ID=e2a98f3e-b11c-4a98-b118-6091f586c9ad,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:32.261381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:32.325896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:32.330000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:32.336178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:32.387288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event updated for resources: {'Port': ['ID=651b49e9-dc4f-47b6-b5fe-31a0d6c2d182,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:32.413776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:32.414409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:32.842310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b556aa85-9a92-423c-8052-e1ac9c223b5e req-ccadff8c-21b4-4659-82fd-85eee15e92bc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 210 time: 0.0292416 Aug 06 15:45:32.933819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:32.989929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=68686cec-927b-4b2a-801e-b9dd3b640fcb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:33.006545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': '278dffbd-c518-4ac2-a34d-f467e5eab59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:33.007021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: f4a5f063-e15a-4f03-bb10-07f54190b7c1, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:45:33.018510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d7ab9be6-6b3a-48b3-b87b-ccead45a376e tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9773326 Aug 06 15:45:33.021542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:33.116208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:45:33.162059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Deleting port 651b49e9-dc4f-47b6-b5fe-31a0d6c2d182 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:33.162309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:33.230672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, f4a5f063-e15a-4f03-bb10-07f54190b7c1) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:33.240624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:33.241569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:33.244998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936edef-2ac6-4fe1-ac38-a02c5e115d05 req-8e2f5260-3352-4a56-80a6-d96d94c4e4a4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:33.246888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8936edef-2ac6-4fe1-ac38-a02c5e115d05 req-8e2f5260-3352-4a56-80a6-d96d94c4e4a4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 944 time: 0.1048503 Aug 06 15:45:33.270520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61e165-fa7f-493f-868b-f75295382f89 None None] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:33.364907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8936edef-2ac6-4fe1-ac38-a02c5e115d05 req-94d0722d-23c5-4ccb-922d-540e38ea7cd6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052005 Aug 06 15:45:33.417443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:33.422172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe724c7-e59b-48fd-81b5-3774d1407c76 None None] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:33.433475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Calling delete_port for 651b49e9-dc4f-47b6-b5fe-31a0d6c2d182 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:33.583059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-f4a5f063-e15a-4f03-bb10-07f54190b7c1', 'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': '68686cec-927b-4b2a-801e-b9dd3b640fcb'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:45:33.584157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:33.688504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-985d4eab-b15e-4bee-87b8-50a35f12c50a None None] Provisioning for port e2a98f3e-b11c-4a98-b118-6091f586c9ad completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:33.694649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:33.699102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-11f85235-4236-40d4-ae1d-3278e0c17580 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9667518 Aug 06 15:45:33.701080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1', 'name': 'tempest-PortsTestJSON-1774511774', 'fixed_ips': [{'subnet_id': '68686cec-927b-4b2a-801e-b9dd3b640fcb', 'ip_address': '172.20.0.10'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:33.740570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:33.792696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event deleted for resources: {'Port': ['ID=651b49e9-dc4f-47b6-b5fe-31a0d6c2d182,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:33.880336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:33.880336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7493fbe3-968e-42fd-b7e7-5017187088a5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "DELETE /v2.0/ports/651b49e9-dc4f-47b6-b5fe-31a0d6c2d182 HTTP/1.1" status: 204 len: 168 time: 0.8562105 Aug 06 15:45:33.883080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:33.939782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Allocated IP 172.20.0.2 (f4a5f063-e15a-4f03-bb10-07f54190b7c1/68686cec-927b-4b2a-801e-b9dd3b640fcb/70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:34.016509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7132d0a9-c59e-4ec2-ae18-b0ec51f1c13b req-584d1b3c-164c-4810-9bc7-d1daa9aea646 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 210 time: 0.0594754 Aug 06 15:45:34.017217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:34.039991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:34.047607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1869778030'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:34.053145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-470f11b9-ba7c-464a-a533-b1173009e9e8 tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1667211 Aug 06 15:45:34.058938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9807c37b-6413-4864-a0bb-b15baa3f937b None None] Could not find standard attr ID for object 651b49e9-dc4f-47b6-b5fe-31a0d6c2d182. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:45:34.082835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2a98f3e-b11c-4a98-b118-6091f586c9ad up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:34.169570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.193491 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.193847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 32f7e428-af67-4d98-8e48-ab6202e8b6bd yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:34.203748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Transition to ACTIVE for port object 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:34.218775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Transition to ACTIVE for port object 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:34.260849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Made reservation on behalf of 4e1f3c3b3c88416fb3ff53b23325aa05 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:34.270758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.272227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70dd8304-aa79-4ea9-afc8-90850bd2dcbb None None] Could not find standard attr ID for object 651b49e9-dc4f-47b6-b5fe-31a0d6c2d182. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:45:34.300691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:45:34.312377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.312730 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Added segment 7e31017e-7698-4679-8782-2d5f48b2c38c of type vlan for network 50a692b9-db5e-4edd-a0db-1e0a28db7fb8 Aug 06 15:45:34.312855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 68b5abca-839e-4eb8-a6e4-a81bc106f42f details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:45:34.373911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e2a98f3e-b11c-4a98-b118-6091f586c9ad completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:34.388848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.391187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.457002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e2a98f3e-b11c-4a98-b118-6091f586c9ad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:34.457675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.458967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.10 (f4a5f063-e15a-4f03-bb10-07f54190b7c1/68686cec-927b-4b2a-801e-b9dd3b640fcb/32f7e428-af67-4d98-8e48-ab6202e8b6bd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:34.486378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:34.512919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:34.521167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:34.568221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e5308-5277-4b18-aa4d-3d80c34d840a req-76a27f82-1a90-44fa-9f73-a934759ef2ce tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:34.572413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83e5308-5277-4b18-aa4d-3d80c34d840a req-76a27f82-1a90-44fa-9f73-a934759ef2ce tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 944 time: 0.1002748 Aug 06 15:45:34.591306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.594357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Pushing event updated for resources: {'Port': ['ID=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:34.603233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:34.604877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.621916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:34.630651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Attempting to bind port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:34.631023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Attempting to bind port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '278dffbd-c518-4ac2-a34d-f467e5eab59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:34.631392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Attempting to bind port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d on network f4a5f063-e15a-4f03-bb10-07f54190b7c1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:34.643007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '68b5abca-839e-4eb8-a6e4-a81bc106f42f', 'network_id': 'ee10dee4-4c8a-42d8-a0d6-d5e222befc18', 'port_id': '68b5abca-839e-4eb8-a6e4-a81bc106f42f', 'mac_address': 'fa:16:3e:8e:2c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218f35fc-04ee-4567-96ae-64ce1816ef9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:45:34.646197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:34.646590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Checking segment: {'id': '278dffbd-c518-4ac2-a34d-f467e5eab59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:34.646987 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.647389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Bound using segment: {'id': '278dffbd-c518-4ac2-a34d-f467e5eab59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:34.647906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Bound port: 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278dffbd-c518-4ac2-a34d-f467e5eab59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:34.648294 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.675788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83e5308-5277-4b18-aa4d-3d80c34d840a req-6fea6f89-3346-4def-8091-27ac66ddf24a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991223 Aug 06 15:45:34.683484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event updated for resources: {'Network': ['ID=50a692b9-db5e-4edd-a0db-1e0a28db7fb8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:34.705258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 50a692b9-db5e-4edd-a0db-1e0a28db7fb8 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:45:34.713421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.718226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6dc7e920-115d-417b-b3cd-cc59486ea1b5 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6749239 Aug 06 15:45:34.720565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:34.728703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 32f7e428-af67-4d98-8e48-ab6202e8b6bd will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:34.816983 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.823289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.833520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.886537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=32f7e428-af67-4d98-8e48-ab6202e8b6bd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:34.897269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b5abca-839e-4eb8-a6e4-a81bc106f42f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:34.901944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:34.904503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:34.907667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:34.927227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] For port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:34.927227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] For port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,segment=NetworkSegment(278dffbd-c518-4ac2-a34d-f467e5eab59b),segment_id=278dffbd-c518-4ac2-a34d-f467e5eab59b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:34.929354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e2a98f3e-b11c-4a98-b118-6091f586c9ad, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2a98f3e-b11c-4a98-b118-6091f586c9ad,segment=NetworkSegment(240b1945-6997-4de7-96b4-0fc65aeb1694),segment_id=240b1945-6997-4de7-96b4-0fc65aeb1694)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:34.944330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:34.952669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fcbf668d-a303-4016-ace3-375c9b4a983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:34.954684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2295ace-f054-4ac6-816a-7648794a0324 tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/agents/88451725-cd4f-4db6-ac22-d4c64558552d/dhcp-networks HTTP/1.1" status: 200 len: 11974 time: 0.2326803 Aug 06 15:45:34.961915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55624) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:34.962978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:34.962978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:35.026033 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:35.046719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9493d7d-196b-40ef-b97c-f6dc5658952b tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] Network 50a692b9-db5e-4edd-a0db-1e0a28db7fb8 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:45:35.049573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4783763f-c418-48ff-ab69-eef624a50c99 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3538263 Aug 06 15:45:35.052237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:35.058227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': 'f4a5f063-e15a-4f03-bb10-07f54190b7c1', 'name': 'tempest-PortsTestJSON-433668207', 'fixed_ips': [{'subnet_id': '68686cec-927b-4b2a-801e-b9dd3b640fcb', 'ip_address': '172.20.0.9'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:35.064236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:35.068747 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:35.116632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675020c7-a569-47a0-848e-3c19c948c22f None None] Pushing event updated for resources: {'Port': ['ID=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:35.160175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c625304-d7ac-4446-a6ed-60f6b9b5d9ae req-66183cc8-2a8b-47b7-abc8-51b7cebe632a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 210 time: 0.0347581 Aug 06 15:45:35.163113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a9493d7d-196b-40ef-b97c-f6dc5658952b tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "POST /v2.0/agents/88451725-cd4f-4db6-ac22-d4c64558552d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2047749 Aug 06 15:45:35.165665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:35.182012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae416e62-419b-4ebc-9e6e-1341be33e352 None None] Network 50a692b9-db5e-4edd-a0db-1e0a28db7fb8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:35.265883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e2a98f3e-b11c-4a98-b118-6091f586c9ad,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:35.311525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:35.318492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:35.352736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 1a8cd998-e632-4284-adc2-9d751bfbcf17 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:35.517709 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0a79117-1659-4c88-8745-0848463bd325 tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/agents/88451725-cd4f-4db6-ac22-d4c64558552d/dhcp-networks HTTP/1.1" status: 200 len: 12745 time: 0.3499115 Aug 06 15:45:35.520945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:35.536732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5fc66d74-7121-489a-936c-fbe2f90f88c7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:35.538545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5fc66d74-7121-489a-936c-fbe2f90f88c7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.64 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 811 time: 0.2827604 Aug 06 15:45:35.562181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Request body: {'port': {'device_id': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'admin_state_up': True, 'tenant_id': '51b2f4477238414f9429be812049194f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:35.688237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=68b5abca-839e-4eb8-a6e4-a81bc106f42f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:35.769144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ee62237-da28-4693-bdf8-cbc5b2c608d8 tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "DELETE /v2.0/agents/88451725-cd4f-4db6-ac22-d4c64558552d/dhcp-networks/50a692b9-db5e-4edd-a0db-1e0a28db7fb8 HTTP/1.1" status: 204 len: 168 time: 0.2467074 Aug 06 15:45:35.771567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55648) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:35.779250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['68b5abca-839e-4eb8-a6e4-a81bc106f42f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:35.822846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.9 (f4a5f063-e15a-4f03-bb10-07f54190b7c1/68686cec-927b-4b2a-801e-b9dd3b640fcb/1a8cd998-e632-4284-adc2-9d751bfbcf17) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:35.827009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Made reservation on behalf of 51b2f4477238414f9429be812049194f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:35.839554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:35.863657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b509c9-17ed-48ea-aeee-e7d98f2914e8 req-9c750ff3-cc67-4648-8005-e4b434465afc tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:35.865953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21b509c9-17ed-48ea-aeee-e7d98f2914e8 req-9c750ff3-cc67-4648-8005-e4b434465afc tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 945 time: 0.1006823 Aug 06 15:45:35.960719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-21b509c9-17ed-48ea-aeee-e7d98f2914e8 req-d24606d2-c957-4bc0-8770-a593226020f1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795698 Aug 06 15:45:36.158491 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.172027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Allocated IP 172.20.0.12 (63cee3f3-e347-4e33-b2fc-a363ee16513b/071cd2f1-813b-4e88-864b-574c3d60bbc0/d7ecab4f-46a1-44f6-a882-e5011daeea63) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:36.180518 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6615985c-849b-406d-85c2-c09e4437b8ad tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/agents/88451725-cd4f-4db6-ac22-d4c64558552d/dhcp-networks HTTP/1.1" status: 200 len: 11974 time: 0.4073534 Aug 06 15:45:36.191794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:36.206762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:36.257157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 1a8cd998-e632-4284-adc2-9d751bfbcf17 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:36.271502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-800a81ac-c949-4337-b778-6ecf835739f0 tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/networks/ac6af904-d224-4a55-93b6-3e2d92e6ac95/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0699463 Aug 06 15:45:36.272012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:36.333119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637ca28f-d5f5-42da-bb9a-2d5a8a7dabca req-5ece55da-8236-428b-808b-365212b5e651 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 210 time: 0.0489318 Aug 06 15:45:36.350012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-26397450-91ff-4b96-acaa-915fb3b25bd2 tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/networks/ac6af904-d224-4a55-93b6-3e2d92e6ac95/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0746546 Aug 06 15:45:36.351179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55658) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:36.402575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:36.407365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2a98f3e-b11c-4a98-b118-6091f586c9ad up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:36.474447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.492602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Transition to ACTIVE for port object d7ecab4f-46a1-44f6-a882-e5011daeea63 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:36.514870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e2a98f3e-b11c-4a98-b118-6091f586c9ad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:36.515387 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.552285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.601593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774ed25-bc75-408b-b265-39a83a45eea9 None None] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:36.643288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.655436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:36.663743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7432b731-ca57-421b-89b6-2fd4626873eb tempest-DHCPAgentSchedulersTestJSON-1213052271 tempest-DHCPAgentSchedulersTestJSON-1213052271-project-admin] 10.222.0.16 "GET /v2.0/agents/88451725-cd4f-4db6-ac22-d4c64558552d/dhcp-networks HTTP/1.1" status: 200 len: 11974 time: 0.3063586 Aug 06 15:45:36.663743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:36.665673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:36.666577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:36.689482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:36.745327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:36.747898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:36.753379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:36.755278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=1a8cd998-e632-4284-adc2-9d751bfbcf17,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:36.756700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:36.816126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:36.816704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.841835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.848668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:36.849552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.878856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] Provisioning for port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:36.905753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] Provisioning complete for port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:36.906139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:36.981022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1ba66115-93d2-4f8a-9ddd-939eafb58be1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9221833 Aug 06 15:45:36.981022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:36.982256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-eb367741-d07f-4c92-aaa9-40d8ff8925fe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4270284 Aug 06 15:45:36.984930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.000402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Request body: {'port': {'device_id': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:37.064654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a692b9-db5e-4edd-a0db-1e0a28db7fb8']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:37.085962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e31017e-7698-4679-8782-2d5f48b2c38c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:37.086745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e31017e-7698-4679-8782-2d5f48b2c38c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:37.100110 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.122033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.132706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.143288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:37.161681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:37.162581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:37.166717 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:37.257322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.295619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d77537-3275-4e16-820a-f4434b7642cc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:37.298333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-04d77537-3275-4e16-820a-f4434b7642cc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3150098 Aug 06 15:45:37.313545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:37.345204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] For port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,segment=NetworkSegment(278dffbd-c518-4ac2-a34d-f467e5eab59b),segment_id=278dffbd-c518-4ac2-a34d-f467e5eab59b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:37.363394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfa7b9-921c-407e-bc6c-35489bca73dd req-419110cb-71ff-4072-bec1-42f5b2ac5705 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:37.380191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abfa7b9-921c-407e-bc6c-35489bca73dd req-419110cb-71ff-4072-bec1-42f5b2ac5705 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 945 time: 0.2208769 Aug 06 15:45:37.448430 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.467600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.468891 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.473584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "DELETE /v2.0/networks/50a692b9-db5e-4edd-a0db-1e0a28db7fb8 HTTP/1.1" status: 204 len: 168 time: 0.8003447 Aug 06 15:45:37.475139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:37.495818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abfa7b9-921c-407e-bc6c-35489bca73dd req-5ce964e1-b6b5-40e7-b1ce-75d779dd007f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146638 Aug 06 15:45:37.518978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3b3bb-75d3-4b7b-837c-2302f77f5470 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event deleted for resources: {'Network': ['ID=50a692b9-db5e-4edd-a0db-1e0a28db7fb8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:37.557033 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6174926a-92d6-4db3-88fa-28182fb1b171 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] DELETE failed (client error): The resource could not be found. Aug 06 15:45:37.557589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6174926a-92d6-4db3-88fa-28182fb1b171 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:45:37.557779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de2fcb-c970-466c-b322-fcfe10a3f080 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:37.562253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6174926a-92d6-4db3-88fa-28182fb1b171 tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "DELETE /v2.0/ports/651b49e9-dc4f-47b6-b5fe-31a0d6c2d182 HTTP/1.1" status: 404 len: 333 time: 0.0829039 Aug 06 15:45:37.562452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:37.563849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de2fcb-c970-466c-b322-fcfe10a3f080 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:37.583310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88de2fcb-c970-466c-b322-fcfe10a3f080 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:37.584850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-88de2fcb-c970-466c-b322-fcfe10a3f080 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2663090 Aug 06 15:45:37.598129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:37.612448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50993383-3fa8-4d79-861d-c182ca94ff2b None None] Pushing event updated for resources: {'Port': ['ID=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:37.668550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6fa3c-e68d-42fe-bc46-4f6e6a227afe req-a5a73595-58ca-4773-9437-05588f17f983 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:37.668550 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1db6fa3c-e68d-42fe-bc46-4f6e6a227afe req-a5a73595-58ca-4773-9437-05588f17f983 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 932 time: 0.1869256 Aug 06 15:45:37.710298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Deleting subnet 50204b9c-2e49-451d-92ab-b16054e6075d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:37.720956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.726040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ecab4f-46a1-44f6-a882-e5011daeea63 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:37.755667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.780346 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dd9f2e3-2f13-4545-a842-a1281e419bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.788765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Transition to ACTIVE for port object d7ecab4f-46a1-44f6-a882-e5011daeea63 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:37.788765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.883147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.893939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Provisioning for port 1a8cd998-e632-4284-adc2-9d751bfbcf17 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:37.894506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Provisioning complete for port 1a8cd998-e632-4284-adc2-9d751bfbcf17 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:37.894506 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.899145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:37.968376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Port 1a8cd998-e632-4284-adc2-9d751bfbcf17 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:37.983570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.008162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:38.061669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:38.070250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:38.070702 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.097536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Provisioning for port d7ecab4f-46a1-44f6-a882-e5011daeea63 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:38.127793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Provisioning complete for port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:38.130063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.137067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1db6fa3c-e68d-42fe-bc46-4f6e6a227afe req-e47f9aab-bc7c-46c3-8cfd-9efd1a9d3ffe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842203 Aug 06 15:45:38.202659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Attempting to bind port d7ecab4f-46a1-44f6-a882-e5011daeea63 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:38.202922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Attempting to bind port d7ecab4f-46a1-44f6-a882-e5011daeea63 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:38.203171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Attempting to bind port d7ecab4f-46a1-44f6-a882-e5011daeea63 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:38.205351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 1a8cd998-e632-4284-adc2-9d751bfbcf17 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:38.205731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.217587 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.246141 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.251605 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "DELETE /v2.0/subnets/50204b9c-2e49-451d-92ab-b16054e6075d HTTP/1.1" status: 204 len: 168 time: 0.6881564 Aug 06 15:45:38.254484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:38.255514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Port d7ecab4f-46a1-44f6-a882-e5011daeea63 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:45:38.256177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Attempting to bind port d7ecab4f-46a1-44f6-a882-e5011daeea63 on network 63cee3f3-e347-4e33-b2fc-a363ee16513b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:38.280923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7e86e-d808-46b7-8ce2-f690029bd585 None None] Network ac6af904-d224-4a55-93b6-3e2d92e6ac95 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:38.311735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83d7e3-45c2-4a29-9df9-699148cb8b7a tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event deleted for resources: {'Subnet': ['ID=50204b9c-2e49-451d-92ab-b16054e6075d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:38.318547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.327626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:38.328568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Checking segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:38.328568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Bound using segment: {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:38.329178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Bound port: d7ecab4f-46a1-44f6-a882-e5011daeea63, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c044fbb-aac0-4d16-a0f8-556e4e513071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:38.329642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.336155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 1a8cd998-e632-4284-adc2-9d751bfbcf17 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:38.367349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 68b5abca-839e-4eb8-a6e4-a81bc106f42f up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:38.421629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Provisioning for port 32f7e428-af67-4d98-8e48-ab6202e8b6bd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:38.450751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Provisioning complete for port 32f7e428-af67-4d98-8e48-ab6202e8b6bd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:38.451107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.506800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2a057-2bc6-4fb8-a1f8-c66ccb68f77e None None] Port 32f7e428-af67-4d98-8e48-ab6202e8b6bd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:38.581242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 68b5abca-839e-4eb8-a6e4-a81bc106f42f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:38.585760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] DHCP port deletion for ac6af904-d224-4a55-93b6-3e2d92e6ac95 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:45:38.591395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 68b5abca-839e-4eb8-a6e4-a81bc106f42f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:38.591898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.645612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755ee8e-0f53-4b66-bd04-7498bc902ab6 req-9e319350-2b9d-4f29-a410-28d55c85a779 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:38.647348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1755ee8e-0f53-4b66-bd04-7498bc902ab6 req-9e319350-2b9d-4f29-a410-28d55c85a779 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 945 time: 0.0564210 Aug 06 15:45:38.648541 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.674203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-473c66bf-0985-4c15-a059-567c988fc1b9 None None] Provisioning complete for port 1a8cd998-e632-4284-adc2-9d751bfbcf17 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:38.674593 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-473c66bf-0985-4c15-a059-567c988fc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.701306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=1a8cd998-e632-4284-adc2-9d751bfbcf17,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:38.707056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-473c66bf-0985-4c15-a059-567c988fc1b9 None None] Port 1a8cd998-e632-4284-adc2-9d751bfbcf17 was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 15:45:38.747513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] Deleting port e2a98f3e-b11c-4a98-b118-6091f586c9ad {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:38.750035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.772703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.803428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.818956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1755ee8e-0f53-4b66-bd04-7498bc902ab6 req-3ccc7ed2-1568-469e-bb97-30f2b812c8d3 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568265 Aug 06 15:45:38.840373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.845695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2bd65676-f11c-4550-9957-d7fefcc499c7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/1a8cd998-e632-4284-adc2-9d751bfbcf17 HTTP/1.1" status: 204 len: 168 time: 1.2417500 Aug 06 15:45:38.848052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:38.851437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b5abca-839e-4eb8-a6e4-a81bc106f42f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:38.854750 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7bb72d-b4f6-4457-b17e-8d6af93edbc7" -d '{"events": [{"server_uuid": "b4d544ec-637c-417c-b5cf-7ab68dbd72a2", "name": "network-vif-plugged", "status": "completed", "tag": "68b5abca-839e-4eb8-a6e4-a81bc106f42f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:38.885725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:38.902103 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-032d368d-d37a-484d-b942-9ad240e2d688 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:38.903716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-032d368d-d37a-484d-b942-9ad240e2d688 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/1a8cd998-e632-4284-adc2-9d751bfbcf17 HTTP/1.1" status: 404 len: 333 time: 0.0562074 Aug 06 15:45:38.907091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:38.912403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:38.938337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Deleting port e2a98f3e-b11c-4a98-b118-6091f586c9ad {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:38.938751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.973436 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182fae02-094a-4ae7-98a6-c9385166d5d7 x-openstack-request-id: req-182fae02-094a-4ae7-98a6-c9385166d5d7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:38.973722 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d544ec-637c-417c-b5cf-7ab68dbd72a2", "name": "network-vif-plugged", "status": "completed", "tag": "68b5abca-839e-4eb8-a6e4-a81bc106f42f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:38.974345 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-182fae02-094a-4ae7-98a6-c9385166d5d7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:38.974345 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b5abca-839e-4eb8-a6e4-a81bc106f42f', 'code': 200} Aug 06 15:45:38.987614 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:38.989789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:39.009866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.039372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-473c66bf-0985-4c15-a059-567c988fc1b9 None None] Provisioning complete for port 32f7e428-af67-4d98-8e48-ab6202e8b6bd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:39.039749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-473c66bf-0985-4c15-a059-567c988fc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.077305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a47fc-4d35-4b48-8a3a-9507bbd8f959 req-144eec34-0276-403c-b1e3-d4ec66987f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.079179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-280a47fc-4d35-4b48-8a3a-9507bbd8f959 req-144eec34-0276-403c-b1e3-d4ec66987f4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 1096 time: 0.0862904 Aug 06 15:45:39.098402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] For port e2a98f3e-b11c-4a98-b118-6091f586c9ad, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2a98f3e-b11c-4a98-b118-6091f586c9ad,segment=NetworkSegment(240b1945-6997-4de7-96b4-0fc65aeb1694),segment_id=240b1945-6997-4de7-96b4-0fc65aeb1694)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:39.098798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.104683 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.124746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.127497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.127497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] 10.222.0.64 "PUT /v2.0/ports/d7ecab4f-46a1-44f6-a882-e5011daeea63 HTTP/1.1" status: 200 len: 1092 time: 2.1337948 Aug 06 15:45:39.127497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:39.129673 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc272e38-9d92-460d-b366-70144e047ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:39.137885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-280a47fc-4d35-4b48-8a3a-9507bbd8f959 req-d1432ef7-3e3c-4e32-9737-05ed7667bf7c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Aug 06 15:45:39.148746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 32f7e428-af67-4d98-8e48-ab6202e8b6bd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:39.148970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Calling delete_port for e2a98f3e-b11c-4a98-b118-6091f586c9ad owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:39.149133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.175533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=68b5abca-839e-4eb8-a6e4-a81bc106f42f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:39.180802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] For port e2a98f3e-b11c-4a98-b118-6091f586c9ad, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e2a98f3e-b11c-4a98-b118-6091f586c9ad,segment=NetworkSegment(240b1945-6997-4de7-96b4-0fc65aeb1694),segment_id=240b1945-6997-4de7-96b4-0fc65aeb1694)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:39.181944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.184519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-473c66bf-0985-4c15-a059-567c988fc1b9 None None] Port 32f7e428-af67-4d98-8e48-ab6202e8b6bd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:39.198204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] Calling delete_port for e2a98f3e-b11c-4a98-b118-6091f586c9ad owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:39.208424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22dc91-c2e4-4a8b-a55c-34a90d841f52 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:39.358702 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21b4600-fab4-43c2-94c5-8147294a6f5b x-openstack-request-id: req-a21b4600-fab4-43c2-94c5-8147294a6f5b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:39.358702 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:39.359037 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a21b4600-fab4-43c2-94c5-8147294a6f5b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:39.359466 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'status': 'completed', 'code': 200} Aug 06 15:45:39.391111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.412965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 32f7e428-af67-4d98-8e48-ab6202e8b6bd owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:39.423070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcbf4a-cf10-4ad3-95c8-07b67ed05feb req-04d58cf4-7b33-4483-a12e-14d1a29804d7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.424683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37dcbf4a-cf10-4ad3-95c8-07b67ed05feb req-04d58cf4-7b33-4483-a12e-14d1a29804d7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.1062846 Aug 06 15:45:39.428721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc272e38-9d92-460d-b366-70144e047ebf req-a8af6bf1-6ab7-498f-a38a-e6c8325a98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.430222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc272e38-9d92-460d-b366-70144e047ebf req-a8af6bf1-6ab7-498f-a38a-e6c8325a98dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1553082 Aug 06 15:45:39.528228 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.536233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.565693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] Pushing event deleted for resources: {'Port': ['ID=e2a98f3e-b11c-4a98-b118-6091f586c9ad,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:39.591389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b9bf4-c380-44a1-bdef-fc10f90a4fb5 None None] No DVR routers for this DVR port e2a98f3e-b11c-4a98-b118-6091f586c9ad on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:39.607963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event deleted for resources: {'Port': ['ID=e2a98f3e-b11c-4a98-b118-6091f586c9ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:39.608217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37dcbf4a-cf10-4ad3-95c8-07b67ed05feb req-c7be0f3b-c458-4322-91bd-f045470e61f6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749256 Aug 06 15:45:39.616605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] No DVR routers for this DVR port e2a98f3e-b11c-4a98-b118-6091f586c9ad on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:39.644807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc272e38-9d92-460d-b366-70144e047ebf req-7912c999-ce53-4123-a2b6-de83f71c6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.646983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc272e38-9d92-460d-b366-70144e047ebf req-7912c999-ce53-4123-a2b6-de83f71c6863 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=51b2f4477238414f9429be812049194f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2014270 Aug 06 15:45:39.722887 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.750402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6af904-d224-4a55-93b6-3e2d92e6ac95']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:39.764071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240b1945-6997-4de7-96b4-0fc65aeb1694') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:39.764353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240b1945-6997-4de7-96b4-0fc65aeb1694') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:39.776234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.791967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.798291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc272e38-9d92-460d-b366-70144e047ebf req-b7930fc0-6677-41d8-82e6-66d261fa11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.798566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:39.799069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.799724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc272e38-9d92-460d-b366-70144e047ebf req-b7930fc0-6677-41d8-82e6-66d261fa11ff service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436911 Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:39.802540 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:39.886294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-9ac48da1-5bdb-4d3b-ac8a-8c99b289b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:39.886975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-9ac48da1-5bdb-4d3b-ac8a-8c99b289b845 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 1095 time: 0.0459573 Aug 06 15:45:39.911183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:39.949738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-63a5700d-a58e-4ef5-95e9-5a1c6c32846e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63 HTTP/1.1" status: 200 len: 217 time: 0.0489521 Aug 06 15:45:40.003277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=32f7e428-af67-4d98-8e48-ab6202e8b6bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:40.017200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2a98f3e-b11c-4a98-b118-6091f586c9ad no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:45:40.040059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e2a98f3e-b11c-4a98-b118-6091f586c9ad {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:45:40.041250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e2a98f3e-b11c-4a98-b118-6091f586c9ad not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:45:40.077140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.082033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.086923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] 10.222.0.16 "DELETE /v2.0/networks/ac6af904-d224-4a55-93b6-3e2d92e6ac95 HTTP/1.1" status: 204 len: 168 time: 1.8281040 Aug 06 15:45:40.118306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c6c6a-560d-4a62-8f4d-44f2c3b5c8fe tempest-DHCPAgentSchedulersTestJSON-240842657 tempest-DHCPAgentSchedulersTestJSON-240842657-project] Pushing event deleted for resources: {'Network': ['ID=ac6af904-d224-4a55-93b6-3e2d92e6ac95,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:40.146742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-cd156193-f979-4fdb-98b8-a0269e13ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:40.148344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-cd156193-f979-4fdb-98b8-a0269e13ff46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.1678138 Aug 06 15:45:40.164057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d542d4-22f0-4bb7-a225-3f0ddca6b4a9 req-0e128875-4d9d-45a3-9468-167cc41e8b72 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:40.172698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3d542d4-22f0-4bb7-a225-3f0ddca6b4a9 req-0e128875-4d9d-45a3-9468-167cc41e8b72 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1949952 Aug 06 15:45:40.222121 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.225598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d2e415f3-a0e4-472a-8dd7-132c56ae7001 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/32f7e428-af67-4d98-8e48-ab6202e8b6bd HTTP/1.1" status: 204 len: 168 time: 1.3120871 Aug 06 15:45:40.230455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:40.267892 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0825098a-c95e-4b7f-b30a-0293e0f90ecd tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:40.269983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0825098a-c95e-4b7f-b30a-0293e0f90ecd tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/32f7e428-af67-4d98-8e48-ab6202e8b6bd HTTP/1.1" status: 404 len: 333 time: 0.0381117 Aug 06 15:45:40.273053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:40.287612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3d542d4-22f0-4bb7-a225-3f0ddca6b4a9 req-b29e5461-8e26-4645-9aec-b9ed704f132d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138694 Aug 06 15:45:40.299619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-7829c1e7-fe27-48f6-94ab-95a2532007b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:40.309958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-7829c1e7-fe27-48f6-94ab-95a2532007b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240568 Aug 06 15:45:40.339241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 68686cec-927b-4b2a-801e-b9dd3b640fcb {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:40.343050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.421834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-7a710084-7687-420d-874c-b88a36b54fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113608 Aug 06 15:45:40.422672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.539418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.567067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887420b6-3ecc-4a8f-8b7c-63f6155df798 req-19bf8518-071c-47a1-ac6c-373044a92919 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279473 Aug 06 15:45:40.758372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd4f28-be08-4e6a-aca9-479adefa46f7 req-6f799999-3ba5-497d-ba16-9dc1b43de7d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:40.761000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bcd4f28-be08-4e6a-aca9-479adefa46f7 req-6f799999-3ba5-497d-ba16-9dc1b43de7d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.0705392 Aug 06 15:45:40.801868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.804600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.805215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bcd4f28-be08-4e6a-aca9-479adefa46f7 req-b4f85cd2-7468-44d9-9aae-7b5c934648da tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365772 Aug 06 15:45:40.824335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:40.829677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:40.829846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/68686cec-927b-4b2a-801e-b9dd3b640fcb HTTP/1.1" status: 204 len: 168 time: 0.5550253 Aug 06 15:45:40.835765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4664b586-6745-4c59-8a04-0fc9e9df2194 None None] Network f4a5f063-e15a-4f03-bb10-07f54190b7c1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:40.854103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66054e38-903b-47d1-a629-4bef6d1cb51d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=68686cec-927b-4b2a-801e-b9dd3b640fcb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:40.906424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:40.956474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.044721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:41.045557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.133226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,segment=NetworkSegment(278dffbd-c518-4ac2-a34d-f467e5eab59b),segment_id=278dffbd-c518-4ac2-a34d-f467e5eab59b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:41.133609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.160500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:41.197271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2690fbf5-a22a-4090-9ad5-680cfe950543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e1f3c3b3c88416fb3ff53b23325aa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891343 Aug 06 15:45:41.203956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:41.286673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa861353-a018-4bc5-812e-95da146eb7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.314443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa861353-a018-4bc5-812e-95da146eb7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.342344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] DHCP port deletion for f4a5f063-e15a-4f03-bb10-07f54190b7c1 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:45:41.406775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Deleting port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:41.407165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.408093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.438333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:41.458370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:41.472268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa861353-a018-4bc5-812e-95da146eb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.474968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa861353-a018-4bc5-812e-95da146eb7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.479093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa861353-a018-4bc5-812e-95da146eb7a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7c131fd-a3a8-4f60-831a-2aa7c3726502 HTTP/1.1" status: 204 len: 168 time: 0.2731972 Aug 06 15:45:41.493773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861353-a018-4bc5-812e-95da146eb7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c131fd-a3a8-4f60-831a-2aa7c3726502,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:41.522403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] For port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:41.522820 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.539213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Calling delete_port for 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:41.539370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1ea47-30b1-4109-b765-fe4bbb4dbc6b req-1dd423c7-d685-40e5-9bf2-b988f29a95f1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:41.542947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:45:41.544299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa1ea47-30b1-4109-b765-fe4bbb4dbc6b req-1dd423c7-d685-40e5-9bf2-b988f29a95f1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1706631 Aug 06 15:45:41.545122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.575023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] Pushing event deleted for resources: {'Port': ['ID=70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:41.576748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0abb7-67ab-4540-84ee-69062f70feeb None None] No DVR routers for this DVR port 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:41.614293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.633548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a5f063-e15a-4f03-bb10-07f54190b7c1']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:41.646535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278dffbd-c518-4ac2-a34d-f467e5eab59b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:41.646845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278dffbd-c518-4ac2-a34d-f467e5eab59b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:41.651219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa1ea47-30b1-4109-b765-fe4bbb4dbc6b req-f8d22cc8-df86-44ab-9c73-0ee13f489b6a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024141 Aug 06 15:45:41.659506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.676241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.683693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:41.684183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:41.687919 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:41.911657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.916958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:41.924978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/f4a5f063-e15a-4f03-bb10-07f54190b7c1 HTTP/1.1" status: 204 len: 168 time: 1.0878625 Aug 06 15:45:41.928545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:41.935776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-77571757'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:41.963995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0d09-14e0-4a9e-ae52-934c033a989b req-d8a5970d-6d2a-4f71-a84a-bcf6d2446d8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:41.966793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f81a0d09-14e0-4a9e-ae52-934c033a989b req-d8a5970d-6d2a-4f71-a84a-bcf6d2446d8f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.0915580 Aug 06 15:45:41.968422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1af5a-6232-4ed8-9835-9bfd65a18e2d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=f4a5f063-e15a-4f03-bb10-07f54190b7c1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:41.994751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:45:42.016344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:45:42.016695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 70977a3e-cc36-4b5e-8b8f-b1cc4504cb3d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:45:42.029711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f81a0d09-14e0-4a9e-ae52-934c033a989b req-7b73d8e4-730a-445b-baf0-d8205876c372 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Aug 06 15:45:42.162684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:42.167642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.199988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:45:42.209671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.210059 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Added segment e82078b9-5b63-495c-bea5-e886fa97f62d of type vlan for network 0498b74f-ba46-4a41-b4c7-d7363404a01b Aug 06 15:45:42.264995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.397296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.405758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:42.405758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.410378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a62db-8024-4b55-95a9-91c5ecd5eb79 req-572a5a05-c4e4-4287-ab82-d8c6b5f8329f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:42.412204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b9a62db-8024-4b55-95a9-91c5ecd5eb79 req-572a5a05-c4e4-4287-ab82-d8c6b5f8329f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0651798 Aug 06 15:45:42.471726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:42.490924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Network': ['ID=0498b74f-ba46-4a41-b4c7-d7363404a01b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:42.499483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28d6f4f-7f06-41bb-afba-6145c32f19f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.504091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b9a62db-8024-4b55-95a9-91c5ecd5eb79 req-6c7a9d58-77d4-4467-9a75-df80dc096e34 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843227 Aug 06 15:45:42.508177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:45:42.521573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-681a8ae6-d253-402f-9efc-278ed04c4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:42.523066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-681a8ae6-d253-402f-9efc-278ed04c4f70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 1097 time: 0.0958850 Aug 06 15:45:42.614419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a0865ce-7078-4fba-a766-1c2f3530cbbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6846151 Aug 06 15:45:42.617616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:42.624390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:42.655075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-7060384d-666a-4d66-9a9e-531af4442e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:42.656805 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-7060384d-666a-4d66-9a9e-531af4442e0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 911 time: 0.1260419 Aug 06 15:45:42.708309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-211a6c7a-8fa3-4b54-80c7-bff90bf2c3bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f HTTP/1.1" status: 200 len: 217 time: 0.0439792 Aug 06 15:45:42.778749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-b2845d15-4ab0-4918-80ac-29e4202e60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:42.780267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-b2845d15-4ab0-4918-80ac-29e4202e60ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.0648575 Aug 06 15:45:42.803760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28d6f4f-7f06-41bb-afba-6145c32f19f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.824942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-5eee6a48-4291-45ba-a462-3657cc4da9d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359454 Aug 06 15:45:42.889593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28d6f4f-7f06-41bb-afba-6145c32f19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:42.943273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f28d6f4f-7f06-41bb-afba-6145c32f19f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75aef88382414ff98a9aec8e9dfdbcce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690320 Aug 06 15:45:42.944059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d6f4f-7f06-41bb-afba-6145c32f19f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d7c616-7e6f-4a17-bb93-cef1f631c018,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:42.945972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55790) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:42.962175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-b57ef877-b6fc-454b-adb9-c0bbcd1a3932 service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287751 Aug 06 15:45:43.022102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:43.028147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.059633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d7e4-d1bf-461b-bfb1-a531ad755614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.100208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecf80b0f-2974-44fe-a619-7ba999c2a8db req-c49ab842-c08e-4c57-ab2f-b1df9807d682 service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311095 Aug 06 15:45:43.126738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d7e4-d1bf-461b-bfb1-a531ad755614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.190149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bc64f-942d-4709-850e-b58ed9536fe1 req-5de6f3b8-5864-4938-b123-1be751a50f35 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:43.200302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b4bc64f-942d-4709-850e-b58ed9536fe1 req-5de6f3b8-5864-4938-b123-1be751a50f35 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.0752747 Aug 06 15:45:43.256108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b4bc64f-942d-4709-850e-b58ed9536fe1 req-04fe446d-ae86-46f1-84ae-ae9c6f090802 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544236 Aug 06 15:45:43.418558 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d7e4-d1bf-461b-bfb1-a531ad755614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.429264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d7e4-d1bf-461b-bfb1-a531ad755614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.429264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dfb5d7e4-d1bf-461b-bfb1-a531ad755614 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30d7c616-7e6f-4a17-bb93-cef1f631c018 HTTP/1.1" status: 204 len: 168 time: 0.4779336 Aug 06 15:45:43.442034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d7e4-d1bf-461b-bfb1-a531ad755614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d7c616-7e6f-4a17-bb93-cef1f631c018,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:43.462525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.591841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=cc32d3f5-9acc-4efd-9a72-6024aa321600,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:43.608845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Checking segment: {'id': 'e82078b9-5b63-495c-bea5-e886fa97f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:43.611275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network hostable DHCP agents. Network: 0498b74f-ba46-4a41-b4c7-d7363404a01b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:45:43.714810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d19e1a-c461-447b-951d-3e3c5ef41638 req-52425276-eaba-4d34-82f6-e223b37602ed tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:43.716956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2d19e1a-c461-447b-951d-3e3c5ef41638 req-52425276-eaba-4d34-82f6-e223b37602ed tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0903587 Aug 06 15:45:43.728414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:45:43.765115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2d19e1a-c461-447b-951d-3e3c5ef41638 req-f40c3a95-5995-4d24-a788-a61a59e54ced tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Aug 06 15:45:43.848297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0498b74f-ba46-4a41-b4c7-d7363404a01b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:43.854876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:43.855852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:43.860510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f99c2e-298e-4906-8a46-9da05421c3f2 None None] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:44.003444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4e6a8c7a-acc7-411d-a614-e8f1aedefe2e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3846896 Aug 06 15:45:44.006646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:44.012653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1065327434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:44.053115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-0498b74f-ba46-4a41-b4c7-d7363404a01b', 'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': 'cc32d3f5-9acc-4efd-9a72-6024aa321600'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:45:44.054532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.145728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.148601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.244531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Allocated IP 172.20.0.2 (0498b74f-ba46-4a41-b4c7-d7363404a01b/cc32d3f5-9acc-4efd-9a72-6024aa321600/f9b870fd-03f2-4e98-9ab4-11d62aa666fb) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:44.248849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.363066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.429690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d7ecab4f-46a1-44f6-a882-e5011daeea63 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:45:44.445051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.459875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838dc01-e191-41a4-bd7f-96c4abf88715 req-c24e8d37-f6b2-436e-afd4-7ca846adecd8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:44.460630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Transition to ACTIVE for port object f9b870fd-03f2-4e98-9ab4-11d62aa666fb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:44.461618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d838dc01-e191-41a4-bd7f-96c4abf88715 req-c24e8d37-f6b2-436e-afd4-7ca846adecd8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.0840514 Aug 06 15:45:44.465028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.466671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5810fec1-be94-4eec-b3bf-d5e90878d9e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4587688 Aug 06 15:45:44.469098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55846) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:44.480755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b', 'name': 'tempest-PortsTestJSON-712402964'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:44.481251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Transition to ACTIVE for port object f9b870fd-03f2-4e98-9ab4-11d62aa666fb will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:44.542912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d838dc01-e191-41a4-bd7f-96c4abf88715 req-f9d83658-a073-4acd-a2e6-840440680166 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Aug 06 15:45:44.564081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:44.568922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.643623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:44.647544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Pushing event updated for resources: {'Port': ['ID=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:44.652368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:44.661480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:44.665619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:44.670874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'mac_address': 'fa:16:3e:cf:df:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:45:44.752141 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e4a-a2ee-4440-b0d9-14811a394fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.779897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:44.789642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.794335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.798707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Attempting to bind port f9b870fd-03f2-4e98-9ab4-11d62aa666fb on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:44.799298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Attempting to bind port f9b870fd-03f2-4e98-9ab4-11d62aa666fb by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e82078b9-5b63-495c-bea5-e886fa97f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:44.799871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Attempting to bind port f9b870fd-03f2-4e98-9ab4-11d62aa666fb on network 0498b74f-ba46-4a41-b4c7-d7363404a01b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:44.814917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port cbdb614b-3655-4cba-9d30-a3a709a20837 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:44.818059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ecab4f-46a1-44f6-a882-e5011daeea63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:44.825641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:44.826165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Checking segment: {'id': 'e82078b9-5b63-495c-bea5-e886fa97f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:44.826594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.827003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Bound using segment: {'id': 'e82078b9-5b63-495c-bea5-e886fa97f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:44.827493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Bound port: f9b870fd-03f2-4e98-9ab4-11d62aa666fb, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e82078b9-5b63-495c-bea5-e886fa97f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0498b74f-ba46-4a41-b4c7-d7363404a01b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:44.828126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.880090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:44.924497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-902e9999-088a-4574-bca5-d093ab893570 None None] For port f9b870fd-03f2-4e98-9ab4-11d62aa666fb, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:44.929524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-902e9999-088a-4574-bca5-d093ab893570 None None] For port f9b870fd-03f2-4e98-9ab4-11d62aa666fb, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,segment=NetworkSegment(e82078b9-5b63-495c-bea5-e886fa97f62d),segment_id=e82078b9-5b63-495c-bea5-e886fa97f62d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:44.943560 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e4a-a2ee-4440-b0d9-14811a394fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:44.964806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191505f-4417-41db-a78c-476545f530ce req-6a7b7f37-08e5-4955-afb9-02b2bb745792 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:44.966306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6191505f-4417-41db-a78c-476545f530ce req-6a7b7f37-08e5-4955-afb9-02b2bb745792 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1009414 Aug 06 15:45:44.979566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.14 (0498b74f-ba46-4a41-b4c7-d7363404a01b/cc32d3f5-9acc-4efd-9a72-6024aa321600/cbdb614b-3655-4cba-9d30-a3a709a20837) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:44.985562 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.019181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6191505f-4417-41db-a78c-476545f530ce req-5a24189c-b768-4093-bfef-61f75d40a373 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Aug 06 15:45:45.039000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.066208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:45.135791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98bc5e4a-a2ee-4440-b0d9-14811a394fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.145378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e9999-088a-4574-bca5-d093ab893570 None None] Pushing event updated for resources: {'Port': ['ID=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:45.198745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc5e4a-a2ee-4440-b0d9-14811a394fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7d7129-d39c-4b07-8a96-4eb4f71f729c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:45.199794 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.203411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-98bc5e4a-a2ee-4440-b0d9-14811a394fa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26801613e9f64852b530677486ebdc8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6378427 Aug 06 15:45:45.206787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:45.232750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object cbdb614b-3655-4cba-9d30-a3a709a20837 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:45.276248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488bc1d5-4ad0-4434-9af2-f6dd85cb7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.308333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488bc1d5-4ad0-4434-9af2-f6dd85cb7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.409988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d7ecab4f-46a1-44f6-a882-e5011daeea63'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:45.477303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.502574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:45.506692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:45.527615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:45.544270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488bc1d5-4ad0-4434-9af2-f6dd85cb7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.549273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-488bc1d5-4ad0-4434-9af2-f6dd85cb7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.559500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-488bc1d5-4ad0-4434-9af2-f6dd85cb7c5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb7d7129-d39c-4b07-8a96-4eb4f71f729c HTTP/1.1" status: 204 len: 168 time: 0.3482258 Aug 06 15:45:45.573123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bc1d5-4ad0-4434-9af2-f6dd85cb7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7d7129-d39c-4b07-8a96-4eb4f71f729c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:45.604190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=cbdb614b-3655-4cba-9d30-a3a709a20837,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:45.623327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:45.624608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:45.699260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b2d33-4418-44ee-a4a3-0223e25625e9 req-5918fa44-8ee0-4550-8983-68d9d3e5afdc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:45.701188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc9b2d33-4418-44ee-a4a3-0223e25625e9 req-5918fa44-8ee0-4550-8983-68d9d3e5afdc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 945 time: 0.0624425 Aug 06 15:45:45.746576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-76400fb1-4df0-4fe4-87d2-46f5ab9a318d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2754557 Aug 06 15:45:45.749620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:45.755960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc9b2d33-4418-44ee-a4a3-0223e25625e9 req-5a6e2940-da8a-42f7-b8e8-d7f3e16affbe tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Aug 06 15:45:46.086907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9b870fd-03f2-4e98-9ab4-11d62aa666fb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:46.307429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:46.318148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f9b870fd-03f2-4e98-9ab4-11d62aa666fb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:46.337118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8517152-8207-4ad8-bedc-618204eab208 req-7104b9c2-607c-48c8-bb5d-67055105b6fb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:46.349906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8517152-8207-4ad8-bedc-618204eab208 req-7104b9c2-607c-48c8-bb5d-67055105b6fb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1564875 Aug 06 15:45:46.427029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8517152-8207-4ad8-bedc-618204eab208 req-a108ec0a-8d39-4b23-86d0-aa8dedc853e1 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697167 Aug 06 15:45:46.538250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60625c4e-d461-4b00-8741-482ae8b32f30 None None] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:46.766103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:46.865866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:46.879338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] Provisioning for port f9b870fd-03f2-4e98-9ab4-11d62aa666fb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:46.892491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] Provisioning complete for port f9b870fd-03f2-4e98-9ab4-11d62aa666fb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:46.894182 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:46.911903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c683beea-3b09-4f59-9118-6f022daccdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:46.912492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.039905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:47.059690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=cbdb614b-3655-4cba-9d30-a3a709a20837,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:47.156047 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.156862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4121af0-f34c-4d00-b971-ba0781b4c865 req-9fb65b85-dffc-43ac-a504-5aa89eb4e132 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:47.156862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4121af0-f34c-4d00-b971-ba0781b4c865 req-9fb65b85-dffc-43ac-a504-5aa89eb4e132 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 945 time: 0.2000318 Aug 06 15:45:47.218457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] For port f9b870fd-03f2-4e98-9ab4-11d62aa666fb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,segment=NetworkSegment(e82078b9-5b63-495c-bea5-e886fa97f62d),segment_id=e82078b9-5b63-495c-bea5-e886fa97f62d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:47.258413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4121af0-f34c-4d00-b971-ba0781b4c865 req-2f2f4e5e-07c2-4111-8c22-30c643b62251 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Aug 06 15:45:47.333936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c683beea-3b09-4f59-9118-6f022daccdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.338797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1111052757', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:47.359233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.379326 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.441269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c43e0-fd93-4fc7-a890-a46f858704c5 None None] Pushing event updated for resources: {'Port': ['ID=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:47.455187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c683beea-3b09-4f59-9118-6f022daccdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.523360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683beea-3b09-4f59-9118-6f022daccdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a03b5-71c0-4993-a58a-5be4dbfc37fc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:47.528909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c683beea-3b09-4f59-9118-6f022daccdff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fdb2ec4827394ce094b3480ba3600b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603353 Aug 06 15:45:47.531673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55910) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:47.586035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ace33a-7e2d-4295-b9a6-7bcb0e5571be req-502a4a6e-9d7d-4479-8599-79d1b9a5692b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:47.589349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89ace33a-7e2d-4295-b9a6-7bcb0e5571be req-502a4a6e-9d7d-4479-8599-79d1b9a5692b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0700018 Aug 06 15:45:47.627391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.629356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4471de5f-5ba6-4ad1-907c-8c96cbdd7ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.630560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89ddb24b-3bc8-4091-b9ac-7fe6f7357a81 None None] Provisioning for port cbdb614b-3655-4cba-9d30-a3a709a20837 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:47.636303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89ddb24b-3bc8-4091-b9ac-7fe6f7357a81 None None] Provisioning complete for port cbdb614b-3655-4cba-9d30-a3a709a20837 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:47.640041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89ddb24b-3bc8-4091-b9ac-7fe6f7357a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.640197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89ace33a-7e2d-4295-b9a6-7bcb0e5571be req-6592a769-e2dc-4ae0-a8ea-903a98bd5c44 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Aug 06 15:45:47.640197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Made reservation on behalf of fc91b1263e854da29461cd01fc4e4236 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:47.642070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.654523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.708347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4471de5f-5ba6-4ad1-907c-8c96cbdd7ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.710412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-89ddb24b-3bc8-4091-b9ac-7fe6f7357a81 None None] Port cbdb614b-3655-4cba-9d30-a3a709a20837 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:47.741210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89ddb24b-3bc8-4091-b9ac-7fe6f7357a81 None None] Provisioning complete for port f9b870fd-03f2-4e98-9ab4-11d62aa666fb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:47.741971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89ddb24b-3bc8-4091-b9ac-7fe6f7357a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.834090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.928070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.935819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] device_id is not set on port 73dfbcea-689b-4d65-9a5f-354f83a87bfa yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:47.947524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4471de5f-5ba6-4ad1-907c-8c96cbdd7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.950364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4471de5f-5ba6-4ad1-907c-8c96cbdd7ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:47.954929 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4471de5f-5ba6-4ad1-907c-8c96cbdd7ecf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e39a03b5-71c0-4993-a58a-5be4dbfc37fc HTTP/1.1" status: 204 len: 168 time: 0.4218833 Aug 06 15:45:47.978521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471de5f-5ba6-4ad1-907c-8c96cbdd7ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a03b5-71c0-4993-a58a-5be4dbfc37fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:48.007911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc95f689-afa3-46cc-a0e9-d4d70ad310b0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:48.020441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d855086b-98ac-4625-9e71-1a06474be56c None None] Provisioning complete for port cbdb614b-3655-4cba-9d30-a3a709a20837 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:48.020822 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d855086b-98ac-4625-9e71-1a06474be56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.049977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9b870fd-03f2-4e98-9ab4-11d62aa666fb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:48.084045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.100290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d855086b-98ac-4625-9e71-1a06474be56c None None] Port cbdb614b-3655-4cba-9d30-a3a709a20837 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:48.120967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f9b870fd-03f2-4e98-9ab4-11d62aa666fb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:48.122006 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.127625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Allocated IP 172.25.5.186 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/73dfbcea-689b-4d65-9a5f-354f83a87bfa) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:48.156238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.236606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-313b1686-e08e-4c09-b44f-682c040e8c3f None None] Provisioning complete for port cbdb614b-3655-4cba-9d30-a3a709a20837 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:48.236606 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-313b1686-e08e-4c09-b44f-682c040e8c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.258422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.261152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=cbdb614b-3655-4cba-9d30-a3a709a20837,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:48.282437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-313b1686-e08e-4c09-b44f-682c040e8c3f None None] Port cbdb614b-3655-4cba-9d30-a3a709a20837 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:48.342155 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.374065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:48.376372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:48.457939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d7ecab4f-46a1-44f6-a882-e5011daeea63 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:48.465572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e8efb-d30e-40cb-9457-83b697eb56ce req-026bd8ee-22ab-4649-8483-75a9843345d4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:48.465572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d76e8efb-d30e-40cb-9457-83b697eb56ce req-026bd8ee-22ab-4649-8483-75a9843345d4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 945 time: 0.0739183 Aug 06 15:45:48.539256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.629283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:48.637273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d76e8efb-d30e-40cb-9457-83b697eb56ce req-a38d07f6-ee49-4e35-82fb-73674f4dd4f7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495605 Aug 06 15:45:48.641951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:48.643958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Pushing event updated for resources: {'Port': ['ID=73dfbcea-689b-4d65-9a5f-354f83a87bfa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:48.646189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:48.692423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:48.693036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.726960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc602d67-3ef4-4dac-ab2c-c5b9711e2ec1 None None] Provisioning complete for port cbdb614b-3655-4cba-9d30-a3a709a20837 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:48.729239 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc602d67-3ef4-4dac-ab2c-c5b9711e2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.762041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port d7ecab4f-46a1-44f6-a882-e5011daeea63 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:48.772841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port d7ecab4f-46a1-44f6-a882-e5011daeea63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:48.773851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.778106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Router 097e4ef3-8d54-47d1-812f-07f73d3a6052 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:45:48.812283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3c4e9bb1-b761-486b-b604-82660fc4f11d tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7662849 Aug 06 15:45:48.824841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bc602d67-3ef4-4dac-ab2c-c5b9711e2ec1 None None] Port cbdb614b-3655-4cba-9d30-a3a709a20837 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:48.856492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:48.863529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.186'}]}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:48.893284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:48.911782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf079d-df56-41d1-a5c5-8b5a8225f602 req-ecd65a6c-082e-4db9-b6f1-4f66432ad157 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:48.913459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8cf079d-df56-41d1-a5c5-8b5a8225f602 req-ecd65a6c-082e-4db9-b6f1-4f66432ad157 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1523080 Aug 06 15:45:48.923654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:48.925813 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a921c8db-0bb2-4bd9-bec5-dad3b97b0d03" -d '{"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:48.941130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:48.943648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:45:48.952221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f4c7a869-2281-47f1-b9e7-5baf468a8662 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/routers/097e4ef3-8d54-47d1-812f-07f73d3a6052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2009270 Aug 06 15:45:48.955229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:48.959394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] Sync routers for ids ['097e4ef3-8d54-47d1-812f-07f73d3a6052'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:45:48.982691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] Routers {'097e4ef3-8d54-47d1-812f-07f73d3a6052'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:45:48.983877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:45:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['097e4ef3-8d54-47d1-812f-07f73d3a6052'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:48.987885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8cf079d-df56-41d1-a5c5-8b5a8225f602 req-499eba18-ae91-41eb-bf96-adadad218d0d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631497 Aug 06 15:45:49.033951 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec18c78-99a8-4f58-9b29-f21035f6e568 x-openstack-request-id: req-dec18c78-99a8-4f58-9b29-f21035f6e568 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:49.034217 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:49.034491 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dec18c78-99a8-4f58-9b29-f21035f6e568 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:49.034866 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'code': 200} Aug 06 15:45:49.035625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:49.049094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.050863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.051894 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.067349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a51a8e-8eec-4502-9535-bf2880b4c673 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:49.089448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e4a51a8e-8eec-4502-9535-bf2880b4c673 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports?device_id=097e4ef3-8d54-47d1-812f-07f73d3a6052 HTTP/1.1" status: 200 len: 982 time: 0.1137135 Aug 06 15:45:49.089448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55940) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:49.133605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] Routers {'097e4ef3-8d54-47d1-812f-07f73d3a6052'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:45:49.134445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:45:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['097e4ef3-8d54-47d1-812f-07f73d3a6052'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:49.178534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:49.193028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:49.193650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.195152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e523a833-5b72-4497-b5d2-cb159b68441b None None] The sync data for ids ['097e4ef3-8d54-47d1-812f-07f73d3a6052'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:45:49.215427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553abb41-dafc-416b-bd19-44eff8993cfe req-95837a5f-0425-4fbb-a484-217679d2640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:49.218124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-553abb41-dafc-416b-bd19-44eff8993cfe req-95837a5f-0425-4fbb-a484-217679d2640f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 1097 time: 0.1191709 Aug 06 15:45:49.375039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-553abb41-dafc-416b-bd19-44eff8993cfe req-ddbbdc1e-9b66-4ed2-a3d4-638d8f57b6e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457055 Aug 06 15:45:49.452549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.634728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.851082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eddf4-e80f-4465-8c3d-c3fadeb91ebc req-2be32e28-2439-4f1e-adf8-4997dd00b42c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:49.853237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689eddf4-e80f-4465-8c3d-c3fadeb91ebc req-2be32e28-2439-4f1e-adf8-4997dd00b42c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1015189 Aug 06 15:45:49.878629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.910544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:49.973260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-689eddf4-e80f-4465-8c3d-c3fadeb91ebc req-7aa879e2-c9c4-4154-be44-230ca3b29456 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120257 Aug 06 15:45:50.148504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09595729-dfd9-4af0-b7c4-7b39f3d32382 req-9244c9f9-9669-41d7-abad-db4c17dce45c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:50.150675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09595729-dfd9-4af0-b7c4-7b39f3d32382 req-9244c9f9-9669-41d7-abad-db4c17dce45c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0686305 Aug 06 15:45:50.169001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.248055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port cbdb614b-3655-4cba-9d30-a3a709a20837 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:50.248409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.270685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09595729-dfd9-4af0-b7c4-7b39f3d32382 req-524a5f72-c054-48a3-9fbd-c0a160ab3f04 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092675 Aug 06 15:45:50.377615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.391164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for cbdb614b-3655-4cba-9d30-a3a709a20837 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:50.397811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.401477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.567171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.567681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b400a86-ecca-4732-8795-07f4f8231a5c {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:45:50.705234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.705877 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 06 15:45:50.706568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8ed7faa9-44b1-4f54-a3cc-e30f0dfecf59 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8487780 Aug 06 15:45:50.709612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:50.757413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=cbdb614b-3655-4cba-9d30-a3a709a20837,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:50.798433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Deleting port 73dfbcea-689b-4d65-9a5f-354f83a87bfa {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:50.798779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.912305 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:50.928176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Calling delete_port for 73dfbcea-689b-4d65-9a5f-354f83a87bfa owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:50.931317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.110838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Router 097e4ef3-8d54-47d1-812f-07f73d3a6052 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:45:51.172581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4169030-56b7-43c5-8e42-19e2005de5ca req-02849626-5e3d-44bb-ab88-a4cd3f61fd2f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:51.174655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4169030-56b7-43c5-8e42-19e2005de5ca req-02849626-5e3d-44bb-ab88-a4cd3f61fd2f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0893118 Aug 06 15:45:51.194360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:45:51.201278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0bb3c7b0-fd03-4aae-8e90-945f5d581b4e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/routers/097e4ef3-8d54-47d1-812f-07f73d3a6052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1121740 Aug 06 15:45:51.203906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:51.211630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.214533 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] Sync routers for ids ['097e4ef3-8d54-47d1-812f-07f73d3a6052'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:45:51.228834 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] Routers {'097e4ef3-8d54-47d1-812f-07f73d3a6052'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:45:51.229986 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:45:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['097e4ef3-8d54-47d1-812f-07f73d3a6052'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:51.232796 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d037358e-7c0d-4c55-abbe-ffa32e8dbc11 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:45:51.236935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d037358e-7c0d-4c55-abbe-ffa32e8dbc11 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/cbdb614b-3655-4cba-9d30-a3a709a20837 HTTP/1.1" status: 404 len: 333 time: 0.0295842 Aug 06 15:45:51.237197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:51.252533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Pushing event deleted for resources: {'Port': ['ID=73dfbcea-689b-4d65-9a5f-354f83a87bfa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:51.257429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4169030-56b7-43c5-8e42-19e2005de5ca req-ce9bb7b7-ddcd-4507-beca-16b6c7b961ae tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Aug 06 15:45:51.296311 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:51.305917 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] Routers {'097e4ef3-8d54-47d1-812f-07f73d3a6052'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:45:51.307326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:45:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['097e4ef3-8d54-47d1-812f-07f73d3a6052'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:51.333097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.333495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0a16ab6c-94c3-4a90-9aef-33715ab83ec7 tempest-RoutersAdminNegativeTest-8117641 tempest-RoutersAdminNegativeTest-8117641-project-admin] 10.222.0.16 "DELETE /v2.0/ports/73dfbcea-689b-4d65-9a5f-354f83a87bfa HTTP/1.1" status: 204 len: 168 time: 0.6228054 Aug 06 15:45:51.350027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:51.350969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6e1398-6f7a-4a84-931c-f9d5922e5d38 None None] The sync data for ids ['097e4ef3-8d54-47d1-812f-07f73d3a6052'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:45:51.353085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:51.436724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.470779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a53e68-f6f8-4785-8d9e-7d9771d5626e req-57ac1952-8ccb-4def-b10c-086bf9659561 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:51.472411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76a53e68-f6f8-4785-8d9e-7d9771d5626e req-57ac1952-8ccb-4def-b10c-086bf9659561 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0782359 Aug 06 15:45:51.511366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7e7dc7b-ed41-4261-8801-0fffeb3f7063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.536092 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76a53e68-f6f8-4785-8d9e-7d9771d5626e req-3e2153b1-30de-430f-879a-9b4a9ba8ac45 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567665 Aug 06 15:45:51.638901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.641261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.647261 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7e7dc7b-ed41-4261-8801-0fffeb3f7063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.780548 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7e7dc7b-ed41-4261-8801-0fffeb3f7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.844121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f7e7dc7b-ed41-4261-8801-0fffeb3f7063 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f9586e591684e69b9abfec74e136d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4895816 Aug 06 15:45:51.846957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56002) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:51.848283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7dc7b-ed41-4261-8801-0fffeb3f7063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8681d5dd-3f95-4656-a3df-fcf0538cce1d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:51.874650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842d6c8-d75b-48da-b0d6-ddb0ce11633b req-301b4b58-1369-4408-a928-a5f110fa2219 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:51.876431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8842d6c8-d75b-48da-b0d6-ddb0ce11633b req-301b4b58-1369-4408-a928-a5f110fa2219 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0968504 Aug 06 15:45:51.908614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a572-f893-4145-871b-ef1ea08a35d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.921805 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8842d6c8-d75b-48da-b0d6-ddb0ce11633b req-e52a1741-cd74-4ae1-b535-714abce09b69 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Aug 06 15:45:51.934120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a572-f893-4145-871b-ef1ea08a35d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.965678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.966917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Fanout notify agent at l3_agent the message router_deleted on router 097e4ef3-8d54-47d1-812f-07f73d3a6052 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:45:51.973474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:51.976021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-af20764d-cd2a-4458-9b31-88c10f11869c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/routers/097e4ef3-8d54-47d1-812f-07f73d3a6052 HTTP/1.1" status: 204 len: 168 time: 0.7364662 Aug 06 15:45:51.977369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:52.038255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet cc32d3f5-9acc-4efd-9a72-6024aa321600 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:45:52.042351 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.065939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a572-f893-4145-871b-ef1ea08a35d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.070478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0b9a572-f893-4145-871b-ef1ea08a35d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.073999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0b9a572-f893-4145-871b-ef1ea08a35d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8681d5dd-3f95-4656-a3df-fcf0538cce1d HTTP/1.1" status: 204 len: 168 time: 0.2236187 Aug 06 15:45:52.081145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9a572-f893-4145-871b-ef1ea08a35d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8681d5dd-3f95-4656-a3df-fcf0538cce1d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:52.085285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56010) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:52.089928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.204754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.241548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8642a-9509-47e0-950b-ba0f1750353b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.343225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8642a-9509-47e0-950b-ba0f1750353b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.437065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.468378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.470463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/cc32d3f5-9acc-4efd-9a72-6024aa321600 HTTP/1.1" status: 204 len: 168 time: 0.4910021 Aug 06 15:45:52.471415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd056bd-53fa-4765-bc21-edc49bad674b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=cc32d3f5-9acc-4efd-9a72-6024aa321600,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:52.473101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:52.474858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c72696-f1a2-4acb-9b80-0cd45447a768 None None] Network 0498b74f-ba46-4a41-b4c7-d7363404a01b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:52.503680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8642a-9509-47e0-950b-ba0f1750353b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.599859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c4a8642a-9509-47e0-950b-ba0f1750353b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b4e818367c2429db9ff1b43d2699f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133977 Aug 06 15:45:52.602548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:52.605000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.608186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8642a-9509-47e0-950b-ba0f1750353b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c3df24-d40e-4d8f-859d-1ff27fb599f2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:52.725476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port f9b870fd-03f2-4e98-9ab4-11d62aa666fb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:52.726131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.732525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] DHCP port deletion for 0498b74f-ba46-4a41-b4c7-d7363404a01b request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:45:52.750951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87a6e8-e90d-4d32-863e-49fd5034017e req-09c5c335-4082-42eb-a3ec-870ba78bfef2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:52.753495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d87a6e8-e90d-4d32-863e-49fd5034017e req-09c5c335-4082-42eb-a3ec-870ba78bfef2 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1091459 Aug 06 15:45:52.755927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920424ad-610e-4cb6-8cba-4aa162e3a395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.787464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] Deleting port f9b870fd-03f2-4e98-9ab4-11d62aa666fb {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:45:52.787977 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.793523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920424ad-610e-4cb6-8cba-4aa162e3a395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.799925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port f9b870fd-03f2-4e98-9ab4-11d62aa666fb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,segment=NetworkSegment(e82078b9-5b63-495c-bea5-e886fa97f62d),segment_id=e82078b9-5b63-495c-bea5-e886fa97f62d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:52.800351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.820197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for f9b870fd-03f2-4e98-9ab4-11d62aa666fb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:52.844267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d87a6e8-e90d-4d32-863e-49fd5034017e req-30cd2ef6-cc6e-448c-9fb1-66e920f0fbd4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771861 Aug 06 15:45:52.857308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] For port f9b870fd-03f2-4e98-9ab4-11d62aa666fb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,segment=NetworkSegment(e82078b9-5b63-495c-bea5-e886fa97f62d),segment_id=e82078b9-5b63-495c-bea5-e886fa97f62d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:52.857878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.872282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] Calling delete_port for f9b870fd-03f2-4e98-9ab4-11d62aa666fb owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:45:52.957222 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920424ad-610e-4cb6-8cba-4aa162e3a395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.960147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920424ad-610e-4cb6-8cba-4aa162e3a395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:52.961346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-920424ad-610e-4cb6-8cba-4aa162e3a395 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8c3df24-d40e-4d8f-859d-1ff27fb599f2 HTTP/1.1" status: 204 len: 168 time: 0.3564129 Aug 06 15:45:52.971888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920424ad-610e-4cb6-8cba-4aa162e3a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c3df24-d40e-4d8f-859d-1ff27fb599f2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:53.002069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.008482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.031676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:53.039324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] Pushing event deleted for resources: {'Port': ['ID=f9b870fd-03f2-4e98-9ab4-11d62aa666fb,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:53.040308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port f9b870fd-03f2-4e98-9ab4-11d62aa666fb on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:53.041368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cb2cb2-94ad-43c2-b087-59f4da0baecc None None] No DVR routers for this DVR port f9b870fd-03f2-4e98-9ab4-11d62aa666fb on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:45:53.094872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:53.143958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ded119-4dbb-41a8-b8d0-4d5edaf8dcc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.160272 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.176356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0498b74f-ba46-4a41-b4c7-d7363404a01b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:53.192713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e82078b9-5b63-495c-bea5-e886fa97f62d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:53.193017 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e82078b9-5b63-495c-bea5-e886fa97f62d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:45:53.210046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.235413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.246322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:45:53.246742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:45:53.250175 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:45:53.356913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ded119-4dbb-41a8-b8d0-4d5edaf8dcc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.415820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6c3cd-f110-41e6-8853-7e32e0896dda req-22f3948d-a1d7-4090-870c-5e56acced851 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:53.417480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07a6c3cd-f110-41e6-8853-7e32e0896dda req-22f3948d-a1d7-4090-870c-5e56acced851 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.4184120 Aug 06 15:45:53.458181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07a6c3cd-f110-41e6-8853-7e32e0896dda req-2e90ede5-e309-4dce-8cc6-a1bc92c1bc57 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Aug 06 15:45:53.464863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.472559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.473964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/0498b74f-ba46-4a41-b4c7-d7363404a01b HTTP/1.1" status: 204 len: 168 time: 0.9992497 Aug 06 15:45:53.482423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:53.512554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c1605-7193-4423-b336-171836084d15 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=0498b74f-ba46-4a41-b4c7-d7363404a01b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:53.533197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8ded119-4dbb-41a8-b8d0-4d5edaf8dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.564906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c469c2c5-c82c-49c4-a5af-d34c3ecb4d0c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:53.566346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c469c2c5-c82c-49c4-a5af-d34c3ecb4d0c tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa HTTP/1.1" status: 200 len: 840 time: 0.0830436 Aug 06 15:45:53.570314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:53.592672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8ded119-4dbb-41a8-b8d0-4d5edaf8dcc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=032da139af1a4c5eabfbde528527b34b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962831 Aug 06 15:45:53.593393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ded119-4dbb-41a8-b8d0-4d5edaf8dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2913ffe-f02b-4b63-b918-022cd69b9b2e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:53.596040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:53.626176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5967e007-dfae-4e3a-99d8-8972d623b2be tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0535829 Aug 06 15:45:53.630761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:53.637462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:53.663525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ae6-1e63-40d2-a438-076673c7d206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.690068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ae6-1e63-40d2-a438-076673c7d206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.888076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:53.888426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ae6-1e63-40d2-a438-076673c7d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.892427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.893695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4b11ae6-1e63-40d2-a438-076673c7d206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:53.895915 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c4b11ae6-1e63-40d2-a438-076673c7d206 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2913ffe-f02b-4b63-b918-022cd69b9b2e HTTP/1.1" status: 204 len: 168 time: 0.2988269 Aug 06 15:45:53.905254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:53.921038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b11ae6-1e63-40d2-a438-076673c7d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2913ffe-f02b-4b63-b918-022cd69b9b2e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:53.989046 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2cc6fbfb-6e43-4a5b-8110-8f279053e7cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc91b1263e854da29461cd01fc4e4236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864663 Aug 06 15:45:53.990121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:54.081853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4618d456-3175-4ed2-bdb0-9c8be0915fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.098306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9b870fd-03f2-4e98-9ab4-11d62aa666fb no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:45:54.121129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4618d456-3175-4ed2-bdb0-9c8be0915fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.124733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f9b870fd-03f2-4e98-9ab4-11d62aa666fb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:45:54.125293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9b870fd-03f2-4e98-9ab4-11d62aa666fb not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:45:54.172140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1278e7-43be-4426-84b4-e08c92997917 req-e808082e-9156-4a54-8dbf-51677854136d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:54.173904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e1278e7-43be-4426-84b4-e08c92997917 req-e808082e-9156-4a54-8dbf-51677854136d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1354949 Aug 06 15:45:54.221695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e1278e7-43be-4426-84b4-e08c92997917 req-10d7fdb6-fcfd-4d71-ba9d-00ad08261a79 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412211 Aug 06 15:45:54.259420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4618d456-3175-4ed2-bdb0-9c8be0915fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.261963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4618d456-3175-4ed2-bdb0-9c8be0915fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.263190 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4618d456-3175-4ed2-bdb0-9c8be0915fa3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc95f689-afa3-46cc-a0e9-d4d70ad310b0 HTTP/1.1" status: 204 len: 168 time: 0.2716935 Aug 06 15:45:54.271326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618d456-3175-4ed2-bdb0-9c8be0915fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc95f689-afa3-46cc-a0e9-d4d70ad310b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:54.416034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.468342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:54.471954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:54.476609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:54.478494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.488466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=ea39d840-d90f-4854-8b6a-d5a50d25ba6d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:54.494388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c676842-ca23-47c3-b669-59c71e4f0498 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:54.611566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-48441e94-96ae-4b85-a594-107cd2abd558 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9794726 Aug 06 15:45:54.615910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:54.622124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'security_group': {'name': 'tempest-secgroup-944720147'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:54.656027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f963b0a-f3e8-4e94-b960-41a1844070f5 req-665302ce-3d05-49c8-aecd-71cb7d20bdfb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:54.658167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f963b0a-f3e8-4e94-b960-41a1844070f5 req-665302ce-3d05-49c8-aecd-71cb7d20bdfb tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0953906 Aug 06 15:45:54.704833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f963b0a-f3e8-4e94-b960-41a1844070f5 req-4fabb97f-c46e-413c-97cc-7bf9d4c07fb0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Aug 06 15:45:54.762267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.768590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'tenant_id': 'caa65916cb2b49acb7a973c2479206db', 'fixed_ips': [{'subnet_id': 'ea39d840-d90f-4854-8b6a-d5a50d25ba6d'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:45:54.775505 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.887266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:54.952170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Allocated IP 172.20.0.2 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/ea39d840-d90f-4854-8b6a-d5a50d25ba6d/e3914bdd-f0df-4ea2-8347-576866536699) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:55.010067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.051207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb48d3d-96cd-4efb-9c7e-a5b729cbbccd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:55.123690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.132198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Transition to ACTIVE for port object e3914bdd-f0df-4ea2-8347-576866536699 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:55.147147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Transition to ACTIVE for port object e3914bdd-f0df-4ea2-8347-576866536699 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:55.185709 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.195276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6482aa92-dd21-4f18-8290-21dd86d71df6 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5697289 Aug 06 15:45:55.195276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:55.199478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360813078'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:55.310839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.356344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:55.362107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.369280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:55.371753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:55.374091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Pushing event updated for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:55.390186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f6da0-09c4-4112-b3ed-ae792677f2c9 req-ac8e72d5-2f58-4c46-b8c7-637e44c5c898 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:55.396603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a07f6da0-09c4-4112-b3ed-ae792677f2c9 req-ac8e72d5-2f58-4c46-b8c7-637e44c5c898 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0964375 Aug 06 15:45:55.447285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a07f6da0-09c4-4112-b3ed-ae792677f2c9 req-fa7ad54d-0884-4253-86fc-fc3d1e26916d tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485082 Aug 06 15:45:55.550880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.592038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Attempting to bind port e3914bdd-f0df-4ea2-8347-576866536699 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:45:55.592410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Attempting to bind port e3914bdd-f0df-4ea2-8347-576866536699 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:45:55.593046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Attempting to bind port e3914bdd-f0df-4ea2-8347-576866536699 on network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:45:55.598853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:45:55.599239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Checking segment: {'id': 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:45:55.599698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.600121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Bound using segment: {'id': 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:45:55.600596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Bound port: e3914bdd-f0df-4ea2-8347-576866536699, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:45:55.600982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.650899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.689605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:45:55.702627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d297273f-7f53-42e0-a5a9-d83dc11326e6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:55.704698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:45:55.848127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4000255-f474-4627-848c-b925bcd7aad1 req-584bd05f-e593-4623-a0fe-8683bdd07ca9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:55.849977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4000255-f474-4627-848c-b925bcd7aad1 req-584bd05f-e593-4623-a0fe-8683bdd07ca9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0581174 Aug 06 15:45:55.877342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.882766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56118) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:55.884731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6e43e05f-6e3a-4ce0-b781-5b6cbfbc9eb1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6911876 Aug 06 15:45:55.886065 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.887483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:55.890053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1807035796', 'security_groups': ['d297273f-7f53-42e0-a5a9-d83dc11326e6'], 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ea39d840-d90f-4854-8b6a-d5a50d25ba6d'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:56.005102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cb33d-f2ce-438e-a73c-2854faeef4b2 None None] Pushing event updated for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:56.041904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4000255-f474-4627-848c-b925bcd7aad1 req-8280f52d-cd00-4f2e-9838-cdccc124e3c0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802905 Aug 06 15:45:56.150549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.181959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:56.332441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-9d7b6ec2-6c14-4235-b105-3aa174b1442e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.335993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9d7b6ec2-6c14-4235-b105-3aa174b1442e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1822882 Aug 06 15:45:56.339262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56134) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.388644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-f54b9763-73f4-4dd4-8cff-af8f728f18e0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.388644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f54b9763-73f4-4dd4-8cff-af8f728f18e0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0206635 Aug 06 15:45:56.389113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:56.390369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56136) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.395588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-be84e6d7-a518-4c6f-b60c-6a47a0512929 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.396867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be84e6d7-a518-4c6f-b60c-6a47a0512929 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052130 Aug 06 15:45:56.397879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 94de8254-f18a-4088-81a0-883bea65b77a yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:45:56.408490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56140) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.420823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-8a2832dc-18e9-421a-8bc2-7fd8fed0e795 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.422196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a2832dc-18e9-421a-8bc2-7fd8fed0e795 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0122070 Aug 06 15:45:56.425837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.430326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-1d172a84-828c-44ac-8ed1-29aa6ae10ba6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.435495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1d172a84-828c-44ac-8ed1-29aa6ae10ba6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049810 Aug 06 15:45:56.435909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.440593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-4d25fe3e-29e6-404c-870e-3afc1eb473a9 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.441610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4d25fe3e-29e6-404c-870e-3afc1eb473a9 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046561 Aug 06 15:45:56.445467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.451411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-1f9773a0-f776-4cc3-8844-74840d963f81 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.452533 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1f9773a0-f776-4cc3-8844-74840d963f81 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047522 Aug 06 15:45:56.455911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.463027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-afc390dc-4e8b-4347-a9b7-58b12e01749e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.465176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-afc390dc-4e8b-4347-a9b7-58b12e01749e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079057 Aug 06 15:45:56.472133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.482027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d7ecab4f-46a1-44f6-a882-e5011daeea63 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:45:56.482593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-1b07a91b-381a-4114-a50e-3c6fa89b4c67 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.484757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b07a91b-381a-4114-a50e-3c6fa89b4c67 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092406 Aug 06 15:45:56.487330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56156) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.495193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-d631dd40-ef83-4b2c-9360-2d9776783881 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.497084 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d631dd40-ef83-4b2c-9360-2d9776783881 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0080509 Aug 06 15:45:56.500096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56158) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.507300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-e3b7657e-1e52-46cd-a9e1-9952aa15ada6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.509602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e3b7657e-1e52-46cd-a9e1-9952aa15ada6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0080326 Aug 06 15:45:56.511791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.518762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-2fcf2180-fa1b-486a-92b5-5f09a38a9c9c tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.520822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2fcf2180-fa1b-486a-92b5-5f09a38a9c9c tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072629 Aug 06 15:45:56.529168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.542427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-f4d6e55b-9e93-4612-b4fd-dbf984573684 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.543845 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f4d6e55b-9e93-4612-b4fd-dbf984573684 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0129535 Aug 06 15:45:56.546882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.551602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-75e1136b-4025-46a1-b0a8-3abcd347bde3 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.556782 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-75e1136b-4025-46a1-b0a8-3abcd347bde3 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048206 Aug 06 15:45:56.559621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.565410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-0a452ccb-31c8-4bdd-bd3c-7ddc8146b221 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.567850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0a452ccb-31c8-4bdd-bd3c-7ddc8146b221 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055485 Aug 06 15:45:56.569826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.576677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-faf946af-426d-4d8d-884e-c8103e454e95 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.577726 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-faf946af-426d-4d8d-884e-c8103e454e95 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050297 Aug 06 15:45:56.582648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.588438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-e5167a86-2b55-4815-b6a4-ddc620140ea0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.588438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e5167a86-2b55-4815-b6a4-ddc620140ea0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047035 Aug 06 15:45:56.592099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.600032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-33fcee41-de6d-4f6b-857a-c771db7e6e27 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.603860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-33fcee41-de6d-4f6b-857a-c771db7e6e27 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080812 Aug 06 15:45:56.613829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56176) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.621672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-0090ea2c-fcc7-476a-b747-ce42d4052639 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.625872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0090ea2c-fcc7-476a-b747-ce42d4052639 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080719 Aug 06 15:45:56.627048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56178) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.638055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-97ebfe79-5c45-4638-94d6-35a74dd6eead tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.643273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-97ebfe79-5c45-4638-94d6-35a74dd6eead tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0158598 Aug 06 15:45:56.644250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.649191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-d3aa5535-458e-43a0-ac67-ed61c84baa0b tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.652015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d3aa5535-458e-43a0-ac67-ed61c84baa0b tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061972 Aug 06 15:45:56.656737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.667570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-767fb085-13bb-4a34-a2af-c70bf9e709b4 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.668742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-767fb085-13bb-4a34-a2af-c70bf9e709b4 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090134 Aug 06 15:45:56.672181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56184) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.673094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:56.686833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'port_id': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'mac_address': 'fa:16:3e:cf:df:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:45:56.689897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-9073abd5-cf46-4a99-a786-4f1e6fd77c65 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.700886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9073abd5-cf46-4a99-a786-4f1e6fd77c65 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0271900 Aug 06 15:45:56.701608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.703948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044bce5-666e-4ef6-8b83-3755f7ef4f1c req-c5db56d9-66db-4657-8c03-8adf00e85517 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:56.706685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f044bce5-666e-4ef6-8b83-3755f7ef4f1c req-c5db56d9-66db-4657-8c03-8adf00e85517 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1477985 Aug 06 15:45:56.708572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-14247bdf-bc31-494c-a247-f9224f7bb555 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.714196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14247bdf-bc31-494c-a247-f9224f7bb555 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110893 Aug 06 15:45:56.714985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.724282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-f0fe4c2c-91bf-4241-8a2e-fe7cd9540b9d tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.728947 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f0fe4c2c-91bf-4241-8a2e-fe7cd9540b9d tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092349 Aug 06 15:45:56.728947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.741102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-90d49691-dc8f-4b4e-8023-94cbfe44b259 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.746083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-90d49691-dc8f-4b4e-8023-94cbfe44b259 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0141213 Aug 06 15:45:56.746540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.752385 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:56.753025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-84613d72-9910-446a-903e-d48f23d76e48 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.757807 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-84613d72-9910-446a-903e-d48f23d76e48 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0089495 Aug 06 15:45:56.758033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.771554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-8b73c675-54d5-4553-897c-c44d62c2f07a tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.775502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b73c675-54d5-4553-897c-c44d62c2f07a tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0132208 Aug 06 15:45:56.778266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.782362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7ecab4f-46a1-44f6-a882-e5011daeea63 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:45:56.784266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-f450bf6d-7631-405d-91b4-c3acab1036d6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.785119 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f450bf6d-7631-405d-91b4-c3acab1036d6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0055373 Aug 06 15:45:56.788397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.801585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.7 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/ea39d840-d90f-4854-8b6a-d5a50d25ba6d/94de8254-f18a-4088-81a0-883bea65b77a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:45:56.803451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-a5c68539-3aa3-4c17-ad5d-afa5fa4f191e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.812857 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5c68539-3aa3-4c17-ad5d-afa5fa4f191e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0207670 Aug 06 15:45:56.813787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.818413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:56.819286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-03a1b87b-1c7f-4976-be2e-aec4da87ffd9 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.820442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f044bce5-666e-4ef6-8b83-3755f7ef4f1c req-ccbecd9e-a3ef-4b67-927f-9bd02ce628ac tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064618 Aug 06 15:45:56.823366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-03a1b87b-1c7f-4976-be2e-aec4da87ffd9 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068886 Aug 06 15:45:56.825693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.831028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-5b4e3308-bef7-40c1-a83a-3abfd8cc3e7e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.835880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5b4e3308-bef7-40c1-a83a-3abfd8cc3e7e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090125 Aug 06 15:45:56.837936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.856092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-2e306172-4b69-4f47-9b02-04af88fbdf7d tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.859842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2e306172-4b69-4f47-9b02-04af88fbdf7d tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0048409 Aug 06 15:45:56.864550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.871595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-afd98199-51fe-4431-ba38-d2a27df893bc tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.873516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-afd98199-51fe-4431-ba38-d2a27df893bc tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074863 Aug 06 15:45:56.878119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.887122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-7e4ed2e6-95e1-45fc-9d3b-d3d3aa779c64 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.888136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7e4ed2e6-95e1-45fc-9d3b-d3d3aa779c64 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0090668 Aug 06 15:45:56.891499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56214) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.898493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-0deeb84e-733f-4da0-8fb4-2a1abba3efbc tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.902158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0deeb84e-733f-4da0-8fb4-2a1abba3efbc tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0075905 Aug 06 15:45:56.904274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56216) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.910673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:56.929945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-7627aa00-622a-4afc-986e-d7d05fd74aa6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.931612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7627aa00-622a-4afc-986e-d7d05fd74aa6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0257826 Aug 06 15:45:56.936355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.967910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:56.986336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-4eaf5ce8-0c0c-4800-a410-3e363ae21ad6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:56.987626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4eaf5ce8-0c0c-4800-a410-3e363ae21ad6 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0472236 Aug 06 15:45:56.991331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:56.999045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-3ffe2e76-e63d-445b-a4f3-142a47a1e8ad tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.007186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3ffe2e76-e63d-445b-a4f3-142a47a1e8ad tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0074832 Aug 06 15:45:57.007610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.013078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-312b604c-9e9c-4d48-8992-89ca06b18bb0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.016637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-312b604c-9e9c-4d48-8992-89ca06b18bb0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057552 Aug 06 15:45:57.016822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.021334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-46a7ae97-8445-49d0-be26-7613dc21a00a tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.023973 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-46a7ae97-8445-49d0-be26-7613dc21a00a tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046296 Aug 06 15:45:57.028371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.032825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-54656968-f2bc-4668-9748-2f5511dd408e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.034023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-54656968-f2bc-4668-9748-2f5511dd408e tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046780 Aug 06 15:45:57.037226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.045704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-161442c3-570b-4172-92bc-eaf249e6037b tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.047867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-161442c3-570b-4172-92bc-eaf249e6037b tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0091398 Aug 06 15:45:57.050700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.057730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-887c9850-a538-4651-964d-f64d9125fe6f tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.059032 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-887c9850-a538-4651-964d-f64d9125fe6f tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0070443 Aug 06 15:45:57.063741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.087984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-31233056-e09a-4cd5-8d92-b6ede6a474c4 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.090453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-31233056-e09a-4cd5-8d92-b6ede6a474c4 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0250998 Aug 06 15:45:57.094137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.102664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-755b5d1b-6ac8-426e-a7d8-f18dc9521684 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.106097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-755b5d1b-6ac8-426e-a7d8-f18dc9521684 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0104277 Aug 06 15:45:57.108250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:57.114558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.123055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d7ecab4f-46a1-44f6-a882-e5011daeea63'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:45:57.135172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-b6f7791f-dcec-4085-bed4-0c3ceb27326b tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.137230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b6f7791f-dcec-4085-bed4-0c3ceb27326b tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0207927 Aug 06 15:45:57.140006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.153480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-7eea4feb-0ae6-437e-84d6-ac995392c7da tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.157889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7eea4feb-0ae6-437e-84d6-ac995392c7da tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0112989 Aug 06 15:45:57.158292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56248) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.161631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 94de8254-f18a-4088-81a0-883bea65b77a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:45:57.162797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-08019344-da09-4b47-a648-b4832e360d49 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.167012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-08019344-da09-4b47-a648-b4832e360d49 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045040 Aug 06 15:45:57.168129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.178442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-c50a550d-5337-4127-80e3-6737b4031238 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.182665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c50a550d-5337-4127-80e3-6737b4031238 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0105147 Aug 06 15:45:57.185182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.199694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-0ebf9c21-e77f-4a3e-8567-3046c44cd7f0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.200864 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ebf9c21-e77f-4a3e-8567-3046c44cd7f0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0143840 Aug 06 15:45:57.203716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.209406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-8306d967-ba59-461b-be95-a87e3b4b5d43 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.211024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8306d967-ba59-461b-be95-a87e3b4b5d43 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061703 Aug 06 15:45:57.222465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.230881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-50f9d7b1-17fb-429c-a92d-e2f3b4bd5f25 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.232921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-50f9d7b1-17fb-429c-a92d-e2f3b4bd5f25 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083869 Aug 06 15:45:57.235648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.241364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-b49d246b-87b8-4fd9-a0e3-1c1c65076cf5 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.242830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b49d246b-87b8-4fd9-a0e3-1c1c65076cf5 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059934 Aug 06 15:45:57.245804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.254379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-6c42a769-00a7-40d3-8ef0-ca374c07fd7c tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.258074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c42a769-00a7-40d3-8ef0-ca374c07fd7c tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0109127 Aug 06 15:45:57.263496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.272092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-57be18f7-01b9-4da7-92fc-21c1493dbd91 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.276371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-57be18f7-01b9-4da7-92fc-21c1493dbd91 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0081515 Aug 06 15:45:57.277017 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.283474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-d31181fd-4c2d-4772-a669-4079e4828dc0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.285005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d31181fd-4c2d-4772-a669-4079e4828dc0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063922 Aug 06 15:45:57.287979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56268) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.296682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-22bb6cb5-6053-47db-8ec9-2eab76c518af tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.299160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-22bb6cb5-6053-47db-8ec9-2eab76c518af tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0099041 Aug 06 15:45:57.301878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.334225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057fef5-244d-4c26-a82c-ce252596af77 req-149b1833-43d2-4222-8d74-cf586ca9fba0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:57.336557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0057fef5-244d-4c26-a82c-ce252596af77 req-149b1833-43d2-4222-8d74-cf586ca9fba0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 945 time: 0.1335330 Aug 06 15:45:57.353128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-6b1e4186-0d09-4be7-87bc-df7d7b3d5a5f tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.353128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6b1e4186-0d09-4be7-87bc-df7d7b3d5a5f tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0424421 Aug 06 15:45:57.353128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.356226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-36104c68-402f-47b8-8528-1931cddff2f0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.357371 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-36104c68-402f-47b8-8528-1931cddff2f0 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0069215 Aug 06 15:45:57.361311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.368774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-40b1f54d-0d10-432f-ba4c-87e4966c55b1 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.373899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-40b1f54d-0d10-432f-ba4c-87e4966c55b1 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110092 Aug 06 15:45:57.380483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.386490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-98a6b393-2c31-4ad0-975b-93d030629d53 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.387458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-98a6b393-2c31-4ad0-975b-93d030629d53 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0060081 Aug 06 15:45:57.393447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.407722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-436d8049-5d70-45a8-8abb-06d5fd261486 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.407722 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-436d8049-5d70-45a8-8abb-06d5fd261486 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0107098 Aug 06 15:45:57.414148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56284) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.421904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-40691707-c1e9-4c49-ad78-8a2afa59abfb tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.423402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:57.424498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-40691707-c1e9-4c49-ad78-8a2afa59abfb tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0081377 Aug 06 15:45:57.447495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.450802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0057fef5-244d-4c26-a82c-ce252596af77 req-9d2900a7-9f1b-4b5b-aab8-466243baad22 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060274 Aug 06 15:45:57.454252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-714b4ca2-17f1-4bbd-b0ee-413461079bd2 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.455594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-714b4ca2-17f1-4bbd-b0ee-413461079bd2 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0066726 Aug 06 15:45:57.472474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.481734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-94138a3a-7682-4453-9e4f-f5a4a3262c26 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.488787 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-94138a3a-7682-4453-9e4f-f5a4a3262c26 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0145133 Aug 06 15:45:57.499605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.514247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-303d9de4-e0eb-477e-8f66-015f08a17757 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.514247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-303d9de4-e0eb-477e-8f66-015f08a17757 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081272 Aug 06 15:45:57.514652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f5156e1-eab3-4828-a60c-8df025a02d73 None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:57.514652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f5156e1-eab3-4828-a60c-8df025a02d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:57.521604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56296) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.525585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:57.529657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [None req-1b20e06d-3f10-4ad7-bffe-e238e74662d4 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.530711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:57.530867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b20e06d-3f10-4ad7-bffe-e238e74662d4 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078945 Aug 06 15:45:57.535146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56298) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.540939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:45:57.558537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [None req-41b888f9-285a-4b71-9d74-c8d3f1b0f070 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:45:57.568569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-41b888f9-285a-4b71-9d74-c8d3f1b0f070 tempest-ExtensionsTestJSON-110135037 tempest-ExtensionsTestJSON-110135037-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0216353 Aug 06 15:45:57.614145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7f5156e1-eab3-4828-a60c-8df025a02d73 None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:57.640418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=94de8254-f18a-4088-81a0-883bea65b77a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:57.668701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:57.669421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:57.762102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f5156e1-eab3-4828-a60c-8df025a02d73 None None] Provisioning for port e3914bdd-f0df-4ea2-8347-576866536699 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:57.763381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-27bf0eb0-7b0c-487b-9856-dfdbf3adade7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8792844 Aug 06 15:45:57.768486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:57.788862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:57.959366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b19c4f79-a511-4ab6-87c7-36b8f98bfb9d None None] Provisioning for port 94de8254-f18a-4088-81a0-883bea65b77a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:57.978695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b19c4f79-a511-4ab6-87c7-36b8f98bfb9d None None] Provisioning complete for port 94de8254-f18a-4088-81a0-883bea65b77a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:57.978695 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b19c4f79-a511-4ab6-87c7-36b8f98bfb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.016455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44e22-f877-440f-98b3-dc1b8abf146f req-6eb74a67-9a64-47be-ba9b-a77716628389 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:58.018125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aba44e22-f877-440f-98b3-dc1b8abf146f req-6eb74a67-9a64-47be-ba9b-a77716628389 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0966542 Aug 06 15:45:58.028201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b19c4f79-a511-4ab6-87c7-36b8f98bfb9d None None] Port 94de8254-f18a-4088-81a0-883bea65b77a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:45:58.061668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:58.095649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aba44e22-f877-440f-98b3-dc1b8abf146f req-abcb38f3-f991-4501-94fd-29dbc3dbbdc5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697699 Aug 06 15:45:58.097527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:58.127991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.216856 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ea39d840-d90f-4854-8b6a-d5a50d25ba6d (CIDR: 172.20.0.0/28) Aug 06 15:45:58.230791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e3914bdd-f0df-4ea2-8347-576866536699 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:45:58.241092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:58.241092 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.267207 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:45:58.268078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:45:58.360362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:58.367200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df0524a9-342b-46d4-bffa-72039af39152 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5970247 Aug 06 15:45:58.367661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:58.397698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.412583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:58.472772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:58.476564 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d7ecab4f-46a1-44f6-a882-e5011daeea63 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:45:58.540691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port d7ecab4f-46a1-44f6-a882-e5011daeea63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:45:58.541278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.580364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:58.600009 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.689808 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.710584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:45:58.718836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.731553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:45:58.734022 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb28ddd-ad55-49eb-9107-45998d1ac216" -d '{"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:45:58.737090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28734b19-8c9e-4843-af0e-0b98441ee85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.739260 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.753370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:45:58.769180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:58.785142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b52ef-5e49-4f4c-9ce4-b14639ccfd30 req-afcef2f6-35b2-4990-ade8-cce7ef2fc904 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:58.796398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b3b52ef-5e49-4f4c-9ce4-b14639ccfd30 req-afcef2f6-35b2-4990-ade8-cce7ef2fc904 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 945 time: 0.1931002 Aug 06 15:45:58.810393 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85ef3e-e955-4229-b817-23a42c2a2ca6 x-openstack-request-id: req-8a85ef3e-e955-4229-b817-23a42c2a2ca6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:45:58.810774 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-plugged", "status": "completed", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:45:58.811105 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a85ef3e-e955-4229-b817-23a42c2a2ca6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:45:58.811786 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'code': 200} Aug 06 15:45:58.820637 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:58.873617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b3b52ef-5e49-4f4c-9ce4-b14639ccfd30 req-48f04258-add0-4e23-9222-35706c13ac11 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761282 Aug 06 15:45:58.890852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:45:58.890852 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:45:58.890852 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id_1': '7e8cfef49c8243adb771be6f86f5fab9', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 45, 58, 874852)}] Aug 06 15:45:58.890852 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:45:58.891973 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:45:58.907407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:58.922989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.014986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28734b19-8c9e-4843-af0e-0b98441ee85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.095292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-28734b19-8c9e-4843-af0e-0b98441ee85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.151378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.167125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-28734b19-8c9e-4843-af0e-0b98441ee85e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c9a497c7cce4f42a3e5bfa732e6ac28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856464 Aug 06 15:45:59.168128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28734b19-8c9e-4843-af0e-0b98441ee85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e322d36-535a-4580-b2df-878e6b8817bd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:59.170046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:59.232813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:45:59.242398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:45:59.256540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156a4cc-87bc-4121-aa49-479228ec44a3 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:45:59.260034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:59.260633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.348826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7a23a-8005-41ce-97c2-b0683333a4ed req-7f6fa38a-629c-445f-8483-cbf500338374 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:45:59.356972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fc7a23a-8005-41ce-97c2-b0683333a4ed req-7f6fa38a-629c-445f-8483-cbf500338374 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1451936 Aug 06 15:45:59.364111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e7690f0-acc9-43c6-99ec-848c7721e9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.370012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=b5c5faf8-c10d-44bd-825a-fa2355efa113,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:59.382168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-889e4ecf-9c11-4bdd-a2a6-e403e5b26ff0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0171299 Aug 06 15:45:59.386032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:59.409698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-575932086', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5c5faf8-c10d-44bd-825a-fa2355efa113'}], 'security_groups': ['efb48d3d-96cd-4efb-9c7e-a5b729cbbccd']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:45:59.432418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.464139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e7690f0-acc9-43c6-99ec-848c7721e9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.507698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fc7a23a-8005-41ce-97c2-b0683333a4ed req-b8b8a746-3b87-41e5-868d-6abd7cb1a3a4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361458 Aug 06 15:45:59.685047 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.707733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.737759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Update dhcp port {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'fixed_ips': [{'subnet_id': 'ea39d840-d90f-4854-8b6a-d5a50d25ba6d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5c5faf8-c10d-44bd-825a-fa2355efa113'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'e3914bdd-f0df-4ea2-8347-576866536699'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:45:59.774897 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.785772 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.849105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8607f00-52bd-471c-8e2f-5edd32d073f8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:45:59.850402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e7690f0-acc9-43c6-99ec-848c7721e9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.859085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a596f0c4-939d-43d1-afad-4901b7215cd7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e8cfef49c8243adb771be6f86f5fab9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4449229 Aug 06 15:45:59.861235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:45:59.880246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e7690f0-acc9-43c6-99ec-848c7721e9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:45:59.889617 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e7690f0-acc9-43c6-99ec-848c7721e9cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e322d36-535a-4580-b2df-878e6b8817bd HTTP/1.1" status: 204 len: 168 time: 0.7138031 Aug 06 15:45:59.955189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7690f0-acc9-43c6-99ec-848c7721e9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e322d36-535a-4580-b2df-878e6b8817bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:00.042639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbd41703-56d7-48b4-be5a-8ed1029496f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.093503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbd41703-56d7-48b4-be5a-8ed1029496f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.177965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:00.254556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09713f3-1c11-42d9-94f2-35f8c31d2161 req-3a6638f3-cf78-4017-9d55-ab20fa9eff78 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:00.255569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Allocated IP 172.20.0.18 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/b5c5faf8-c10d-44bd-825a-fa2355efa113/e3914bdd-f0df-4ea2-8347-576866536699) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:00.257454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c09713f3-1c11-42d9-94f2-35f8c31d2161 req-3a6638f3-cf78-4017-9d55-ab20fa9eff78 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1402328 Aug 06 15:46:00.342022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c09713f3-1c11-42d9-94f2-35f8c31d2161 req-449840cd-9540-4a65-8a56-7dbbac242ee9 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701091 Aug 06 15:46:00.356765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:00.357052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.372846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbd41703-56d7-48b4-be5a-8ed1029496f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.379130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fbd41703-56d7-48b4-be5a-8ed1029496f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.384176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fbd41703-56d7-48b4-be5a-8ed1029496f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8607f00-52bd-471c-8e2f-5edd32d073f8 HTTP/1.1" status: 204 len: 168 time: 0.5210550 Aug 06 15:46:00.416874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41703-56d7-48b4-be5a-8ed1029496f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8607f00-52bd-471c-8e2f-5edd32d073f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:00.669185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:00.728631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.745360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Transition to ACTIVE for port object e3914bdd-f0df-4ea2-8347-576866536699 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:00.787100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25536e-b894-46d1-b7fd-11e5da4abf03 req-0c88fdbb-a0a6-4fdf-a32b-2640b39e76b6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:00.789166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a25536e-b894-46d1-b7fd-11e5da4abf03 req-0c88fdbb-a0a6-4fdf-a32b-2640b39e76b6 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1406429 Aug 06 15:46:00.795194 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.915152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56386) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:00.951370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a25536e-b894-46d1-b7fd-11e5da4abf03 req-70537921-3353-4dcf-be8a-6974f323c0eb tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449299 Aug 06 15:46:00.969293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2d15-581a-4c0a-b34c-fe67cb071e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:00.978319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28579f0a-da42-4e62-bedb-47811a5d2304 None None] Pushing event updated for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:01.130239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Delete allocated IP 172.20.0.7 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/ea39d840-d90f-4854-8b6a-d5a50d25ba6d) {{(pid=94840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 15:46:01.154427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.21 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/b5c5faf8-c10d-44bd-825a-fa2355efa113/94de8254-f18a-4088-81a0-883bea65b77a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:01.406245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2d15-581a-4c0a-b34c-fe67cb071e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.596291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2d15-581a-4c0a-b34c-fe67cb071e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.623022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d89ff8-814e-4c1e-9c7a-f08ce8fee844 req-d7f96566-e908-47e0-b2cc-218a4d74455c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:01.634657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0d89ff8-814e-4c1e-9c7a-f08ce8fee844 req-d7f96566-e908-47e0-b2cc-218a4d74455c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1117840 Aug 06 15:46:01.698075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0d89ff8-814e-4c1e-9c7a-f08ce8fee844 req-dd4edf9b-db69-4db1-8c99-c7c2a2bdea5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593626 Aug 06 15:46:01.744731 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.756486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56400) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:01.756703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0ed2d15-581a-4c0a-b34c-fe67cb071e87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=855d76f5b81c48f89b2e7aa55a597543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403385 Aug 06 15:46:01.757403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed2d15-581a-4c0a-b34c-fe67cb071e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb1be6-10b6-4bca-8a69-063d1d2f5b01,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:01.773361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 94de8254-f18a-4088-81a0-883bea65b77a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:01.846339 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b41d512f-47ca-4a66-b113-beccd4a621f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.871872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b41d512f-47ca-4a66-b113-beccd4a621f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.899890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:01.931915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:01.932669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.025354 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b41d512f-47ca-4a66-b113-beccd4a621f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.037687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b41d512f-47ca-4a66-b113-beccd4a621f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.039661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b41d512f-47ca-4a66-b113-beccd4a621f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34cb1be6-10b6-4bca-8a69-063d1d2f5b01 HTTP/1.1" status: 204 len: 168 time: 0.2808633 Aug 06 15:46:02.069007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:02.079080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d512f-47ca-4a66-b113-beccd4a621f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb1be6-10b6-4bca-8a69-063d1d2f5b01,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:02.135855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:02.225323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Provisioning for port 94de8254-f18a-4088-81a0-883bea65b77a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:02.229275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Provisioning complete for port 94de8254-f18a-4088-81a0-883bea65b77a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:02.229652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.246234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e5586-6ec0-4db6-a636-55d933a8e4db req-64986009-5844-40d0-ab77-ce56d34a9b81 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:02.253817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a3e5586-6ec0-4db6-a636-55d933a8e4db req-64986009-5844-40d0-ab77-ce56d34a9b81 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1144621 Aug 06 15:46:02.264456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] In _notify_port_updated(), no bound segment for port 94de8254-f18a-4088-81a0-883bea65b77a on network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:46:02.271843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:02.272523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.280568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/ports/94de8254-f18a-4088-81a0-883bea65b77a HTTP/1.1" status: 200 len: 920 time: 2.8925579 Aug 06 15:46:02.281623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:02.294136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724eb00-0f1d-4f50-9d25-10cc16dea0e5 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=94de8254-f18a-4088-81a0-883bea65b77a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:02.323533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Port 94de8254-f18a-4088-81a0-883bea65b77a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:02.356581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a3e5586-6ec0-4db6-a636-55d933a8e4db req-0268a165-78a9-4f4a-b47e-69d01f81a2d8 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Aug 06 15:46:02.440339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 94de8254-f18a-4088-81a0-883bea65b77a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:02.440997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.459525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Provisioning for port e3914bdd-f0df-4ea2-8347-576866536699 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:02.468543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:02.469473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc752202-619c-4ee4-9b0f-4f113cb45b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.807549 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.833179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 94de8254-f18a-4088-81a0-883bea65b77a owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:02.866172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56426) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:02.890205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-302d587a-1efe-43b2-bee8-9d77d07850a0 None None] Provisioning complete for port 94de8254-f18a-4088-81a0-883bea65b77a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:02.890590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-302d587a-1efe-43b2-bee8-9d77d07850a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:02.987012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-302d587a-1efe-43b2-bee8-9d77d07850a0 None None] Port 94de8254-f18a-4088-81a0-883bea65b77a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:03.024799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3af85-b6a7-4243-9c30-c75774781b34 req-00e7ee89-c53d-4fd6-8add-6f29f8ffa5f7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:03.034065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9f3af85-b6a7-4243-9c30-c75774781b34 req-00e7ee89-c53d-4fd6-8add-6f29f8ffa5f7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1447389 Aug 06 15:46:03.091662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1969529125'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:03.126335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9f3af85-b6a7-4243-9c30-c75774781b34 req-b5a85128-4a10-437b-8dc9-d0af314089a1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Aug 06 15:46:03.249463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.251134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Made reservation on behalf of ae102185af3d456183c1d88daaff9638 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:03.271495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.313523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.345020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=94de8254-f18a-4088-81a0-883bea65b77a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:03.591848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.592639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-70460095-06f4-4d54-8898-90c0fcf7ed6e tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/94de8254-f18a-4088-81a0-883bea65b77a HTTP/1.1" status: 204 len: 168 time: 1.3092055 Aug 06 15:46:03.603176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:03.628823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7e61-5eb5-4f21-bd2a-b640237980fa req-759abcaf-0cfa-4d93-809f-117fe5d4aeec tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:03.630548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-880a7e61-5eb5-4f21-bd2a-b640237980fa req-759abcaf-0cfa-4d93-809f-117fe5d4aeec tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1228261 Aug 06 15:46:03.638643 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf71785-fe78-47f6-b642-dc62970ceb73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:46:03.643336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aaf71785-fe78-47f6-b642-dc62970ceb73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/94de8254-f18a-4088-81a0-883bea65b77a HTTP/1.1" status: 404 len: 333 time: 0.0429766 Aug 06 15:46:03.643693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:03.731438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.736552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4d34319-7925-4f23-896c-ebe873ef7b26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.760185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-880a7e61-5eb5-4f21-bd2a-b640237980fa req-59b12748-ac2e-4b2a-bd93-c8a365e563ae tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183074 Aug 06 15:46:03.771066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4d34319-7925-4f23-896c-ebe873ef7b26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.871009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.937015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5aeb69-6e23-4548-b57a-1000a06048c0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:03.950143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4d34319-7925-4f23-896c-ebe873ef7b26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.953300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4d34319-7925-4f23-896c-ebe873ef7b26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:03.954983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4d34319-7925-4f23-896c-ebe873ef7b26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/security-groups/d297273f-7f53-42e0-a5a9-d83dc11326e6 HTTP/1.1" status: 204 len: 168 time: 0.3102875 Aug 06 15:46:03.958910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56452) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:03.968369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:46:04.006020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d34319-7925-4f23-896c-ebe873ef7b26 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d297273f-7f53-42e0-a5a9-d83dc11326e6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:04.014495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.022343 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Added segment abd61f4a-0299-4fbc-886c-0a3ad35b31cf of type vlan for network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 Aug 06 15:46:04.072468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eab5fb9-48be-4093-a854-c1f24ca96bbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.104894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eab5fb9-48be-4093-a854-c1f24ca96bbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.133094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.287505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40520a3b-1775-49bf-bc6b-6e686c6dd773 req-33f27a64-69e4-4bf9-a2c1-a39c6bf7cca2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:04.289450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40520a3b-1775-49bf-bc6b-6e686c6dd773 req-33f27a64-69e4-4bf9-a2c1-a39c6bf7cca2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0704544 Aug 06 15:46:04.290729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eab5fb9-48be-4093-a854-c1f24ca96bbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.300267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eab5fb9-48be-4093-a854-c1f24ca96bbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.303376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3eab5fb9-48be-4093-a854-c1f24ca96bbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/security-groups/efb48d3d-96cd-4efb-9c7e-a5b729cbbccd HTTP/1.1" status: 204 len: 168 time: 0.3380244 Aug 06 15:46:04.305962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:04.328738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab5fb9-48be-4093-a854-c1f24ca96bbe tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb48d3d-96cd-4efb-9c7e-a5b729cbbccd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:04.378428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.386374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:04.387428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.497470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40520a3b-1775-49bf-bc6b-6e686c6dd773 req-b33b9899-243a-4a51-80bc-0245a77848db tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758640 Aug 06 15:46:04.501941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event updated for resources: {'Network': ['ID=5ca4c26b-7c9e-4a4e-8f02-55c745d42451,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:04.515580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet ea39d840-d90f-4854-8b6a-d5a50d25ba6d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:04.521287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.534723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:46:04.597562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.714841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.864329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-69f827cc-6bc3-4cbe-8a8a-307e2c223531 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9972823 Aug 06 15:46:04.868547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:04.874273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Request body: {'subnet': {'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:04.884949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2ee1-bbf2-4c99-b9b4-1696fd210e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.901334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:04.974165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=ea39d840-d90f-4854-8b6a-d5a50d25ba6d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:04.988875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb59a85-ddf8-4c08-aeb8-9400599a61e4 req-06c4ae80-918b-42a4-b2cd-922b4978692b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:04.991299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfb59a85-ddf8-4c08-aeb8-9400599a61e4 req-06c4ae80-918b-42a4-b2cd-922b4978692b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1594017 Aug 06 15:46:05.004854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:05.006537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c80d5b-17f0-4557-b697-4746eba83be9 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:05.007608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fc9f6b26-946f-4b63-89cf-6093012b425f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/ea39d840-d90f-4854-8b6a-d5a50d25ba6d HTTP/1.1" status: 204 len: 168 time: 0.7003486 Aug 06 15:46:05.013897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56476) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:05.028271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:05.067995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfb59a85-ddf8-4c08-aeb8-9400599a61e4 req-a39d9cec-1b3d-4805-bfa2-459e625e39ba tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567133 Aug 06 15:46:05.140603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Made reservation on behalf of ae102185af3d456183c1d88daaff9638 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:05.143590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:05.367009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:05.483663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:05.499877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:05.562242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:05.674075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event updated for resources: {'Subnet': ['ID=ad741f23-c8cb-432f-998c-25c220219562,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:05.698159 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6fc-aa08-4848-b4a3-46153404ed98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:05.804700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f413696-748b-4f5e-9f79-cd068f5de8d5 req-8ee19156-ae8e-45ab-877a-e0898f2b6b09 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:05.809679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f413696-748b-4f5e-9f79-cd068f5de8d5 req-8ee19156-ae8e-45ab-877a-e0898f2b6b09 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1191757 Aug 06 15:46:05.819710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Checking segment: {'id': 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:46:05.821936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Network hostable DHCP agents. Network: 5ca4c26b-7c9e-4a4e-8f02-55c745d42451, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:46:05.959221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f413696-748b-4f5e-9f79-cd068f5de8d5 req-b63a773d-7fe0-4583-9746-fb9239c393cd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302633 Aug 06 15:46:05.980189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:46:06.064878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6fc-aa08-4848-b4a3-46153404ed98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.067909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5ca4c26b-7c9e-4a4e-8f02-55c745d42451) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:06.083760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:06.085173 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.095830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcc6e6b-735c-4c48-9b2e-d12ae24b7d9f None None] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:06.140283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.179650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6fc-aa08-4848-b4a3-46153404ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.264795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:06.271543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:06.280878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:06.281705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.316883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a19de9e-4972-4bfc-9f89-2c7c1da1f613 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4442325 Aug 06 15:46:06.319528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:06.326034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3c75a6fc-aa08-4848-b4a3-46153404ed98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65a7c12757ea48d0bb2fa9388c5da151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9577911 Aug 06 15:46:06.330862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=36bf7575-c3f0-4821-a977-333e107469cf,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:06.333025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Request body: {'port': {'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2018028498'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:06.334786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:06.399099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75a6fc-aa08-4848-b4a3-46153404ed98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdbec9a-2d18-411c-9457-fc12c21c8a42,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:06.438332 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-33eb71ef-5647-4be6-bca5-ff7e02b27dde tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4193287 Aug 06 15:46:06.463465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:06.464000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5ca4c26b-7c9e-4a4e-8f02-55c745d42451', 'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451', 'tenant_id': 'ae102185af3d456183c1d88daaff9638', 'fixed_ips': [{'subnet_id': 'ad741f23-c8cb-432f-998c-25c220219562'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:46:06.464000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.464189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'security_group': {'name': 'tempest-secgroup-80522063'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:06.541822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a41d2ae8-d042-4fc8-81c4-884edb3ed8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.557823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a2c5a-d68e-433f-9019-a5521a5f44a9 req-677a4fd2-d0a9-4b5a-a858-2599b186cefc tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:06.568009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-918a2c5a-d68e-433f-9019-a5521a5f44a9 req-677a4fd2-d0a9-4b5a-a858-2599b186cefc tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.2990603 Aug 06 15:46:06.601569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a41d2ae8-d042-4fc8-81c4-884edb3ed8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.604627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.656432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-918a2c5a-d68e-433f-9019-a5521a5f44a9 req-24296f67-5a67-4e60-a9be-8dc3fbe1b49e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857301 Aug 06 15:46:06.710307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a28f4d-21aa-40c8-8c34-cb460bc88792 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:06.812945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d62aff8a-b5ab-434e-954c-bf7c7a003df0 None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:06.813696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d62aff8a-b5ab-434e-954c-bf7c7a003df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.814107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Made reservation on behalf of ae102185af3d456183c1d88daaff9638 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:06.817402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.839527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] device_id is not set on port 5d44e908-c681-4f1a-af4f-aab5bff53bbf yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:06.854737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a41d2ae8-d042-4fc8-81c4-884edb3ed8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.866585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a41d2ae8-d042-4fc8-81c4-884edb3ed8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:06.870876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a41d2ae8-d042-4fc8-81c4-884edb3ed8c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcdbec9a-2d18-411c-9457-fc12c21c8a42 HTTP/1.1" status: 204 len: 168 time: 0.5343437 Aug 06 15:46:06.878123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Allocated IP 172.20.0.2 (5ca4c26b-7c9e-4a4e-8f02-55c745d42451/ad741f23-c8cb-432f-998c-25c220219562/5c57f9e6-91c4-49ff-80bc-2fa29337e6a7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:06.894723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d62aff8a-b5ab-434e-954c-bf7c7a003df0 None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:06.897764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d2ae8-d042-4fc8-81c4-884edb3ed8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdbec9a-2d18-411c-9457-fc12c21c8a42,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:06.951756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d62aff8a-b5ab-434e-954c-bf7c7a003df0 None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:06.952183 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d62aff8a-b5ab-434e-954c-bf7c7a003df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.012892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.081481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.149164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac7bda-d52c-4c8d-a99d-6c51817144b5 req-fed8860f-db39-4df3-8b73-795fd3a8cc59 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:07.153508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581ef47c-7461-4b1e-90d7-f78043d51edc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:07.156208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09ac7bda-d52c-4c8d-a99d-6c51817144b5 req-fed8860f-db39-4df3-8b73-795fd3a8cc59 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1005700 Aug 06 15:46:07.231746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.237801 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dbfc1855-6038-46e4-bfab-bf38c6be3baa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7934940 Aug 06 15:46:07.238550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:07.246144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1369133114'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:07.251909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09ac7bda-d52c-4c8d-a99d-6c51817144b5 req-3360e219-8a19-440e-a93f-145f2df71bda tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905583 Aug 06 15:46:07.253549 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:46:07.351062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Update dhcp port {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'fixed_ips': [{'subnet_id': 'b5c5faf8-c10d-44bd-825a-fa2355efa113', 'ip_address': '172.20.0.18'}, {'subnet_id': '36bf7575-c3f0-4821-a977-333e107469cf'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'e3914bdd-f0df-4ea2-8347-576866536699'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:46:07.418746 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.422401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.431851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.442256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Transition to ACTIVE for port object 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:07.492230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Transition to ACTIVE for port object 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:07.577116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.701351 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.720416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Allocated IP 172.20.0.2 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/36bf7575-c3f0-4821-a977-333e107469cf/e3914bdd-f0df-4ea2-8347-576866536699) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:07.733301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.765080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e21a924-08db-4755-840e-02b0a4f55500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.801161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c93df6-09d5-4c77-b841-3bd8a1115293,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:07.854269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Allocated IP 172.20.0.11 (5ca4c26b-7c9e-4a4e-8f02-55c745d42451/ad741f23-c8cb-432f-998c-25c220219562/5d44e908-c681-4f1a-af4f-aab5bff53bbf) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:07.892729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907391-cd5f-43c4-9e55-93638884e3bd req-2a5ffe91-cc8b-40b4-ac50-a05e128c414b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:07.896372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b907391-cd5f-43c4-9e55-93638884e3bd req-2a5ffe91-cc8b-40b4-ac50-a05e128c414b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1399958 Aug 06 15:46:07.923263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:07.929567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-98497d67-aacb-4219-992a-668b19818588 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6863174 Aug 06 15:46:07.930072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:07.935732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'security_group': {'name': 'tempest-secgroup-1882914724'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:08.026868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b907391-cd5f-43c4-9e55-93638884e3bd req-35c0e97b-4a83-42a5-a133-00828c75fbf5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192873 Aug 06 15:46:08.070245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.083968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Pushing event updated for resources: {'Port': ['ID=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:08.092978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.117002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:08.122395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:08.127745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:08.267293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:08.361406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.375287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.410083 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.410684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Transition to ACTIVE for port object 5d44e908-c681-4f1a-af4f-aab5bff53bbf will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:08.422209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Attempting to bind port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:46:08.422598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Attempting to bind port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:46:08.422980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Attempting to bind port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 on network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:46:08.437413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:46:08.437808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Checking segment: {'id': 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:46:08.438301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.438912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Bound using segment: {'id': 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:46:08.439433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Bound port: 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:46:08.440215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.444028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Transition to ACTIVE for port object e3914bdd-f0df-4ea2-8347-576866536699 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:08.458789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.529267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b2a4ba-55bd-4f51-ae90-0f57a00edaab,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:08.570230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] For port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:46:08.575002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] For port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,segment=NetworkSegment(abd61f4a-0299-4fbc-886c-0a3ad35b31cf),segment_id=abd61f4a-0299-4fbc-886c-0a3ad35b31cf)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:46:08.582692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a9dee-2aae-4f9b-9e1f-0f9fb410ce08 req-dda698f9-c9d0-418d-8ebd-bbaf29af9116 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:08.592120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-005a9dee-2aae-4f9b-9e1f-0f9fb410ce08 req-dda698f9-c9d0-418d-8ebd-bbaf29af9116 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0927813 Aug 06 15:46:08.634730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-005a9dee-2aae-4f9b-9e1f-0f9fb410ce08 req-aa731af3-4086-49d2-8b83-fa4b0c48ab5e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Aug 06 15:46:08.745962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.752989 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.753207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7ff7ef9e-d954-40ee-af9b-03d0beeb69b0 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8155971 Aug 06 15:46:08.755990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:08.760588 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.769139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-250601482', 'security_groups': ['c8b2a4ba-55bd-4f51-ae90-0f57a00edaab'], 'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36bf7575-c3f0-4821-a977-333e107469cf'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:08.779199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.842084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:08.858891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:08.876694 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:08.892421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:09.001431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd650dd-d130-4467-a7c1-7ccd235a013b None None] Pushing event updated for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:09.025384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event updated for resources: {'Port': ['ID=5d44e908-c681-4f1a-af4f-aab5bff53bbf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:09.089155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:09.089851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:09.171663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6b20a-b366-4139-af0e-14daa7fcd513 None None] Pushing event updated for resources: {'Port': ['ID=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:09.213921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:09.298688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:09.299890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-576aabf3-181a-4a87-8cab-8b175ccc9574 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9802823 Aug 06 15:46:09.334697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388ae5-2742-4e88-8691-500836e886d5 req-d47274d1-66e8-45e7-8876-be493755a777 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:09.347221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27388ae5-2742-4e88-8691-500836e886d5 req-d47274d1-66e8-45e7-8876-be493755a777 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1566658 Aug 06 15:46:09.373479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Request body: {'port': {'network_id': '5ca4c26b-7c9e-4a4e-8f02-55c745d42451', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1289920722', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:09.375191 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] bootfile-name is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:46:09.377276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] tftp-server is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:46:09.377276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.api.validators [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] server-ip-address is not in valid_values {{(pid=94840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:46:09.448617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27388ae5-2742-4e88-8691-500836e886d5 req-571f1c36-3a69-412c-9579-2bcaca517192 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003692 Aug 06 15:46:09.909426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391ecd-44b2-4090-9f81-45e3ec2675f7 req-89571122-f5cf-4bbe-9605-dc43c2cb35ef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:09.911486 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79391ecd-44b2-4090-9f81-45e3ec2675f7 req-89571122-f5cf-4bbe-9605-dc43c2cb35ef tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1020586 Aug 06 15:46:10.031029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79391ecd-44b2-4090-9f81-45e3ec2675f7 req-c48ee19a-6e17-4b06-9382-a59805467b41 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047487 Aug 06 15:46:10.055899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a11b7faf-fbf1-4f26-81d2-b72c965094c5 None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:10.056494 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a11b7faf-fbf1-4f26-81d2-b72c965094c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:10.173474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:10.229629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a11b7faf-fbf1-4f26-81d2-b72c965094c5 None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:10.262971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] device_id is not set on port 40cc8071-db18-4113-8936-e330fc51eae5 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:10.450941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:10.493471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.5 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/36bf7575-c3f0-4821-a977-333e107469cf/40cc8071-db18-4113-8936-e330fc51eae5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:10.551963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c733bf-11d6-46a2-8b4c-775f635813f6 None None] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:10.594409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa2990-40fd-44ca-85f1-56dfb8544cca req-3f62e344-099b-4a69-b0e5-77ebdc18edfe tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:10.595986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1caa2990-40fd-44ca-85f1-56dfb8544cca req-3f62e344-099b-4a69-b0e5-77ebdc18edfe tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0765500 Aug 06 15:46:10.641280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1caa2990-40fd-44ca-85f1-56dfb8544cca req-aedc3be5-7901-4bd2-b92c-706631912baf tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Aug 06 15:46:10.673090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:10.688657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 40cc8071-db18-4113-8936-e330fc51eae5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:10.713593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a11b7faf-fbf1-4f26-81d2-b72c965094c5 None None] Provisioning for port e3914bdd-f0df-4ea2-8347-576866536699 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:10.722379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a11b7faf-fbf1-4f26-81d2-b72c965094c5 None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:10.722762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a11b7faf-fbf1-4f26-81d2-b72c965094c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:10.734300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Made reservation on behalf of ae102185af3d456183c1d88daaff9638 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:10.739605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:10.756894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:10.770505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] device_id is not set on port b4851e01-e419-4eb2-b837-084c8b9f8d0f yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:10.780063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:10.894929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-de767e80-fa35-4239-8d3d-7026778b11ed req-5201e67b-34fb-4215-8ec1-29aa72e51932 service neutron] (94841) timed out ('10.222.0.16', 58094) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 15:46:10.905016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:10.916624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:11.022117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:11.022522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:11.106702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=40cc8071-db18-4113-8936-e330fc51eae5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:11.152172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:11.154300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.154300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.154300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.154648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.155535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.155938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.156429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.156768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.157101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.157439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.157768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.158099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:11.177113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:11.183354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:11.192336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Allocated IP 172.20.0.6 (5ca4c26b-7c9e-4a4e-8f02-55c745d42451/ad741f23-c8cb-432f-998c-25c220219562/b4851e01-e419-4eb2-b837-084c8b9f8d0f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:11.251356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c48a03-ab47-433c-b8b1-a6317bd4e040 req-b60aa7dc-7a79-43f5-9fc6-1c679f0767d1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:11.261114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52c48a03-ab47-433c-b8b1-a6317bd4e040 req-b60aa7dc-7a79-43f5-9fc6-1c679f0767d1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0718021 Aug 06 15:46:11.309859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:11.314155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:11.369316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52c48a03-ab47-433c-b8b1-a6317bd4e040 req-ac5d16ab-a585-40a9-80b2-6593d6cb93b7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020355 Aug 06 15:46:11.466330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] Provisioning for port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:11.471128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] Provisioning complete for port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:11.471517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:11.505607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:11.505830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-42b16f7e-116a-49eb-ad75-dbf97397f675 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7448864 Aug 06 15:46:11.512927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:11.819277 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:11.827670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:11.901517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] For port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,segment=NetworkSegment(abd61f4a-0299-4fbc-886c-0a3ad35b31cf),segment_id=abd61f4a-0299-4fbc-886c-0a3ad35b31cf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:11.902164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Transition to ACTIVE for port object b4851e01-e419-4eb2-b837-084c8b9f8d0f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:11.932098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:11.936243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:12.048628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b18882-de70-4dc9-bcdf-caf1582eb287 req-7055086c-96a0-429d-bf29-dc4be4b23ca4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.057282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82b18882-de70-4dc9-bcdf-caf1582eb287 req-7055086c-96a0-429d-bf29-dc4be4b23ca4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1921644 Aug 06 15:46:12.122487 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 36bf7575-c3f0-4821-a977-333e107469cf (CIDR: 172.20.0.0/28) Aug 06 15:46:12.126310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82b18882-de70-4dc9-bcdf-caf1582eb287 req-f0620c22-6431-4565-8bc2-a40f56f92607 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678647 Aug 06 15:46:12.156920 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:12.252035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ed89f-5c25-4f9c-8518-b86865fca300 None None] Pushing event updated for resources: {'Port': ['ID=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:12.261713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:12.277542 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:46:12.277542 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:12.331183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:12.337572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:12.349847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:12.434221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event updated for resources: {'Port': ['ID=b4851e01-e419-4eb2-b837-084c8b9f8d0f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:12.485659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.496803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:12.594135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42f44b-77ff-44c1-98c6-d9c660ea2c56 req-2bc6f063-285c-4cf5-82cc-761978039055 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.596374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc42f44b-77ff-44c1-98c6-d9c660ea2c56 req-2bc6f063-285c-4cf5-82cc-761978039055 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.0697021 Aug 06 15:46:12.624975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Provisioning for port 5d44e908-c681-4f1a-af4f-aab5bff53bbf completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:12.636208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Provisioning complete for port 5d44e908-c681-4f1a-af4f-aab5bff53bbf triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:12.636208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:12.663210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc42f44b-77ff-44c1-98c6-d9c660ea2c56 req-1670a31c-0b1c-42c2-a55b-f0ed02455fea tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583153 Aug 06 15:46:12.683457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Port 5d44e908-c681-4f1a-af4f-aab5bff53bbf cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:12.718237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-942654d2-b718-4db0-98d7-6eed0ecfe810 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2090714 Aug 06 15:46:12.718571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:12.724035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:12.831109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f3544666-dc94-42f9-8ab1-00d8b6d690c8 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5304761 Aug 06 15:46:12.833736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:12.892016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Provisioning for port 40cc8071-db18-4113-8936-e330fc51eae5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:12.897198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Provisioning complete for port 40cc8071-db18-4113-8936-e330fc51eae5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:12.897577 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:12.933973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728b5da-2bd7-4b85-9952-5493f28254af tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.941986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728b5da-2bd7-4b85-9952-5493f28254af tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.953336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a728b5da-2bd7-4b85-9952-5493f28254af tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:12.958214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:12.960821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a728b5da-2bd7-4b85-9952-5493f28254af tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1252103 Aug 06 15:46:12.961343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Port 40cc8071-db18-4113-8936-e330fc51eae5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:12.974768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Provisioning complete for port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:12.975233 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff8fa5a6-d2b0-4bb7-afcc-c029e41915ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:13.080427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Deleting port b4851e01-e419-4eb2-b837-084c8b9f8d0f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:13.080791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:13.161212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:13.161212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:13.405043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4cb52299-7224-4b72-8f66-e925b51656ac None None] Provisioning for port b4851e01-e419-4eb2-b837-084c8b9f8d0f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:13.410885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4cb52299-7224-4b72-8f66-e925b51656ac None None] Provisioning complete for port b4851e01-e419-4eb2-b837-084c8b9f8d0f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:13.411641 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4cb52299-7224-4b72-8f66-e925b51656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:13.464135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4cb52299-7224-4b72-8f66-e925b51656ac None None] Port b4851e01-e419-4eb2-b837-084c8b9f8d0f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:13.746037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:13.785606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722199e-613c-4c73-9c26-87352ce9628a req-751cc086-cc6a-4670-ae99-a7609062d71e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:13.787552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1722199e-613c-4c73-9c26-87352ce9628a req-751cc086-cc6a-4670-ae99-a7609062d71e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.2173951 Aug 06 15:46:13.822493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Calling delete_port for b4851e01-e419-4eb2-b837-084c8b9f8d0f owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:13.875372 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b5c5faf8-c10d-44bd-825a-fa2355efa113 (CIDR: 172.20.0.16/28) Aug 06 15:46:13.936901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1722199e-613c-4c73-9c26-87352ce9628a req-24504148-9629-4326-84f8-0c9eaf1c1c1a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241908 Aug 06 15:46:13.951425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f810408-668d-4442-9702-5bbf70baa14a req-d0e5da15-7cea-42b6-9012-fcccf7572ea8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:13.987505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f810408-668d-4442-9702-5bbf70baa14a req-d0e5da15-7cea-42b6-9012-fcccf7572ea8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.2372870 Aug 06 15:46:14.011957 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:46:14.012733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:14.048880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:14.096371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f810408-668d-4442-9702-5bbf70baa14a req-e6353a35-3e37-48ad-8ecd-3f5fc35ecae4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044369 Aug 06 15:46:14.151075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:14.151735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:14.179403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4600ba7-3823-4e86-ade9-927b747b00b2 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4596276 Aug 06 15:46:14.187193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:14.193810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'subnet': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:14.232192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-ae2333f9-fea0-4d85-8918-f3c7d92e1dfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1696055 Aug 06 15:46:14.382384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102bf2-e228-4449-9763-093c6a0140fa req-a7e09f1f-bca4-434c-bfab-26994e646066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:14.384765 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-a7e09f1f-bca4-434c-bfab-26994e646066 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.0947595 Aug 06 15:46:14.452471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:14.495652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event deleted for resources: {'Port': ['ID=b4851e01-e419-4eb2-b837-084c8b9f8d0f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:14.519226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102bf2-e228-4449-9763-093c6a0140fa req-62302096-fb88-45af-92cf-c102f0cf8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:14.521237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-62302096-fb88-45af-92cf-c102f0cf8c0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.1131473 Aug 06 15:46:14.522771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Made reservation on behalf of caa65916cb2b49acb7a973c2479206db for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:14.536262 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:14.558544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.567440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:14.673163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-2b5a0974-9c9c-40a0-9bd6-5e764d91163f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.1423841 Aug 06 15:46:14.765776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:14.781448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ad410687-4fd6-4e83-b819-1d7d74025fc5 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "DELETE /v2.0/ports/b4851e01-e419-4eb2-b837-084c8b9f8d0f HTTP/1.1" status: 204 len: 168 time: 1.8154924 Aug 06 15:46:14.782869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56632) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:14.792858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Request body: {'port': {'name': 'tempest-new-port-name-74850282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:14.793241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] bootfile-name is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:46:14.793830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] tftp-server is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:46:14.793965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] server-ip-address is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:46:14.828155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102bf2-e228-4449-9763-093c6a0140fa req-5ad820df-d581-4bbf-a7ff-850cffdb118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:14.829676 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-5ad820df-d581-4bbf-a7ff-850cffdb118d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.1481957 Aug 06 15:46:14.933570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44102bf2-e228-4449-9763-093c6a0140fa req-0ba94d8b-923a-4117-b030-13535ce222e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:14.935107 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-0ba94d8b-923a-4117-b030-13535ce222e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963457 Aug 06 15:46:14.942795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:15.199023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-9744a43c-0fa5-441c-9569-d7549b2bd4b3 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564778 Aug 06 15:46:15.355303 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-44102bf2-e228-4449-9763-093c6a0140fa req-56b10dac-b09c-4e22-9832-7b59d7cfe387 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483099 Aug 06 15:46:15.415564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18fe5b-2c0b-45c8-8a12-5c0946703785 req-8a7429bf-8ca9-45fc-aa31-5d3866ee546f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:15.423323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a18fe5b-2c0b-45c8-8a12-5c0946703785 req-8a7429bf-8ca9-45fc-aa31-5d3866ee546f tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.2816157 Aug 06 15:46:15.482865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15a0d6-caf9-49e4-92f1-560620a19a40 req-516c7836-87a0-4132-99bf-c041feadb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:15.485411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d15a0d6-caf9-49e4-92f1-560620a19a40 req-516c7836-87a0-4132-99bf-c041feadb7f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 1097 time: 0.3852484 Aug 06 15:46:15.513136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e48bc-1cbc-414c-a078-08b25ed2d392 req-7f15fd48-1041-4ad2-b246-cd506e112e31 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:15.515598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-856e48bc-1cbc-414c-a078-08b25ed2d392 req-7f15fd48-1041-4ad2-b246-cd506e112e31 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.3110542 Aug 06 15:46:15.544015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:15.683746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a18fe5b-2c0b-45c8-8a12-5c0946703785 req-a0eb9016-46ba-4e37-a085-21a8573029c7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594817 Aug 06 15:46:15.688415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:15.726043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:15.730902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:15.741528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:15.742141 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:15.753249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d15a0d6-caf9-49e4-92f1-560620a19a40 req-d5207947-a680-4dd9-ba18-f5c9d0d12398 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309928 Aug 06 15:46:15.761575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Subnet': ['ID=83494a70-abcb-4643-91ad-29f93bb7246f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:15.765533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3246855-659f-43c3-bf3d-1d734edda9c1 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:15.787416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-856e48bc-1cbc-414c-a078-08b25ed2d392 req-ab84217d-34a2-46e4-b151-8f8c11ab5748 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295978 Aug 06 15:46:15.819429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:15.940984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event updated for resources: {'Port': ['ID=5d44e908-c681-4f1a-af4f-aab5bff53bbf,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:15.966460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] In _notify_port_updated(), no bound segment for port 5d44e908-c681-4f1a-af4f-aab5bff53bbf on network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:46:15.974127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:15.975133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:15.976615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4f122b7-ef76-492b-a733-aaf905b3f8fa tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "PUT /v2.0/ports/5d44e908-c681-4f1a-af4f-aab5bff53bbf HTTP/1.1" status: 200 len: 1135 time: 1.1912398 Aug 06 15:46:15.981000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:16.047681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2124e1-b9d8-4f0a-93c3-19d94e6d4b22 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:16.051233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ad2124e1-b9d8-4f0a-93c3-19d94e6d4b22 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "GET /v2.0/ports/5d44e908-c681-4f1a-af4f-aab5bff53bbf HTTP/1.1" status: 200 len: 1135 time: 0.0666180 Aug 06 15:46:16.053648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:16.171405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Update dhcp port {'port': {'network_id': 'e3e407ac-c9bd-46d2-a4ed-075fc12ff70d', 'fixed_ips': [{'subnet_id': 'b5c5faf8-c10d-44bd-825a-fa2355efa113', 'ip_address': '172.20.0.18'}, {'subnet_id': '36bf7575-c3f0-4821-a977-333e107469cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '83494a70-abcb-4643-91ad-29f93bb7246f'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'e3914bdd-f0df-4ea2-8347-576866536699'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:46:16.176199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9e17eb8a-7172-4753-ab0d-e9f7e2cf7f9d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9879823 Aug 06 15:46:16.178823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:16.188210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-74599281', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83494a70-abcb-4643-91ad-29f93bb7246f'}], 'security_groups': ['581ef47c-7461-4b1e-90d7-f78043d51edc', '48c93df6-09d5-4c77-b841-3bd8a1115293']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:16.210431 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.253262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Deleting port 5d44e908-c681-4f1a-af4f-aab5bff53bbf {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:16.254223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.371435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38fb14c0-d6d4-4e87-9be3-183fb4192878 None None] Provisioning complete for port 5d44e908-c681-4f1a-af4f-aab5bff53bbf triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:16.372131 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38fb14c0-d6d4-4e87-9be3-183fb4192878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.387560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.392259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.405058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Calling delete_port for 5d44e908-c681-4f1a-af4f-aab5bff53bbf owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:16.432588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-38fb14c0-d6d4-4e87-9be3-183fb4192878 None None] Port 5d44e908-c681-4f1a-af4f-aab5bff53bbf cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:16.489897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Allocated IP 172.20.0.34 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/83494a70-abcb-4643-91ad-29f93bb7246f/e3914bdd-f0df-4ea2-8347-576866536699) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:16.612206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:16.649558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.801635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Transition to ACTIVE for port object e3914bdd-f0df-4ea2-8347-576866536699 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:16.802121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:16.839942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event deleted for resources: {'Port': ['ID=5d44e908-c681-4f1a-af4f-aab5bff53bbf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:16.870242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.047178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.049307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-25dd42c5-f86a-4c9d-ae26-d0fcae05cd6d tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "DELETE /v2.0/ports/5d44e908-c681-4f1a-af4f-aab5bff53bbf HTTP/1.1" status: 204 len: 168 time: 0.9946787 Aug 06 15:46:17.061779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:17.075235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da05fa-1ac3-4d9d-9a00-9834becbe65b None None] Pushing event updated for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:17.177317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Deleting subnet ad741f23-c8cb-432f-998c-25c220219562 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:17.190642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.264171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.305696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634c5b5-5aa5-4e75-afc7-af56fda498a5 req-2cd7f9d6-0164-4bc9-8004-de3f34086307 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:17.308226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a634c5b5-5aa5-4e75-afc7-af56fda498a5 req-2cd7f9d6-0164-4bc9-8004-de3f34086307 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.3647103 Aug 06 15:46:17.325423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad16eb-5bdc-4d9b-a3d7-372625345b96 req-1982e08a-5cb0-4ddf-8a72-393ec1d29e0f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:17.335684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eaad16eb-5bdc-4d9b-a3d7-372625345b96 req-1982e08a-5cb0-4ddf-8a72-393ec1d29e0f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.2995255 Aug 06 15:46:17.387254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Delete allocated IP 172.20.0.5 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/36bf7575-c3f0-4821-a977-333e107469cf) {{(pid=94841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 15:46:17.405794 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.414544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Allocated IP 172.20.0.36 (e3e407ac-c9bd-46d2-a4ed-075fc12ff70d/83494a70-abcb-4643-91ad-29f93bb7246f/40cc8071-db18-4113-8936-e330fc51eae5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:17.420125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a634c5b5-5aa5-4e75-afc7-af56fda498a5 req-6776238f-b8d5-41ac-bdae-19ae50dd1c41 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796049 Aug 06 15:46:17.446529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eaad16eb-5bdc-4d9b-a3d7-372625345b96 req-ed22fb29-ed0e-41ef-8100-3313c654d296 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069763 Aug 06 15:46:17.677205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.696887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.715142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Transition to ACTIVE for port object 40cc8071-db18-4113-8936-e330fc51eae5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:46:17.716755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event deleted for resources: {'Subnet': ['ID=ad741f23-c8cb-432f-998c-25c220219562,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:17.722126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.726299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-31161a30-e855-4186-b07d-f23db1b15d74 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "DELETE /v2.0/subnets/ad741f23-c8cb-432f-998c-25c220219562 HTTP/1.1" status: 204 len: 168 time: 0.6613030 Aug 06 15:46:17.726612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:17.731796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69df4ae-bfec-43b4-9887-d86826fb3f17 None None] Network 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:17.790670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.821132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.955145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Deleting port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:17.955510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.959295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] In _notify_port_updated(), no bound segment for port 40cc8071-db18-4113-8936-e330fc51eae5 on network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:46:17.975135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:17.976001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:17.982603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "PUT /v2.0/ports/40cc8071-db18-4113-8936-e330fc51eae5 HTTP/1.1" status: 200 len: 958 time: 1.8000467 Aug 06 15:46:17.985972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:17.998606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819ed1a-703b-499b-84d6-2fadb0d3d78d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event updated for resources: {'Port': ['ID=40cc8071-db18-4113-8936-e330fc51eae5,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:18.044566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] DHCP port deletion for 5ca4c26b-7c9e-4a4e-8f02-55c745d42451 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:46:18.073384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] For port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,segment=NetworkSegment(abd61f4a-0299-4fbc-886c-0a3ad35b31cf),segment_id=abd61f4a-0299-4fbc-886c-0a3ad35b31cf)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:18.073818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.089701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Calling delete_port for 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:18.094042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:46:18.123464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 40cc8071-db18-4113-8936-e330fc51eae5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:18.124131 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.143968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:18.144711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.200740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:18.220415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] Deleting port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:18.220800 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.229007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.244306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 40cc8071-db18-4113-8936-e330fc51eae5 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:18.276334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.297026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] For port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,segment=NetworkSegment(abd61f4a-0299-4fbc-886c-0a3ad35b31cf),segment_id=abd61f4a-0299-4fbc-886c-0a3ad35b31cf)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:18.299537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.312629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] Calling delete_port for 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:18.321691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event deleted for resources: {'Port': ['ID=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:18.323034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Provisioning for port 40cc8071-db18-4113-8936-e330fc51eae5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:18.324836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] No DVR routers for this DVR port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:18.331181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Provisioning complete for port 40cc8071-db18-4113-8936-e330fc51eae5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:18.331416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.457465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Port 40cc8071-db18-4113-8936-e330fc51eae5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:18.469781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.505539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca4c26b-7c9e-4a4e-8f02-55c745d42451']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:18.525914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:18.526366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd61f4a-0299-4fbc-886c-0a3ad35b31cf') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:18.527349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.542137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.559308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] Pushing event deleted for resources: {'Port': ['ID=5c57f9e6-91c4-49ff-80bc-2fa29337e6a7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:18.561236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622cb98-19d1-4b82-a927-eeb8b195a78f None None] No DVR routers for this DVR port 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:18.563913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.582866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:46:18.583419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:46:18.607494 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:46:18.681897 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.725764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=40cc8071-db18-4113-8936-e330fc51eae5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:18.761202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Provisioning for port e3914bdd-f0df-4ea2-8347-576866536699 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:46:18.766873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:18.767336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3caf137-9dd6-49ad-bd98-3bc9110d6c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.801704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.844405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.844606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:18.849231 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] 10.222.0.16 "DELETE /v2.0/networks/5ca4c26b-7c9e-4a4e-8f02-55c745d42451 HTTP/1.1" status: 204 len: 168 time: 1.1187563 Aug 06 15:46:18.849424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9063d376-aee2-4501-8f89-adeaea04c103 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/40cc8071-db18-4113-8936-e330fc51eae5 HTTP/1.1" status: 204 len: 168 time: 0.8607810 Aug 06 15:46:18.850937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfd344-3a18-4eb6-9703-19c9c005f332 tempest-ExtraDHCPOptionsTestJSON-1213576062 tempest-ExtraDHCPOptionsTestJSON-1213576062-project] Pushing event deleted for resources: {'Network': ['ID=5ca4c26b-7c9e-4a4e-8f02-55c745d42451,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:18.852620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:19.017300 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-620ff602-7c4d-47ba-95bd-777ff5f14ddb tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] GET failed (client error): The resource could not be found. Aug 06 15:46:19.020061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-620ff602-7c4d-47ba-95bd-777ff5f14ddb tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports/40cc8071-db18-4113-8936-e330fc51eae5 HTTP/1.1" status: 404 len: 333 time: 0.1661417 Aug 06 15:46:19.025018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:19.061314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce6a3062-ba7e-4deb-aa6a-559a167d3007 None None] Could not find standard attr ID for object 40cc8071-db18-4113-8936-e330fc51eae5. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:46:19.108860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8320ca-c2a8-433e-af05-18791f02f736 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.123456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233dcce2-26d8-4f7e-8c37-61cd3d332c26 req-a2d3c59e-e1f4-43db-bebb-a37cf2796fc0 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.126195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-233dcce2-26d8-4f7e-8c37-61cd3d332c26 req-a2d3c59e-e1f4-43db-bebb-a37cf2796fc0 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.5308094 Aug 06 15:46:19.130921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-a44eef90-8b94-4322-aa90-0fc430fa6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.133577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-a44eef90-8b94-4322-aa90-0fc430fa6566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 1097 time: 0.2336285 Aug 06 15:46:19.147276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60bed-4b4f-49e0-b614-92269603c75f req-d5700dcc-8fdb-4775-b6b2-0e888a1b2a9e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.148965 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8320ca-c2a8-433e-af05-18791f02f736 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.150216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fac60bed-4b4f-49e0-b614-92269603c75f req-d5700dcc-8fdb-4775-b6b2-0e888a1b2a9e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.5495358 Aug 06 15:46:19.230338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-69b7f73e-67da-4460-a99d-8a00bb17d019 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760660 Aug 06 15:46:19.315021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-233dcce2-26d8-4f7e-8c37-61cd3d332c26 req-6c0c432a-db22-4fc3-952b-441aae99fba8 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633935 Aug 06 15:46:19.315305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79525d-21b2-4180-a709-66e699add268 req-dfcffdef-f53b-4406-b231-17d7f4097766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.318446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-dfcffdef-f53b-4406-b231-17d7f4097766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 1096 time: 0.0595062 Aug 06 15:46:19.327848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fac60bed-4b4f-49e0-b614-92269603c75f req-7d379a3b-c599-4855-9aca-0cb90de8050c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525142 Aug 06 15:46:19.356846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-3afbc1d4-b2ac-4cb0-ba4f-a22b01203804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.359176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-3afbc1d4-b2ac-4cb0-ba4f-a22b01203804 service neutron] 10.222.0.64 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.2057824 Aug 06 15:46:19.374223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8320ca-c2a8-433e-af05-18791f02f736 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.376572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5e8320ca-c2a8-433e-af05-18791f02f736 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.377764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5e8320ca-c2a8-433e-af05-18791f02f736 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/security-groups/c8b2a4ba-55bd-4f51-ae90-0f57a00edaab HTTP/1.1" status: 204 len: 168 time: 0.3540616 Aug 06 15:46:19.385784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56714) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:19.410622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-8642cd43-a96d-4527-95b0-1fb662e83508 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63 HTTP/1.1" status: 200 len: 217 time: 0.0421202 Aug 06 15:46:19.510746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-ddc7aa37-c844-43df-ac54-147925ae35de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.512466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-ddc7aa37-c844-43df-ac54-147925ae35de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0943842 Aug 06 15:46:19.514448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-918dbcb5-6974-43ed-b86e-fd15bde5ff73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.531743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8320ca-c2a8-433e-af05-18791f02f736 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b2a4ba-55bd-4f51-ae90-0f57a00edaab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:19.565016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-918dbcb5-6974-43ed-b86e-fd15bde5ff73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.598214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-0898b231-cc39-43e3-a811-6d276f6e0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.600011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-0898b231-cc39-43e3-a811-6d276f6e0bde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762548 Aug 06 15:46:19.627617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:19.636738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79525d-21b2-4180-a709-66e699add268 req-ed846c5e-6c2c-4a95-b238-368c544d67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.637711 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-ed846c5e-6c2c-4a95-b238-368c544d67cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.2955709 Aug 06 15:46:19.689037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-df60056c-3721-4382-938c-ce89d22a899e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 HTTP/1.1" status: 200 len: 217 time: 0.0436826 Aug 06 15:46:19.741661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-24e922af-39f0-423c-9e5f-c869e21b1e66 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337640 Aug 06 15:46:19.773787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79525d-21b2-4180-a709-66e699add268 req-fda42128-d6a7-4cce-8ce6-1bfbc2595c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.775627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-fda42128-d6a7-4cce-8ce6-1bfbc2595c43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0789461 Aug 06 15:46:19.827088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-918dbcb5-6974-43ed-b86e-fd15bde5ff73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.829900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-918dbcb5-6974-43ed-b86e-fd15bde5ff73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:19.833594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-918dbcb5-6974-43ed-b86e-fd15bde5ff73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/security-groups/48c93df6-09d5-4c77-b841-3bd8a1115293 HTTP/1.1" status: 204 len: 168 time: 0.4442086 Aug 06 15:46:19.838074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:19.862901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dbcb5-6974-43ed-b86e-fd15bde5ff73 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c93df6-09d5-4c77-b841-3bd8a1115293,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:19.894184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79525d-21b2-4180-a709-66e699add268 req-bb65b0b8-1674-4423-b6ca-a8b1091b2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.896266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-bb65b0b8-1674-4423-b6ca-a8b1091b2e61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118445 Aug 06 15:46:19.932814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9aef71a0-c0c4-4f42-9ecd-e14f3fa034b4 req-f3be3b98-10ab-449c-9852-a7b2be4e57d8 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819050 Aug 06 15:46:19.940829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af1f1-1754-434c-ab72-0607a67ef561 req-1fae159c-d701-4015-8246-63e0078cd737 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:19.942117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b23af1f1-1754-434c-ab72-0607a67ef561 req-1fae159c-d701-4015-8246-63e0078cd737 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0877776 Aug 06 15:46:19.997965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b23af1f1-1754-434c-ab72-0607a67ef561 req-0bdf2516-2455-4b69-8445-c88df759caee tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 Aug 06 15:46:20.003175 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-35bb31dc-9189-486a-98c6-316b8b786288 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae102185af3d456183c1d88daaff9638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743348 Aug 06 15:46:20.006088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:20.059448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:20.073767 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da107a5-e0c2-4e49-bd37-60b2926a1a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.106905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:20.107469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c57f9e6-91c4-49ff-80bc-2fa29337e6a7 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:20.108518 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da107a5-e0c2-4e49-bd37-60b2926a1a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.127932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b49ed03-be96-4402-9d8a-2220a4cebd5f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.159476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-00783db4-c348-4b61-961e-6ed39c90f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:20.161074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-00783db4-c348-4b61-961e-6ed39c90f2ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97515c638c8c421cb621d1eb2e09be05&device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 1097 time: 0.2265224 Aug 06 15:46:20.190713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-498c5835-63ea-4c43-a2a0-e48901187f09 service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573254 Aug 06 15:46:20.192335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b49ed03-be96-4402-9d8a-2220a4cebd5f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.277046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da107a5-e0c2-4e49-bd37-60b2926a1a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.279943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3da107a5-e0c2-4e49-bd37-60b2926a1a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.283743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3da107a5-e0c2-4e49-bd37-60b2926a1a34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f5aeb69-6e23-4548-b57a-1000a06048c0 HTTP/1.1" status: 204 len: 168 time: 0.2741463 Aug 06 15:46:20.292412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da107a5-e0c2-4e49-bd37-60b2926a1a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5aeb69-6e23-4548-b57a-1000a06048c0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:20.395660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-d904dbd2-4cd9-4d45-818f-85fd3fe357d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:20.397158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-d904dbd2-4cd9-4d45-818f-85fd3fe357d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 200 len: 911 time: 0.2261250 Aug 06 15:46:20.444702 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d79525d-21b2-4180-a709-66e699add268 req-80b91224-012c-4e24-b30c-1f2def4e982c service neutron] 10.222.0.64 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350342 Aug 06 15:46:20.447419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-0005895c-d097-42f1-ba4c-88e10bd974b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f HTTP/1.1" status: 200 len: 217 time: 0.0419703 Aug 06 15:46:20.519219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b49ed03-be96-4402-9d8a-2220a4cebd5f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.519994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124bf76-220b-4b7f-90b6-782af52d1d56 req-05c81761-3dd2-40e9-8110-4f2371e392ed tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:20.522808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b49ed03-be96-4402-9d8a-2220a4cebd5f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.522969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6124bf76-220b-4b7f-90b6-782af52d1d56 req-05c81761-3dd2-40e9-8110-4f2371e392ed tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1045983 Aug 06 15:46:20.524623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6b49ed03-be96-4402-9d8a-2220a4cebd5f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/security-groups/581ef47c-7461-4b1e-90d7-f78043d51edc HTTP/1.1" status: 204 len: 168 time: 0.6845775 Aug 06 15:46:20.528090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:20.544956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49ed03-be96-4402-9d8a-2220a4cebd5f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ef47c-7461-4b1e-90d7-f78043d51edc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:20.557346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-d42acd04-9dfa-4d9e-8cd0-d12edbf2091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:20.558956 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-d42acd04-9dfa-4d9e-8cd0-d12edbf2091b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 200 len: 850 time: 0.0972588 Aug 06 15:46:20.635613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-a03b9240-6f81-4c11-b4d2-9d2a99f58b7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee10dee4-4c8a-42d8-a0d6-d5e222befc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678296 Aug 06 15:46:20.646893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 36bf7575-c3f0-4821-a977-333e107469cf {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:20.659942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.713399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6124bf76-220b-4b7f-90b6-782af52d1d56 req-f1d91d8c-6b8a-467f-aa8b-d290e45169fd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831087 Aug 06 15:46:20.719538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.786379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-5646d262-067c-4a01-91fb-242f8879d47e service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381562 Aug 06 15:46:20.855939 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:20.930744 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82b70dee-f2c3-4a3a-aa11-059f98cfbdc6 req-cb784b95-acdd-4695-9c71-95651ddca061 service neutron] 10.222.0.64 "GET /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353569 Aug 06 15:46:21.035671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:21.066891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=36bf7575-c3f0-4821-a977-333e107469cf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:21.075384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:21.077536 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-747ff577-38e6-402b-b173-f98e8ece04f7 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/36bf7575-c3f0-4821-a977-333e107469cf HTTP/1.1" status: 204 len: 168 time: 0.5477920 Aug 06 15:46:21.082217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56762) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:21.083146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec14e14-ff78-4717-a487-44c1816d21dd None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:21.208207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet 83494a70-abcb-4643-91ad-29f93bb7246f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:21.217032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:21.290773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35703038-26ff-44eb-8801-e4bc7290f0e8 req-f01d2838-c1c5-459b-9f26-5c58f2b3f60a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:21.292567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35703038-26ff-44eb-8801-e4bc7290f0e8 req-f01d2838-c1c5-459b-9f26-5c58f2b3f60a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1422560 Aug 06 15:46:21.294990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:21.804402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:21.837434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35703038-26ff-44eb-8801-e4bc7290f0e8 req-4f82ddd7-7f8a-431d-9321-592fb22ee2f4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205026 Aug 06 15:46:21.860826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:21.986158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1815187015'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:22.017232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568603-3dd2-4a07-99fb-029e87ddb88e req-1f4619e1-d901-493c-adef-52456ed7c0c0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:22.018943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f568603-3dd2-4a07-99fb-029e87ddb88e req-1f4619e1-d901-493c-adef-52456ed7c0c0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 946 time: 0.1257012 Aug 06 15:46:22.071050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.076030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f568603-3dd2-4a07-99fb-029e87ddb88e req-4a43497a-e6a0-4044-9472-a7d59a1aa4bd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494728 Aug 06 15:46:22.098139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:22.101915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.112857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.125471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=83494a70-abcb-4643-91ad-29f93bb7246f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:22.130495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79ee34cb-35b3-4130-82d9-7c8822cfdeff None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:22.131331 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79ee34cb-35b3-4130-82d9-7c8822cfdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.139935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.139935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-edd42235-c535-48da-b4b7-f8cec3606007 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/83494a70-abcb-4643-91ad-29f93bb7246f HTTP/1.1" status: 204 len: 168 time: 1.0544150 Aug 06 15:46:22.140710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:22.169718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b502332-b327-474f-a37e-78ed4ff6ee02 None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:22.176016 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e72b8a-a783-4f20-b470-6436c27afbea tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:22.176016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e72b8a-a783-4f20-b470-6436c27afbea tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:22.176746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55e72b8a-a783-4f20-b470-6436c27afbea tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/36bf7575-c3f0-4821-a977-333e107469cf HTTP/1.1" status: 404 len: 337 time: 0.0342255 Aug 06 15:46:22.179314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:22.233657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-79ee34cb-35b3-4130-82d9-7c8822cfdeff None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:22.237590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting subnet b5c5faf8-c10d-44bd-825a-fa2355efa113 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:22.241480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.249076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.259610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79ee34cb-35b3-4130-82d9-7c8822cfdeff None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:22.260044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79ee34cb-35b3-4130-82d9-7c8822cfdeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.316043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.367060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.392781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:46:22.411533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6f4c42-7428-4b78-bdc7-c1e4b2c74e0e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:22.417186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.417412 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Added segment 27256559-12dd-427d-910e-d6a2f47ab8fc of type vlan for network b5a20a2b-dc6f-40b1-a479-b6971895f33b Aug 06 15:46:22.435769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.482820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.611716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d7ecab4f-46a1-44f6-a882-e5011daeea63 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:22.619460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.620444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.634232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:22.635876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.731233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.733473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/b5c5faf8-c10d-44bd-825a-fa2355efa113 HTTP/1.1" status: 204 len: 168 time: 0.5530245 Aug 06 15:46:22.734388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32db5be-7f40-45bb-ac5c-55559168a315 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c5faf8-c10d-44bd-825a-fa2355efa113,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:22.737785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:22.771956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:22.805914 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-56527a9d-9964-4d70-ae34-60d6a1cfb47b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:22.805914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56527a9d-9964-4d70-ae34-60d6a1cfb47b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:22.813086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Network': ['ID=b5a20a2b-dc6f-40b1-a479-b6971895f33b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:22.814109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-56527a9d-9964-4d70-ae34-60d6a1cfb47b tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/ea39d840-d90f-4854-8b6a-d5a50d25ba6d HTTP/1.1" status: 404 len: 337 time: 0.0731246 Aug 06 15:46:22.823958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:22.846399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bfb0aa3e-ba29-40d6-83b0-2bc132cd6b55 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0397227 Aug 06 15:46:22.847094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:22.865909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'subnet': {'network_id': 'b5a20a2b-dc6f-40b1-a479-b6971895f33b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:22.888101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:22.897319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4d4443d1-7d2e-42ec-a9a9-edc062ad759d tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "GET /v2.0/ports?device_id=097e4ef3-8d54-47d1-812f-07f73d3a6052 HTTP/1.1" status: 200 len: 205 time: 0.0719676 Aug 06 15:46:22.907151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:22.912249 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb6ffde-6ebb-487b-914e-04acc5bb4a7c" -d '{"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:22.926522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:46:22.949930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:22.954063 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-c7655b84-d92d-42a4-84ad-e771bfe384aa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] delete failed (client error): The resource could not be found. Aug 06 15:46:22.959599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7655b84-d92d-42a4-84ad-e771bfe384aa tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/routers/097e4ef3-8d54-47d1-812f-07f73d3a6052 HTTP/1.1" status: 404 len: 336 time: 0.0601175 Aug 06 15:46:22.960639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.001940 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-838fd79c-c76b-4617-8e5e-4416ffa9c6d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.004259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838fd79c-c76b-4617-8e5e-4416ffa9c6d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.018219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.019929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-838fd79c-c76b-4617-8e5e-4416ffa9c6d4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/cc32d3f5-9acc-4efd-9a72-6024aa321600 HTTP/1.1" status: 404 len: 337 time: 0.0578983 Aug 06 15:46:23.071429 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c651ee-4ab5-4d7a-953b-29f36aec8943 x-openstack-request-id: req-a1c651ee-4ab5-4d7a-953b-29f36aec8943 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:23.071773 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:23.071995 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1c651ee-4ab5-4d7a-953b-29f36aec8943 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:23.079258 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'code': 200} Aug 06 15:46:23.079258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.160200 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a25e00f-06d0-4e89-8429-b9b8a840ebf1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.165357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a25e00f-06d0-4e89-8429-b9b8a840ebf1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.167195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:23.170978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0a25e00f-06d0-4e89-8429-b9b8a840ebf1 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/68686cec-927b-4b2a-801e-b9dd3b640fcb HTTP/1.1" status: 404 len: 337 time: 0.1484542 Aug 06 15:46:23.175317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.185512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.186964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.186964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.186964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.186964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.187399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.187627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.193035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.193393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.193790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.194502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.195030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:46:23.203053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac08a9-d935-40b4-b912-f1c3b9b3b07c req-f557aea9-6837-45a0-991f-005ad56abbd5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:23.213347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3ac08a9-d935-40b4-b912-f1c3b9b3b07c req-f557aea9-6837-45a0-991f-005ad56abbd5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1236029 Aug 06 15:46:23.277015 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-71fd5928-dad6-4b5c-8784-2fd3683efaa4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.277459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71fd5928-dad6-4b5c-8784-2fd3683efaa4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.280368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71fd5928-dad6-4b5c-8784-2fd3683efaa4 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/78d4f4e3-f701-41b4-8452-1ac88356b5b5 HTTP/1.1" status: 404 len: 337 time: 0.1032581 Aug 06 15:46:23.282098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.318834 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ab933d-287c-4c5a-aefc-d44e51fe68cc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.319541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ab933d-287c-4c5a-aefc-d44e51fe68cc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.325357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53ab933d-287c-4c5a-aefc-d44e51fe68cc tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/3b0232bc-d71c-4435-847c-7458cd88e92e HTTP/1.1" status: 404 len: 333 time: 0.0384650 Aug 06 15:46:23.325614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3ac08a9-d935-40b4-b912-f1c3b9b3b07c req-5d5d1729-2991-42a0-a29e-7706f541b1f4 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110606 Aug 06 15:46:23.325810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.349581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d00f-a9ac-458e-99aa-522f1b7e33b2 req-ab064735-50ba-41ad-b10d-fce478c57c6f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:23.365134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b79d00f-a9ac-458e-99aa-522f1b7e33b2 req-ab064735-50ba-41ad-b10d-fce478c57c6f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.0966966 Aug 06 15:46:23.376772 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7fdf6f-7fe7-405c-9a88-291543f44318 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.376772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7fdf6f-7fe7-405c-9a88-291543f44318 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.384881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bc7fdf6f-7fe7-405c-9a88-291543f44318 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/196897a7-0662-4490-94dd-2318dec4e175 HTTP/1.1" status: 404 len: 337 time: 0.0550878 Aug 06 15:46:23.384881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:23.386744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.388661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.467594 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a294e67-7757-4731-9634-77dd4d494465 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.472234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a294e67-7757-4731-9634-77dd4d494465 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.474613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5a294e67-7757-4731-9634-77dd4d494465 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/0f6d6921-824c-4fa9-90d5-05d3c095f5bd HTTP/1.1" status: 404 len: 337 time: 0.0779674 Aug 06 15:46:23.482330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.515326 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e151941-e9a3-40ef-8911-03a8d4bb3603 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.517092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e151941-e9a3-40ef-8911-03a8d4bb3603 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.523442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3e151941-e9a3-40ef-8911-03a8d4bb3603 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/dff94044-1a0b-4f29-91c1-ca5e787eb90c HTTP/1.1" status: 404 len: 333 time: 0.0353012 Aug 06 15:46:23.537231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b79d00f-a9ac-458e-99aa-522f1b7e33b2 req-e38be65c-e7b4-4ee9-bc16-1de2c1bacb88 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605899 Aug 06 15:46:23.540226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.583673 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6bf284-e8dd-4aba-9376-0abc96b5a99f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.591914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6bf284-e8dd-4aba-9376-0abc96b5a99f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.591914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd6bf284-e8dd-4aba-9376-0abc96b5a99f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/a887699e-71c8-4eb7-96dc-b81074d84d0b HTTP/1.1" status: 404 len: 337 time: 0.0466383 Aug 06 15:46:23.594934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.612736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f1992-a345-401e-be4f-26adf283338a None None] Network e3e407ac-c9bd-46d2-a4ed-075fc12ff70d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:23.640708 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa221630-3ecb-493a-9995-9899c4ef4d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] DELETE failed (client error): The resource could not be found. Aug 06 15:46:23.641182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa221630-3ecb-493a-9995-9899c4ef4d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:46:23.643993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aa221630-3ecb-493a-9995-9899c4ef4d4f tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/subnets/08b04701-2fc3-4f05-9125-8f0ca6c90b7e HTTP/1.1" status: 404 len: 337 time: 0.0478408 Aug 06 15:46:23.647956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:23.693772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9cdbb48-9fd4-4bb5-b68e-9d6bec3bf877 None None] Provisioning complete for port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:23.694287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbb48-9fd4-4bb5-b68e-9d6bec3bf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.742343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c9cdbb48-9fd4-4bb5-b68e-9d6bec3bf877 None None] Port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:23.762675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7938-a517-4f88-9600-5e94d2a701e1 req-892e4510-a584-4e95-bede-d5dad48c00a1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:23.771637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd6a7938-a517-4f88-9600-5e94d2a701e1 req-892e4510-a584-4e95-bede-d5dad48c00a1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0748277 Aug 06 15:46:23.779879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9cdbb48-9fd4-4bb5-b68e-9d6bec3bf877 None None] Provisioning complete for port e3914bdd-f0df-4ea2-8347-576866536699 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:23.780378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9cdbb48-9fd4-4bb5-b68e-9d6bec3bf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.796843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:23.797347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.828686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd6a7938-a517-4f88-9600-5e94d2a701e1 req-b5d1fbae-8b8e-4ca9-8842-cffbae64fa1f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558057 Aug 06 15:46:23.871358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.936217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:23.974890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for 9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:24.021690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Subnet': ['ID=927d0db9-8d31-441c-aaa7-76ceb57ecfce,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:24.034430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] DHCP port deletion for e3e407ac-c9bd-46d2-a4ed-075fc12ff70d request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:46:24.076087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Checking segment: {'id': '27256559-12dd-427d-910e-d6a2f47ab8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b5a20a2b-dc6f-40b1-a479-b6971895f33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:46:24.078645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network hostable DHCP agents. Network: b5a20a2b-dc6f-40b1-a479-b6971895f33b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:46:24.099155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac381b-37f2-4073-9615-b0fea28b2240 req-6bfcdc9e-8d99-4160-a466-0a870eca94c4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:24.101498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5ac381b-37f2-4073-9615-b0fea28b2240 req-6bfcdc9e-8d99-4160-a466-0a870eca94c4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1230526 Aug 06 15:46:24.116312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] Deleting port e3914bdd-f0df-4ea2-8347-576866536699 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:24.116685 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.189878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5ac381b-37f2-4073-9615-b0fea28b2240 req-1588b225-5468-48e2-9b17-a1f8b9e3dac5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819850 Aug 06 15:46:24.192132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:24.192659 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.197141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:46:24.209667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] Calling delete_port for e3914bdd-f0df-4ea2-8347-576866536699 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:24.224351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.265035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.267392 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/ports/9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa HTTP/1.1" status: 204 len: 168 time: 0.6177783 Aug 06 15:46:24.268785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602a0a-d02b-4dbc-ab64-97a1e2478d37 tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=9c13fc3d-ae6a-4ab2-a35c-aeff1156c5fa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:24.270585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:24.286806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b5a20a2b-dc6f-40b1-a479-b6971895f33b) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:24.296942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933118e6-e4d9-44c4-9f13-075d2da739ae None None] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:24.300708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:24.301325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.377852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.396269 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7f6acae9-088e-4e13-b929-08bbf7cea36a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5480344 Aug 06 15:46:24.400020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:24.405098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1287861743', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:24.479354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f93fb-6b36-40f5-831f-8a9b70328109 None None] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:46:24.503093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa65d45-23de-4ef1-aa0f-4101d984c506 req-1b2bca6a-2a3a-4de1-8b14-a4f8c82e4a92 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:24.504564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fa65d45-23de-4ef1-aa0f-4101d984c506 req-1b2bca6a-2a3a-4de1-8b14-a4f8c82e4a92 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0696425 Aug 06 15:46:24.505997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Deleting port e3914bdd-f0df-4ea2-8347-576866536699 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:24.506338 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.538300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.569626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.572578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.578791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] Pushing event deleted for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:24.590528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d24b5-426c-4085-bdc3-91fbb191a5c8 None None] No DVR routers for this DVR port e3914bdd-f0df-4ea2-8347-576866536699 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:24.607328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] For port e3914bdd-f0df-4ea2-8347-576866536699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3914bdd-f0df-4ea2-8347-576866536699,segment=NetworkSegment(c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec),segment_id=c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:24.607963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.614883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fa65d45-23de-4ef1-aa0f-4101d984c506 req-d6987994-ec77-40f3-927f-4c0430cce3b5 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951927 Aug 06 15:46:24.629333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Calling delete_port for e3914bdd-f0df-4ea2-8347-576866536699 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:24.716309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.799896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d400ec2-4f13-4bdd-8959-765737f9ddde req-4bb4482c-6c53-4d5d-9d8b-bd15930f44b8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:24.801525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d400ec2-4f13-4bdd-8959-765737f9ddde req-4bb4482c-6c53-4d5d-9d8b-bd15930f44b8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0899982 Aug 06 15:46:24.825017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.867618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Port': ['ID=e3914bdd-f0df-4ea2-8347-576866536699,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:24.869506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] No DVR routers for this DVR port e3914bdd-f0df-4ea2-8347-576866536699 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:24.918723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d400ec2-4f13-4bdd-8959-765737f9ddde req-eed0e865-e877-4d7f-8dd4-bcade258a0f7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086788 Aug 06 15:46:24.981614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:24.987467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.000129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e407ac-c9bd-46d2-a4ed-075fc12ff70d']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:25.012022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:25.012364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c4bdd7-7d2c-4e0c-a23c-b2996d5790ec') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:25.022102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.036882 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.046738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:46:25.047425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:46:25.051198 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:46:25.201255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf873c6-c785-4ab3-81fe-964f9c4d0cbb req-67d5d592-392e-4820-b48f-a62004cca4ae tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:25.205471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acf873c6-c785-4ab3-81fe-964f9c4d0cbb req-67d5d592-392e-4820-b48f-a62004cca4ae tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.0632505 Aug 06 15:46:25.230024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.240760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.243562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] 10.222.0.16 "DELETE /v2.0/networks/e3e407ac-c9bd-46d2-a4ed-075fc12ff70d HTTP/1.1" status: 204 len: 168 time: 0.9715068 Aug 06 15:46:25.270326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839af082-7d8f-4f3b-8c3a-8ba3f6d7ffae tempest-PortsTestJSON-755079266 tempest-PortsTestJSON-755079266-project] Pushing event deleted for resources: {'Network': ['ID=e3e407ac-c9bd-46d2-a4ed-075fc12ff70d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:25.301396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acf873c6-c785-4ab3-81fe-964f9c4d0cbb req-f87c3f0f-3505-47d3-a3df-eeed21eb7186 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877252 Aug 06 15:46:25.354738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.386705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.525928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.192 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/510082c1-daf1-4fe2-9bec-3a085a49e61d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:25.635074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.944394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:25.945127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:26.020029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:26.051881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:26.052177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=510082c1-daf1-4fe2-9bec-3a085a49e61d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:26.052177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:26.058918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:26.106256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e3914bdd-f0df-4ea2-8347-576866536699 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:26.107339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3914bdd-f0df-4ea2-8347-576866536699 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:26.124811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e371d3-14ec-4611-88c4-10c9625121b6 req-79e691c4-f8b5-4225-bd38-ffb502ee80e5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:26.126404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20e371d3-14ec-4611-88c4-10c9625121b6 req-79e691c4-f8b5-4225-bd38-ffb502ee80e5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0794723 Aug 06 15:46:26.170307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20e371d3-14ec-4611-88c4-10c9625121b6 req-e7017ca3-cb73-44aa-9dd0-ce17f913efaa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375292 Aug 06 15:46:26.219414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:26.390320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4fbbcc7d-15c1-4816-b21d-f558f5f4adac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=caa65916cb2b49acb7a973c2479206db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666710 Aug 06 15:46:26.390596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:26.498397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f928e66-629a-428a-9489-17bc64ecac99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:26.513557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baab0e-17e8-4967-853a-352649e23416 req-11b0a302-cf72-4eec-9b59-c30b092d0ee7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:26.513557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03baab0e-17e8-4967-853a-352649e23416 req-11b0a302-cf72-4eec-9b59-c30b092d0ee7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1242471 Aug 06 15:46:26.546954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f928e66-629a-428a-9489-17bc64ecac99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:26.581348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03baab0e-17e8-4967-853a-352649e23416 req-50aa116a-4888-4a25-805f-63d1b22261e3 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611637 Aug 06 15:46:26.628895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d7ecab4f-46a1-44f6-a882-e5011daeea63 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:26.703613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f928e66-629a-428a-9489-17bc64ecac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:26.706511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3f928e66-629a-428a-9489-17bc64ecac99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:26.710993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3f928e66-629a-428a-9489-17bc64ecac99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c63c5545-f153-4d53-bc84-2ce63776d4b8 HTTP/1.1" status: 204 len: 168 time: 0.3161693 Aug 06 15:46:26.731280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f928e66-629a-428a-9489-17bc64ecac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c5545-f153-4d53-bc84-2ce63776d4b8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:26.885652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:27.137554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:27.342248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782288f-39cb-45f7-8068-cb9f149584ae req-50027f8a-fc08-4ab4-a3b3-f3ea8b34ef6a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.345038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0782288f-39cb-45f7-8068-cb9f149584ae req-50027f8a-fc08-4ab4-a3b3-f3ea8b34ef6a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0672677 Aug 06 15:46:27.398156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:46:27.402272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0782288f-39cb-45f7-8068-cb9f149584ae req-15250cf4-507a-4734-ba5a-c1a9cc77c198 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506666 Aug 06 15:46:27.559373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:27.569893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:27.582468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:27.583666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:27.602806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.611379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.618953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.625225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.626369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:27.632270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.638478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:27.639223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:27.639404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.646294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.655960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-a9ecfc24-5175-432e-8b26-aef84531c701 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1277936 Aug 06 15:46:27.678978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:27.690449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb8b75-1426-401b-915c-cf87d72004cb None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:27.692453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:27.694951 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ba563619-0938-4544-b60c-986898ffddfc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2937074 Aug 06 15:46:27.698512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:27.720377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a06760d-10e2-4e26-9f10-0e6a602b42f4 req-1ed2133a-6af4-4335-a125-1ccc5309d3ad tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634644 Aug 06 15:46:27.790540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e07b5-d152-4270-99be-e5de0d5fa057 req-32ab28ef-8020-4a2b-8607-5227926bba8a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:27.792243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-837e07b5-d152-4270-99be-e5de0d5fa057 req-32ab28ef-8020-4a2b-8607-5227926bba8a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1282597 Aug 06 15:46:27.848823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-837e07b5-d152-4270-99be-e5de0d5fa057 req-2af563c9-b3bb-47ea-8b94-c3b78e67336a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485203 Aug 06 15:46:28.269672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:28.547975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa966-e327-4315-9129-b370742dcff5 req-29fefb40-7a86-452d-b2bf-e69e6d7579ee tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.547975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-27eaa966-e327-4315-9129-b370742dcff5 req-29fefb40-7a86-452d-b2bf-e69e6d7579ee tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1127779 Aug 06 15:46:28.574286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc79cc-ee12-4249-b6aa-ce8750337c76 req-4b63fcba-2f65-4b19-8dd0-4686ca7d4cb8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.576210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70fc79cc-ee12-4249-b6aa-ce8750337c76 req-4b63fcba-2f65-4b19-8dd0-4686ca7d4cb8 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0679567 Aug 06 15:46:28.640511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70fc79cc-ee12-4249-b6aa-ce8750337c76 req-43a90521-a3a6-4446-80a2-ee1832f8df82 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557694 Aug 06 15:46:28.836281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.1 (b5a20a2b-dc6f-40b1-a479-b6971895f33b/927d0db9-8d31-441c-aaa7-76ceb57ecfce/9b2b545b-14e6-40ce-bc1c-a134dd809d0b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:28.869644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.875885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.882185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:28.882873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.888875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.899295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.900831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.906894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.908959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-fd0b2894-f2d0-4766-9776-0f67dc589de7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1861472 Aug 06 15:46:28.980321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.987712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:28.995329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.004673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.010895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.017366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.023990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.034888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-3753c84a-a5f7-42d9-8a9c-6e739de649d7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 5444 time: 0.1835444 Aug 06 15:46:29.049404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-5804d37d-570a-45cd-ad67-19cf308de153 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.050909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-5804d37d-570a-45cd-ad67-19cf308de153 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "GET /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1304955 Aug 06 15:46:29.115559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Deleting port 68b5abca-839e-4eb8-a6e4-a81bc106f42f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:29.115953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.135905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afa22f53-abfe-4324-b5bb-da77841381d8 req-09ca347a-eda3-4559-843a-0b0801164b31 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990031 Aug 06 15:46:29.161259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e6100-ecf8-44a9-99ef-5d0c8abf3d68 req-241bca57-4d43-4a12-92a5-95dab57e150c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.163065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-452e6100-ecf8-44a9-99ef-5d0c8abf3d68 req-241bca57-4d43-4a12-92a5-95dab57e150c tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 946 time: 0.1166749 Aug 06 15:46:29.231796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-452e6100-ecf8-44a9-99ef-5d0c8abf3d68 req-fbf6d022-dff8-4b93-9d62-393babf17ed7 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565710 Aug 06 15:46:29.266268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.315525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-3fd6172c-a2eb-4dac-9d88-9c6178aac277 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "GET /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2547984 Aug 06 15:46:29.333213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:29.387517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] For port 68b5abca-839e-4eb8-a6e4-a81bc106f42f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=68b5abca-839e-4eb8-a6e4-a81bc106f42f,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:29.387842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.409951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Calling delete_port for 68b5abca-839e-4eb8-a6e4-a81bc106f42f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:29.478992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.531485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.620188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:29.638376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:29.654281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:29.670606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=9b2b545b-14e6-40ce-bc1c-a134dd809d0b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:29.822942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.834243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64537c05-b9ff-40f1-ae9d-9b1ea15ddbe6 req-0021b14a-6eb2-4572-a8a7-062e3762171b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:29.837201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64537c05-b9ff-40f1-ae9d-9b1ea15ddbe6 req-0021b14a-6eb2-4572-a8a7-062e3762171b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0883169 Aug 06 15:46:29.894931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=63e77e67-4d7d-4504-b039-402fd78e9c02,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:29.907364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64537c05-b9ff-40f1-ae9d-9b1ea15ddbe6 req-eb0cfd77-2b09-4385-92bb-c7f1a491b903 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635834 Aug 06 15:46:29.955727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:29.981767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['004b7014-619e-4fda-a30d-47840ab6e524'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:46:30.040095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Pushing event deleted for resources: {'Port': ['ID=68b5abca-839e-4eb8-a6e4-a81bc106f42f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:30.046735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] For port 63e77e67-4d7d-4504-b039-402fd78e9c02, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:46:30.047557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['68b5abca-839e-4eb8-a6e4-a81bc106f42f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:46:30.125976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] No DVR routers for this DVR port 68b5abca-839e-4eb8-a6e4-a81bc106f42f on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:30.136142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] device_id is not set on port 63e77e67-4d7d-4504-b039-402fd78e9c02 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:30.149931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.149931 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-27eaa966-e327-4315-9129-b370742dcff5 req-5501b343-660d-49f4-ba53-27c592293305 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.64 "DELETE /v2.0/ports/68b5abca-839e-4eb8-a6e4-a81bc106f42f HTTP/1.1" status: 204 len: 173 time: 1.4972277 Aug 06 15:46:30.149931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'name': 'network-vif-deleted', 'tag': '68b5abca-839e-4eb8-a6e4-a81bc106f42f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:30.149931 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb47a59-6e3a-4e07-a1df-7e5b5d5912c5" -d '{"events": [{"server_uuid": "b4d544ec-637c-417c-b5cf-7ab68dbd72a2", "name": "network-vif-deleted", "tag": "68b5abca-839e-4eb8-a6e4-a81bc106f42f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:30.157258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.239705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.326875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:30.376801 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242368f8-9e4a-4a80-b53d-9aed77df33c5 x-openstack-request-id: req-242368f8-9e4a-4a80-b53d-9aed77df33c5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:30.377784 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d544ec-637c-417c-b5cf-7ab68dbd72a2", "name": "network-vif-deleted", "tag": "68b5abca-839e-4eb8-a6e4-a81bc106f42f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:30.391348 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-242368f8-9e4a-4a80-b53d-9aed77df33c5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:30.394215 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d544ec-637c-417c-b5cf-7ab68dbd72a2', 'name': 'network-vif-deleted', 'tag': '68b5abca-839e-4eb8-a6e4-a81bc106f42f', 'status': 'completed', 'code': 200} Aug 06 15:46:30.503096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.503635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:30.507448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] No DVR routers for this DVR port 63e77e67-4d7d-4504-b039-402fd78e9c02 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:30.551429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Pushing event updated for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:30.586781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57df6e2d-25f7-4a8b-90f9-46116c2a1414 req-442830cf-08a6-44b5-a9a1-7365b8e6d23a tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4d544ec-637c-417c-b5cf-7ab68dbd72a2 HTTP/1.1" status: 200 len: 210 time: 0.0519118 Aug 06 15:46:30.640601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a958b9c4-7761-495e-a44a-983b921648d6 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:30.649424 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a86ca94-f191-4b6e-abca-5e91770c963f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.706862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.714173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.721676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.730510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.738475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.746188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.755381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-a4e38309-20b5-4624-ad2e-576bfa1143ea tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 4665 time: 0.3881693 Aug 06 15:46:30.757723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a04b86d-7d93-4a00-b2ec-e611fba7ed74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.817672 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.887198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:30.892217 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a4df2-5ff2-48ee-b5d9-935e23d58501" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a958b9c4-7761-495e-a44a-983b921648d6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:30.903558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9be9983-0e09-4240-b05b-d2429ae7d7f0 None None] Provisioning complete for port 63e77e67-4d7d-4504-b039-402fd78e9c02 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:30.904501 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9be9983-0e09-4240-b05b-d2429ae7d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.931068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.940674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] In _notify_port_updated(), no bound segment for port 63e77e67-4d7d-4504-b039-402fd78e9c02 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:46:30.941468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:30.942170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.942396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-074b01e2-7b7e-43c3-b9d4-2c0a715fcae7 req-7c9c2e93-d52e-4c64-a2a3-943505778fff tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859026 Aug 06 15:46:30.943766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-d0b83408-c7e6-49ff-8a3b-1ccee0970333 service neutron] 10.222.0.64 "PUT /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 200 len: 1032 time: 1.6205325 Aug 06 15:46:30.981619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9be9983-0e09-4240-b05b-d2429ae7d7f0 None None] Port 63e77e67-4d7d-4504-b039-402fd78e9c02 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:30.987244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a86ca94-f191-4b6e-abca-5e91770c963f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:30.994027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a958b9c4-7761-495e-a44a-983b921648d6,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:31.024703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.048892 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e7132-e373-4d3e-8c15-77738ab1e759 x-openstack-request-id: req-db2e7132-e373-4d3e-8c15-77738ab1e759 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:31.049185 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a958b9c4-7761-495e-a44a-983b921648d6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:31.049440 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db2e7132-e373-4d3e-8c15-77738ab1e759 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:31.050065 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6', 'code': 200} Aug 06 15:46:31.096926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5a86ca94-f191-4b6e-abca-5e91770c963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.097477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8093746e-2daa-47af-ad08-4dae0829f894 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:31.099076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8093746e-2daa-47af-ad08-4dae0829f894 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "GET /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1478841 Aug 06 15:46:31.116495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:31.120112 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.121282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8fd99909-6e16-4907-b33c-70dfd96a14b0 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:31.178621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=9b2b545b-14e6-40ce-bc1c-a134dd809d0b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.196406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.237021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86ca94-f191-4b6e-abca-5e91770c963f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b983f-bd4a-4216-b162-1ac9f9626799,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.251606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5a86ca94-f191-4b6e-abca-5e91770c963f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b23c105e29f4b9690cca9464ee4820d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9230199 Aug 06 15:46:31.256152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:31.264693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.296358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bebb1-952b-4c76-8fc9-2b53f0eaf364 req-77f3376b-bf36-4e3b-b0de-6fa1a76934c3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:31.298003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-983bebb1-952b-4c76-8fc9-2b53f0eaf364 req-77f3376b-bf36-4e3b-b0de-6fa1a76934c3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.2090523 Aug 06 15:46:31.329420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.331053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.387951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:31.430360 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.431112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 438ba21d-e975-48aa-879e-e069209d97d6 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:31.440330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-983bebb1-952b-4c76-8fc9-2b53f0eaf364 req-5683424f-06c8-41c7-aaa0-2b507127696a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079605 Aug 06 15:46:31.452344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:31.456595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:31.498769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71623b61-4e5f-4343-a5f1-7d2cd3676004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.505428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a04b86d-7d93-4a00-b2ec-e611fba7ed74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.528519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71623b61-4e5f-4343-a5f1-7d2cd3676004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.529337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.572337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a04b86d-7d93-4a00-b2ec-e611fba7ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.608429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.622025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04b86d-7d93-4a00-b2ec-e611fba7ed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a3c823-bff9-40ae-8096-d17966d39495,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.626588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1a04b86d-7d93-4a00-b2ec-e611fba7ed74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e145e1d60c6047c38096ead77340fadc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1136334 Aug 06 15:46:31.629626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:31.663669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=438ba21d-e975-48aa-879e-e069209d97d6,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:31.698863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23ac5c06-4b08-47c5-9fe1-f3a7088fdccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.711686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71623b61-4e5f-4343-a5f1-7d2cd3676004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.713785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71623b61-4e5f-4343-a5f1-7d2cd3676004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.714896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71623b61-4e5f-4343-a5f1-7d2cd3676004 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f81b983f-bd4a-4216-b162-1ac9f9626799 HTTP/1.1" status: 204 len: 168 time: 0.4573252 Aug 06 15:46:31.737762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71623b61-4e5f-4343-a5f1-7d2cd3676004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b983f-bd4a-4216-b162-1ac9f9626799,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.742296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23ac5c06-4b08-47c5-9fe1-f3a7088fdccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.761544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.762132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 63e77e67-4d7d-4504-b039-402fd78e9c02 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:31.862501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 63e77e67-4d7d-4504-b039-402fd78e9c02 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:31.862930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device afdc8eb6-ddbd-4b06-9479-50867d6c351c no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:31.891905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.915501 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23ac5c06-4b08-47c5-9fe1-f3a7088fdccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.918126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23ac5c06-4b08-47c5-9fe1-f3a7088fdccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:31.919673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-23ac5c06-4b08-47c5-9fe1-f3a7088fdccf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12a3c823-bff9-40ae-8096-d17966d39495 HTTP/1.1" status: 204 len: 168 time: 0.2886548 Aug 06 15:46:31.927199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac5c06-4b08-47c5-9fe1-f3a7088fdccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a3c823-bff9-40ae-8096-d17966d39495,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:31.977263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.035273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:32.115419 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.116200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:32.124737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:32.151471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:32.183021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] For port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:46:32.247940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.263606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.277746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.278555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] device_id is not set on port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:32.286961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.293766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.300638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.302612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bc6a750-e670-4241-a730-d3995700926b req-0fd103dd-5226-40d3-8244-6b5ab541b4b0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 4657 time: 0.1416357 Aug 06 15:46:32.329561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:32.353080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.354985 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.359423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:32.374654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e9611f64-8c62-402a-a693-f2f72fdacc2e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/routers/27287476-1335-4788-9ed3-cb8f39ff755b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6741486 Aug 06 15:46:32.376828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:32.383637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'port': {'network_id': 'b5a20a2b-dc6f-40b1-a479-b6971895f33b', 'name': 'tempest-FloatingIPTestJSON-150821604'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:32.385671 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:32.397408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bc6a750-e670-4241-a730-d3995700926b req-ac50831d-7502-4c67-b76e-4fde8dc50d97 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&id=f0935fff-806d-49e6-85e5-07a11b19b724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827329 Aug 06 15:46:32.408563 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:32.409199 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:32.425371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b7a38-620d-432b-9ed8-4b49f74c5c99 req-90bdfc76-663a-4a09-932c-2d7916de3368 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.432384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc8b7a38-620d-432b-9ed8-4b49f74c5c99 req-90bdfc76-663a-4a09-932c-2d7916de3368 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1287305 Aug 06 15:46:32.449110 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:32.463089 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:32.463325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.468824 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:32.510290 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:46:32.511095 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:46:32.540935 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:32.542829 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b939d6f1-e550-4fd3-97c0-7194157bd689 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:32.544270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc8b7a38-620d-432b-9ed8-4b49f74c5c99 req-0d4396d7-c4c6-447a-9ad9-c9d307e096dd tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944481 Aug 06 15:46:32.576100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] No DVR routers for this DVR port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:32.596005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:32.636224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6cead-f923-4222-a4a9-e497946491f0 req-2c84b10d-2888-458e-9519-9e96fc2f442c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.638108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebd6cead-f923-4222-a4a9-e497946491f0 req-2c84b10d-2888-458e-9519-9e96fc2f442c tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0549505 Aug 06 15:46:32.675168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] In _notify_port_updated(), no bound segment for port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 on network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:46:32.676587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:32.677589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.679868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-faa7a799-6567-4e39-a6c8-eca49f0166ab service neutron] 10.222.0.64 "PUT /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 200 len: 1032 time: 1.5702417 Aug 06 15:46:32.687179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebd6cead-f923-4222-a4a9-e497946491f0 req-6b43a14f-2225-4938-8077-81468898ae16 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Aug 06 15:46:32.779898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:32.783354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.807324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:32.810542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] device_id is not set on port 39386623-750d-4f71-ae03-c21b31b6a07d yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:32.821124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1d014c67-08eb-4e4d-8fd4-aa196fd96fe7 None None] Provisioning complete for port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:46:32.821513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d014c67-08eb-4e4d-8fd4-aa196fd96fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.824613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9372584-41e0-4014-ab7d-6adc6ee4d7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.863508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:32.865958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port 438ba21d-e975-48aa-879e-e069209d97d6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:32.866299 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:32.883492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5083e39d-98f6-4042-ba23-bac88db9af64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.010012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9372584-41e0-4014-ab7d-6adc6ee4d7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.017154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.9 (b5a20a2b-dc6f-40b1-a479-b6971895f33b/927d0db9-8d31-441c-aaa7-76ceb57ecfce/39386623-750d-4f71-ae03-c21b31b6a07d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:33.028457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] For port 438ba21d-e975-48aa-879e-e069209d97d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=438ba21d-e975-48aa-879e-e069209d97d6,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:33.028858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.040657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1d014c67-08eb-4e4d-8fd4-aa196fd96fe7 None None] Port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:46:33.051255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:33.051477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for 438ba21d-e975-48aa-879e-e069209d97d6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:33.053588 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0374b70-c1bb-488d-b7c4-1d5020ff4b99" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "438ba21d-e975-48aa-879e-e069209d97d6"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:33.067861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:33.081650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9372584-41e0-4014-ab7d-6adc6ee4d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.168247 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee9bac4-66d2-41f4-9628-cd6956c35622 x-openstack-request-id: req-0ee9bac4-66d2-41f4-9628-cd6956c35622 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:33.168626 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "438ba21d-e975-48aa-879e-e069209d97d6", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:33.169161 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ee9bac4-66d2-41f4-9628-cd6956c35622 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:33.169498 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'code': 200} Aug 06 15:46:33.169824 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6', 'code': 200} Aug 06 15:46:33.170142 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c', 'code': 200} Aug 06 15:46:33.170865 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.190396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9372584-41e0-4014-ab7d-6adc6ee4d7c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebc865dde1d64b6a95f3decce67772b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860433 Aug 06 15:46:33.191715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:33.199685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9372584-41e0-4014-ab7d-6adc6ee4d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3243b28f-ff40-424f-bb2e-f0cc66b4e5ae,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:33.224641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:33.276273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cc4c-581e-40c4-8459-6a4f163aadad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.280885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.308714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 68b5abca-839e-4eb8-a6e4-a81bc106f42f no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:33.310327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5083e39d-98f6-4042-ba23-bac88db9af64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.319272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cc4c-581e-40c4-8459-6a4f163aadad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.331777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 68b5abca-839e-4eb8-a6e4-a81bc106f42f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:33.332148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 68b5abca-839e-4eb8-a6e4-a81bc106f42f not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:33.354057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:33.375105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.396229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.421367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=438ba21d-e975-48aa-879e-e069209d97d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:33.441374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5083e39d-98f6-4042-ba23-bac88db9af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.476850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] No DVR routers for this DVR port 438ba21d-e975-48aa-879e-e069209d97d6 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:33.478978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083e39d-98f6-4042-ba23-bac88db9af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90e36a7-ab69-4acc-8428-5a0b08a23ae2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:33.483464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.485554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-c057ca04-eb74-4f95-a534-158172c141e0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "DELETE /v2.0/ports/438ba21d-e975-48aa-879e-e069209d97d6 HTTP/1.1" status: 204 len: 173 time: 0.7953451 Aug 06 15:46:33.485999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:33.488282 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfcbd80-2c68-46b0-8d41-eea8d02e0787" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "438ba21d-e975-48aa-879e-e069209d97d6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:33.503213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cc4c-581e-40c4-8459-6a4f163aadad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.505725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbb6cc4c-581e-40c4-8459-6a4f163aadad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.509823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dbb6cc4c-581e-40c4-8459-6a4f163aadad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3243b28f-ff40-424f-bb2e-f0cc66b4e5ae HTTP/1.1" status: 204 len: 168 time: 0.3142126 Aug 06 15:46:33.547941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5083e39d-98f6-4042-ba23-bac88db9af64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4d2932fc3a4461683d7272cffec8a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824844 Aug 06 15:46:33.551093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6cc4c-581e-40c4-8459-6a4f163aadad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3243b28f-ff40-424f-bb2e-f0cc66b4e5ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:33.553555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57064) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:33.601168 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb4d4d-f3df-431f-ba8d-7c9c8b9466d2 x-openstack-request-id: req-1bfb4d4d-f3df-431f-ba8d-7c9c8b9466d2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:33.605257 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "438ba21d-e975-48aa-879e-e069209d97d6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:33.605257 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bfb4d4d-f3df-431f-ba8d-7c9c8b9466d2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:33.605257 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': '438ba21d-e975-48aa-879e-e069209d97d6', 'status': 'completed', 'code': 200} Aug 06 15:46:33.620990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbc52-723d-4faa-8a47-358fa02b6b6e req-31325eba-8411-4ed3-b931-5c672b0fa78f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.628341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbc52-723d-4faa-8a47-358fa02b6b6e req-31325eba-8411-4ed3-b931-5c672b0fa78f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.639355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbc52-723d-4faa-8a47-358fa02b6b6e req-31325eba-8411-4ed3-b931-5c672b0fa78f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.645811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dbc52-723d-4faa-8a47-358fa02b6b6e req-31325eba-8411-4ed3-b931-5c672b0fa78f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.646929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port a958b9c4-7761-495e-a44a-983b921648d6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:33.647368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.647990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-125dbc52-723d-4faa-8a47-358fa02b6b6e req-31325eba-8411-4ed3-b931-5c672b0fa78f tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 3143 time: 0.1529291 Aug 06 15:46:33.711441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3547f57-a158-4669-a7dd-3e91cc3dc684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.733146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.757130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-125dbc52-723d-4faa-8a47-358fa02b6b6e req-09fc4de6-6114-4f0c-8130-c13fb0c584d8 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991800 Aug 06 15:46:33.776211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e47f-1d49-4e6a-bc6e-e0e5be612e1a req-6a24dac5-3288-4e4b-b414-d81aae3ef51b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.778068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7989e47f-1d49-4e6a-bc6e-e0e5be612e1a req-6a24dac5-3288-4e4b-b414-d81aae3ef51b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1213470 Aug 06 15:46:33.780382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3547f57-a158-4669-a7dd-3e91cc3dc684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.819845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:33.827711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:33.830381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:33.865638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=39386623-750d-4f71-ae03-c21b31b6a07d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:33.883523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] For port a958b9c4-7761-495e-a44a-983b921648d6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a958b9c4-7761-495e-a44a-983b921648d6,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:33.886578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.906013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for a958b9c4-7761-495e-a44a-983b921648d6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:33.919791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7989e47f-1d49-4e6a-bc6e-e0e5be612e1a req-abf71f4c-1aeb-484e-b5b0-b7851e700efa tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269972 Aug 06 15:46:33.924849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.925642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.940404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542c1c0-c093-4062-8891-0d31ddcde094 req-7a0292eb-27b1-4d42-95b4-442397760afc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:33.942175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7542c1c0-c093-4062-8891-0d31ddcde094 req-7a0292eb-27b1-4d42-95b4-442397760afc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0777550 Aug 06 15:46:33.957565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3547f57-a158-4669-a7dd-3e91cc3dc684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.961101 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3547f57-a158-4669-a7dd-3e91cc3dc684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:33.965031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b3547f57-a158-4669-a7dd-3e91cc3dc684 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b90e36a7-ab69-4acc-8428-5a0b08a23ae2 HTTP/1.1" status: 204 len: 168 time: 0.4067392 Aug 06 15:46:33.993867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3547f57-a158-4669-a7dd-3e91cc3dc684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90e36a7-ab69-4acc-8428-5a0b08a23ae2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:34.063415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7542c1c0-c093-4062-8891-0d31ddcde094 req-0f8013bd-f4aa-4586-964f-1539307708de tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099944 Aug 06 15:46:34.066745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0c9ce0c2-fb41-42c6-b290-018c029deecc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6886771 Aug 06 15:46:34.069393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:34.087450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'port': {'network_id': 'b5a20a2b-dc6f-40b1-a479-b6971895f33b', 'name': 'tempest-FloatingIPTestJSON-1929036509'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:34.307321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f505326-b846-4a58-84fb-f970c0440c76 req-a109149d-64f1-40fb-b5f1-e9448e5fac96 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:34.308935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f505326-b846-4a58-84fb-f970c0440c76 req-a109149d-64f1-40fb-b5f1-e9448e5fac96 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1038449 Aug 06 15:46:34.394635 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.439081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=a958b9c4-7761-495e-a44a-983b921648d6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:34.495702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] No DVR routers for this DVR port a958b9c4-7761-495e-a44a-983b921648d6 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:34.499220 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.501935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-06b16bb1-f52b-4e38-bf66-ca9c0677e491 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "DELETE /v2.0/ports/a958b9c4-7761-495e-a44a-983b921648d6 HTTP/1.1" status: 204 len: 173 time: 1.0051553 Aug 06 15:46:34.526907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Deleting port 004b7014-619e-4fda-a30d-47840ab6e524 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:34.527452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.634600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:34.642070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.705734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] device_id is not set on port 97a849bc-cc04-45d5-a9a5-0e9223022a86 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:34.777277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] For port 004b7014-619e-4fda-a30d-47840ab6e524, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=004b7014-619e-4fda-a30d-47840ab6e524,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:34.777660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.807319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Calling delete_port for 004b7014-619e-4fda-a30d-47840ab6e524 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:34.836210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:34.836764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.926703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8ecf-fccc-4523-91d1-c9a2c289b880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:34.930982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785208b-5c91-4ee4-a477-561cdf1c9194 req-38b9dbe4-bcb7-4873-ba35-45660bea1845 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:34.947128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785208b-5c91-4ee4-a477-561cdf1c9194 req-38b9dbe4-bcb7-4873-ba35-45660bea1845 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:34.962581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785208b-5c91-4ee4-a477-561cdf1c9194 req-38b9dbe4-bcb7-4873-ba35-45660bea1845 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:34.966441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4785208b-5c91-4ee4-a477-561cdf1c9194 req-38b9dbe4-bcb7-4873-ba35-45660bea1845 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 2410 time: 0.1061389 Aug 06 15:46:35.071196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4785208b-5c91-4ee4-a477-561cdf1c9194 req-4a261d2d-c402-4b96-befa-a6878d26666c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886245 Aug 06 15:46:35.103895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.3 (b5a20a2b-dc6f-40b1-a479-b6971895f33b/927d0db9-8d31-441c-aaa7-76ceb57ecfce/97a849bc-cc04-45d5-a9a5-0e9223022a86) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:35.133313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] For port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:35.133713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.139837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:35.168703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:35.170037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6878152-3b7d-4da1-a8ac-e65368c74fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.170960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:35.175212 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfe367b-10cb-47d3-b261-1388324222a8" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:35.189614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060cb8a-9049-4cd8-998f-f73cf024bbd1 req-11eac9af-dba4-4094-8fc6-b20d3065653e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:35.189614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1060cb8a-9049-4cd8-998f-f73cf024bbd1 req-11eac9af-dba4-4094-8fc6-b20d3065653e tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 945 time: 0.1087344 Aug 06 15:46:35.251651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.291969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1060cb8a-9049-4cd8-998f-f73cf024bbd1 req-628b4c90-300d-46d5-8616-bb8c675e4978 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/security-groups?id=53fc5159-f22d-4fd9-96d3-a1168c4f54dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882123 Aug 06 15:46:35.302717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Pushing event deleted for resources: {'Port': ['ID=004b7014-619e-4fda-a30d-47840ab6e524,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:35.308582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd51f71-ee72-4b7a-a697-408d44d14ef6 req-4a17dac0-ed61-4314-9780-65f851fe57e5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:35.316834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcd51f71-ee72-4b7a-a697-408d44d14ef6 req-4a17dac0-ed61-4314-9780-65f851fe57e5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1410284 Aug 06 15:46:35.395259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcd51f71-ee72-4b7a-a697-408d44d14ef6 req-7b259949-d404-4da3-b402-18155d74f702 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773489 Aug 06 15:46:35.449108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6878152-3b7d-4da1-a8ac-e65368c74fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.455007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] No DVR routers for this DVR port 004b7014-619e-4fda-a30d-47840ab6e524 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:35.462566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.465003 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5cbb75-e4e2-40cc-8ed4-0c1afec090cb x-openstack-request-id: req-6e5cbb75-e4e2-40cc-8ed4-0c1afec090cb {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:35.465555 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-unplugged", "status": "completed", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:35.465723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f505326-b846-4a58-84fb-f970c0440c76 req-2445fba8-1b94-40f9-835b-7886803bb834 tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.59 "DELETE /v2.0/ports/004b7014-619e-4fda-a30d-47840ab6e524 HTTP/1.1" status: 204 len: 173 time: 1.1496611 Aug 06 15:46:35.466164 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e5cbb75-e4e2-40cc-8ed4-0c1afec090cb {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:35.466877 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9', 'code': 200} Aug 06 15:46:35.552188 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6878152-3b7d-4da1-a8ac-e65368c74fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.568417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.600179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c6878152-3b7d-4da1-a8ac-e65368c74fe1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4466349868d544d7923017c044236c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570572 Aug 06 15:46:35.602198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6878152-3b7d-4da1-a8ac-e65368c74fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386e7f0-7b67-4363-90a7-dde4917337bc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:35.603830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57112) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:35.604645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6'}, {'server_uuid': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'name': 'network-vif-deleted', 'tag': '004b7014-619e-4fda-a30d-47840ab6e524'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:35.608690 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ca56c5-09d3-466a-b451-7f83b85db436" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "a958b9c4-7761-495e-a44a-983b921648d6"}, {"server_uuid": "dc2fe776-052d-42f6-8399-1d80d71b0e6a", "name": "network-vif-deleted", "tag": "004b7014-619e-4fda-a30d-47840ab6e524"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:35.654052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.699706 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c3576-d1b3-4de9-bfa1-53d3ed1e297b x-openstack-request-id: req-d62c3576-d1b3-4de9-bfa1-53d3ed1e297b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:35.699999 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "a958b9c4-7761-495e-a44a-983b921648d6", "status": "completed", "code": 200}, {"server_uuid": "dc2fe776-052d-42f6-8399-1d80d71b0e6a", "name": "network-vif-deleted", "tag": "004b7014-619e-4fda-a30d-47840ab6e524", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:35.700233 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d62c3576-d1b3-4de9-bfa1-53d3ed1e297b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:35.700578 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': 'a958b9c4-7761-495e-a44a-983b921648d6', 'status': 'completed', 'code': 200} Aug 06 15:46:35.700835 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2fe776-052d-42f6-8399-1d80d71b0e6a', 'name': 'network-vif-deleted', 'tag': '004b7014-619e-4fda-a30d-47840ab6e524', 'status': 'completed', 'code': 200} Aug 06 15:46:35.707938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=ed33117e-ebf0-442c-9bfb-f3cd0c5043c9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:35.740500 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.762786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] No DVR routers for this DVR port ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:35.787555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.790154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-de95f704-e0a7-4af5-b069-823c3c9eefb1 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "DELETE /v2.0/ports/ed33117e-ebf0-442c-9bfb-f3cd0c5043c9 HTTP/1.1" status: 204 len: 173 time: 1.2762911 Aug 06 15:46:35.827399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:35.848324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de72f90e-20a8-4286-b811-1c841c888b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.854593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:35.860615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:35.868625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=97a849bc-cc04-45d5-a9a5-0e9223022a86,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:35.950661 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de72f90e-20a8-4286-b811-1c841c888b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:35.974353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:35.974958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.026698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port afdc8eb6-ddbd-4b06-9479-50867d6c351c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:36.027314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.088430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1135cad5-075d-464b-bb61-741b7fe32291 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0150011 Aug 06 15:46:36.092124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57120) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:36.099177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '97a849bc-cc04-45d5-a9a5-0e9223022a86', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:36.146644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] For port afdc8eb6-ddbd-4b06-9479-50867d6c351c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=afdc8eb6-ddbd-4b06-9479-50867d6c351c,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:36.147172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.164363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de72f90e-20a8-4286-b811-1c841c888b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.168724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de72f90e-20a8-4286-b811-1c841c888b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.170092 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-de72f90e-20a8-4286-b811-1c841c888b3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6386e7f0-7b67-4363-90a7-dde4917337bc HTTP/1.1" status: 204 len: 168 time: 0.5559974 Aug 06 15:46:36.176719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for afdc8eb6-ddbd-4b06-9479-50867d6c351c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:36.194460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72f90e-20a8-4286-b811-1c841c888b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386e7f0-7b67-4363-90a7-dde4917337bc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:36.229610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.309106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc50f-4055-4633-90dd-c4f14a4ce7df req-e16a9304-7e81-4e0f-82b3-56ca66eb0e0c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:36.321273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc50f-4055-4633-90dd-c4f14a4ce7df req-e16a9304-7e81-4e0f-82b3-56ca66eb0e0c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:36.322806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc4bc50f-4055-4633-90dd-c4f14a4ce7df req-e16a9304-7e81-4e0f-82b3-56ca66eb0e0c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 1677 time: 0.1440809 Aug 06 15:46:36.412498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc4bc50f-4055-4633-90dd-c4f14a4ce7df req-ab2fbe19-7f8a-4e72-9937-4de704ea1946 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups?id=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826368 Aug 06 15:46:36.450242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18c1664c-8c2d-4de4-98f6-138be5346759 req-99b146d5-ef63-41ec-b2a6-3aa55b6bee0b tempest-ServerRescueTestJSON-545711110 tempest-ServerRescueTestJSON-545711110-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc2fe776-052d-42f6-8399-1d80d71b0e6a HTTP/1.1" status: 200 len: 210 time: 0.0337043 Aug 06 15:46:36.485011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.535667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.613397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=afdc8eb6-ddbd-4b06-9479-50867d6c351c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:36.629534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e47c3-6784-4867-a52f-a8a6cc2ac3bb req-f302dec6-4552-4613-918e-d8c6da6988a7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:36.631150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f65e47c3-6784-4867-a52f-a8a6cc2ac3bb req-f302dec6-4552-4613-918e-d8c6da6988a7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1382251 Aug 06 15:46:36.712511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] No DVR routers for this DVR port afdc8eb6-ddbd-4b06-9479-50867d6c351c on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:36.716814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.723971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.105 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/d3d5c28c-e22b-4d6a-8659-4ec352f65d84) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:36.728173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-b35ee0e8-167b-409e-9480-0c00e9af51dc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "DELETE /v2.0/ports/afdc8eb6-ddbd-4b06-9479-50867d6c351c HTTP/1.1" status: 204 len: 173 time: 0.9285522 Aug 06 15:46:36.729739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f65e47c3-6784-4867-a52f-a8a6cc2ac3bb req-c3eeeaad-a4d1-442e-8165-ac5075787f1f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697165 Aug 06 15:46:36.760107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 004b7014-619e-4fda-a30d-47840ab6e524 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:36.785958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 004b7014-619e-4fda-a30d-47840ab6e524 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:36.787606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 004b7014-619e-4fda-a30d-47840ab6e524 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:36.874754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port 8fd99909-6e16-4907-b33c-70dfd96a14b0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:36.875116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.904160 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:36.999559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] For port 8fd99909-6e16-4907-b33c-70dfd96a14b0, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8fd99909-6e16-4907-b33c-70dfd96a14b0,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:37.000053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.070228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.146953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=d3d5c28c-e22b-4d6a-8659-4ec352f65d84,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:37.215932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:37.222655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:37.230015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:37.274816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41104f-72a9-4657-a98b-e47c5957b31b req-dc6a4620-1e93-4374-a352-694b50e51aff tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:37.284425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c41104f-72a9-4657-a98b-e47c5957b31b req-dc6a4620-1e93-4374-a352-694b50e51aff tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1290827 Aug 06 15:46:37.289970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.290627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.291015 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Floating IP f4ae77f3-f73c-4c85-9fba-093186337fe4 disassociated. External IP: 172.25.5.188, port: 8fd99909-6e16-4907-b33c-70dfd96a14b0. Aug 06 15:46:37.291456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for 8fd99909-6e16-4907-b33c-70dfd96a14b0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:37.373418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c41104f-72a9-4657-a98b-e47c5957b31b req-67706d56-2a5e-4f41-bbb0-1620e23e57c0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876572 Aug 06 15:46:37.515574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57172) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:37.544556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.604585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f316bbdb-442e-41b9-bb82-0f2321634074 req-dade101b-a644-4c16-aab4-229341ebc232 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0386269 Aug 06 15:46:37.637095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=8fd99909-6e16-4907-b33c-70dfd96a14b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:37.698238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95bd1e08-a938-4d6b-ba59-590c9ee0479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.706681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9'}, {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:37.707355 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcaacf0-dc6c-44c6-b93a-e510c502f77a" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9"}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:37.734042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-663c63be-b3eb-4ff3-adae-207dc1429e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:37.735605 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-663c63be-b3eb-4ff3-adae-207dc1429e15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.4631231 Aug 06 15:46:37.760548 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:37.823862 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6956d3b-bab2-4a51-b40b-71a101fb392a x-openstack-request-id: req-e6956d3b-bab2-4a51-b40b-71a101fb392a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:37.823862 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "ed33117e-ebf0-442c-9bfb-f3cd0c5043c9", "status": "completed", "code": 200}, {"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "afdc8eb6-ddbd-4b06-9479-50867d6c351c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:37.823862 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6956d3b-bab2-4a51-b40b-71a101fb392a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:37.824339 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': 'ed33117e-ebf0-442c-9bfb-f3cd0c5043c9', 'status': 'completed', 'code': 200} Aug 06 15:46:37.824603 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': 'afdc8eb6-ddbd-4b06-9479-50867d6c351c', 'status': 'completed', 'code': 200} Aug 06 15:46:37.905832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:37.950656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-ea2da7bc-239a-4ba9-b47f-57b0d3bfe21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:37.961578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-ea2da7bc-239a-4ba9-b47f-57b0d3bfe21e service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.1763887 Aug 06 15:46:38.132194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-864fbc9d-354c-4758-9907-ae862ca89321 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.1696055 Aug 06 15:46:38.139162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:38.238306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-a3301bb7-502d-40c1-afb5-cfea376a17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:38.240939 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-a3301bb7-502d-40c1-afb5-cfea376a17b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.0722389 Aug 06 15:46:38.262275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:38.273894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] Sync routers for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:38.292422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:38.293264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:38.354058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:38.354978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:38.379740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] No DVR routers for this DVR port 8fd99909-6e16-4907-b33c-70dfd96a14b0 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:38.384837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:38.386796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbbca210-7d85-4f42-ab41-c3308b59fe93 req-8e574b88-22ac-4964-9bfc-448d7ce83667 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.64 "DELETE /v2.0/ports/8fd99909-6e16-4907-b33c-70dfd96a14b0 HTTP/1.1" status: 204 len: 173 time: 1.6433928 Aug 06 15:46:38.408071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-41f91f50-5a5b-438a-95e2-c4eca258c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:38.410430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-41f91f50-5a5b-438a-95e2-c4eca258c403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314559 Aug 06 15:46:38.435290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-b5df6a0c-f820-4b50-8f0e-c254812aae5f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:46:38.436661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-b5df6a0c-f820-4b50-8f0e-c254812aae5f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176702 Aug 06 15:46:38.578602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:38.615621 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-12f4d035-5195-41ad-af1c-763381d615d5 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696205 Aug 06 15:46:38.808143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-290d2d39-8b05-4b29-a48e-187ec669ec5d req-05ca8dc4-df8c-49ec-b658-c6aee1e379f5 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849892 Aug 06 15:46:38.922412 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:38.949400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:30Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:38.983165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] Checking router: 20ca2ad8-0b8d-43d4-9362-814ffbb17650 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:46:38.996298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:38.997388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:39.127934 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9f44ef5-dea1-4fa4-8510-724a8b3295cb req-e0bc172f-184b-4d64-96ec-417da722f7f7 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0804379 Aug 06 15:46:39.149007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152d3ae-40ff-478b-8903-faadf8655ce1 req-6fb81120-ff3c-40dd-aafe-5339cc3143b0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:39.167212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1152d3ae-40ff-478b-8903-faadf8655ce1 req-6fb81120-ff3c-40dd-aafe-5339cc3143b0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.6544082 Aug 06 15:46:39.167346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:39.246631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1152d3ae-40ff-478b-8903-faadf8655ce1 req-f0188229-ef38-4c3b-aebb-fe3b1ca1bc70 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890236 Aug 06 15:46:39.358390 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:39.447438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:39.513670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:30Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:39.544546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8abba4-d204-4d3a-9b18-5e65d72b39ce None None] The sync data for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 is: [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:35:23Z', 'revision_number': 4, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '801c9938-2176-4932-8427-0c6d8763dee7', 'name': '', 'network_id': '68b9236b-44a3-446d-be00-f8b66debb1c5', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'mac_address': 'fa:16:3e:6e:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_interface', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:22Z', 'updated_at': '2021-08-06T15:35:30Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'subnets': [{'id': 'a236d133-4b42-4016-9f38-fdf76832dcd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:39.580641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:39.672722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=d3d5c28c-e22b-4d6a-8659-4ec352f65d84,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:39.734033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Deleting port d446a5b3-6957-499f-bcc3-3bacc037aff6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:39.734394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:39.825663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:39.829071 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP f8ded5f6-f285-4222-b13a-da4e79e09395 associated. External IP: 172.25.5.105, port: 97a849bc-cc04-45d5-a9a5-0e9223022a86. Aug 06 15:46:39.836334 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be991758-f9a5-47ce-9bba-0420476c2042" -d '{"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:39.902717 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2ac7cc-8116-4d4e-a58b-b559f207526d x-openstack-request-id: req-bd2ac7cc-8116-4d4e-a58b-b559f207526d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:39.903020 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb8d5da-96c9-4bc7-9a92-7e51deb691fc", "name": "network-vif-deleted", "tag": "8fd99909-6e16-4907-b33c-70dfd96a14b0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:39.903480 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd2ac7cc-8116-4d4e-a58b-b559f207526d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:39.903924 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb8d5da-96c9-4bc7-9a92-7e51deb691fc', 'name': 'network-vif-deleted', 'tag': '8fd99909-6e16-4907-b33c-70dfd96a14b0', 'status': 'completed', 'code': 200} Aug 06 15:46:40.002120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] For port d446a5b3-6957-499f-bcc3-3bacc037aff6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d446a5b3-6957-499f-bcc3-3bacc037aff6,segment=NetworkSegment(f719ec03-ed92-4ab0-b3d8-54548f4e0c94),segment_id=f719ec03-ed92-4ab0-b3d8-54548f4e0c94)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:40.002606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:40.023951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Calling delete_port for d446a5b3-6957-499f-bcc3-3bacc037aff6 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:40.064982 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595feec-fc54-4cbf-8db7-9fd3459a2fc9 None None] New status for floating IP f4ae77f3-f73c-4c85-9fba-093186337fe4: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:46:40.379248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:40.388371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-547ba01a-8fd2-463b-9bd4-5a967bb8015b req-833085b9-9c4a-48f0-9017-f828fa932bc0 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0637608 Aug 06 15:46:40.604511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202738-9c98-468b-9d68-5cee9e758924 req-fe3904c4-7c8e-4e86-9585-3f7110aabae6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:40.606208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed202738-9c98-468b-9d68-5cee9e758924 req-fe3904c4-7c8e-4e86-9585-3f7110aabae6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.2827244 Aug 06 15:46:40.740890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed202738-9c98-468b-9d68-5cee9e758924 req-4756d75e-4720-4059-81d8-182574b92010 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256430 Aug 06 15:46:40.756206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:40.770748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:40.770748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:40.782120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:40.782761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:40.818247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:40.828724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:40.829365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:40.853471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:40.869267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:40.869869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b8744-9b54-43aa-83eb-c10605374031 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:40.888731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:40.930913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Pushing event deleted for resources: {'Port': ['ID=d446a5b3-6957-499f-bcc3-3bacc037aff6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:40.968430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f3595584-5c38-424c-a0d5-88623997fdbc tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8737378 Aug 06 15:46:40.971591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:40.979020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:41.002153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56dc54-ef9f-44b6-98b7-2c6f921612ae req-62ced6f6-0b00-475a-854b-a84ab92e5cd1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:41.003834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd56dc54-ef9f-44b6-98b7-2c6f921612ae req-62ced6f6-0b00-475a-854b-a84ab92e5cd1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1662731 Aug 06 15:46:41.082159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:41.116218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd56dc54-ef9f-44b6-98b7-2c6f921612ae req-c6f6d138-9de3-4a29-bbad-62d66ba02a38 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008132 Aug 06 15:46:41.197583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:41.456091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dcfb5-9349-4b61-a313-90b9ec4e3cbd req-5dc46628-6ac9-42ad-b368-aa15b2f99e92 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:41.458252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-496dcfb5-9349-4b61-a313-90b9ec4e3cbd req-5dc46628-6ac9-42ad-b368-aa15b2f99e92 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1146846 Aug 06 15:46:41.636081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01167d01-29b9-4ede-b80a-6b98b0c776fb req-5459b6cd-c976-4485-8669-6bfabf11df70 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0857964 Aug 06 15:46:41.665696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Router d817cc5a-7a07-4ce0-8458-6630ace8e87f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:41.708171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:41.736606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-496dcfb5-9349-4b61-a313-90b9ec4e3cbd req-dbc81991-a0a0-42df-bbf4-38c0818b4055 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630162 Aug 06 15:46:41.777659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:41.777992 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP f8ded5f6-f285-4222-b13a-da4e79e09395 disassociated. External IP: 172.25.5.105, port: 97a849bc-cc04-45d5-a9a5-0e9223022a86. Aug 06 15:46:41.841287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:41.856149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b504df4f-d820-4906-96f3-e53c76f4f28e admin admin] 10.222.0.16 "PUT /v2.0/routers/d817cc5a-7a07-4ce0-8458-6630ace8e87f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3393118 Aug 06 15:46:41.858554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:41.862502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] Sync routers for ids ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:41.884645 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] Routers {'d817cc5a-7a07-4ce0-8458-6630ace8e87f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:41.885577 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.124472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:42.157907 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] Set router d817cc5a-7a07-4ce0-8458-6630ace8e87f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:42.221730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:42.440286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7346c0c-cc1e-458b-871c-fb05f08d3841 req-bc2a3ab8-333c-4f3e-84e9-9a3d0ffbe85c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:42.442086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7346c0c-cc1e-458b-871c-fb05f08d3841 req-bc2a3ab8-333c-4f3e-84e9-9a3d0ffbe85c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.2653093 Aug 06 15:46:42.524892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6400f-0fe2-4796-9bc4-077e9cb20922 req-c45d39cb-4deb-4285-9cdc-ef01e1c740b4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:42.526354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:42.527416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98b6400f-0fe2-4796-9bc4-077e9cb20922 req-c45d39cb-4deb-4285-9cdc-ef01e1c740b4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1864889 Aug 06 15:46:42.533731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:42.540669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:42.554687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:42.570568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:42.573779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.578573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7346c0c-cc1e-458b-871c-fb05f08d3841 req-4badf2e4-769b-454c-b095-f948d85bc080 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296031 Aug 06 15:46:42.610084 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:46:40Z', 'revision_number': 5, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port': {'id': '1deebfb2-d1e8-4437-8ddb-caa39da4a7c5', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.628725 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-865614cb-c5f6-4266-8370-80eb9258e3db tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/floatingips/f8ded5f6-f285-4222-b13a-da4e79e09395 HTTP/1.1" status: 200 len: 688 time: 1.6548190 Aug 06 15:46:42.634128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98b6400f-0fe2-4796-9bc4-077e9cb20922 req-0a52c3da-57c6-4244-b189-a5ba4de9c118 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882311 Aug 06 15:46:42.636226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:42.652602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.658313 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] Checking router: d817cc5a-7a07-4ce0-8458-6630ace8e87f for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:46:42.672246 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] Routers {'d817cc5a-7a07-4ce0-8458-6630ace8e87f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:42.672526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:42.673111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.676712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.719384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:42.720442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6edc82-523d-4b2e-a784-11a595358d7d None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:42.843051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a614cf0-6dc6-4faf-a579-78e5cc079405 req-6f3a24e8-d5c6-46b0-be17-5add3544a745 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0964737 Aug 06 15:46:42.905058 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] Set router d817cc5a-7a07-4ce0-8458-6630ace8e87f gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:42.935304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Deleting port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:42.936092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:42.989236 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:46:42Z', 'revision_number': 6, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:43.014820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port d3d5c28c-e22b-4d6a-8659-4ec352f65d84 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:43.015172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.021160 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc11275-8828-4f55-9563-8edbf97961ff None None] The sync data for ids ['d817cc5a-7a07-4ce0-8458-6630ace8e87f'] in n-d-778550-6 is: [{'id': 'd817cc5a-7a07-4ce0-8458-6630ace8e87f', 'name': 'tempest-ServerRescueTestJSON-158275509-router', 'tenant_id': '97515c638c8c421cb621d1eb2e09be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:24Z', 'updated_at': '2021-08-06T15:46:42Z', 'revision_number': 6, 'project_id': '97515c638c8c421cb621d1eb2e09be05', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:43.170758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] For port 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:43.171598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.192599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Calling delete_port for 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:43.217610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.218307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.252368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:43.270693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for d3d5c28c-e22b-4d6a-8659-4ec352f65d84 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:43.414505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2619103a-940d-4258-8b80-f1cd5e9a775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.571619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2619103a-940d-4258-8b80-f1cd5e9a775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.668383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2619103a-940d-4258-8b80-f1cd5e9a775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.755087 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2619103a-940d-4258-8b80-f1cd5e9a775a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f2d91d8b13f4f4899ef9b8041a888be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989717 Aug 06 15:46:43.755907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.758534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:43.778299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619103a-940d-4258-8b80-f1cd5e9a775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b8960e-7204-4055-95fc-a1db2ea738b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:43.848833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=d3d5c28c-e22b-4d6a-8659-4ec352f65d84,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:43.849809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf84-4459-46c6-849b-909c0edab324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.885924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:43.892164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf84-4459-46c6-849b-909c0edab324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.029694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf84-4459-46c6-849b-909c0edab324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.033331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa90cf84-4459-46c6-849b-909c0edab324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.034885 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa90cf84-4459-46c6-849b-909c0edab324 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36b8960e-7204-4055-95fc-a1db2ea738b3 HTTP/1.1" status: 204 len: 168 time: 0.2754292 Aug 06 15:46:44.071940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90cf84-4459-46c6-849b-909c0edab324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b8960e-7204-4055-95fc-a1db2ea738b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:44.077451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d446a5b3-6957-499f-bcc3-3bacc037aff6 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:44.182021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d446a5b3-6957-499f-bcc3-3bacc037aff6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:44.183843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d446a5b3-6957-499f-bcc3-3bacc037aff6 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:44.184471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:44.217751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:44.218378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1deebfb2-d1e8-4437-8ddb-caa39da4a7c5 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:44.250910 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:46:44.322697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1deebfb2-d1e8-4437-8ddb-caa39da4a7c5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:44.370509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c77396-7a9d-46e0-895c-58b6927107fa req-ac14c11b-399b-4c2d-aefd-d0c53be1b1bd tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:44.378166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9c77396-7a9d-46e0-895c-58b6927107fa req-ac14c11b-399b-4c2d-aefd-d0c53be1b1bd tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.5783765 Aug 06 15:46:44.392608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80766cb7-fb4c-4b8f-aefc-83e5551dd962 req-338df584-ecf8-4b75-ae13-3b3e865168d3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:44.399887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80766cb7-fb4c-4b8f-aefc-83e5551dd962 req-338df584-ecf8-4b75-ae13-3b3e865168d3 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.6467438 Aug 06 15:46:44.450549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.453138 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.456015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-240a6ee4-4a69-4819-8ec6-28f5862ae79e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/floatingips/f8ded5f6-f285-4222-b13a-da4e79e09395 HTTP/1.1" status: 204 len: 168 time: 1.8171308 Aug 06 15:46:44.458333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57324) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:44.473655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '39386623-750d-4f71-ae03-c21b31b6a07d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:44.519982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9c77396-7a9d-46e0-895c-58b6927107fa req-3ba6d58e-47b1-4022-9afc-74eadd28b50b tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408117 Aug 06 15:46:44.521095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.537851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80766cb7-fb4c-4b8f-aefc-83e5551dd962 req-31cb76d1-18df-429a-9c7a-20dbbf8ae50b tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289532 Aug 06 15:46:44.589008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.730629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a789ea17-ac5a-4f4f-9b11-5fd830538a0b req-903bdebd-9a3e-4094-bbb7-588f36a5148b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.1261442 Aug 06 15:46:44.738149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.756947 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.776633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.892226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.892756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d817cc5a-7a07-4ce0-8458-6630ace8e87f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:46:44.897091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:44.899017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0381e0f2-5084-4582-9fc3-8b88d5c64d06 admin admin] 10.222.0.16 "DELETE /v2.0/routers/d817cc5a-7a07-4ce0-8458-6630ace8e87f HTTP/1.1" status: 204 len: 168 time: 3.0390255 Aug 06 15:46:44.901719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:44.963188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.52 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/f353ba5f-54e5-4daf-bcb6-1b4ca38ba221) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:44.989326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:45.075053 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5240d5b4-130b-4f82-ba14-2e98055a3ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.121869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Deleting subnet 218f35fc-04ee-4567-96ae-64ce1816ef9a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:45.157213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.236200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.236451 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.255572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389d76-940a-4d41-9350-c23218d55e62 req-6917f7c4-e6db-4fe7-849d-ae2e0847f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:45.255572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-6917f7c4-e6db-4fe7-849d-ae2e0847f654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51b2f4477238414f9429be812049194f&device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 1096 time: 0.0797572 Aug 06 15:46:45.315673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ffa6-a39b-4c5f-b94d-751649d2b95d req-daba9ebe-a74b-4d73-91b0-d96d5c27c647 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:45.317323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6de6ffa6-a39b-4c5f-b94d-751649d2b95d req-daba9ebe-a74b-4d73-91b0-d96d5c27c647 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1887715 Aug 06 15:46:45.321022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.421852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389d76-940a-4d41-9350-c23218d55e62 req-7da34359-df32-43f9-a3c6-f44eb1293373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:45.423766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-7da34359-df32-43f9-a3c6-f44eb1293373 service neutron] 10.222.0.59 "GET /v2.0/networks?id=63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 200 len: 912 time: 0.1584113 Aug 06 15:46:45.436485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6de6ffa6-a39b-4c5f-b94d-751649d2b95d req-324a6985-5d8f-4394-8f38-ae626612d5c2 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857170 Aug 06 15:46:45.492855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.517641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5240d5b4-130b-4f82-ba14-2e98055a3ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.549907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.550429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:45.555557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:45.558710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:45.625172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-e6493aac-3ea7-43c0-9858-461b93bdea40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 200 len: 1000 time: 0.1934059 Aug 06 15:46:45.629650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=f353ba5f-54e5-4daf-bcb6-1b4ca38ba221,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:45.645211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.651659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/218f35fc-04ee-4567-96ae-64ce1816ef9a HTTP/1.1" status: 204 len: 168 time: 0.7488639 Aug 06 15:46:45.652778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57348) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:45.653119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618777e3-607b-41b3-8adc-0f5f6c1194b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218f35fc-04ee-4567-96ae-64ce1816ef9a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:45.655052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5240d5b4-130b-4f82-ba14-2e98055a3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.719602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5240d5b4-130b-4f82-ba14-2e98055a3ee6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1e40d47ab844c088a8cf4994d982dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290549 Aug 06 15:46:45.721145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:45.722181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240d5b4-130b-4f82-ba14-2e98055a3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43b4d44-434e-406f-96f6-df45063f7ef8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:45.839157 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3239326c-0781-42f6-a586-d26c6cd343e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.866763 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3239326c-0781-42f6-a586-d26c6cd343e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:45.937855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389d76-940a-4d41-9350-c23218d55e62 req-177def5f-b6b7-44af-b94b-710defd2df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:45.939751 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-177def5f-b6b7-44af-b94b-710defd2df41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 200 len: 850 time: 0.3041866 Aug 06 15:46:45.962969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-beaa6862-9e18-4686-a605-d4cb60a1168b req-12e570c5-248e-4d3f-ab82-49362b4256fc tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0466995 Aug 06 15:46:45.992773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d06e2-66a3-4efb-a90c-5985c886f735 req-cfaf37ab-4a86-4237-aed1-49fc1c207b1e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:45.994195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.005057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b9d06e2-66a3-4efb-a90c-5985c886f735 req-cfaf37ab-4a86-4237-aed1-49fc1c207b1e tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.3187509 Aug 06 15:46:46.059058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e389d76-940a-4d41-9350-c23218d55e62 req-6eb9aec4-a729-46ce-a905-ba482d6eb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:46.061207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-6eb9aec4-a729-46ce-a905-ba482d6eb913 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=63cee3f3-e347-4e33-b2fc-a363ee16513b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105216 Aug 06 15:46:46.062005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b9d06e2-66a3-4efb-a90c-5985c886f735 req-d18f9765-82a6-433c-8247-1565bc649dff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524435 Aug 06 15:46:46.066259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3239326c-0781-42f6-a586-d26c6cd343e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.084238 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3239326c-0781-42f6-a586-d26c6cd343e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.089776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3239326c-0781-42f6-a586-d26c6cd343e0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b43b4d44-434e-406f-96f6-df45063f7ef8 HTTP/1.1" status: 204 len: 168 time: 0.3518238 Aug 06 15:46:46.102782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239326c-0781-42f6-a586-d26c6cd343e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43b4d44-434e-406f-96f6-df45063f7ef8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:46.314871 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.371353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee10dee4-4c8a-42d8-a0d6-d5e222befc18']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:46.400294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:46.400594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f719ec03-ed92-4ab0-b3d8-54548f4e0c94') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:46.447182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-9aa2f19c-3871-4bed-94fe-d8a7b0c4ba12 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744009 Aug 06 15:46:46.456417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.515010 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.558354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:46:46.558782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:46:46.560602 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:46:46.627110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.627525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69b996-c720-4cfb-97f4-e16a5bf852ee req-cb9a5895-0012-42bb-831c-e544c7d74122 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:46.637270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae69b996-c720-4cfb-97f4-e16a5bf852ee req-cb9a5895-0012-42bb-831c-e544c7d74122 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0727813 Aug 06 15:46:46.720031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae69b996-c720-4cfb-97f4-e16a5bf852ee req-be6c44de-dec8-40d7-b39b-aa1fa5aecf60 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696847 Aug 06 15:46:46.728157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e389d76-940a-4d41-9350-c23218d55e62 req-d98cd9b0-e075-46ce-9a8c-b87cf092e141 service neutron] 10.222.0.59 "GET /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691269 Aug 06 15:46:46.733418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.758230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:46.763897 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee10dee4-4c8a-42d8-a0d6-d5e222befc18 HTTP/1.1" status: 204 len: 168 time: 1.1100152 Aug 06 15:46:46.776685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fc460-b255-4053-a148-89df66a4fb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee10dee4-4c8a-42d8-a0d6-d5e222befc18,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:46.878515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.117944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe2ac35c-5c38-4385-a954-4990a5c2b736 req-fe68f641-79fe-41ee-a0d2-3d462c911049 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0517590 Aug 06 15:46:47.136721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.233888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.303386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48474381-c1c6-4aec-8399-3e5bb6130022 req-15dc7a46-27c3-4107-967d-d4cde51d12cb tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:47.307621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:47.315083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48474381-c1c6-4aec-8399-3e5bb6130022 req-15dc7a46-27c3-4107-967d-d4cde51d12cb tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.1277702 Aug 06 15:46:47.318967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=f353ba5f-54e5-4daf-bcb6-1b4ca38ba221,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:47.380054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48474381-c1c6-4aec-8399-3e5bb6130022 req-e19c3692-699f-4ad2-a0f0-137988cb92ee tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639241 Aug 06 15:46:47.410353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-494bd8ef-5175-4e7f-b84f-cd1f97743c6f tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:47.415671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-494bd8ef-5175-4e7f-b84f-cd1f97743c6f tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.64 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.2663774 Aug 06 15:46:47.418375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.539973 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-43c80489-3fd8-4c60-942d-9b8faacb30b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97515c638c8c421cb621d1eb2e09be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298069 Aug 06 15:46:47.542279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57384) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:47.612061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-112a3fba-5fb3-4996-bcea-ff4a11e52cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.631154 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede associated. External IP: 172.25.5.52, port: 39386623-750d-4f71-ae03-c21b31b6a07d. Aug 06 15:46:47.669333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-112a3fba-5fb3-4996-bcea-ff4a11e52cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.766550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Deleting port c0eb8811-3c85-47db-b4e3-d91273a424b5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:47.766935 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.875795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b109e8-a75d-4401-869f-70b56f6d0f2c req-61352fe1-b4ac-4977-9051-6e7a08fa5450 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:47.878221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03b109e8-a75d-4401-869f-70b56f6d0f2c req-61352fe1-b4ac-4977-9051-6e7a08fa5450 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0727534 Aug 06 15:46:47.879657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-112a3fba-5fb3-4996-bcea-ff4a11e52cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.883394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-112a3fba-5fb3-4996-bcea-ff4a11e52cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:47.887977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-112a3fba-5fb3-4996-bcea-ff4a11e52cff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/53fc5159-f22d-4fd9-96d3-a1168c4f54dd HTTP/1.1" status: 204 len: 168 time: 0.3443241 Aug 06 15:46:47.900120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a3fba-5fb3-4996-bcea-ff4a11e52cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fc5159-f22d-4fd9-96d3-a1168c4f54dd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:47.934517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] For port c0eb8811-3c85-47db-b4e3-d91273a424b5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c0eb8811-3c85-47db-b4e3-d91273a424b5,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:47.934749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.001203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03b109e8-a75d-4401-869f-70b56f6d0f2c req-575889c5-cb5a-4f49-8d26-3db11b2542bc tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860288 Aug 06 15:46:48.140396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:48.234976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de63b94-b8b7-4111-a0dd-2c2e6c7d16e2 req-7e2ad50e-2f7d-4828-b284-33f1edd9f65e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:48.236625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5de63b94-b8b7-4111-a0dd-2c2e6c7d16e2 req-7e2ad50e-2f7d-4828-b284-33f1edd9f65e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0863326 Aug 06 15:46:48.325321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00014cb0-f07b-47e5-ab42-a4119c79a35e req-0b961ddc-1bd8-4944-8ca8-6cf8bd701449 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0747292 Aug 06 15:46:48.377090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5de63b94-b8b7-4111-a0dd-2c2e6c7d16e2 req-39cb1b6f-19d6-4c6a-b759-5f3753e5b7d7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281848 Aug 06 15:46:48.594227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384b3c7-99f6-415d-86b6-a12223887ccf req-5eefcb75-6c79-4b99-98ee-dcb7eb64dedb tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:48.608508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5384b3c7-99f6-415d-86b6-a12223887ccf req-5eefcb75-6c79-4b99-98ee-dcb7eb64dedb tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 945 time: 0.0954850 Aug 06 15:46:48.701631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5384b3c7-99f6-415d-86b6-a12223887ccf req-bf3a9fe8-29ed-4750-8f70-110004f773f1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups?id=757a941f-dc13-4c42-b842-d112cee7b46e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918863 Aug 06 15:46:48.820932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.821554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.821673 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Floating IP 557951ea-20b8-4450-8335-41dd122c13ec disassociated. External IP: 172.25.5.15, port: c0eb8811-3c85-47db-b4e3-d91273a424b5. Aug 06 15:46:48.821928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Calling delete_port for c0eb8811-3c85-47db-b4e3-d91273a424b5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:48.827749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:48.844495 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:48.863586 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:48.864436 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:48.931011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:48.932170 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:48.950925 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:48.951548 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:49.010022 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:49.011036 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c135c84-3c45-4874-ba68-fe5fa5702b7b None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:49.035022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88efb73c-ca73-450b-a152-5a13f028cee5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.5656416 Aug 06 15:46:49.038084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:49.135702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ca69cd42-316d-44f2-81c2-f6604c54d2a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/floatingips/b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede HTTP/1.1" status: 200 len: 976 time: 0.0957627 Aug 06 15:46:49.136310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:49.286266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:49.290020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c415ac63-636a-49f4-83b8-e653232632f5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1496074 Aug 06 15:46:49.290729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:49.295353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'port_id': '97a849bc-cc04-45d5-a9a5-0e9223022a86'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:49.364556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event deleted for resources: {'Port': ['ID=c0eb8811-3c85-47db-b4e3-d91273a424b5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:49.403579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:49.550200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2b66964-afcb-4bda-9bc2-845d741a5746 req-a23a58f0-a68f-4e22-9e8b-4f8a66319306 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0670915 Aug 06 15:46:49.620354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:49.854707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:49.868475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] Sync routers for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:49.904974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:49.907120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:49.919056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a0852ad-74d1-483f-a400-8e972b1fb7a7 req-bca5b225-11a7-4169-a144-fb9979c5b7b1 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.0476069 Aug 06 15:46:49.985376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] No DVR routers for this DVR port c0eb8811-3c85-47db-b4e3-d91273a424b5 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:49.995199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:49.997599 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d07b1652-965f-4a92-ad57-efb853b9da0b req-314116f3-9539-4f6e-93cb-a814bdff2b65 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.64 "DELETE /v2.0/ports/c0eb8811-3c85-47db-b4e3-d91273a424b5 HTTP/1.1" status: 204 len: 173 time: 2.5741837 Aug 06 15:46:49.998162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'name': 'network-vif-deleted', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:50.000638 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5ec050-b6a3-49a1-8c56-47b7af0b49c8" -d '{"events": [{"server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "name": "network-vif-deleted", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:50.161748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:50.346808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:50.497652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:50.517369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:38Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:50.566079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] Checking router: 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:46:50.577978 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b6f2d4-2e1d-490d-89d8-c9896c3bfcb8 x-openstack-request-id: req-40b6f2d4-2e1d-490d-89d8-c9896c3bfcb8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:50.578346 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "943d2107-930c-4ad0-9616-37072e8a336c", "name": "network-vif-deleted", "tag": "c0eb8811-3c85-47db-b4e3-d91273a424b5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:50.578883 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40b6f2d4-2e1d-490d-89d8-c9896c3bfcb8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:50.579558 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943d2107-930c-4ad0-9616-37072e8a336c', 'name': 'network-vif-deleted', 'tag': 'c0eb8811-3c85-47db-b4e3-d91273a424b5', 'status': 'completed', 'code': 200} Aug 06 15:46:50.583426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:50.584328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:50.725622 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede associated. External IP: 172.25.5.52, port: 39386623-750d-4f71-ae03-c21b31b6a07d. Aug 06 15:46:50.746041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c0eb8811-3c85-47db-b4e3-d91273a424b5 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:46:50.800201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c0eb8811-3c85-47db-b4e3-d91273a424b5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:46:50.800672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c0eb8811-3c85-47db-b4e3-d91273a424b5 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:46:50.832149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5468853d-63af-4f29-aea4-74cfb62cb9da req-fbd09d12-0818-40ab-8d0b-883b53a72fd3 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0444059 Aug 06 15:46:50.981227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:51.061140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0d8b3fb-3fd2-43b7-9d9a-a7b8f9bbfa19 req-a1644acc-143e-4bce-a39e-fd86b9bebe11 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0586483 Aug 06 15:46:51.153135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-6e732006-8d07-4ae6-a905-746b37130171 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:51.159106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-6e732006-8d07-4ae6-a905-746b37130171 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ab3f6e-a572-4229-a5a8-9c3961249ff6 HTTP/1.1" status: 200 len: 944 time: 0.2169616 Aug 06 15:46:51.342119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:38Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:51.389050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae049f2d-9eef-48de-8d4a-afc25cc19e78 None None] The sync data for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 is: [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:44:30Z', 'revision_number': 4, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '2a14c2aa-4a44-457a-86ee-edc9e1b8988c', 'name': '', 'network_id': '7208fcae-1292-497d-a1ab-6e3bdf8bba50', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'mac_address': 'fa:16:3e:f0:40:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:29Z', 'updated_at': '2021-08-06T15:44:38Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'subnets': [{'id': '50646076-7689-4b27-b5a3-4ebeec847cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:51.438034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6446367-fd34-42dc-b11e-be8bc6166c2d req-c9754610-dd56-49b8-ae41-39a92dd655c6 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/ports?device_id=943d2107-930c-4ad0-9616-37072e8a336c HTTP/1.1" status: 200 len: 210 time: 0.1292193 Aug 06 15:46:51.535577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:51.692029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Deleting port d7ecab4f-46a1-44f6-a882-e5011daeea63 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:51.692374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:51.774519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:51.797775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:51.835874 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:51.840553 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:51.883386 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:51.893619 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:51.894347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:51.920355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5991069-1788-4420-859b-bba55e590e6e None None] New status for floating IP 557951ea-20b8-4450-8335-41dd122c13ec: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:46:51.959216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] For port d7ecab4f-46a1-44f6-a882-e5011daeea63, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d7ecab4f-46a1-44f6-a882-e5011daeea63,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:51.959600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.038435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Calling delete_port for d7ecab4f-46a1-44f6-a882-e5011daeea63 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:52.142830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:52.144324 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc21eb-d6e9-459a-abba-7637bfda2f9a None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:52.417007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2bd227a-e92e-4e60-8891-adb35f655a80 req-e001b716-b92d-451b-8640-4f68d29237da tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0466003 Aug 06 15:46:52.454569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:52.556098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc1ba6ba-b127-421b-af22-2284a16e3e53 req-f785d6d6-39ea-43c4-b154-d3f2ac09e0a2 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0304954 Aug 06 15:46:52.560912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:52.574359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:46:52.580463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:46:52.603233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'Port': ['ID=d7ecab4f-46a1-44f6-a882-e5011daeea63,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:52.879039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57618) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:53.044091 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbd5c-b967-4bfa-9543-d960ff8e3fff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.083120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbd5c-b967-4bfa-9543-d960ff8e3fff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.316195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbd5c-b967-4bfa-9543-d960ff8e3fff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.322991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbd5c-b967-4bfa-9543-d960ff8e3fff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.324301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3f8dbd5c-b967-4bfa-9543-d960ff8e3fff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "DELETE /v2.0/security-groups/757a941f-dc13-4c42-b842-d112cee7b46e HTTP/1.1" status: 204 len: 168 time: 0.4431598 Aug 06 15:46:53.330419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] No DVR routers for this DVR port d7ecab4f-46a1-44f6-a882-e5011daeea63 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:53.332424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57636) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:53.340932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.343663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39330c0e-5c2c-4255-b0b4-80459a0f404a req-c7df7471-3b48-4041-b550-be73d46d943f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "DELETE /v2.0/ports/d7ecab4f-46a1-44f6-a882-e5011daeea63 HTTP/1.1" status: 204 len: 173 time: 2.0362203 Aug 06 15:46:53.345224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:53.346861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-deleted', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:53.349292 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c1d74d-f904-47f4-84bf-407916845e1e" -d '{"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-deleted", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:53.358193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.370692 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:53.391519 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:53.395112 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:53.415934 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9238da7f-623c-44ae-ae39-a52192c0635c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] show failed (client error): The resource could not be found. Aug 06 15:46:53.415934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9238da7f-623c-44ae-ae39-a52192c0635c tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "GET /v2.0/security-groups/757a941f-dc13-4c42-b842-d112cee7b46e HTTP/1.1" status: 404 len: 347 time: 0.0815237 Aug 06 15:46:53.427820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dbd5c-b967-4bfa-9543-d960ff8e3fff tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757a941f-dc13-4c42-b842-d112cee7b46e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:53.430153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:53.446876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb02045c-eb1b-47e2-96a8-dad1ff811ee2 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/floatingips/b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede HTTP/1.1" status: 200 len: 977 time: 4.1550491 Aug 06 15:46:53.447517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:53.451585 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd00dee-aa4a-4ce8-a9f2-377a7e834d52 x-openstack-request-id: req-4dd00dee-aa4a-4ce8-a9f2-377a7e834d52 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:53.451921 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ab3f6e-a572-4229-a5a8-9c3961249ff6", "name": "network-vif-deleted", "tag": "d7ecab4f-46a1-44f6-a882-e5011daeea63", "status": "failed", "code": 422}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:53.457742 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dd00dee-aa4a-4ce8-a9f2-377a7e834d52 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:53.457742 n-d-778550-6 neutron-server[94841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42ab3f6e-a572-4229-a5a8-9c3961249ff6', 'name': 'network-vif-deleted', 'tag': 'd7ecab4f-46a1-44f6-a882-e5011daeea63', 'status': 'failed', 'code': 422} returned with failed status Aug 06 15:46:53.457742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:53.538457 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:53.566850 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:53.568189 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:53.581599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.659026 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:53.659996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0e8f3-84a1-4c61-91bb-08c296f7e569 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:53.700434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44850663-dca7-4026-b437-b2b0eda4d4aa req-457fd18a-4938-489e-97e5-21cc097ddea9 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0412681 Aug 06 15:46:53.735441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Deleting port ccc13ac6-2de5-49f4-82bf-4692f6224a5b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:53.738122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.822232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6510f50-fed3-4fa4-af3e-7b9202d18443 req-189bfdea-1a72-480c-8b16-f2ddec5d8fe2 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0371392 Aug 06 15:46:53.839942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.840372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:53.895171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Calling delete_port for ccc13ac6-2de5-49f4-82bf-4692f6224a5b owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:53.943558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.040867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.042650 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede disassociated. External IP: 172.25.5.52, port: 97a849bc-cc04-45d5-a9a5-0e9223022a86. Aug 06 15:46:54.281932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.345396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:54.356551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Pushing event deleted for resources: {'Port': ['ID=ccc13ac6-2de5-49f4-82bf-4692f6224a5b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:54.411047 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.415665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.419759 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-de021887-10c8-4721-8934-b461ce7554b4 tempest-ServersTestJSON-2035774870 tempest-ServersTestJSON-2035774870-project] 10.222.0.16 "DELETE /v2.0/floatingips/557951ea-20b8-4450-8335-41dd122c13ec HTTP/1.1" status: 204 len: 168 time: 0.9855595 Aug 06 15:46:54.420158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:54.529036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:54.534058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.546118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:54.557972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:54.558990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:54.567723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd690536-2ce0-482a-8b8d-48cc9e0094be tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/floatingips/b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede HTTP/1.1" status: 200 len: 687 time: 1.1182969 Aug 06 15:46:54.568367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:54.603374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:54.614062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:54.614854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:54.802919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port f353ba5f-54e5-4daf-bcb6-1b4ca38ba221 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:54.803931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.914102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.914451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:54.932726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for f353ba5f-54e5-4daf-bcb6-1b4ca38ba221 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:54.947556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:54.949001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48039b-7807-4d40-9472-a594501bf59a None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:55.101998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.193920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe8705c5-17b0-45fb-ae60-3cd4ec15c0c5 req-f2c1688c-19cd-4486-8d58-2eea38f9456d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.1119535 Aug 06 15:46:55.334213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cdcd6f0-5481-4753-bc4f-7d4070de7472 req-98be3a1e-c4d0-4ef3-aed0-c9344b1c45e8 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0288382 Aug 06 15:46:55.348825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.400231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=f353ba5f-54e5-4daf-bcb6-1b4ca38ba221,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:55.517810 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.520990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.522204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-da182508-abee-4252-95cc-b24ff774bc23 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/floatingips/b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede HTTP/1.1" status: 204 len: 168 time: 0.9529045 Aug 06 15:46:55.525760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:55.545358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Deleting port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:55.545788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.566918 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-bc39a419-bfcc-4a34-89ce-3e99fdaa005d tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] delete failed (client error): The resource could not be found. Aug 06 15:46:55.569152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bc39a419-bfcc-4a34-89ce-3e99fdaa005d tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/floatingips/b6b6ab1b-7bcd-41b5-b76d-92a99a6f7ede HTTP/1.1" status: 404 len: 345 time: 0.0424237 Aug 06 15:46:55.575846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:55.707118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d0a41-1c33-4ae6-b033-f0f13d8450b8 req-131fa10f-3195-47a8-9f13-32f9c1f0d00a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:55.708799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-434d0a41-1c33-4ae6-b033-f0f13d8450b8 req-131fa10f-3195-47a8-9f13-32f9c1f0d00a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 907 time: 0.0778546 Aug 06 15:46:55.720722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] For port 2a14c2aa-4a44-457a-86ee-edc9e1b8988c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:55.721263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.748600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Calling delete_port for 2a14c2aa-4a44-457a-86ee-edc9e1b8988c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:55.764951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:55.776252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74f829-b47e-4b8d-b359-7a93be17d4ed tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:55.782893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74f829-b47e-4b8d-b359-7a93be17d4ed tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:55.789674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74f829-b47e-4b8d-b359-7a93be17d4ed tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:55.794565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:55.794859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8e74f829-b47e-4b8d-b359-7a93be17d4ed tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/ports?network_id=b5a20a2b-dc6f-40b1-a479-b6971895f33b HTTP/1.1" status: 200 len: 2357 time: 0.2181931 Aug 06 15:46:55.823267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:55.863011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90974bc2-7a3d-473c-bfcc-94fdf170d7f0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:55.866081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-90974bc2-7a3d-473c-bfcc-94fdf170d7f0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/subnets/927d0db9-8d31-441c-aaa7-76ceb57ecfce HTTP/1.1" status: 200 len: 797 time: 0.0701258 Aug 06 15:46:55.870359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57716) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:55.876524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'port': {'network_id': 'b5a20a2b-dc6f-40b1-a479-b6971895f33b', 'name': 'tempest-FloatingIPTestJSON-2128527474', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:55.964781 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-684d2025-2bd5-40a5-a77e-36dcc50d3342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.092445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-684d2025-2bd5-40a5-a77e-36dcc50d3342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.143442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.173528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a14c2aa-4a44-457a-86ee-edc9e1b8988c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:56.195619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-684d2025-2bd5-40a5-a77e-36dcc50d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.280166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-684d2025-2bd5-40a5-a77e-36dcc50d3342 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ad0126e9aed473ca32c926b921170b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107472 Aug 06 15:46:56.280166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d2025-2bd5-40a5-a77e-36dcc50d3342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff26fc-d929-4a63-8fed-92bdc59751a3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:56.285107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:56.385324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:46:56.436691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.564465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40569e46-3950-42e9-b974-be7bb2a3c046 req-28ce1551-0672-4b37-823d-3410478eb927 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.1202035 Aug 06 15:46:56.596984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-01791c3a-25e3-4eb2-b3c1-06d4d40b5846 req-320c753b-951b-4b73-bd0a-dfbd7adcca49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0308962 Aug 06 15:46:56.655062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbfac-c17e-423e-89a3-75302cd8eba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.702101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fc91151-3771-4f09-ba78-a87362ee3502 req-7651bd88-1057-4f85-8ad8-00b8997d6a50 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0639377 Aug 06 15:46:56.710752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbfac-c17e-423e-89a3-75302cd8eba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.748395 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:56.782668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] device_id is not set on port e94c51e9-30d0-4801-a731-d7ad924ba6db yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:46:56.783473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:46:56.902931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:46:56.908584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a2abbeee-52ae-4443-848b-9b888cfe0915 admin admin] 10.222.0.16 "PUT /v2.0/routers/2ccab52b-d3e3-43ba-aa99-d82a64df2fe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872756 Aug 06 15:46:56.911006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:56.924677 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] Sync routers for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:46:56.953489 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:56.960065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:57.025058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1315a42-3cca-4805-a429-e805f05e742e req-b0e40a0a-a760-44df-a385-0ece5fbeaa10 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:57.026832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1315a42-3cca-4805-a429-e805f05e742e req-b0e40a0a-a760-44df-a385-0ece5fbeaa10 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 907 time: 0.1446753 Aug 06 15:46:57.042912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.082722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbfac-c17e-423e-89a3-75302cd8eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.087270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e0cbfac-c17e-423e-89a3-75302cd8eba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.092485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4e0cbfac-c17e-423e-89a3-75302cd8eba9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceff26fc-d929-4a63-8fed-92bdc59751a3 HTTP/1.1" status: 204 len: 168 time: 0.8021481 Aug 06 15:46:57.109653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cbfac-c17e-423e-89a3-75302cd8eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff26fc-d929-4a63-8fed-92bdc59751a3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:57.162551 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:57.201431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.14 (b5a20a2b-dc6f-40b1-a479-b6971895f33b/927d0db9-8d31-441c-aaa7-76ceb57ecfce/e94c51e9-30d0-4801-a731-d7ad924ba6db) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:57.209584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.13 (b5a20a2b-dc6f-40b1-a479-b6971895f33b/927d0db9-8d31-441c-aaa7-76ceb57ecfce/e94c51e9-30d0-4801-a731-d7ad924ba6db) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:57.412864 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:46:55Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:57.483776 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] Checking router: 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:46:57.497874 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] Routers {'2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:46:57.499232 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:57.529063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.685035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d7df9d33-1790-4d62-b209-b594a2595331 req-ab3946f8-375a-49b1-9ded-b88038525802 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.5269239 Aug 06 15:46:57.698038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-9dfcf2b2-7296-4143-82fe-b87afbb6be83 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:57.698310 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] Set router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:46:57.699537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-9dfcf2b2-7296-4143-82fe-b87afbb6be83 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 907 time: 0.6042283 Aug 06 15:46:57.703875 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.836552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.858113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54058d7c-9aa2-4442-a44f-7da3d53fead9 req-2282da01-1a6b-4095-be3a-d0841eabd731 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.1276569 Aug 06 15:46:57.868022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:57.879883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:57.885294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:57.921668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=e94c51e9-30d0-4801-a731-d7ad924ba6db,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:57.968294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:57.969050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:57.995765 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:46:55Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:46:58.023967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e230b876-906c-4a65-821d-53aece4552f2 req-c2f6d171-cb4e-4f76-ac0f-518c9d924137 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0519068 Aug 06 15:46:58.033545 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754dae2-3297-4299-9057-a5dc04fa04db None None] The sync data for ids ['2ccab52b-d3e3-43ba-aa99-d82a64df2fe0'] in n-d-778550-6 is: [{'id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'name': 'tempest-ServersTestJSON-1464362448-router', 'tenant_id': '7a5b48786552441ba2ca13d005f53a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:44:23Z', 'updated_at': '2021-08-06T15:46:55Z', 'revision_number': 5, 'project_id': '7a5b48786552441ba2ca13d005f53a0a', 'gw_port': {'id': '1bb628a1-1da5-49c5-aea9-82991acf38e1', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccab52b-d3e3-43ba-aa99-d82a64df2fe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:44:25Z', 'updated_at': '2021-08-06T15:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:46:58.086716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c5eb1893-b00b-41bf-851e-21d409813674 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2152367 Aug 06 15:46:58.089357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:58.094107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Deleting port 1bb628a1-1da5-49c5-aea9-82991acf38e1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:58.094896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.095025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'e94c51e9-30d0-4801-a731-d7ad924ba6db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:46:58.100454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Deleting port b470620a-b3b7-445a-9912-894ed82c8eb7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:46:58.101301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.179963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe82af3-c106-447d-8258-40cec22b055b req-b9f01eed-d7c7-4bd1-8788-fa88a6503d3e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:46:58.184413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbe82af3-c106-447d-8258-40cec22b055b req-b9f01eed-d7c7-4bd1-8788-fa88a6503d3e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 907 time: 0.0553534 Aug 06 15:46:58.189649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.247177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:58.290793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6129df5-9a38-4428-963e-d1b79ccac57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.306511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] For port b470620a-b3b7-445a-9912-894ed82c8eb7, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b470620a-b3b7-445a-9912-894ed82c8eb7,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:58.306942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.309499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.321806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] For port 1bb628a1-1da5-49c5-aea9-82991acf38e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1bb628a1-1da5-49c5-aea9-82991acf38e1,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:46:58.322198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.339245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Calling delete_port for b470620a-b3b7-445a-9912-894ed82c8eb7 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:58.354951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Calling delete_port for 1bb628a1-1da5-49c5-aea9-82991acf38e1 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:46:58.458533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.169 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/033e38e5-6177-4928-8322-39d44661b1c4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:46:58.669308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.761505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6129df5-9a38-4428-963e-d1b79ccac57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.852910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.900202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:46:58.904515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:46:58.908686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:46:58.912162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=033e38e5-6177-4928-8322-39d44661b1c4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:58.942860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.945516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6129df5-9a38-4428-963e-d1b79ccac57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:58.952989 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.026542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.044670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'Port': ['ID=b470620a-b3b7-445a-9912-894ed82c8eb7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:59.067392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae27a9e5-a7c8-4e98-bc8a-3c97a0c65bf6 req-5ba861d4-838c-4f88-82f4-4acf94e2e4a2 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bb8d5da-96c9-4bc7-9a92-7e51deb691fc HTTP/1.1" status: 200 len: 210 time: 0.0733707 Aug 06 15:46:59.083874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb628a1-1da5-49c5-aea9-82991acf38e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:59.098066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c6129df5-9a38-4428-963e-d1b79ccac57f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d96b3235bc1743ab95e441f8c08f6f0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8454006 Aug 06 15:46:59.102983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:59.103176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6129df5-9a38-4428-963e-d1b79ccac57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b76331-57b6-4041-b70c-6fc54b71cbe2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:46:59.201280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] No DVR routers for this DVR port b470620a-b3b7-445a-9912-894ed82c8eb7 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:46:59.205386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.208929 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1b73cdc9-c7dc-43f3-b57b-bf53b4bd006b req-e4b4afd7-a87c-4fa4-887a-1c3703751720 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "DELETE /v2.0/ports/b470620a-b3b7-445a-9912-894ed82c8eb7 HTTP/1.1" status: 204 len: 173 time: 1.4596405 Aug 06 15:46:59.213865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'name': 'network-vif-deleted', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:46:59.213865 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da683a5-3233-41ad-8e76-82857e2e6b64" -d '{"events": [{"server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "name": "network-vif-deleted", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:46:59.239666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.299875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-514e7342-25fd-45b4-a1fa-bdf7aabfb967 req-892252e4-3262-4467-9603-820456b57822 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0714586 Aug 06 15:46:59.404433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.411098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.478339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-226bf109-f620-445d-bfc7-5723ef16b12c req-8e3b7fcf-076e-471b-9578-2b8c62f1f4b4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 210 time: 0.1824865 Aug 06 15:46:59.536111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f49a391-f205-4977-994e-faab8aab4a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.616685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f49a391-f205-4977-994e-faab8aab4a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.662589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.663395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:46:59.671113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.676503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da4480da-2d07-4aca-83c3-2c400b5cfe02 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2ccab52b-d3e3-43ba-aa99-d82a64df2fe0 HTTP/1.1" status: 204 len: 168 time: 2.7638559 Aug 06 15:46:59.679527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:46:59.777440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Deleting subnet 50646076-7689-4b27-b5a3-4ebeec847cbd {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:46:59.782189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.807711 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d95b49-9823-4b74-b827-d8b7ee8a59f1 x-openstack-request-id: req-96d95b49-9823-4b74-b827-d8b7ee8a59f1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:46:59.808080 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c6aef7-f262-476f-b385-c203cc249da3", "name": "network-vif-deleted", "tag": "b470620a-b3b7-445a-9912-894ed82c8eb7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:46:59.808303 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96d95b49-9823-4b74-b827-d8b7ee8a59f1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:46:59.808668 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c6aef7-f262-476f-b385-c203cc249da3', 'name': 'network-vif-deleted', 'tag': 'b470620a-b3b7-445a-9912-894ed82c8eb7', 'status': 'completed', 'code': 200} Aug 06 15:46:59.852608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:46:59.902028 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.006159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.098479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-721243c4-8ff8-46b6-a125-0d0a7ccb4358 req-667c14e1-1e4e-44b2-8e4e-a8e5ecf5525d tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0268242 Aug 06 15:47:00.159229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f49a391-f205-4977-994e-faab8aab4a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.164889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f49a391-f205-4977-994e-faab8aab4a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.168601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f49a391-f205-4977-994e-faab8aab4a67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3b76331-57b6-4041-b70c-6fc54b71cbe2 HTTP/1.1" status: 204 len: 168 time: 1.0648792 Aug 06 15:47:00.195782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.253262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50646076-7689-4b27-b5a3-4ebeec847cbd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:00.255776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.260180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90656f68-40d0-410f-935f-e2e41463a51b None None] Network 7208fcae-1292-497d-a1ab-6e3bdf8bba50 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:00.277448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5242fe41-6129-4ca5-ae51-c5f078c3dbec admin admin] 10.222.0.16 "DELETE /v2.0/subnets/50646076-7689-4b27-b5a3-4ebeec847cbd HTTP/1.1" status: 204 len: 168 time: 0.5955069 Aug 06 15:47:00.278169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:00.311593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49a391-f205-4977-994e-faab8aab4a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b76331-57b6-4041-b70c-6fc54b71cbe2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:00.344918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.384639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:00.392026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a14c2aa-4a44-457a-86ee-edc9e1b8988c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:00.472447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2a14c2aa-4a44-457a-86ee-edc9e1b8988c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:00.472889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a14c2aa-4a44-457a-86ee-edc9e1b8988c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:00.473316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1bb628a1-1da5-49c5-aea9-82991acf38e1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:00.528273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 1bb628a1-1da5-49c5-aea9-82991acf38e1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:00.529761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1bb628a1-1da5-49c5-aea9-82991acf38e1 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:00.579525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.622411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134063a6-cc64-4521-8a4f-d263641cd49c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.710991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1746e0ff-4166-4e98-aacf-44404cd5438f req-6f427e66-d51b-4bd9-bb41-65cffdaf2c86 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=30c6aef7-f262-476f-b385-c203cc249da3 HTTP/1.1" status: 200 len: 210 time: 0.0332348 Aug 06 15:47:00.744105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134063a6-cc64-4521-8a4f-d263641cd49c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.763519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] DHCP port deletion for 7208fcae-1292-497d-a1ab-6e3bdf8bba50 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:47:00.814612 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.836720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Deleting port 737af305-3573-4e1f-9303-d512b81a6bb9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:00.837627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.845691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b470620a-b3b7-445a-9912-894ed82c8eb7 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:00.882029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: b470620a-b3b7-445a-9912-894ed82c8eb7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:00.882492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b470620a-b3b7-445a-9912-894ed82c8eb7 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:00.913541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] Deleting port 737af305-3573-4e1f-9303-d512b81a6bb9 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:00.914013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.937698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.954128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] For port 737af305-3573-4e1f-9303-d512b81a6bb9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=737af305-3573-4e1f-9303-d512b81a6bb9,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:00.954570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:00.972803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Calling delete_port for 737af305-3573-4e1f-9303-d512b81a6bb9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:01.009587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] For port 737af305-3573-4e1f-9303-d512b81a6bb9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=737af305-3573-4e1f-9303-d512b81a6bb9,segment=NetworkSegment(d2e17e16-c322-49ae-9dad-9ef509242803),segment_id=d2e17e16-c322-49ae-9dad-9ef509242803)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:01.010232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.012497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=033e38e5-6177-4928-8322-39d44661b1c4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:01.043870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134063a6-cc64-4521-8a4f-d263641cd49c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.047051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] Calling delete_port for 737af305-3573-4e1f-9303-d512b81a6bb9 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:01.051946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-134063a6-cc64-4521-8a4f-d263641cd49c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.053310 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-134063a6-cc64-4521-8a4f-d263641cd49c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/security-groups/5dc9ca5a-5d73-4e38-9dd0-d93fde934d44 HTTP/1.1" status: 204 len: 168 time: 0.6629288 Aug 06 15:47:01.060371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:01.094726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134063a6-cc64-4521-8a4f-d263641cd49c tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc9ca5a-5d73-4e38-9dd0-d93fde934d44,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:01.110060 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-81b16b2d-e13e-49d9-92a0-0e466a5eb6be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] show failed (client error): The resource could not be found. Aug 06 15:47:01.116759 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-81b16b2d-e13e-49d9-92a0-0e466a5eb6be tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "GET /v2.0/security-groups/5dc9ca5a-5d73-4e38-9dd0-d93fde934d44 HTTP/1.1" status: 404 len: 347 time: 0.0500073 Aug 06 15:47:01.118090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:01.218956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.257331 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:01.265147 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:47:01.268185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] No DVR routers for this DVR port 737af305-3573-4e1f-9303-d512b81a6bb9 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:01.272500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.272791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.328216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] Pushing event deleted for resources: {'Port': ['ID=737af305-3573-4e1f-9303-d512b81a6bb9,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:01.339515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a410d-6fe9-4337-bbc1-b66592b9f608 None None] No DVR routers for this DVR port 737af305-3573-4e1f-9303-d512b81a6bb9 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:01.357495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Pushing event deleted for resources: {'Port': ['ID=737af305-3573-4e1f-9303-d512b81a6bb9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:01.438801 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.451343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7208fcae-1292-497d-a1ab-6e3bdf8bba50']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:01.477902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e17e16-c322-49ae-9dad-9ef509242803') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:01.479274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e17e16-c322-49ae-9dad-9ef509242803') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:01.502019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.526121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.541832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:01.542650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:01.545634 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:01.777237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.790975 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:01.790975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7208fcae-1292-497d-a1ab-6e3bdf8bba50 HTTP/1.1" status: 204 len: 168 time: 1.5033381 Aug 06 15:47:01.833926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b36d2-4010-45c1-b3d0-8bdbc7606925 admin admin] Pushing event deleted for resources: {'Network': ['ID=7208fcae-1292-497d-a1ab-6e3bdf8bba50,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:01.836560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-239adb57-6261-46b3-b2b9-68c8c499101e req-a0a82468-a452-4e4b-bb42-9399bd871d22 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.5546372 Aug 06 15:47:01.933273 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP a0e6512c-3971-4004-95e6-c4b660b89040 associated. External IP: 172.25.5.169, port: e94c51e9-30d0-4801-a731-d7ad924ba6db. Aug 06 15:47:01.999056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port a6897f3b-a0dc-4e28-9c3a-4bd21b138201 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:01.999056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.083721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 737af305-3573-4e1f-9303-d512b81a6bb9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:02.126019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 737af305-3573-4e1f-9303-d512b81a6bb9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:02.126397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 737af305-3573-4e1f-9303-d512b81a6bb9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:02.192610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:02.271391 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ee57555d-b765-4024-b276-5377cfdbc76d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a5b48786552441ba2ca13d005f53a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777190 Aug 06 15:47:02.277168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57846) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:02.297759 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.298192 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.304020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:02.338435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for a6897f3b-a0dc-4e28-9c3a-4bd21b138201 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:02.383426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c4e7-1c49-4528-b0a0-29f87ba303ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.414894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c4e7-1c49-4528-b0a0-29f87ba303ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.483865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427445-1457-468b-8053-b63520a3dfd8 req-14e16690-0a30-4d92-a62c-b35da66190f7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:02.486490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14427445-1457-468b-8053-b63520a3dfd8 req-14e16690-0a30-4d92-a62c-b35da66190f7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 945 time: 0.2228985 Aug 06 15:47:02.606357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c4e7-1c49-4528-b0a0-29f87ba303ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.612349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c4e7-1c49-4528-b0a0-29f87ba303ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.613853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14427445-1457-468b-8053-b63520a3dfd8 req-f354dded-789b-4615-9ee9-246242254eab tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144090 Aug 06 15:47:02.614327 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ee0c4e7-1c49-4528-b0a0-29f87ba303ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ce0c369-334d-4130-a994-6610077f39fc HTTP/1.1" status: 204 len: 168 time: 0.3352470 Aug 06 15:47:02.622054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:02.634422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:02.637558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0c4e7-1c49-4528-b0a0-29f87ba303ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0c369-334d-4130-a994-6610077f39fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:02.662826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:02.664602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:02.729273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:02.739229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:02.739913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:02.745408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.774719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:02.775629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8956a1-06d2-49ae-b209-961faf39ca72 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:02.784642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.839114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-147db1aa-b54e-4789-b3cc-73232d078671 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7460725 Aug 06 15:47:02.839114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=a6897f3b-a0dc-4e28-9c3a-4bd21b138201,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:02.839941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:02.847348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'port_id': 'e94c51e9-30d0-4801-a731-d7ad924ba6db', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:02.924915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.933462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:02.936098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e041fb22-b079-4dfc-ae92-e245f967119b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/floatingips/f4ae77f3-f73c-4c85-9fba-093186337fe4 HTTP/1.1" status: 204 len: 168 time: 1.8165288 Aug 06 15:47:02.937401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:02.978365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8eee489f-d9a8-4c16-b550-6704229d8d37 req-06baf4ad-da0f-4195-9f15-49cfa084287f tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0405588 Aug 06 15:47:02.991303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:03.176756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:03.177108 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:03.361552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:03.416103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for 0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:03.820818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff8fc-97b8-4557-afda-6b1f1733f18d req-20b8899d-1196-4a43-8567-042f927889cf tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:03.822457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12bff8fc-97b8-4557-afda-6b1f1733f18d req-20b8899d-1196-4a43-8567-042f927889cf tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 945 time: 0.0594299 Aug 06 15:47:03.898658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:03.906272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12bff8fc-97b8-4557-afda-6b1f1733f18d req-85fb3c8f-5fcc-4642-8385-80dd7aec4686 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711915 Aug 06 15:47:03.930452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-655d09ee-7877-4097-a559-235c2fd40bc1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:03.932223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-655d09ee-7877-4097-a559-235c2fd40bc1 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 945 time: 0.1497838 Aug 06 15:47:03.954240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:03.989597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.065386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=0dd5d31e-b271-49a9-a8c7-535aa8b1ba31,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:04.153260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa117e06-7c0e-4481-8c53-6041fb10afc7 req-b36301b6-8c44-4815-a47d-76029f57cdfc tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0794914 Aug 06 15:47:04.233422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.235693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3752bb4b-e469-48fe-ba5d-5eeba505b49d tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/ports/0dd5d31e-b271-49a9-a8c7-535aa8b1ba31 HTTP/1.1" status: 204 len: 168 time: 1.2969408 Aug 06 15:47:04.239144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:04.289999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Deleting port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:04.290707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.298838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:04.416477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port 63e77e67-4d7d-4504-b039-402fd78e9c02 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:04.416477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.500897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:04.522402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.546137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1442845707-network', 'tenant_id': '1e80a22395bd4321badf65cdac881f75'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:04.552711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for 63e77e67-4d7d-4504-b039-402fd78e9c02 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:04.759531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Made reservation on behalf of 1e80a22395bd4321badf65cdac881f75 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:04.763290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.789589 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.896660 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.909013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9c9bd94-f405-4fb8-bf0f-ce8c8b28af3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.910020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:04.948680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=63e77e67-4d7d-4504-b039-402fd78e9c02,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:05.018484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] For port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:05.018484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.018727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.040952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Calling delete_port for 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:05.068601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:47:05.097883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.103049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-454ea15a-f12a-4b66-b3a0-4894752abb74 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/ports/63e77e67-4d7d-4504-b039-402fd78e9c02 HTTP/1.1" status: 204 len: 168 time: 0.8596661 Aug 06 15:47:05.106587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:05.149256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:05.156028 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.156387 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Added segment 42c8bf23-2c3c-48cb-9d89-99b683935b47 of type vlan for network 9b73a8fd-87c7-4190-ac82-bedc7f7dface Aug 06 15:47:05.158125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3608d39d-3b6c-42ae-b154-a7e4f0897b04,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:05.160311 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.199639 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:05.220235 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:05.220997 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:05.276202 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:05.286863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:05.287842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:05.327164 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:05.328051 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950ac0df-ebf4-4d55-8893-402acc62f6b9 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:05.332057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea333c-2c1b-43af-b18d-850fbc5f3e61 req-476e24b3-8e07-4ca3-bc3b-5257d226b8d4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:05.334388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbea333c-2c1b-43af-b18d-850fbc5f3e61 req-476e24b3-8e07-4ca3-bc3b-5257d226b8d4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 945 time: 0.2764544 Aug 06 15:47:05.364466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-70432bda-75b9-4a4e-9fb7-f227d5e65b2f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/floatingips/a0e6512c-3971-4004-95e6-c4b660b89040 HTTP/1.1" status: 200 len: 979 time: 2.5221314 Aug 06 15:47:05.365329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:05.385493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.396004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42c790a5-8146-4ccc-be58-1843418b47b9 req-898390bf-ae6a-4cac-806d-88cf643becb2 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0574732 Aug 06 15:47:05.441108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting subnet e0e75256-c325-4f69-942d-1e95853803a9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:05.493838 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.565862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbea333c-2c1b-43af-b18d-850fbc5f3e61 req-eab75c18-5bd4-41db-95dd-935c60f4ed83 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701148 Aug 06 15:47:05.570484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:47:05.601397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.692125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 033e38e5-6177-4928-8322-39d44661b1c4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:05.692987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.704806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.761340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.774663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['932121f9-6034-40b2-9990-217304d2302a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:47:05.805987 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.807635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:05.808994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.875364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'Port': ['ID=65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:05.883296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] No DVR routers for this DVR port 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:05.941085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.941481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.954145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b73a8fd-87c7-4190-ac82-bedc7f7dface,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:05.957400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 033e38e5-6177-4928-8322-39d44661b1c4 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:05.960319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:05.962510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9b8d77cd-c135-41ae-a618-8b5b941b161d req-6fdf169a-29f2-4faa-8024-1d706e8f5d5d tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.64 "DELETE /v2.0/ports/65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 HTTP/1.1" status: 204 len: 173 time: 2.0188069 Aug 06 15:47:05.963184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'name': 'network-vif-deleted', 'tag': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:05.971215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9b73a8fd-87c7-4190-ac82-bedc7f7dface details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:47:05.976643 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d8a5f7-9787-471c-8636-e160c687575f" -d '{"events": [{"server_uuid": "d9fa1ea6-e05d-446f-8b52-18da09767d5b", "name": "network-vif-deleted", "tag": "65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:06.000259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.047249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e75256-c325-4f69-942d-1e95853803a9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:06.057705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.060248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-19675c82-7ff7-4d69-ba15-c3c7363e1652 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/subnets/e0e75256-c325-4f69-942d-1e95853803a9 HTTP/1.1" status: 204 len: 168 time: 0.9492261 Aug 06 15:47:06.062861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:06.078522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df699f11-1fee-4e62-9e9d-50122c6aa5d9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7771015 Aug 06 15:47:06.092375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c9ffc2-9f63-494b-a14c-aa13d4501c08 None None] Network 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:06.101005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57966) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:06.110652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Request body: {'subnet': {'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1442845707-subnet', 'tenant_id': '1e80a22395bd4321badf65cdac881f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:06.165381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting subnet 05974510-503d-43f4-ae01-995e6fdc76ec {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:06.173083 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.173941 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b0a02f-707f-4877-936d-c8c95b8b893e x-openstack-request-id: req-27b0a02f-707f-4877-936d-c8c95b8b893e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:06.174467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa1ea6-e05d-446f-8b52-18da09767d5b", "name": "network-vif-deleted", "tag": "65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:06.174759 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27b0a02f-707f-4877-936d-c8c95b8b893e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:06.175229 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa1ea6-e05d-446f-8b52-18da09767d5b', 'name': 'network-vif-deleted', 'tag': '65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024', 'status': 'completed', 'code': 200} Aug 06 15:47:06.235515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Made reservation on behalf of 1e80a22395bd4321badf65cdac881f75 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:06.237984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.356984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.466788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.517475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=033e38e5-6177-4928-8322-39d44661b1c4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:06.620625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.620625 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP a0e6512c-3971-4004-95e6-c4b660b89040 disassociated (deleted). External IP: 172.25.5.169, port: e94c51e9-30d0-4801-a731-d7ad924ba6db. Aug 06 15:47:06.710535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] DHCP port deletion for 98a0b890-20e8-4cf0-9f92-222bf7f0ead6 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:47:06.736079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75c40834-89c8-4493-abec-072ba17e0b6d req-2181fffa-3d19-4a6d-985b-bfe77674ce86 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0519407 Aug 06 15:47:06.755958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.800047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:06.807535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.837800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:06.851939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 65c4cf6f-1037-4e9f-9fe6-ca5d4d5a4024 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:06.871942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] Deleting port a78219d1-f196-42a2-b59a-6c2848518ae2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:06.872344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:06.966876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61ecdff8-f2ea-48bc-bdba-c6966a73b47c req-4a85d76a-7dd7-4b02-9766-e4eedaaff580 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9fa1ea6-e05d-446f-8b52-18da09767d5b HTTP/1.1" status: 200 len: 210 time: 0.0788617 Aug 06 15:47:07.006427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] For port a78219d1-f196-42a2-b59a-6c2848518ae2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a78219d1-f196-42a2-b59a-6c2848518ae2,segment=NetworkSegment(c967f380-3dec-4b1a-9f6c-141a5b7ef57f),segment_id=c967f380-3dec-4b1a-9f6c-141a5b7ef57f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:07.008026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.022892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] Calling delete_port for a78219d1-f196-42a2-b59a-6c2848518ae2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:07.035868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88536ca-2803-418b-ab83-b513986e208c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:07.042144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Checking segment: {'id': '42c8bf23-2c3c-48cb-9d89-99b683935b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:07.042672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Network hostable DHCP agents. Network: 9b73a8fd-87c7-4190-ac82-bedc7f7dface, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:47:07.090439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:07.180443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Network 9b73a8fd-87c7-4190-ac82-bedc7f7dface is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:47:07.195314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.249029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Subnet': ['ID=05974510-503d-43f4-ae01-995e6fdc76ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:07.251274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.255635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21c44bd5-86a2-4c85-83a7-1efcec7e2665 tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/subnets/05974510-503d-43f4-ae01-995e6fdc76ec HTTP/1.1" status: 204 len: 168 time: 1.1891961 Aug 06 15:47:07.263265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57990) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:07.263753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:07.263895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe1a4e7-ac25-4778-b2b5-009d10aa3c51 None None] Network 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:07.270430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.320162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2734bd33-6347-43ce-b679-d513604eb383 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/floatingips/a0e6512c-3971-4004-95e6-c4b660b89040 HTTP/1.1" status: 204 len: 168 time: 1.9417431 Aug 06 15:47:07.322621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:07.351045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:07.355490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.373714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.377477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9b73a8fd-87c7-4190-ac82-bedc7f7dface) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:07.392300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:07.393160 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.428799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbe5730-b73d-46a3-af0a-f96a0555658d None None] Network 9b73a8fd-87c7-4190-ac82-bedc7f7dface requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:07.516039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.517113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] Pushing event deleted for resources: {'Port': ['ID=a78219d1-f196-42a2-b59a-6c2848518ae2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:07.519199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2463b6a-79bd-4e6e-aa74-0b214e8ba21b None None] No DVR routers for this DVR port a78219d1-f196-42a2-b59a-6c2848518ae2 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:07.535312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a0b890-20e8-4cf0-9f92-222bf7f0ead6']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.549687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:07.550044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.550044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c967f380-3dec-4b1a-9f6c-141a5b7ef57f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.550449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.562038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.577791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.584882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:07.585332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.607742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port e94c51e9-30d0-4801-a731-d7ad924ba6db {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:07.607742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.630222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:07.659027 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:07.663220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-591c992a-4c91-480f-82d2-4fc68314faa5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5582860 Aug 06 15:47:07.690273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:07.690932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:46:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.729357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:07.730012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a629bb-19a6-4374-a5a9-af7d70ccbb4a None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:07.734844 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.736486 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.748011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-055cde73-7ea5-4f97-a031-6e9cb61f7921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.754486 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.758918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/networks/98a0b890-20e8-4cf0-9f92-222bf7f0ead6 HTTP/1.1" status: 204 len: 168 time: 0.5014124 Aug 06 15:47:07.766396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58002) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:07.805324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9cb74-dd1b-4e01-a86c-ca92c78a6beb tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Network': ['ID=98a0b890-20e8-4cf0-9f92-222bf7f0ead6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:07.888888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4441e08-e58f-423b-83b9-2c7f4ae22375 None None] Network 9b73a8fd-87c7-4190-ac82-bedc7f7dface requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:07.896794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] DHCP port deletion for 588833fe-4e2e-4c0b-8816-c5b94f1fcf60 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:47:07.956548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.961413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:07.981792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for e94c51e9-30d0-4801-a731-d7ad924ba6db owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:08.062627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce1aa538-f10a-495a-8f0d-6faf212bc4d7 req-6c1a4dc3-1603-4c03-88f9-98d3ca5dfb55 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0964298 Aug 06 15:47:08.220856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d11da184-ccb7-445e-9f66-bade2472a1ab no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:08.252826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Deleting port d11da184-ccb7-445e-9f66-bade2472a1ab {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:08.253712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.322706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] Deleting port d11da184-ccb7-445e-9f66-bade2472a1ab {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:08.323117 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.483921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] For port d11da184-ccb7-445e-9f66-bade2472a1ab, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d11da184-ccb7-445e-9f66-bade2472a1ab,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:08.485039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.505007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] Calling delete_port for d11da184-ccb7-445e-9f66-bade2472a1ab owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:08.507570 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.526403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] For port d11da184-ccb7-445e-9f66-bade2472a1ab, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d11da184-ccb7-445e-9f66-bade2472a1ab,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:08.526768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.547792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Calling delete_port for d11da184-ccb7-445e-9f66-bade2472a1ab owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:08.553995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d11da184-ccb7-445e-9f66-bade2472a1ab, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d11da184-ccb7-445e-9f66-bade2472a1ab,segment=NetworkSegment(3cfb0c2c-6a24-42b3-a2a6-19a663afcad9),segment_id=3cfb0c2c-6a24-42b3-a2a6-19a663afcad9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:08.686181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.719707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=e94c51e9-30d0-4801-a731-d7ad924ba6db,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:08.779261 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.780955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a78219d1-f196-42a2-b59a-6c2848518ae2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:08.959164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:08.993082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a78219d1-f196-42a2-b59a-6c2848518ae2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:08.994989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a78219d1-f196-42a2-b59a-6c2848518ae2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:09.002495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.003950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] No DVR routers for this DVR port d11da184-ccb7-445e-9f66-bade2472a1ab on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:09.030010 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.039132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] No DVR routers for this DVR port d11da184-ccb7-445e-9f66-bade2472a1ab on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:09.042304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Port': ['ID=d11da184-ccb7-445e-9f66-bade2472a1ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:09.081856 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.088114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d9bc9760-ced0-4869-b5e6-71983ce85a33 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/ports/e94c51e9-30d0-4801-a731-d7ad924ba6db HTTP/1.1" status: 204 len: 168 time: 1.7639410 Aug 06 15:47:09.093297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:09.098155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d11da184-ccb7-445e-9f66-bade2472a1ab,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:09.136939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:09.172901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.190327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03f9e5-5444-4568-951f-6fc23b5a5958 None None] Pushing event deleted for resources: {'Port': ['ID=d11da184-ccb7-445e-9f66-bade2472a1ab,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:09.225514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588833fe-4e2e-4c0b-8816-c5b94f1fcf60']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:09.251714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:09.252144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfb0c2c-6a24-42b3-a2a6-19a663afcad9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:09.267369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08db297-be6e-4b71-ab3c-4d24da03723a req-5850831e-85e4-4cdf-a9cc-0acc0bce9355 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:09.269925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c08db297-be6e-4b71-ab3c-4d24da03723a req-5850831e-85e4-4cdf-a9cc-0acc0bce9355 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.2236757 Aug 06 15:47:09.280446 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.282742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.343171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.374280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:09.374992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.432439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c08db297-be6e-4b71-ab3c-4d24da03723a req-c6f8ab91-e03a-4fc5-a309-d21ce214b5a5 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109996 Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:09.498775 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:09.559064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.691355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.691615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4366bca-90a2-4488-bf4a-28fce14b87a2 req-89db4a0b-3d38-4fc9-a0a4-5e8710578b18 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0402467 Aug 06 15:47:09.701926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:09.702265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] 10.222.0.16 "DELETE /v2.0/networks/588833fe-4e2e-4c0b-8816-c5b94f1fcf60 HTTP/1.1" status: 204 len: 168 time: 1.9346745 Aug 06 15:47:09.748193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153b81e-3091-41f8-a9ba-74f7c0b2dd3b tempest-TaggedBootDevicesTest_v242-698334801 tempest-TaggedBootDevicesTest_v242-698334801-project] Pushing event deleted for resources: {'Network': ['ID=588833fe-4e2e-4c0b-8816-c5b94f1fcf60,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:09.894012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.56 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/da78c1eb-668d-47f3-a046-4dd6d2dc47c2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:10.117324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:10.280965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:10.351051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:10.357051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:10.365114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:10.384200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=da78c1eb-668d-47f3-a046-4dd6d2dc47c2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:10.543176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49f601-4bd5-485f-bc59-a01443131187 req-e897d6b3-1fe3-4784-a71a-21eb5ddf5581 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:10.543176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe49f601-4bd5-485f-bc59-a01443131187 req-e897d6b3-1fe3-4784-a71a-21eb5ddf5581 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.1521018 Aug 06 15:47:10.677030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:10.710409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Deleting port 932121f9-6034-40b2-9990-217304d2302a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:10.710905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:10.716686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3341c9a-2661-491f-9c3f-e829c8702c9d req-3e80b77a-9568-42b2-af07-46d6c0335b28 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:10.744504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3341c9a-2661-491f-9c3f-e829c8702c9d req-3e80b77a-9568-42b2-af07-46d6c0335b28 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 946 time: 0.0966177 Aug 06 15:47:10.800301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:10.832161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3341c9a-2661-491f-9c3f-e829c8702c9d req-fe95b80d-b0bf-4159-a754-f8d314ba0dc0 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=668d4e87-53de-47bd-9a82-d376b35b677a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836456 Aug 06 15:47:10.849250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] For port 932121f9-6034-40b2-9990-217304d2302a, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=932121f9-6034-40b2-9990-217304d2302a,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:10.849250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:10.867175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Calling delete_port for 932121f9-6034-40b2-9990-217304d2302a owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:10.940099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:11.079818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a895376b-f647-44df-83ab-ec109a11fc59 req-559a3302-c503-4ca5-8c4c-d8c5dd6a2ea5 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0636611 Aug 06 15:47:11.321027 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:11.384856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'Port': ['ID=932121f9-6034-40b2-9990-217304d2302a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:11.400981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.402615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.403526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.405311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.406023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.406796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.407691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.408529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.409227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.409949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.411624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.412299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:11.426513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-b42e78a0-9f08-4799-8221-5fdeb64c6e43 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:11.433522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-b42e78a0-9f08-4799-8221-5fdeb64c6e43 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/networks?id=9b73a8fd-87c7-4190-ac82-bedc7f7dface HTTP/1.1" status: 200 len: 810 time: 0.1595621 Aug 06 15:47:11.467157 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:11.475835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-6389a465-b99c-40dd-b9cd-ed5244b985b6 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/quotas/1e80a22395bd4321badf65cdac881f75 HTTP/1.1" status: 200 len: 375 time: 0.0406010 Aug 06 15:47:11.526320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-4a0028c6-82fc-4209-82c8-b50e944165d9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e80a22395bd4321badf65cdac881f75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444615 Aug 06 15:47:11.527340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] No DVR routers for this DVR port 932121f9-6034-40b2-9990-217304d2302a on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:11.531747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:11.534200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-0013bbe3-665f-42f7-9bd8-054918f00389 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:47:11.534988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe49f601-4bd5-485f-bc59-a01443131187 req-c3db28e6-eaf0-4c63-a6a6-872b6f7c2ea7 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "DELETE /v2.0/ports/932121f9-6034-40b2-9990-217304d2302a HTTP/1.1" status: 204 len: 173 time: 0.9881439 Aug 06 15:47:11.535532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'name': 'network-vif-deleted', 'tag': '932121f9-6034-40b2-9990-217304d2302a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:11.538899 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee127362-455d-4dc9-a21d-223f5cc7e52d" -d '{"events": [{"server_uuid": "9ef15c57-503a-4ab1-850d-e040e1768d44", "name": "network-vif-deleted", "tag": "932121f9-6034-40b2-9990-217304d2302a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:11.543452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-0013bbe3-665f-42f7-9bd8-054918f00389 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160306 Aug 06 15:47:11.591391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:11.632351 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fbe94c-83ec-4570-835c-b594dfda939d x-openstack-request-id: req-41fbe94c-83ec-4570-835c-b594dfda939d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:11.635057 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef15c57-503a-4ab1-850d-e040e1768d44", "name": "network-vif-deleted", "tag": "932121f9-6034-40b2-9990-217304d2302a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:11.635057 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41fbe94c-83ec-4570-835c-b594dfda939d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:11.639915 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef15c57-503a-4ab1-850d-e040e1768d44', 'name': 'network-vif-deleted', 'tag': '932121f9-6034-40b2-9990-217304d2302a', 'status': 'completed', 'code': 200} Aug 06 15:47:11.797749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=da78c1eb-668d-47f3-a046-4dd6d2dc47c2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:11.947663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:11.967480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-4a76dbe0-2058-4a45-93da-36c732bbe203 service neutron] 10.222.0.16 "GET /v2.0/networks/9b73a8fd-87c7-4190-ac82-bedc7f7dface?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149354 Aug 06 15:47:11.998520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76c62722-acf7-4037-9458-dde46b83bf88 req-68aa4db8-bf1d-4932-9d7b-b137a617b98a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef15c57-503a-4ab1-850d-e040e1768d44 HTTP/1.1" status: 200 len: 210 time: 0.0339749 Aug 06 15:47:12.087026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:12.091253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec9378e4-cc58-4e88-a8e9-9a041605f931 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9965487 Aug 06 15:47:12.091513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58136) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:12.101342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'port': {'network_id': 'b5a20a2b-dc6f-40b1-a479-b6971895f33b', 'name': 'tempest-FloatingIPTestJSON-221868463'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:12.185965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-0ddb7897-9e43-4527-a60d-32499c8744aa service neutron] 10.222.0.16 "GET /v2.0/networks/9b73a8fd-87c7-4190-ac82-bedc7f7dface?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872299 Aug 06 15:47:12.338748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16897d1f-09e8-4739-8554-47905585694e req-e080e5db-aea8-40fb-885a-49e36d18f3c0 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0653784 Aug 06 15:47:12.548460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:12.554859 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:12.579131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] device_id is not set on port 424bd0d7-1b96-4ae7-bada-09f2ebab83c1 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:47:12.741680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.2 (b5a20a2b-dc6f-40b1-a479-b6971895f33b/927d0db9-8d31-441c-aaa7-76ceb57ecfce/424bd0d7-1b96-4ae7-bada-09f2ebab83c1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:12.898054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 932121f9-6034-40b2-9990-217304d2302a no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:12.956815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 932121f9-6034-40b2-9990-217304d2302a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:12.958464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 932121f9-6034-40b2-9990-217304d2302a not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:13.040547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:13.077464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f07e915-a490-479d-9bdc-f6c4fefc027c req-a7e31755-0dfa-4631-9153-8a9a30e6a0a0 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0839658 Aug 06 15:47:13.207704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:13.288800 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network b5a20a2b-dc6f-40b1-a479-b6971895f33b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:13.292443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:13.297312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:13.301717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=424bd0d7-1b96-4ae7-bada-09f2ebab83c1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:13.365206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:13.365206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:13.520026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7361f258-ada0-4a9f-a9ac-6bd0cd83cca7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4271157 Aug 06 15:47:13.522765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:13.527777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'port_id': '424bd0d7-1b96-4ae7-bada-09f2ebab83c1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:13.531510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-789053f9-dc07-48ef-baf0-f96830d85f09 req-edc4f8b5-a51a-434d-a67f-6a2eff8cebb7 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0664814 Aug 06 15:47:13.622345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:13.744483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80aae0-c5b3-47d2-ab29-3d270e84aaeb req-2bbb6b2b-2667-4e6c-a643-afcb7960b652 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:13.746708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d80aae0-c5b3-47d2-ab29-3d270e84aaeb req-2bbb6b2b-2667-4e6c-a643-afcb7960b652 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.0881972 Aug 06 15:47:13.830415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d80aae0-c5b3-47d2-ab29-3d270e84aaeb req-0ce6003c-8e06-4e0d-9ed3-4f0b6f64f24e tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759170 Aug 06 15:47:14.219059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b5120c7-95c6-42e1-9a3c-d926061169e3 req-809c89a1-a06d-4e6b-92b8-18581011f7bf tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0541041 Aug 06 15:47:14.418973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:14.520034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:14.689684 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP b5283a7e-bb43-45fe-85d6-af9705323020 associated. External IP: 172.25.5.56, port: 424bd0d7-1b96-4ae7-bada-09f2ebab83c1. Aug 06 15:47:14.697884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0416bfa-fea1-4d13-bb18-b971963c8919 req-4c5e652c-38cd-4940-9664-ed63d9f8a27f tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0636208 Aug 06 15:47:15.106902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f334f74-5488-49fe-a5b6-f037598c612c req-53747a8e-2fce-4d3c-b818-2454899ddcfa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:15.116640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f334f74-5488-49fe-a5b6-f037598c612c req-53747a8e-2fce-4d3c-b818-2454899ddcfa tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1097374 Aug 06 15:47:15.179952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f334f74-5488-49fe-a5b6-f037598c612c req-a5afb116-1167-4064-a814-f2a2a69a3abd tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588381 Aug 06 15:47:15.547456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8d1f019-e83e-48f2-9609-a9b3b34919a4 req-4fedd301-68b1-4660-a110-5d52c9a057bc tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.1160886 Aug 06 15:47:15.565037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-f9d4245c-1ca7-4dda-98de-385836f9f3a4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:15.566654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-f9d4245c-1ca7-4dda-98de-385836f9f3a4 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1225007 Aug 06 15:47:16.057453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:16.090402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85a0b1ac-4d50-4ee7-8f50-4e27627dbffe req-e9df6b15-2aaf-4398-9ffe-6b2c6b6df91f tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1089716 Aug 06 15:47:16.373387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Deleting port 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:16.373387 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:16.454210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:16.474482 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:16.481987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc692699-e645-4e01-bc99-a1f95a47e9ef req-1eb12f92-dfab-42f7-9717-a865337f5d7a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:16.498976 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:16.499601 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:16.516978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc692699-e645-4e01-bc99-a1f95a47e9ef req-1eb12f92-dfab-42f7-9717-a865337f5d7a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 945 time: 0.1254089 Aug 06 15:47:16.612670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] For port 88f092de-7c85-4ad0-91ee-ba1c30302080, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=88f092de-7c85-4ad0-91ee-ba1c30302080,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:16.612670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:16.645743 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:16.690681 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:16.692779 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:16.697743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc692699-e645-4e01-bc99-a1f95a47e9ef req-a88da626-0cb2-43c7-bf9b-261681d0ba32 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups?id=8b291171-d421-46fe-8f4d-2a98ed17631e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738994 Aug 06 15:47:16.805727 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:16.806402 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a861e-a5a4-4051-a68d-3833a73c8e08 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:16.897990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6011f305-6bbb-46dc-89ca-fdee65bf4c1b req-fe2982c3-7af7-461d-bae8-4c228a74792b tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0657771 Aug 06 15:47:16.905325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:16.905707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:16.906072 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Floating IP 1de7414f-7712-41d2-bff7-eaeac7e29ee5 disassociated. External IP: 172.25.5.197, port: 88f092de-7c85-4ad0-91ee-ba1c30302080. Aug 06 15:47:16.906428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Calling delete_port for 88f092de-7c85-4ad0-91ee-ba1c30302080 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:16.959177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:17.063033 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc3d9ab0-f51e-4bdb-91d9-1e0ab9d5172f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/floatingips/b5283a7e-bb43-45fe-85d6-af9705323020 HTTP/1.1" status: 200 len: 976 time: 3.5346587 Aug 06 15:47:17.063033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:17.222732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-d5e36aa7-5226-44f0-8374-d3399d505ba9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:17.224458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-d5e36aa7-5226-44f0-8374-d3399d505ba9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.64 "GET /v2.0/networks?id=9b73a8fd-87c7-4190-ac82-bedc7f7dface HTTP/1.1" status: 200 len: 810 time: 0.4260573 Aug 06 15:47:17.328495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Request body: {'port': {'device_id': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface', 'admin_state_up': True, 'tenant_id': '1e80a22395bd4321badf65cdac881f75'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:17.407319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-128b7a9c-0c73-45a4-8373-f534ab110535 req-fd2babb2-70fe-463c-9b6c-9932bdd50f5d tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0992954 Aug 06 15:47:17.486545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 424bd0d7-1b96-4ae7-bada-09f2ebab83c1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:17.492706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:17.604265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:17.687626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'Port': ['ID=88f092de-7c85-4ad0-91ee-ba1c30302080,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:17.764759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:17.823216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Made reservation on behalf of 1e80a22395bd4321badf65cdac881f75 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:17.828647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:17.893991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbd6e036-218e-49ac-b376-2c7ceacdfe74 req-bf14be00-b6fb-40a1-8ffb-871acd693860 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0424638 Aug 06 15:47:18.073191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Router 590b8991-713f-40ce-9911-540040aeaf64 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:18.143771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22829d0b-1247-4a06-8e65-47394f34673b req-d3ece1ac-fd22-4dab-b2ef-0c35761c283a tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0334799 Aug 06 15:47:18.300447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:18.300828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:18.301174 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP b5283a7e-bb43-45fe-85d6-af9705323020 disassociated. External IP: 172.25.5.56, port: 424bd0d7-1b96-4ae7-bada-09f2ebab83c1. Aug 06 15:47:18.301552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 424bd0d7-1b96-4ae7-bada-09f2ebab83c1 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:18.363497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Allocated IP 172.20.0.10 (9b73a8fd-87c7-4190-ac82-bedc7f7dface/a88536ca-2803-418b-ab83-b513986e208c/e704e595-b014-447e-81c5-58e4a92a8086) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:18.604691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d1b0478-13e6-431a-b97d-237dbed2b529 req-9a85b146-be6b-4c1e-b954-c5e23764d28f tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0440557 Aug 06 15:47:18.672015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:18.738701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=424bd0d7-1b96-4ae7-bada-09f2ebab83c1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:18.774169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:18.790562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] Sync routers for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:18.814120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:18.815109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:18.840054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] No DVR routers for this DVR port 88f092de-7c85-4ad0-91ee-ba1c30302080 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:18.846809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:18.848901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e6592d0-5499-4f50-bcba-91f3df1f514f req-729561ae-adad-44cd-af34-dbe57460729a tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.59 "DELETE /v2.0/ports/88f092de-7c85-4ad0-91ee-ba1c30302080 HTTP/1.1" status: 204 len: 173 time: 3.1231616 Aug 06 15:47:18.849381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-deleted', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:18.852974 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc77ec90-3f6a-4e3c-81e4-3ede60073a2c" -d '{"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-deleted", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:18.947144 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8049aa3-865d-4e5c-b5a2-1821c699b9ba x-openstack-request-id: req-e8049aa3-865d-4e5c-b5a2-1821c699b9ba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:18.957058 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaedb569-496f-489e-9918-a9d2aa85d0ce", "name": "network-vif-deleted", "tag": "88f092de-7c85-4ad0-91ee-ba1c30302080", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:18.957058 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8049aa3-865d-4e5c-b5a2-1821c699b9ba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:18.957058 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaedb569-496f-489e-9918-a9d2aa85d0ce', 'name': 'network-vif-deleted', 'tag': '88f092de-7c85-4ad0-91ee-ba1c30302080', 'status': 'completed', 'code': 200} Aug 06 15:47:18.988584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:19.032288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:47:19.085232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:19.162253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e356a0b5-1b8a-4027-892d-d14d0be171b5 req-0eab02b0-98c1-42ea-bce3-9fec78358744 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0639262 Aug 06 15:47:19.212313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:19.389723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98d688d0-5451-47eb-b5f6-785fd41cb5e2 req-5de4c34e-7e65-4436-8460-bb2dcce58cfd tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0603557 Aug 06 15:47:19.432950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 88f092de-7c85-4ad0-91ee-ba1c30302080 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:19.433191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:19.433313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 88f092de-7c85-4ad0-91ee-ba1c30302080 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:19.448635 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:19.470251 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:19.471768 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:19.497133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:29Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:19.528766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] Checking router: 590b8991-713f-40ce-9911-540040aeaf64 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:47:19.544082 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:19.549942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:19.550622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:19.573157 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:19.574046 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:19.585518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:19.587717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c1da50fc-baff-425c-8b40-30bec928005b tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/ports/424bd0d7-1b96-4ae7-bada-09f2ebab83c1 HTTP/1.1" status: 204 len: 168 time: 2.5242255 Aug 06 15:47:19.590444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:19.612201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:19.612474 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745ac11-8630-4be8-bff8-2c4997afbf98 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:19.653704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bc46b4d0-4e0f-4b2f-a1e2-5dba6c7d1799 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/floatingips/b5283a7e-bb43-45fe-85d6-af9705323020 HTTP/1.1" status: 200 len: 687 time: 0.0614455 Aug 06 15:47:19.656230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58302) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:19.731704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:47:19.747309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0814a885-11da-4262-a464-a12bc6416c4d req-2a74a4e8-8f03-4e3e-a8e0-49a23d19f9b1 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0428424 Aug 06 15:47:19.754194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:19.890318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Network 9b73a8fd-87c7-4190-ac82-bedc7f7dface is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:19.907113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:19.921530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Pushing event updated for resources: {'Port': ['ID=e704e595-b014-447e-81c5-58e4a92a8086,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:19.931875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:20.070955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port da78c1eb-668d-47f3-a046-4dd6d2dc47c2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:20.071301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:20.126468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:20.127591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:20.243420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:29Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:20.383472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-3690381e-8ca9-461a-9064-70054e456323 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0740011 Aug 06 15:47:20.402748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9be47f66-8990-45f7-85a8-bef2165bb4ab req-ef1d9547-b55d-4689-8daf-0bc3d839109f tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaedb569-496f-489e-9918-a9d2aa85d0ce HTTP/1.1" status: 200 len: 210 time: 0.0482945 Aug 06 15:47:20.412715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-dc184c5d-de3f-4c2a-9cca-1a9074a89467 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:47:20.414002 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-dc184c5d-de3f-4c2a-9cca-1a9074a89467 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181570 Aug 06 15:47:20.431226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Request body: {'port': {'device_id': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:20.443531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caf8024-03f0-4e42-bf11-b851b0576a26 None None] The sync data for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 is: [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec', 'name': '', 'network_id': '63cee3f3-e347-4e33-b2fc-a363ee16513b', 'tenant_id': '51b2f4477238414f9429be812049194f', 'mac_address': 'fa:16:3e:50:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:20Z', 'updated_at': '2021-08-06T15:38:29Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'subnets': [{'id': '071cd2f1-813b-4e88-864b-574c3d60bbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:20.471269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:20.472441 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:20.542110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-49d55494-6e00-43b3-9131-36e7690981e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3960598 Aug 06 15:47:20.564579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for da78c1eb-668d-47f3-a046-4dd6d2dc47c2 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:20.593483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:20.658773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e73e4-59d0-4d04-8a25-d7ae5b5f0ae5 req-eeb5b700-86b5-4362-9ee7-c459570613d9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:20.670499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e5e73e4-59d0-4d04-8a25-d7ae5b5f0ae5 req-eeb5b700-86b5-4362-9ee7-c459570613d9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 932 time: 0.1466219 Aug 06 15:47:20.759300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e5e73e4-59d0-4d04-8a25-d7ae5b5f0ae5 req-cff3f149-1814-4309-afcf-834c30f92614 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804715 Aug 06 15:47:20.953051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5fdc83b-4dcf-4052-9c48-ba8fd065f26c req-3139a8e8-5474-490a-b925-e1b8ead9de3f tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0519912 Aug 06 15:47:20.991258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ff2a57-d9e6-4ff1-a798-e9c9e4fc0723 None None] New status for floating IP 1de7414f-7712-41d2-bff7-eaeac7e29ee5: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:47:21.258164 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:47:21.297053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.298226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.298226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.298682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.298917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.299380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.299862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.301926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d801fb9a-2645-4d0d-a34c-99dd8f2024d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.6414962 Aug 06 15:47:21.832008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58352) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:21.853698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ddbd047c-4016-40fb-90ef-5933a54bb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.856560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ddbd047c-4016-40fb-90ef-5933a54bb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.863361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ddbd047c-4016-40fb-90ef-5933a54bb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:21.863361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ddbd047c-4016-40fb-90ef-5933a54bb567 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 2293 time: 0.4752028 Aug 06 15:47:21.920862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:21.956981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.003671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.067551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e704e595-b014-447e-81c5-58e4a92a8086 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:47:22.074940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=da78c1eb-668d-47f3-a046-4dd6d2dc47c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:22.151437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.215896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a9bcd3c-a9d8-4fab-8822-014d4289a777 req-a01fe448-f87c-47d3-905a-2c942706bee8 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0784035 Aug 06 15:47:22.221084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.226369 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.239183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-49fd3aa7-ea48-4bc1-a565-166aec5ef335 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/floatingips/b5283a7e-bb43-45fe-85d6-af9705323020 HTTP/1.1" status: 204 len: 168 time: 2.5816963 Aug 06 15:47:22.245997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:22.247612 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.252637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.261724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "DELETE /v2.0/security-groups/8b291171-d421-46fe-8f4d-2a98ed17631e HTTP/1.1" status: 204 len: 168 time: 0.4250126 Aug 06 15:47:22.277967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb825-51e9-4927-90da-e6a8d874b2b1 req-eb676e10-79c6-4f79-b167-a1a84fcd20f8 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:22.283755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-f9e13696-a73e-4a81-a1c6-ab2e98e8b4b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 1001 time: 0.3848109 Aug 06 15:47:22.292465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-691eb825-51e9-4927-90da-e6a8d874b2b1 req-eb676e10-79c6-4f79-b167-a1a84fcd20f8 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 932 time: 0.3850191 Aug 06 15:47:22.296460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:22.309964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '97a849bc-cc04-45d5-a9a5-0e9223022a86'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:22.375483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:22.408708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Transition to ACTIVE for port object e704e595-b014-447e-81c5-58e4a92a8086 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:22.417210 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-6f721e7f-f5d7-4628-a16e-4c92658c6163 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] show failed (client error): The resource could not be found. Aug 06 15:47:22.422984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b291171-d421-46fe-8f4d-2a98ed17631e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:22.424251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f721e7f-f5d7-4628-a16e-4c92658c6163 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "GET /v2.0/security-groups/8b291171-d421-46fe-8f4d-2a98ed17631e HTTP/1.1" status: 404 len: 347 time: 0.1280260 Aug 06 15:47:22.426944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:22.432796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.433147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.433630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.434173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.434589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.434929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.435256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.435586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.435935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.436261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.436584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.437036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf6829d-ef79-4cda-a224-006cc43b43d6 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:22.460845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-0c9775b4-dc74-48ad-b65c-f496e76322a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:22.462654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-0c9775b4-dc74-48ad-b65c-f496e76322a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.1626298 Aug 06 15:47:22.538419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-691eb825-51e9-4927-90da-e6a8d874b2b1 req-63a61f08-114e-413f-8de3-ec9166101693 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418923 Aug 06 15:47:22.543914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:22.624220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-704df3ab-c290-4ba3-b903-b108086bc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:22.625921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-704df3ab-c290-4ba3-b903-b108086bc81d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545529 Aug 06 15:47:22.655548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Pushing event updated for resources: {'Port': ['ID=e704e595-b014-447e-81c5-58e4a92a8086,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:22.942828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Attempting to bind port e704e595-b014-447e-81c5-58e4a92a8086 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:47:22.943178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Attempting to bind port e704e595-b014-447e-81c5-58e4a92a8086 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '42c8bf23-2c3c-48cb-9d89-99b683935b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:47:22.944142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Attempting to bind port e704e595-b014-447e-81c5-58e4a92a8086 on network 9b73a8fd-87c7-4190-ac82-bedc7f7dface {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:47:22.973663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Port e704e595-b014-447e-81c5-58e4a92a8086 on network 9b73a8fd-87c7-4190-ac82-bedc7f7dface not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:47:22.973992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Attempting to bind port e704e595-b014-447e-81c5-58e4a92a8086 on network 9b73a8fd-87c7-4190-ac82-bedc7f7dface {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:47:22.999281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:47:22.999620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Checking segment: {'id': '42c8bf23-2c3c-48cb-9d89-99b683935b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:23.010668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Bound using segment: {'id': '42c8bf23-2c3c-48cb-9d89-99b683935b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:47:23.011275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Bound port: e704e595-b014-447e-81c5-58e4a92a8086, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c8bf23-2c3c-48cb-9d89-99b683935b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:47:23.011663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.016336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-af6d7d45-3c61-4390-9c6f-d54e4b12bfbb service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674233 Aug 06 15:47:23.073076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45616242-7ed8-4bfa-a4ae-21e9419e3b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.125813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.180520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-72c8912d-6050-4c61-8b02-961d4211232b service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492963 Aug 06 15:47:23.205847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Deleting port 773b7cdb-5ba2-45db-82cf-79afeea9b266 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:23.206378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.263669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-8b3a68af-74b2-4e3d-82c7-f27df4fd566a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 217 time: 0.0411389 Aug 06 15:47:23.403129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] For port e704e595-b014-447e-81c5-58e4a92a8086, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:47:23.410360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] For port e704e595-b014-447e-81c5-58e4a92a8086, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e704e595-b014-447e-81c5-58e4a92a8086,segment=NetworkSegment(42c8bf23-2c3c-48cb-9d89-99b683935b47),segment_id=42c8bf23-2c3c-48cb-9d89-99b683935b47)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:47:23.419502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-3b025a80-8cf4-4f82-8721-089f5fc35309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:23.421062 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-3b025a80-8cf4-4f82-8721-089f5fc35309 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.1422727 Aug 06 15:47:23.528782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.537268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0da2058d-27dc-4138-9ead-640ecd92f0a1 req-9efb0d2f-a695-415b-98a3-bd039e261aa6 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0965846 Aug 06 15:47:23.611756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.612264 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.621482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:23.622230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.623729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] 10.222.0.64 "PUT /v2.0/ports/e704e595-b014-447e-81c5-58e4a92a8086 HTTP/1.1" status: 200 len: 1092 time: 3.1982358 Aug 06 15:47:23.624227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'tag': 'e704e595-b014-447e-81c5-58e4a92a8086'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:23.635298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Calling delete_port for 773b7cdb-5ba2-45db-82cf-79afeea9b266 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:23.637778 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6", "tag": "e704e595-b014-447e-81c5-58e4a92a8086"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:23.720858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df44d3-0417-4223-bcd2-defe62df3400 service neutron] Pushing event updated for resources: {'Port': ['ID=e704e595-b014-447e-81c5-58e4a92a8086,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:23.728664 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b923c668-4265-403e-8652-d8eb8b5c9ffc x-openstack-request-id: req-b923c668-4265-403e-8652-d8eb8b5c9ffc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:23.729102 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6", "tag": "e704e595-b014-447e-81c5-58e4a92a8086", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:23.729625 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b923c668-4265-403e-8652-d8eb8b5c9ffc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:23.733540 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'tag': 'e704e595-b014-447e-81c5-58e4a92a8086', 'status': 'completed', 'code': 200} Aug 06 15:47:23.734092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ed0e1518-b06e-40bc-a5b2-a746cf3eb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:23.736737 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ed0e1518-b06e-40bc-a5b2-a746cf3eb602 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2995420 Aug 06 15:47:23.900784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3801ee2-29e3-4e6b-9c62-c11dcf60b002 req-563a7bd6-4928-4506-b238-4aef492ed6d6 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:23.908179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3801ee2-29e3-4e6b-9c62-c11dcf60b002 req-563a7bd6-4928-4506-b238-4aef492ed6d6 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 944 time: 0.1659765 Aug 06 15:47:23.939895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45616242-7ed8-4bfa-a4ae-21e9419e3b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:23.946810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-cbbeef83-b12f-4009-8b09-0797fe6e2780 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889949 Aug 06 15:47:23.975695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.043219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45616242-7ed8-4bfa-a4ae-21e9419e3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.083547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e req-762f5e24-c180-47b7-b148-be342d3f8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:24.085219 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e req-762f5e24-c180-47b7-b148-be342d3f8762 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e80a22395bd4321badf65cdac881f75&device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 1095 time: 0.1374855 Aug 06 15:47:24.096601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3801ee2-29e3-4e6b-9c62-c11dcf60b002 req-fcf47415-7116-4c8a-99a0-d3d14f17b160 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872802 Aug 06 15:47:24.106036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45616242-7ed8-4bfa-a4ae-21e9419e3b07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1f3e79b86cd48eebaefa6b5c1fdfc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7050097 Aug 06 15:47:24.114490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58406) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:24.180061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45616242-7ed8-4bfa-a4ae-21e9419e3b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596813eb-4e11-494c-b51f-92307348ea86,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:24.246670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.2 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/b9c20809-38a7-4e6b-a48f-51ce4c55a2ae) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:24.267316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-29727062-97e0-4952-a170-00eccb4dd0f1 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687533 Aug 06 15:47:24.345874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.349375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d74dbbcd-6d2d-406e-897d-e2dd8c3339ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 217 time: 0.0702739 Aug 06 15:47:24.364629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6a6361e-2d9c-4efc-bfdb-f860433e16a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.407992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Pushing event deleted for resources: {'Port': ['ID=773b7cdb-5ba2-45db-82cf-79afeea9b266,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:24.424223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e req-e5bda421-5f80-4dbc-8aac-01d4677f8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:24.425786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e req-e5bda421-5f80-4dbc-8aac-01d4677f8d87 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1e80a22395bd4321badf65cdac881f75&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3277104 Aug 06 15:47:24.440719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6a6361e-2d9c-4efc-bfdb-f860433e16a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.497943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-e87b0907-b983-417d-8f92-ac8527ebf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:24.500041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-e87b0907-b983-417d-8f92-ac8527ebf9e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.1213317 Aug 06 15:47:24.511052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.515408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.518467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.519701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c0639b7a-d1dd-42bd-af96-7fe5cb22f210 tempest-ServerActionsTestJSON-186286951 tempest-ServerActionsTestJSON-186286951-project] 10.222.0.16 "DELETE /v2.0/floatingips/1de7414f-7712-41d2-bff7-eaeac7e29ee5 HTTP/1.1" status: 204 len: 168 time: 2.0791452 Aug 06 15:47:24.524879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58412) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:24.703860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-f1d53ce5-dbd6-4297-8384-9482b9958819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:24.707834 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-f1d53ce5-dbd6-4297-8384-9482b9958819 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1876328 Aug 06 15:47:24.715840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.719840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e req-9d78adce-f302-40b4-ac55-ef39ffbd68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:24.719840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5f147bfa-120c-4c52-b0c4-270a7a7f6c1e req-9d78adce-f302-40b4-ac55-ef39ffbd68d7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2768991 Aug 06 15:47:24.748481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-219b9940-27a1-4750-b6c4-f3c4c6c1e96f req-96ac2539-a277-478b-a5ca-ecc31a74e526 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0937083 Aug 06 15:47:24.773637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6a6361e-2d9c-4efc-bfdb-f860433e16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.778502 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6a6361e-2d9c-4efc-bfdb-f860433e16a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:24.782665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d6a6361e-2d9c-4efc-bfdb-f860433e16a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/596813eb-4e11-494c-b51f-92307348ea86 HTTP/1.1" status: 204 len: 168 time: 0.6544936 Aug 06 15:47:24.785854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:24.876661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:24.884051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:24.892196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6361e-2d9c-4efc-bfdb-f860433e16a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596813eb-4e11-494c-b51f-92307348ea86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:25.014769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-033c30c8-71b7-4590-accb-ce133d4b56f5 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935374 Aug 06 15:47:25.016913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=b9c20809-38a7-4e6b-a48f-51ce4c55a2ae,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:25.032508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-b8f52369-6f25-46ce-8676-ba50c279a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:25.034019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-b8f52369-6f25-46ce-8676-ba50c279a37d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e80a22395bd4321badf65cdac881f75&device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 1095 time: 0.2250664 Aug 06 15:47:25.059678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:25.134349 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-7eebdbda-09d1-48df-b4a7-8c3472b188e4 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040020 Aug 06 15:47:25.250882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-68d042f8-d10b-4108-8700-4b1be97fbdc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e704e595-b014-447e-81c5-58e4a92a8086 HTTP/1.1" status: 200 len: 217 time: 0.1157017 Aug 06 15:47:25.365697 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-d26edfd6-87bb-4a1a-a428-df360c96b73a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 217 time: 0.2092385 Aug 06 15:47:25.454259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-d07f44e6-7ee9-4bba-9a01-cf98e32f7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:25.455044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-d07f44e6-7ee9-4bba-9a01-cf98e32f7b5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a88536ca-2803-418b-ab83-b513986e208c HTTP/1.1" status: 200 len: 850 time: 0.1908491 Aug 06 15:47:25.459901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-fb440f1a-6083-44dc-a5d8-fe2edf574947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:25.461572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-fb440f1a-6083-44dc-a5d8-fe2edf574947 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0771856 Aug 06 15:47:25.542917 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-0097dd35-1c2f-4b5e-8ce6-57fe85dd52d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b73a8fd-87c7-4190-ac82-bedc7f7dface&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649207 Aug 06 15:47:25.570060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526f567-f12d-48b9-a20d-e60b1d13a636 req-d31dfa7e-57d3-42fd-97ce-6bb60bcf0da9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:25.577251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0526f567-f12d-48b9-a20d-e60b1d13a636 req-d31dfa7e-57d3-42fd-97ce-6bb60bcf0da9 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 944 time: 0.2916152 Aug 06 15:47:25.598112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-cce2cd6b-f52e-4dcc-930c-fcfde20ccbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:25.600552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-cce2cd6b-f52e-4dcc-930c-fcfde20ccbf2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094320 Aug 06 15:47:25.741495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-178d2f94-c72c-438f-a60c-1790f58abf22 service neutron] 10.222.0.64 "GET /v2.0/networks/9b73a8fd-87c7-4190-ac82-bedc7f7dface?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859801 Aug 06 15:47:25.756406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:25.784141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58444) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:25.814245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0526f567-f12d-48b9-a20d-e60b1d13a636 req-38d3eabb-e24b-40bc-84d1-fe19314f4d73 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361009 Aug 06 15:47:25.845024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-3623f800-8b18-49b3-aa62-4c08e3e6369f service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057610 Aug 06 15:47:25.988313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-628ac8f8-6c2a-4e27-b63e-13a27976cf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.096114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b44ae4a3-8cd5-461a-b307-a2a265f498d1 req-c0902cf2-6bc8-4085-8f83-9ea08272cd4e tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1690347 Aug 06 15:47:26.205574 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.241734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-abbc9d49-dd43-4526-8599-5798a9e41c0b req-24607781-6d8c-49a3-aa1f-5ec4381512c1 service neutron] 10.222.0.64 "GET /v2.0/networks/9b73a8fd-87c7-4190-ac82-bedc7f7dface?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819517 Aug 06 15:47:26.256684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-782863f1-1001-44e6-95a5-a1adc887c6f9 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352551 Aug 06 15:47:26.274369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.306703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-fb60f63e-15c0-4267-baa7-9c62d77e0784 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 217 time: 0.0433068 Aug 06 15:47:26.399591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-0dfbb8fe-fd76-4cdc-a537-cf30741397d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:26.402832 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-0dfbb8fe-fd76-4cdc-a537-cf30741397d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0824757 Aug 06 15:47:26.429225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.466855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-628ac8f8-6c2a-4e27-b63e-13a27976cf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.501039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-738d1c5d-9a85-415f-ab03-4b99691f3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:26.502890 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-738d1c5d-9a85-415f-ab03-4b99691f3ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820074 Aug 06 15:47:26.555178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-628ac8f8-6c2a-4e27-b63e-13a27976cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.648932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ac8f8-6c2a-4e27-b63e-13a27976cf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a79a81-95df-45f2-a95b-0a0fbfe88f91,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:26.664848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-628ac8f8-6c2a-4e27-b63e-13a27976cf55 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95ecbc0ff8234481bf59a6dc483a61a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8841555 Aug 06 15:47:26.669161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:26.731313 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-f6dae0e9-d043-4191-b0b1-1723fe0349bf service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123702 Aug 06 15:47:26.787759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6a08a9c-7fbc-4964-873e-37e68fbe1243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.872402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6a08a9c-7fbc-4964-873e-37e68fbe1243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:26.960519 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-ee79ac8d-ad00-45ef-8653-be9eafc8c54b service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065747 Aug 06 15:47:27.029569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.058127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-e624445d-7538-4e73-b28c-073947e6e61d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 217 time: 0.0850966 Aug 06 15:47:27.109348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eded7e-9ac2-452d-9e23-21b77ebcd0c6 req-d6e94bbf-dcdf-4f6f-9019-3da8844c6aa1 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:27.110866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3eded7e-9ac2-452d-9e23-21b77ebcd0c6 req-d6e94bbf-dcdf-4f6f-9019-3da8844c6aa1 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 944 time: 0.1775212 Aug 06 15:47:27.136379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-00afcb25-20cc-49ce-9378-90213571ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:27.137865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-00afcb25-20cc-49ce-9378-90213571ca53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0561321 Aug 06 15:47:27.215967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6a08a9c-7fbc-4964-873e-37e68fbe1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.224439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6a08a9c-7fbc-4964-873e-37e68fbe1243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.227863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f6a08a9c-7fbc-4964-873e-37e68fbe1243 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11a79a81-95df-45f2-a95b-0a0fbfe88f91 HTTP/1.1" status: 204 len: 168 time: 0.5574284 Aug 06 15:47:27.275334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a08a9c-7fbc-4964-873e-37e68fbe1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a79a81-95df-45f2-a95b-0a0fbfe88f91,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:27.326566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-a94ff893-525b-47f5-9b34-0f36f887b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:27.330370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-a94ff893-525b-47f5-9b34-0f36f887b28a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1810396 Aug 06 15:47:27.399957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f35d591-517f-4499-b94d-ef137061380c req-588c8c17-b122-4137-ac81-faebb950bded tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1099632 Aug 06 15:47:27.446255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3eded7e-9ac2-452d-9e23-21b77ebcd0c6 req-7bd2109e-fd96-4f75-aa9d-7a545293f782 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221781 Aug 06 15:47:27.450523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.477808 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-18ae8479-1ed6-4eec-a60e-3d4483250873 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381941 Aug 06 15:47:27.504734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Deleting port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:27.505099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.575657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.623021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-c5e13b9d-5f16-47c4-8763-ed659ccc9ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326363 Aug 06 15:47:27.685892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-736c91df-0d96-44c5-8eb8-b6639fd1a7bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 217 time: 0.0511367 Aug 06 15:47:27.742152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=b9c20809-38a7-4e6b-a48f-51ce4c55a2ae,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:27.758509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-4455c9b5-24a7-42db-9edb-ed8a03578092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:27.761154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-4455c9b5-24a7-42db-9edb-ed8a03578092 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.0642314 Aug 06 15:47:27.767607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] For port d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:27.768025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.770607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.819894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Calling delete_port for d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:27.844511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-854e2e74-3ff4-4b95-8675-829330428ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:27.847353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-854e2e74-3ff4-4b95-8675-829330428ece service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713549 Aug 06 15:47:27.947722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Deleting port 801c9938-2176-4932-8427-0c6d8763dee7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:27.948098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:27.971939 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-b8fe5662-c48c-444f-8824-d00fc035f074 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125088 Aug 06 15:47:28.027304 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP cf1c1e66-c8ee-4441-9725-632d938e9125 associated. External IP: 172.25.5.2, port: 97a849bc-cc04-45d5-a9a5-0e9223022a86. Aug 06 15:47:28.112188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-374f45d2-f5eb-40f7-a631-6107d0992d82 req-39a2cc1e-c15a-40f2-991b-5c3f6d7a6965 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314473 Aug 06 15:47:28.218281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] For port 801c9938-2176-4932-8427-0c6d8763dee7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=801c9938-2176-4932-8427-0c6d8763dee7,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:28.218898 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:28.278148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Calling delete_port for 801c9938-2176-4932-8427-0c6d8763dee7 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:28.625061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e674b4a-e8c6-47cf-8813-6785926ca350 req-8afd6acb-1d94-4a55-b76e-0c86a1c59dd5 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0948260 Aug 06 15:47:28.735988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:28.746812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318aba-71ed-409e-b85f-d60e4a6fe085 req-7d579e9f-5bf3-4dc5-93b1-b45ffa0cd380 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:28.748448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05318aba-71ed-409e-b85f-d60e4a6fe085 req-7d579e9f-5bf3-4dc5-93b1-b45ffa0cd380 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 944 time: 0.1711624 Aug 06 15:47:28.749720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:28.819866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:28.875621 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:28.942956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e704e595-b014-447e-81c5-58e4a92a8086 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:47:28.961688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05318aba-71ed-409e-b85f-d60e4a6fe085 req-c0b4a6d2-4690-4e92-876d-e2d617ea9beb tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922572 Aug 06 15:47:29.031747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.174321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=801c9938-2176-4932-8427-0c6d8763dee7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:29.194839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e704e595-b014-447e-81c5-58e4a92a8086, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e704e595-b014-447e-81c5-58e4a92a8086,segment=NetworkSegment(42c8bf23-2c3c-48cb-9d89-99b683935b47),segment_id=42c8bf23-2c3c-48cb-9d89-99b683935b47)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:29.211327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e704e595-b014-447e-81c5-58e4a92a8086', 'network_id': '9b73a8fd-87c7-4190-ac82-bedc7f7dface', 'port_id': 'e704e595-b014-447e-81c5-58e4a92a8086', 'mac_address': 'fa:16:3e:75:c5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a88536ca-2803-418b-ab83-b513986e208c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:47:29.215590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:29.238134 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:29.282021 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:29.290415 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:29.308721 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.361606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:29.371173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e704e595-b014-447e-81c5-58e4a92a8086 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:47:29.381402 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:29.382324 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:29.414953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e704e595-b014-447e-81c5-58e4a92a8086, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e704e595-b014-447e-81c5-58e4a92a8086,segment=NetworkSegment(42c8bf23-2c3c-48cb-9d89-99b683935b47),segment_id=42c8bf23-2c3c-48cb-9d89-99b683935b47)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:29.429593 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:29.430239 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ee6b5-d3a7-464b-b5d7-929e5eb2a870 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:29.471945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.508382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.525320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.564486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e704e595-b014-447e-81c5-58e4a92a8086,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:29.564889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-168e461b-2703-49c6-93de-d7c02d5ce369 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.2645414 Aug 06 15:47:29.567892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:29.573232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.573524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1513220799'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:29.573734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.573910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.574451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.574957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.575489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.576024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.576525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.577038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.577712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.578050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.578392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:47:29.730859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:29.734732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.768179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:47:29.780349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.780839 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Added segment b2721b1a-8817-4064-b1ef-e30fdac56f6a of type vlan for network 69de9a1a-9903-44d6-9830-33a9032ebdc9 Aug 06 15:47:29.840349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.871763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e704e595-b014-447e-81c5-58e4a92a8086'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:47:29.970505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:29.977237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:29.978036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:30.184449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6130497 Aug 06 15:47:30.190777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:30.212749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'subnet': {'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:30.313360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-888567e3-3643-42a1-a20e-6a2b843590aa req-1e0eaac5-9b69-40e0-8db0-2699eb79c685 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0499213 Aug 06 15:47:30.420326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:30.634889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125edb0-585d-45ac-b968-d2dc2845685e req-43ed7dc5-a691-42f6-ab4a-1b173ce68d09 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:30.636612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c125edb0-585d-45ac-b968-d2dc2845685e req-43ed7dc5-a691-42f6-ab4a-1b173ce68d09 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 945 time: 0.3831577 Aug 06 15:47:30.841723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c125edb0-585d-45ac-b968-d2dc2845685e req-bfb6efbf-59bc-4d05-bd6d-a2eb768e7071 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616175 Aug 06 15:47:30.861512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Router 590b8991-713f-40ce-9911-540040aeaf64 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:30.868905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c4dc-ced3-4899-bb66-567acb7d13b1 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Network': ['ID=69de9a1a-9903-44d6-9830-33a9032ebdc9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:30.882273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:47:30.966201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e704e595-b014-447e-81c5-58e4a92a8086 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:47:30.974077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:31.244957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:31.249445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e704e595-b014-447e-81c5-58e4a92a8086 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:47:31.249660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:31.252437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e704e595-b014-447e-81c5-58e4a92a8086 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:31.253103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:31.298115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:31.307546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-017fc889-53be-4804-8bea-02134624c373 admin admin] 10.222.0.16 "PUT /v2.0/routers/590b8991-713f-40ce-9911-540040aeaf64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7815125 Aug 06 15:47:31.312458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58574) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:31.330648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] Sync routers for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:31.366034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:31.366704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:31.376893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:31.393302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b1248b08-48eb-4eb7-a675-f372a084e7ac admin admin] 10.222.0.16 "PUT /v2.0/routers/20ca2ad8-0b8d-43d4-9362-814ffbb17650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3290963 Aug 06 15:47:31.395759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] Sync routers for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:31.408671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:31.409984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:31.413643 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:31.594969 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:31.680775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e704e595-b014-447e-81c5-58e4a92a8086'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:31.683492 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a0234-d6b8-417a-85e8-6b624e67b8b2" -d '{"events": [{"server_uuid": "a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6", "name": "network-vif-plugged", "status": "completed", "tag": "e704e595-b014-447e-81c5-58e4a92a8086"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:31.703455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97011bd5-90dd-44bc-97f5-e68abf4b007b req-9981f9fe-c722-4455-96b1-b766c9e4d9f9 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1796622 Aug 06 15:47:31.720264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e704e595-b014-447e-81c5-58e4a92a8086, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e704e595-b014-447e-81c5-58e4a92a8086,segment=NetworkSegment(42c8bf23-2c3c-48cb-9d89-99b683935b47),segment_id=42c8bf23-2c3c-48cb-9d89-99b683935b47)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:31.723054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:47:31.855389 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:47:31.886834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:31.936608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:31.976574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:32.054816 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.060161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Subnet': ['ID=fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:32.076546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Checking segment: {'id': 'b2721b1a-8817-4064-b1ef-e30fdac56f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:32.077561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network hostable DHCP agents. Network: 69de9a1a-9903-44d6-9830-33a9032ebdc9, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:47:32.148513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e704e595-b014-447e-81c5-58e4a92a8086,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:32.194576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.200625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:47:32.243486 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a74147f-1b44-44fe-82a1-f2908eabc316 x-openstack-request-id: req-2a74147f-1b44-44fe-82a1-f2908eabc316 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:32.243486 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6", "name": "network-vif-plugged", "status": "completed", "tag": "e704e595-b014-447e-81c5-58e4a92a8086", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:32.243486 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a74147f-1b44-44fe-82a1-f2908eabc316 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:32.243486 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e704e595-b014-447e-81c5-58e4a92a8086', 'code': 200} Aug 06 15:47:32.251821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:47:28Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:32.305075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61ffd2c-f335-4e8d-ad97-e2bfbc2bbd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.320891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] Checking router: 590b8991-713f-40ce-9911-540040aeaf64 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:47:32.342151 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] Routers {'590b8991-713f-40ce-9911-540040aeaf64'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:32.345436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['590b8991-713f-40ce-9911-540040aeaf64'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:32.363360 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:47:28Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:32.433236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880eff6-8675-46e7-953f-d306b533e67b req-c0d6d16f-a7ff-40e6-99af-e7b0a13bf9d4 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:32.442607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 69de9a1a-9903-44d6-9830-33a9032ebdc9) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:32.445566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2880eff6-8675-46e7-953f-d306b533e67b req-c0d6d16f-a7ff-40e6-99af-e7b0a13bf9d4 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 946 time: 0.3815298 Aug 06 15:47:32.460917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a64de-ec4a-4d68-8a42-839423e0cd58 None None] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:32.477444 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] Checking router: 20ca2ad8-0b8d-43d4-9362-814ffbb17650 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:47:32.488680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61ffd2c-f335-4e8d-ad97-e2bfbc2bbd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.502321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:32.506513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.506899 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] Routers {'20ca2ad8-0b8d-43d4-9362-814ffbb17650'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:32.519338 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:32.531088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0128d-32ba-48d2-b4ff-952ec4d6250b req-ef498f1e-eb3e-4a34-b8ac-0ac9fefef891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:32.532731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32b0128d-32ba-48d2-b4ff-952ec4d6250b req-ef498f1e-eb3e-4a34-b8ac-0ac9fefef891 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 1097 time: 0.1017153 Aug 06 15:47:32.578665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61ffd2c-f335-4e8d-ad97-e2bfbc2bbd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.580713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.594267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2880eff6-8675-46e7-953f-d306b533e67b req-c820708b-d325-40f7-857d-278f642771b1 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094749 Aug 06 15:47:32.602786 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.612369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f61ffd2c-f335-4e8d-ad97-e2bfbc2bbd68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7781e4dfee65490c9bcb8ead0e926bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6345346 Aug 06 15:47:32.621813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:32.627960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32b0128d-32ba-48d2-b4ff-952ec4d6250b req-7bb77295-567d-4485-8d02-08bb215b9e72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855727 Aug 06 15:47:32.657980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ffd2c-f335-4e8d-ad97-e2bfbc2bbd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b4a38-60b7-4700-b7d6-717c8282e989,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:32.710922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] Set router 590b8991-713f-40ce-9911-540040aeaf64 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:47:32.715323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-24aebcae-3fde-4b35-a662-297086c4737f tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5181861 Aug 06 15:47:32.718817 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] Set router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:47:32.719210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:32.727511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1112660769', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:32.914728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.916451 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:32.971246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f0f9181-3653-453c-8432-b960ae5b9659 req-2cbbc448-fc1b-4170-98e6-0b3893cc7df6 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0595455 Aug 06 15:47:33.024534 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:47:28Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:33.029018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e9b536e-50bb-4238-aa7f-3aa40185c588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.048784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.075145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e9b536e-50bb-4238-aa7f-3aa40185c588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.093569 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af362d5e-bbfc-48c3-8c21-8dc491aabae2 None None] The sync data for ids ['20ca2ad8-0b8d-43d4-9362-814ffbb17650'] in n-d-778550-6 is: [{'id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'name': 'tempest-TaggedBootDevicesTest_v242-2063271623-router', 'tenant_id': '3f3570c874964bda9904acd85c0d4285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:35:17Z', 'updated_at': '2021-08-06T15:47:28Z', 'revision_number': 5, 'project_id': '3f3570c874964bda9904acd85c0d4285', 'gw_port': {'id': '57cfb95f-f207-45ac-acf4-c88e4a62192f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ca2ad8-0b8d-43d4-9362-814ffbb17650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:35:18Z', 'updated_at': '2021-08-06T15:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:33.132601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Deleting port 57cfb95f-f207-45ac-acf4-c88e4a62192f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:33.133578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.144375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-69de9a1a-9903-44d6-9830-33a9032ebdc9', 'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9', 'tenant_id': '7751febe6a5f4b918830c7e39170c675', 'fixed_ips': [{'subnet_id': 'fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:47:33.145228 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.180746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Deleting port 763432da-cb08-4881-afd2-5a7f114d9f28 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:33.182052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.317850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.373673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] For port 763432da-cb08-4881-afd2-5a7f114d9f28, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=763432da-cb08-4881-afd2-5a7f114d9f28,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:33.374119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.386719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] For port 57cfb95f-f207-45ac-acf4-c88e4a62192f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=57cfb95f-f207-45ac-acf4-c88e4a62192f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:33.387525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.417586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Calling delete_port for 763432da-cb08-4881-afd2-5a7f114d9f28 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:33.419753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Calling delete_port for 57cfb95f-f207-45ac-acf4-c88e4a62192f owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:33.444561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:47:28Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:33.483636 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e9b536e-50bb-4238-aa7f-3aa40185c588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.488439 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e9b536e-50bb-4238-aa7f-3aa40185c588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:33.495349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4e9b536e-50bb-4238-aa7f-3aa40185c588 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a86b4a38-60b7-4700-b7d6-717c8282e989 HTTP/1.1" status: 204 len: 168 time: 0.8694260 Aug 06 15:47:33.501690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Allocated IP 172.20.0.2 (69de9a1a-9903-44d6-9830-33a9032ebdc9/fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b/5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:33.505913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b46cce-76e8-4780-8a65-e39e3af3dddb None None] The sync data for ids ['590b8991-713f-40ce-9911-540040aeaf64'] in n-d-778550-6 is: [{'id': '590b8991-713f-40ce-9911-540040aeaf64', 'name': 'tempest-ServerActionsTestJSON-435252139-router', 'tenant_id': '51b2f4477238414f9429be812049194f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:38:15Z', 'updated_at': '2021-08-06T15:47:28Z', 'revision_number': 5, 'project_id': '51b2f4477238414f9429be812049194f', 'gw_port': {'id': '763432da-cb08-4881-afd2-5a7f114d9f28', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590b8991-713f-40ce-9911-540040aeaf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:38:17Z', 'updated_at': '2021-08-06T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:33.701026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b536e-50bb-4238-aa7f-3aa40185c588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b4a38-60b7-4700-b7d6-717c8282e989,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:34.054781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f47c87-5df8-4f0c-946e-944a44d2f4f4 req-879be545-8d01-45be-ae57-594932f9c229 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:34.063565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03f47c87-5df8-4f0c-946e-944a44d2f4f4 req-879be545-8d01-45be-ae57-594932f9c229 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 946 time: 0.2912233 Aug 06 15:47:34.073546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.145058 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9d93d889-8239-4b76-ab1f-62b188267814 req-cfaf9bd6-526b-4652-a616-7f7a4751138c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1715779 Aug 06 15:47:34.147354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.163012 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.236045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 801c9938-2176-4932-8427-0c6d8763dee7 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:34.262847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03f47c87-5df8-4f0c-946e-944a44d2f4f4 req-a019a01b-13af-4776-8440-c033fd04fb5d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665406 Aug 06 15:47:34.312237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a83d4ac-c64f-40ea-aa76-7e7a58c9ee68 req-14ed2b50-cd84-42ff-8f0b-cfe94817fa54 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0615380 Aug 06 15:47:34.312237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.344662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.358853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Transition to ACTIVE for port object 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:34.371254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 801c9938-2176-4932-8427-0c6d8763dee7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:34.371751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 801c9938-2176-4932-8427-0c6d8763dee7 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:34.372205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:34.405858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.25.5.193 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/6775dab7-af84-4ca2-86da-b82373532ba9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:34.447849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cfb95f-f207-45ac-acf4-c88e4a62192f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:34.466990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Transition to ACTIVE for port object 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:34.483786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:34.484406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d24c3aa1-c1a1-41ad-98cc-f1bd6e2844ec not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:34.589028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.611341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Pushing event deleted for resources: {'Port': ['ID=763432da-cb08-4881-afd2-5a7f114d9f28,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:34.629086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.663071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:34.668337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:34.670505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:34.672865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:34.716307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.746095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.768350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Attempting to bind port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:47:34.768722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Attempting to bind port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b2721b1a-8817-4064-b1ef-e30fdac56f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:47:34.769083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Attempting to bind port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 on network 69de9a1a-9903-44d6-9830-33a9032ebdc9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:47:34.775858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:47:34.776290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Checking segment: {'id': 'b2721b1a-8817-4064-b1ef-e30fdac56f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:34.776654 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.777054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Bound using segment: {'id': 'b2721b1a-8817-4064-b1ef-e30fdac56f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:47:34.777523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Bound port: 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2721b1a-8817-4064-b1ef-e30fdac56f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:47:34.777906 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.808543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:34.813276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:34.821212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:34.845978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-107ba3d2-91d4-42ec-9a46-1cf0dfe07389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.868526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:34.880676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] For port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:47:34.885917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] For port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,segment=NetworkSegment(b2721b1a-8817-4064-b1ef-e30fdac56f6a),segment_id=b2721b1a-8817-4064-b1ef-e30fdac56f6a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:47:34.907193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58638) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:34.949262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=6775dab7-af84-4ca2-86da-b82373532ba9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:34.971186 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.009558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9395d8be-5993-4a49-8bb4-71073a97f690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.079044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.079044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.087856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd200bd-7687-4ccd-bfc7-b446b207f9e1 None None] Pushing event updated for resources: {'Port': ['ID=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:35.144674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.153953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.286373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.286373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20ca2ad8-0b8d-43d4-9362-814ffbb17650 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:47:35.296230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.299949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-705a0563-4ef2-4bb0-92a4-b4a06ccf5ed6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/20ca2ad8-0b8d-43d4-9362-814ffbb17650 HTTP/1.1" status: 204 len: 168 time: 3.8860090 Aug 06 15:47:35.300380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:35.370640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Deleting subnet a236d133-4b42-4016-9f38-fdf76832dcd3 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:35.396386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.396386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 590b8991-713f-40ce-9911-540040aeaf64 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:47:35.396386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.436366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.444146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9736cff9-ac75-476a-a57a-c850d504124f admin admin] 10.222.0.16 "DELETE /v2.0/routers/590b8991-713f-40ce-9911-540040aeaf64 HTTP/1.1" status: 204 len: 168 time: 4.1305795 Aug 06 15:47:35.445551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:35.588297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.589614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9395d8be-5993-4a49-8bb4-71073a97f690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:35.884860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.090414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.130942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9395d8be-5993-4a49-8bb4-71073a97f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.188062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 54555e9a-bd47-4200-8878-aac89cfaae58 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:47:36.200569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af13c627-97b1-431d-9954-05600f38368b req-8ad0026d-63db-458c-88b2-b41a5dfb648f tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1145430 Aug 06 15:47:36.212493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Deleting subnet 071cd2f1-813b-4e88-864b-574c3d60bbc0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:36.257715 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.341440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395d8be-5993-4a49-8bb4-71073a97f690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075cf0fd-5aaf-450d-8d2e-7c561f4e4c04,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:36.346262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9395d8be-5993-4a49-8bb4-71073a97f690 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc224ebff4c740e2a1c8a973c94328f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4381685 Aug 06 15:47:36.354807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58666) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:36.443755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea534-42a5-4149-a3d7-91fb01c08466 req-75fb37ed-45fa-43d4-a387-20c5ab602208 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:36.446050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfbea534-42a5-4149-a3d7-91fb01c08466 req-75fb37ed-45fa-43d4-a387-20c5ab602208 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 946 time: 0.9063330 Aug 06 15:47:36.498251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.549088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:47:36.637498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.642750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:36.649884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbb71ae5-dfd2-4fc3-a1ea-2bda73727368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.665653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] Sync routers for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:36.689378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:36.694267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:36.695142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfbea534-42a5-4149-a3d7-91fb01c08466 req-8e5c675c-0e78-415c-9bef-fd5d96a19acc tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100344 Aug 06 15:47:36.789509 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbb71ae5-dfd2-4fc3-a1ea-2bda73727368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.789812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:36.793531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:47:36.797241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809fc642-1742-4472-a45e-46f6deaf15d1 None None] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:36.883328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.886421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:36.886889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a8e97429-8d99-46ee-9084-934b26bff7a7 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1648395 Aug 06 15:47:36.917648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:36.994586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25d8ef01-26ab-4340-a9e5-640fa0adde1c req-b7c04597-581e-4ffc-bae3-6545b9debdb9 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393&device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0664537 Aug 06 15:47:37.030969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbb71ae5-dfd2-4fc3-a1ea-2bda73727368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.038941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbb71ae5-dfd2-4fc3-a1ea-2bda73727368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.040102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 763432da-cb08-4881-afd2-5a7f114d9f28 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:37.044664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fbb71ae5-dfd2-4fc3-a1ea-2bda73727368 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/075cf0fd-5aaf-450d-8d2e-7c561f4e4c04 HTTP/1.1" status: 204 len: 168 time: 0.6868203 Aug 06 15:47:37.107358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb71ae5-dfd2-4fc3-a1ea-2bda73727368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075cf0fd-5aaf-450d-8d2e-7c561f4e4c04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:37.107727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:37.107727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:37.107727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 763432da-cb08-4881-afd2-5a7f114d9f28 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:37.107727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 763432da-cb08-4881-afd2-5a7f114d9f28 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:37.107727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 57cfb95f-f207-45ac-acf4-c88e4a62192f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:37.145137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.146831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:37.147636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6445032-c965-45a4-bdc8-2db0568c45aa None None] The sync data for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:37.149216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 57cfb95f-f207-45ac-acf4-c88e4a62192f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:37.149776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 57cfb95f-f207-45ac-acf4-c88e4a62192f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:37.188038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a236d133-4b42-4016-9f38-fdf76832dcd3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:37.193649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.202315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-79724762-7834-4555-bdb1-a54cce4310b8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a236d133-4b42-4016-9f38-fdf76832dcd3 HTTP/1.1" status: 204 len: 168 time: 1.8981831 Aug 06 15:47:37.219909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58684) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:37.220542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ec822-1d62-4814-9536-cafa76b1348e None None] Network 68b9236b-44a3-446d-be00-f8b66debb1c5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:37.292077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] Provisioning for port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:47:37.335871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.369159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] Provisioning complete for port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:37.369159 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.449454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071cd2f1-813b-4e88-864b-574c3d60bbc0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:37.464714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.475004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.478924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0ab6d53b-c7c6-44b5-a27a-44c3af45c8d7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/071cd2f1-813b-4e88-864b-574c3d60bbc0 HTTP/1.1" status: 204 len: 168 time: 1.9858685 Aug 06 15:47:37.483866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58690) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:37.489032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4fc90-f8d5-4c39-984d-30b162062898 None None] Network 63cee3f3-e347-4e33-b2fc-a363ee16513b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:37.594431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Deleting port fd110dc2-642e-4be8-8f33-88ab506da104 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:37.594764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.806285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a2f24b1d-1dd8-4fab-ae92-b34d3efe40b2 req-34406e48-117f-4476-a3d1-336b6ca7ea23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b93765c60a0645c0bacd95993b450307&device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0842752 Aug 06 15:47:37.817046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.863687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] DHCP port deletion for 68b9236b-44a3-446d-be00-f8b66debb1c5 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:47:37.897719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] For port fd110dc2-642e-4be8-8f33-88ab506da104, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fd110dc2-642e-4be8-8f33-88ab506da104,segment=NetworkSegment(a43031fe-eed4-4814-9c0e-fd04ea2654e3),segment_id=a43031fe-eed4-4814-9c0e-fd04ea2654e3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:37.898824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:37.924691 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a2f24b1d-1dd8-4fab-ae92-b34d3efe40b2 req-7e0a4068-34c5-46e6-a43a-f5120e5c6d19 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b93765c60a0645c0bacd95993b450307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012394 Aug 06 15:47:37.940086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Calling delete_port for fd110dc2-642e-4be8-8f33-88ab506da104 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:37.977126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.016894 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaf1d-bc6b-43f4-9906-1beaf07e8501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.087130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.130245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7f1c7aa-4ec9-4d12-a420-0ec5a5da795d req-418e6804-9714-44c2-9f20-312290af6bcc tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0603628 Aug 06 15:47:38.184522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2b052-0041-49c7-ba4c-5fac84f7b481 req-ff7d556c-7b38-408e-be3d-6d09b3f13c39 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:38.197729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfc2b052-0041-49c7-ba4c-5fac84f7b481 req-ff7d556c-7b38-408e-be3d-6d09b3f13c39 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 946 time: 0.1264327 Aug 06 15:47:38.200295 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.217959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd110dc2-642e-4be8-8f33-88ab506da104 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:38.323223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfc2b052-0041-49c7-ba4c-5fac84f7b481 req-fa3c0b41-b70d-4baa-9e05-e4958a104422 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241324 Aug 06 15:47:38.327823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] No DVR routers for this DVR port fd110dc2-642e-4be8-8f33-88ab506da104 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:38.336750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd110dc2-642e-4be8-8f33-88ab506da104,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:38.380998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fd110dc2-642e-4be8-8f33-88ab506da104 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:38.382165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd110dc2-642e-4be8-8f33-88ab506da104 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:38.395764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] For port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,segment=NetworkSegment(b2721b1a-8817-4064-b1ef-e30fdac56f6a),segment_id=b2721b1a-8817-4064-b1ef-e30fdac56f6a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:38.429972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Deleting port fd110dc2-642e-4be8-8f33-88ab506da104 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:38.430915 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.498332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.519558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b9236b-44a3-446d-be00-f8b66debb1c5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:38.546803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43031fe-eed4-4814-9c0e-fd04ea2654e3') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:38.547652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43031fe-eed4-4814-9c0e-fd04ea2654e3') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:38.576713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.621179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.628041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:38.628719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:38.632032 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:38.640509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] DHCP port deletion for 63cee3f3-e347-4e33-b2fc-a363ee16513b request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:47:38.645220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] For port fd110dc2-642e-4be8-8f33-88ab506da104, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:38.646409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.654506 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.741588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Calling delete_port for fd110dc2-642e-4be8-8f33-88ab506da104 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:38.799201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Port fd110dc2-642e-4be8-8f33-88ab506da104 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:47:38.827328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.874770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.875573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00ead0-ff1a-4e1d-a4ad-c70c7a8dc2d0 None None] Pushing event updated for resources: {'Port': ['ID=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:38.897019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] No DVR routers for this DVR port fd110dc2-642e-4be8-8f33-88ab506da104 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:38.899904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef68f0b4-b311-40e9-9bdf-19c631f1c63e None None] Provisioning complete for port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:38.901085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef68f0b4-b311-40e9-9bdf-19c631f1c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.918219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.918219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68b9236b-44a3-446d-be00-f8b66debb1c5 HTTP/1.1" status: 204 len: 168 time: 1.7099988 Aug 06 15:47:38.918219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e799e-0ef3-45b3-a39e-0e536a3d6630 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b9236b-44a3-446d-be00-f8b66debb1c5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:38.952487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db55b-579a-43c3-bca4-e41263041a88 None None] Pushing event deleted for resources: {'Port': ['ID=fd110dc2-642e-4be8-8f33-88ab506da104,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:38.972162 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:38.986600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f24b1d-1dd8-4fab-ae92-b34d3efe40b2 req-ac656baf-bd95-4615-9477-9a2938fb0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:38.989238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a2f24b1d-1dd8-4fab-ae92-b34d3efe40b2 req-ac656baf-bd95-4615-9477-9a2938fb0355 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0547552 Aug 06 15:47:38.997872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] Deleting port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:38.998244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.008791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Deleting port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:39.009138 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.108500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] For port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:39.108880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.143843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] Calling delete_port for f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:39.163919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] For port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,segment=NetworkSegment(3c044fbb-aac0-4d16-a0f8-556e4e513071),segment_id=3c044fbb-aac0-4d16-a0f8-556e4e513071)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:39.164684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.176276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-de463bee-eb61-4839-a405-f722b7811bea tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:39.178667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-de463bee-eb61-4839-a405-f722b7811bea tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.64 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 946 time: 0.1814737 Aug 06 15:47:39.290083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Calling delete_port for f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:39.311097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.316267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5e2fe78-4b6e-4851-a08a-e3394da2227c req-9908adcb-9ce2-44a7-a2df-596f0e58ca1c tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0430188 Aug 06 15:47:39.573344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81751c-9dd4-4c50-8c63-6837d1dffb4c req-7cbd529a-967c-4731-8285-7bd0c4023e27 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:39.581435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c81751c-9dd4-4c50-8c63-6837d1dffb4c req-7cbd529a-967c-4731-8285-7bd0c4023e27 tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 946 time: 0.1080613 Aug 06 15:47:39.593548 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.594968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Deleting port e704e595-b014-447e-81c5-58e4a92a8086 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:39.595326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.615307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] No DVR routers for this DVR port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:39.651366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f542a-6823-4efe-bd2c-34de6cf5c3d1 None None] Pushing event deleted for resources: {'Port': ['ID=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:39.658145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:39.684661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c81751c-9dd4-4c50-8c63-6837d1dffb4c req-bbafbae3-db7f-4022-9bfa-b452ceb415bd tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/security-groups?id=3608d39d-3b6c-42ae-b154-a7e4f0897b04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017628 Aug 06 15:47:39.728616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] For port e704e595-b014-447e-81c5-58e4a92a8086, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e704e595-b014-447e-81c5-58e4a92a8086,segment=NetworkSegment(42c8bf23-2c3c-48cb-9d89-99b683935b47),segment_id=42c8bf23-2c3c-48cb-9d89-99b683935b47)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:39.729021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.753449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.756214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Calling delete_port for e704e595-b014-447e-81c5-58e4a92a8086 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:39.782332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0f707ac7-edc0-431b-9d8b-27298faec1e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f3570c874964bda9904acd85c0d4285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234915 Aug 06 15:47:39.791591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:39.824583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1140639-c742-4d0a-a6c4-b2cc1e5b5f44,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:39.866239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] No DVR routers for this DVR port f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:39.889265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-617b2d70-7155-411c-b4ef-ea3070c5ec52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:39.928863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-617b2d70-7155-411c-b4ef-ea3070c5ec52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.048586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.102958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cee3f3-e347-4e33-b2fc-a363ee16513b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:40.128513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c044fbb-aac0-4d16-a0f8-556e4e513071') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:40.129246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c044fbb-aac0-4d16-a0f8-556e4e513071') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:40.141651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-617b2d70-7155-411c-b4ef-ea3070c5ec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.148285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-617b2d70-7155-411c-b4ef-ea3070c5ec52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.153854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-617b2d70-7155-411c-b4ef-ea3070c5ec52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0935fff-806d-49e6-85e5-07a11b19b724 HTTP/1.1" status: 204 len: 168 time: 0.3573844 Aug 06 15:47:40.167577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:47:40.184163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.198549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b2d70-7155-411c-b4ef-ea3070c5ec52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0935fff-806d-49e6-85e5-07a11b19b724,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:40.205173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.1 (69de9a1a-9903-44d6-9830-33a9032ebdc9/fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b/dd0a1c5f-402b-4258-9c4b-bbc17b059b9e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:40.224904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.257194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:40.257703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:40.261489 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:40.310496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:40.311015 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.321436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a2f24b1d-1dd8-4fab-ae92-b34d3efe40b2 req-57df82b6-fafd-4ed3-bf6f-3e879b7fdf79 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.59 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0878134 Aug 06 15:47:40.414142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.440802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e704e595-b014-447e-81c5-58e4a92a8086'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:47:40.522823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Pushing event deleted for resources: {'Port': ['ID=e704e595-b014-447e-81c5-58e4a92a8086,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:40.544341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c96fbc0-9a9f-46f0-ac5a-6ffe64da98f4 req-85df5aea-6650-4675-b73f-cdc72529f29a tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.0510111 Aug 06 15:47:40.602827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] No DVR routers for this DVR port e704e595-b014-447e-81c5-58e4a92a8086 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:47:40.610211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.612274 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d3df57a-2b53-4b3e-b799-246256d4ac5f req-e91ff6eb-1bde-48fd-b696-484908d23d4d tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.64 "DELETE /v2.0/ports/e704e595-b014-447e-81c5-58e4a92a8086 HTTP/1.1" status: 204 len: 173 time: 1.4237723 Aug 06 15:47:40.612985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'name': 'network-vif-deleted', 'tag': 'e704e595-b014-447e-81c5-58e4a92a8086'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:40.615864 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0423540d-5e78-4592-b14c-5f5b4eacedda" -d '{"events": [{"server_uuid": "a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6", "name": "network-vif-deleted", "tag": "e704e595-b014-447e-81c5-58e4a92a8086"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:40.644542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.652368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.663786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/63cee3f3-e347-4e33-b2fc-a363ee16513b HTTP/1.1" status: 204 len: 168 time: 3.1696677 Aug 06 15:47:40.776566 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.785197 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6688cf-d463-4165-9882-ccd7e1a3c6f8 x-openstack-request-id: req-ba6688cf-d463-4165-9882-ccd7e1a3c6f8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:40.785197 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6", "name": "network-vif-deleted", "tag": "e704e595-b014-447e-81c5-58e4a92a8086", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:40.785613 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba6688cf-d463-4165-9882-ccd7e1a3c6f8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:40.786267 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6', 'name': 'network-vif-deleted', 'tag': 'e704e595-b014-447e-81c5-58e4a92a8086', 'status': 'completed', 'code': 200} Aug 06 15:47:40.797956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:40.809712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830951c-0b15-4a65-a4e0-0db06923c6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=63cee3f3-e347-4e33-b2fc-a363ee16513b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:40.813430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:40.858278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Transition to ACTIVE for port object dd0a1c5f-402b-4258-9c4b-bbc17b059b9e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:40.874171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fc76e0b-ed81-46f4-9342-25038908c420 req-3e97df72-5de6-4f06-8cee-960f9a33c69e tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0410492 Aug 06 15:47:40.896978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:40.899223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f1140639-c742-4d0a-a6c4-b2cc1e5b5f44 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:41.070186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:41.126248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:41.132827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:41.144671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:41.184792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=dd0a1c5f-402b-4258-9c4b-bbc17b059b9e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:41.206819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:41.509323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:41.527878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:41.662690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8cc51e57-68e2-4904-b0d1-e059f8a1802d None None] Provisioning for port dd0a1c5f-402b-4258-9c4b-bbc17b059b9e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:47:41.670200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-58a28bbb-59bc-4066-90b6-9c572397d200 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51b2f4477238414f9429be812049194f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589799 Aug 06 15:47:41.673382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:41.686469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8cc51e57-68e2-4904-b0d1-e059f8a1802d None None] Provisioning complete for port dd0a1c5f-402b-4258-9c4b-bbc17b059b9e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:41.687630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cc51e57-68e2-4904-b0d1-e059f8a1802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:41.786160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8cc51e57-68e2-4904-b0d1-e059f8a1802d None None] Port dd0a1c5f-402b-4258-9c4b-bbc17b059b9e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:47:41.844892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab5fb47b-93ea-40e8-8704-3e34ce578b15 req-506a127d-17f8-462c-9bfb-234d30cf06e9 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=00ffd232-1ead-4c7c-9f60-1698f4be3393 HTTP/1.1" status: 200 len: 210 time: 0.1184876 Aug 06 15:47:41.976834 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b098d33d-be18-4ed1-a131-d0a3d75ff4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.050002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c83cf1d0-99b0-45d7-9f7e-51a45bd61589 req-2f833f08-9e67-4462-833b-af5754e903ee tempest-ServerGroupTestJSON-493904736 tempest-ServerGroupTestJSON-493904736-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6418328-0e4d-4bc1-afe5-4a1c52d1f9a6 HTTP/1.1" status: 200 len: 210 time: 0.0690575 Aug 06 15:47:42.097760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b098d33d-be18-4ed1-a131-d0a3d75ff4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.099976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.167710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.291055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b098d33d-be18-4ed1-a131-d0a3d75ff4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.296534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b098d33d-be18-4ed1-a131-d0a3d75ff4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.301909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b098d33d-be18-4ed1-a131-d0a3d75ff4f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/668d4e87-53de-47bd-9a82-d376b35b677a HTTP/1.1" status: 204 len: 168 time: 0.6263237 Aug 06 15:47:42.313835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098d33d-be18-4ed1-a131-d0a3d75ff4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d4e87-53de-47bd-9a82-d376b35b677a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:42.345479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:42.368293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=dd0a1c5f-402b-4258-9c4b-bbc17b059b9e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:42.584615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:42.586441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:42.865061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 54555e9a-bd47-4200-8878-aac89cfaae58 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:42.874640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:43.004010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e704e595-b014-447e-81c5-58e4a92a8086 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:47:43.086012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e704e595-b014-447e-81c5-58e4a92a8086 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:47:43.093927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e704e595-b014-447e-81c5-58e4a92a8086 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:47:43.105202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:43.111708 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b158ae00-c729-45ee-b176-e08ee17d7f66 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/routers/54555e9a-bd47-4200-8878-aac89cfaae58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1907926 Aug 06 15:47:43.115254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:43.118751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] Sync routers for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:43.123183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'port': {'network_id': '69de9a1a-9903-44d6-9830-33a9032ebdc9', 'name': 'tempest-FloatingIPTestJSON-995335706'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:43.163075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5798f5a-f786-43b0-be3e-31351a9df571 None None] Provisioning complete for port dd0a1c5f-402b-4258-9c4b-bbc17b059b9e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:43.163917 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5798f5a-f786-43b0-be3e-31351a9df571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:43.170825 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:43.171752 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:43.237057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1684093210-network', 'tenant_id': 'f3026ddba7a5491c85823aa991fe7c80'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:43.324484 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:43.325898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a5798f5a-f786-43b0-be3e-31351a9df571 None None] Port dd0a1c5f-402b-4258-9c4b-bbc17b059b9e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:47:43.356423 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:43.357142 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:43.457364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Made reservation on behalf of f3026ddba7a5491c85823aa991fe7c80 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:43.464495 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:43.470855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:43.471716 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06bba4-b3e8-4395-85ef-272cc2e2b68f None None] The sync data for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:43.564925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:43.612193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Made reservation on behalf of 7751febe6a5f4b918830c7e39170c675 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:43.622845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:43.724927 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0769b499-d7b2-4d84-977b-a9367b2be988 req-5f4718f2-1005-4120-bf17-5eacb93a27b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b93765c60a0645c0bacd95993b450307&device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0767276 Aug 06 15:47:43.734465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] device_id is not set on port 63ee1c09-1964-497c-8190-cee0a18aab8e yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:47:43.801128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0769b499-d7b2-4d84-977b-a9367b2be988 req-364d89ef-b95f-4c70-ad1c-bf68d0281cb9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b93765c60a0645c0bacd95993b450307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678334 Aug 06 15:47:43.879123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b4d3f6b-0d33-4b60-9b8d-872f0b4fa5de req-eb8f5084-4dea-4c10-bc6b-a0f1e82defc6 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0536525 Aug 06 15:47:43.976706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Allocated IP 172.20.0.7 (69de9a1a-9903-44d6-9830-33a9032ebdc9/fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b/63ee1c09-1964-497c-8190-cee0a18aab8e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:44.005363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:44.018090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769b499-d7b2-4d84-977b-a9367b2be988 req-83248801-466a-42da-9baa-39dac84ebaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:44.021286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0769b499-d7b2-4d84-977b-a9367b2be988 req-83248801-466a-42da-9baa-39dac84ebaee service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2128592 Aug 06 15:47:44.035434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.100372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.136759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Deleting subnet a88536ca-2803-418b-ab83-b513986e208c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:44.145218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.182988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:47:44.257572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.259041 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Added segment 96bab7b9-434c-414f-ba19-20541b3a7e58 of type vlan for network 4ef4e479-ec91-45cb-adf6-57ade5308326 Aug 06 15:47:44.268553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b377b6-a673-4831-92b0-48d2c5de34bc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:44.269210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:44.282081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.373998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.417751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.450181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.464003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1833992325-network', 'tenant_id': '3dc2554a2cc24778b9e52f27dfe93226'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:44.590872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.594710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:44.596041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.645508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Made reservation on behalf of 3dc2554a2cc24778b9e52f27dfe93226 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:44.656655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.656655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.679651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Transition to ACTIVE for port object 63ee1c09-1964-497c-8190-cee0a18aab8e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:44.694114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] Pushing event updated for resources: {'Network': ['ID=4ef4e479-ec91-45cb-adf6-57ade5308326,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:44.708725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88536ca-2803-418b-ab83-b513986e208c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:44.718623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 4ef4e479-ec91-45cb-adf6-57ade5308326 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:47:44.727864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6b50e72f-62ce-4410-bd0c-6a220f71808c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8495214 Aug 06 15:47:44.731180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.733118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:44.737214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.742716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Request body: {'subnet': {'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1684093210-subnet', 'tenant_id': 'f3026ddba7a5491c85823aa991fe7c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:44.743448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2926b3ae-1f08-49aa-8dcf-0249043fb042 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a88536ca-2803-418b-ab83-b513986e208c HTTP/1.1" status: 204 len: 168 time: 0.7337863 Aug 06 15:47:44.746126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:44.805559 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.873635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Made reservation on behalf of f3026ddba7a5491c85823aa991fe7c80 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:44.877703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:44.940267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:44.953278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:44.964097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.002234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:45.010582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event updated for resources: {'Port': ['ID=63ee1c09-1964-497c-8190-cee0a18aab8e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:45.082014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b162b371-7be4-45d7-8182-925345c10d0c req-dc0df02b-d609-4517-964c-94c72908208c tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0408874 Aug 06 15:47:45.115151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:45.118940 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.191712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.211940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b73a8fd-87c7-4190-ac82-bedc7f7dface']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:45.231130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c8bf23-2c3c-48cb-9d89-99b683935b47') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:45.231701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c8bf23-2c3c-48cb-9d89-99b683935b47') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:45.250086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.289209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.317675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0769b499-d7b2-4d84-977b-a9367b2be988 req-191ee4f6-b178-4b63-8aa6-6f0bd3310865 tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.59 "GET /v2.0/ports?device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.0454829 Aug 06 15:47:45.326016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:45.326750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:45.328758 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:45.331416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.403031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25392be5-8cd8-40a9-ba91-6ee3be28907b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:45.429181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.437971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Checking segment: {'id': '96bab7b9-434c-414f-ba19-20541b3a7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:45.439372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Network hostable DHCP agents. Network: 4ef4e479-ec91-45cb-adf6-57ade5308326, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:47:45.449749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bca3d344-2e34-493d-9904-9e563d2db61c None None] Provisioning for port 63ee1c09-1964-497c-8190-cee0a18aab8e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:47:45.453722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bca3d344-2e34-493d-9904-9e563d2db61c None None] Provisioning complete for port 63ee1c09-1964-497c-8190-cee0a18aab8e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:47:45.454122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bca3d344-2e34-493d-9904-9e563d2db61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.493333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bca3d344-2e34-493d-9904-9e563d2db61c None None] Port 63ee1c09-1964-497c-8190-cee0a18aab8e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:47:45.536214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.544663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.549735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.549987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Network 4ef4e479-ec91-45cb-adf6-57ade5308326 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:47:45.552301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b73a8fd-87c7-4190-ac82-bedc7f7dface HTTP/1.1" status: 204 len: 168 time: 0.7942631 Aug 06 15:47:45.628937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aee38ff0-e8eb-42d4-932e-4899245122a5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5109208 Aug 06 15:47:45.633134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:45.645630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Request body: {'floatingip': {'port_id': '63ee1c09-1964-497c-8190-cee0a18aab8e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:45.652267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:47:45.678320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0a9a7-2e3f-4aed-8fd0-052c7a772629 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b73a8fd-87c7-4190-ac82-bedc7f7dface,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:45.703132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.706579 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Added segment c644a3d7-5d71-49e0-8e4b-cb3dc0c30387 of type vlan for network 32513722-93d3-4802-920f-7361cd23dcc5 Aug 06 15:47:45.731625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 4ef4e479-ec91-45cb-adf6-57ade5308326) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:45.736889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:45.738142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.745150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb109ef0-820a-48b8-8859-7f1049de99a9 None None] Network 4ef4e479-ec91-45cb-adf6-57ade5308326 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:45.768153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2218caf2-67f3-4c01-98a5-973ffa475477,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:45.796287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:45.846057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-308e7dbc-daf4-4a6e-88f1-7489cc90833a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1114578 Aug 06 15:47:45.905398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:46.023224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58956) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:46.103767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d48982ac-5fde-439b-9e9a-0b253e8f0559 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e80a22395bd4321badf65cdac881f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0752666 Aug 06 15:47:46.103767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:46.105185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:46.106890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:46.111053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58958) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:46.153392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aad5c1-b8f9-4d29-93bc-65d18bdd004f None None] Network 4ef4e479-ec91-45cb-adf6-57ade5308326 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:46.336662 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0639596 Aug 06 15:47:46.357048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:46.394006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Request body: {'subnet': {'network_id': '32513722-93d3-4802-920f-7361cd23dcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1833992325-subnet', 'tenant_id': '3dc2554a2cc24778b9e52f27dfe93226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:46.622607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-676a168e-9293-4fda-804b-8288842046c1 req-b375123b-7368-439a-9999-1020ea654f0e tempest-ServerShowV247Test-108265379 tempest-ServerShowV247Test-108265379-project] 10.222.0.16 "GET /v2.0/ports?device_id=245af376-9a51-4d0b-b353-ab374c442cc1 HTTP/1.1" status: 200 len: 210 time: 0.1265817 Aug 06 15:47:46.669888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab4b14-3969-4aa6-bdee-8891aecac7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=32513722-93d3-4802-920f-7361cd23dcc5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:46.684983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 32513722-93d3-4802-920f-7361cd23dcc5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:47:46.723322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdc8ab4-04a8-4e76-8b80-f3a420c7fcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:46.755607 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdc8ab4-04a8-4e76-8b80-f3a420c7fcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:46.825073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Made reservation on behalf of 3dc2554a2cc24778b9e52f27dfe93226 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:46.833775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.092004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdc8ab4-04a8-4e76-8b80-f3a420c7fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.095376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8bdc8ab4-04a8-4e76-8b80-f3a420c7fcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.102420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8bdc8ab4-04a8-4e76-8b80-f3a420c7fcab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3608d39d-3b6c-42ae-b154-a7e4f0897b04 HTTP/1.1" status: 204 len: 168 time: 0.9421153 Aug 06 15:47:47.124854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc8ab4-04a8-4e76-8b80-f3a420c7fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3608d39d-3b6c-42ae-b154-a7e4f0897b04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:47.271641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.272730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.369381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a56e784-e59c-4b66-a508-6a6aefebd9ae,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:47.400601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Checking segment: {'id': 'c644a3d7-5d71-49e0-8e4b-cb3dc0c30387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '32513722-93d3-4802-920f-7361cd23dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:47.401866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Network hostable DHCP agents. Network: 32513722-93d3-4802-920f-7361cd23dcc5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:47:47.432081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.485959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-10703637-44c6-4305-95d2-19f6276b2756 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:47.489279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-10703637-44c6-4305-95d2-19f6276b2756 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/networks?id=4ef4e479-ec91-45cb-adf6-57ade5308326 HTTP/1.1" status: 200 len: 814 time: 0.2158391 Aug 06 15:47:47.512624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Network 32513722-93d3-4802-920f-7361cd23dcc5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:47:47.537949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-f747b4af-ee06-4f80-a40d-2b6504347f41 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/quotas/f3026ddba7a5491c85823aa991fe7c80 HTTP/1.1" status: 200 len: 375 time: 0.0097430 Aug 06 15:47:47.584286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-3d26ed51-2e01-4f5a-9cc2-d082466bf55b tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3026ddba7a5491c85823aa991fe7c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390866 Aug 06 15:47:47.619332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-508a53ee-fb69-4845-8323-983ca4c34a12 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:47:47.620371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-508a53ee-fb69-4845-8323-983ca4c34a12 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059862 Aug 06 15:47:47.660909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 32513722-93d3-4802-920f-7361cd23dcc5) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:47.675646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:47.676047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0f5920-0cce-4421-b0a0-5db37aecfd12 None None] Network 32513722-93d3-4802-920f-7361cd23dcc5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:47.677769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:47.703858 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP cf1c1e66-c8ee-4441-9725-632d938e9125 associated. External IP: 172.25.5.2, port: 97a849bc-cc04-45d5-a9a5-0e9223022a86. Aug 06 15:47:47.855212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-de4a2161-8c04-4bc1-b0d0-f595f500c6d6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4690499 Aug 06 15:47:47.915599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef137d3d-f85b-43d5-8bf5-000062560ccd None None] Network 32513722-93d3-4802-920f-7361cd23dcc5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:48.031850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-bbd00582-9470-4137-b989-fbb70d2bfb43 service neutron] 10.222.0.16 "GET /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878276 Aug 06 15:47:48.146582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:48.274209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Deleting subnet 3a56e784-e59c-4b66-a508-6a6aefebd9ae {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:48.278540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:48.335045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:48.406818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:48.422248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-2cca02c2-0cf3-4f87-b843-cf34ed73fc9e service neutron] 10.222.0.16 "GET /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685086 Aug 06 15:47:48.425158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:48.561129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:48.574829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:48.600915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:48.601577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:48.615708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:48.662309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:48.669241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:48.686174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:48.687589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:48.741882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:48.742557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca7a38-d0f6-4ae9-bcbf-9157e9f6b9bd None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:48.745584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a56e784-e59c-4b66-a508-6a6aefebd9ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:48.762732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:48.766487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce92cbf3-98fb-4d9a-987e-a9e4e62a82bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3a56e784-e59c-4b66-a508-6a6aefebd9ae HTTP/1.1" status: 204 len: 168 time: 0.6184132 Aug 06 15:47:48.769183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:48.902773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6690e9e3-95ae-4037-8fa8-0ad325bdab97 req-ac11a347-1fb5-429b-ab54-ab1ec3bf15e5 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 210 time: 0.0876949 Aug 06 15:47:48.981981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.015610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 54555e9a-bd47-4200-8878-aac89cfaae58 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:49.053497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc411ae-0f54-4948-8661-e5983e21c9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.149809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:49.160176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.172822 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] Sync routers for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:49.199867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.210405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:49.212071 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.220668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32513722-93d3-4802-920f-7361cd23dcc5']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.236988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c644a3d7-5d71-49e0-8e4b-cb3dc0c30387') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.237830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c644a3d7-5d71-49e0-8e4b-cb3dc0c30387') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.255548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.260562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.278616 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:49.279000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.280035 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.293489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:47:49.294061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:47:49.296133 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:47:49.329134 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:49.330259 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f0047d-4c38-45a3-b847-95dfc3a5600a None None] The sync data for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:49.336125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:49.336558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c88423cb-ef0f-44a9-9a9c-4137ec632cd5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/floatingips/cf1c1e66-c8ee-4441-9725-632d938e9125 HTTP/1.1" status: 200 len: 975 time: 3.6968887 Aug 06 15:47:49.396275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:49.510596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.519042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc411ae-0f54-4948-8661-e5983e21c9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.522679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.527408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] 10.222.0.16 "DELETE /v2.0/networks/32513722-93d3-4802-920f-7361cd23dcc5 HTTP/1.1" status: 204 len: 168 time: 0.7572885 Aug 06 15:47:49.552939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-577162071-network', 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:49.556777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771188-9ce0-4060-a19d-554b90f07b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=32513722-93d3-4802-920f-7361cd23dcc5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:49.581252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 63ee1c09-1964-497c-8190-cee0a18aab8e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:49.581605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.585684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc411ae-0f54-4948-8661-e5983e21c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.691314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:49.695432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.708904 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.903051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:49.936209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:49.964085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.057101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:47:50.090315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd358ed3-8c0e-4a70-86d2-c80b2e25a4cb req-91595aaf-6aa8-447e-b3f0-1447efe6cd5c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 210 time: 0.0897033 Aug 06 15:47:50.093988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2fb6d255-12fb-421e-86fd-06b38f492608 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3dc2554a2cc24778b9e52f27dfe93226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563418 Aug 06 15:47:50.096866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50937ab6-4df0-4688-b233-8a587c8d020e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:50.102516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.102904 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Added segment 2ad5bc98-a063-403c-a1f2-217e7ebaa518 of type vlan for network 68c16110-4e8a-4bb9-8d25-93879ae929d4 Aug 06 15:47:50.105019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:50.217963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5fc411ae-0f54-4948-8661-e5983e21c9f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b93765c60a0645c0bacd95993b450307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6004672 Aug 06 15:47:50.224288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc411ae-0f54-4948-8661-e5983e21c9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c46449-3e1b-4797-a058-bb82e3c6f3bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:50.229419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59098) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:50.254492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.273369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f208cdca-85d7-4e3d-9a27-0d388543d8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.304909 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.331096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f208cdca-85d7-4e3d-9a27-0d388543d8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.560520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.561316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.561630 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Floating IP cf1c1e66-c8ee-4441-9725-632d938e9125 disassociated. External IP: 172.25.5.2, port: 63ee1c09-1964-497c-8190-cee0a18aab8e. Aug 06 15:47:50.562202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 63ee1c09-1964-497c-8190-cee0a18aab8e owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:50.707327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d73993d-d2de-4b3f-84ac-8fdbc3a0af5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.786937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d73993d-d2de-4b3f-84ac-8fdbc3a0af5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.955080 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.956403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:50.957018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.981240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d73993d-d2de-4b3f-84ac-8fdbc3a0af5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:50.984723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d73993d-d2de-4b3f-84ac-8fdbc3a0af5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.024689 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7d73993d-d2de-4b3f-84ac-8fdbc3a0af5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/97c46449-3e1b-4797-a058-bb82e3c6f3bf HTTP/1.1" status: 204 len: 168 time: 0.7532623 Aug 06 15:47:51.024689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.024689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73993d-d2de-4b3f-84ac-8fdbc3a0af5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c46449-3e1b-4797-a058-bb82e3c6f3bf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:51.027529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f208cdca-85d7-4e3d-9a27-0d388543d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.027529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f208cdca-85d7-4e3d-9a27-0d388543d8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.027529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f208cdca-85d7-4e3d-9a27-0d388543d8c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2218caf2-67f3-4c01-98a5-973ffa475477 HTTP/1.1" status: 204 len: 168 time: 0.9075735 Aug 06 15:47:51.131304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208cdca-85d7-4e3d-9a27-0d388543d8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2218caf2-67f3-4c01-98a5-973ffa475477,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:51.135226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] Pushing event updated for resources: {'Network': ['ID=68c16110-4e8a-4bb9-8d25-93879ae929d4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:51.173229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f8fcda35-67a8-43e9-844b-8f92c52a9748 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7776408 Aug 06 15:47:51.176963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:51.186027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Request body: {'subnet': {'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-577162071-subnet', 'tenant_id': '3710307740d74869bd0baae23a43f6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:51.277884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=63ee1c09-1964-497c-8190-cee0a18aab8e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:51.332133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:47:51.370872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 54555e9a-bd47-4200-8878-aac89cfaae58 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:51.414848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:51.430565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.448663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe5bfa92-4df1-4233-8389-9312116ccd61 req-c7f2f5e5-afa5-46e6-a547-7b548ee3c75e tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 210 time: 0.1253893 Aug 06 15:47:51.630693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:51.645195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] Sync routers for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:51.669315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:51.673806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:51.778242 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.782682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b22ba79-cd79-4b07-bff2-798e8cf1c459 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/ports/63ee1c09-1964-497c-8190-cee0a18aab8e HTTP/1.1" status: 204 len: 168 time: 2.4438102 Aug 06 15:47:51.782968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:51.812371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:51.846314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:51.848525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:51.914247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:51.969699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:51.970711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160a056-31f3-4417-b076-ccb8de9c20fb None None] The sync data for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:52.134840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66bbed5-c02d-4941-ad9e-09d1d73805c1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:52.177561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:52.177991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Network hostable DHCP agents. Network: 68c16110-4e8a-4bb9-8d25-93879ae929d4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:47:52.247606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-b4f201b4-79f8-4917-a82e-c3c78b3527df tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:52.252825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-b4f201b4-79f8-4917-a82e-c3c78b3527df tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.59 "GET /v2.0/networks?id=4ef4e479-ec91-45cb-adf6-57ade5308326 HTTP/1.1" status: 200 len: 814 time: 0.3648062 Aug 06 15:47:52.309094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Request body: {'port': {'device_id': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326', 'admin_state_up': True, 'tenant_id': 'f3026ddba7a5491c85823aa991fe7c80'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:52.354972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:47:52.440271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 68c16110-4e8a-4bb9-8d25-93879ae929d4) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:52.453090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bafab0-9389-43e4-8240-3929460a6ac2 None None] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:52.465124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:52.466591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:52.587713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4de0558f-ac06-4696-adf2-9f1147f4c7b8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3893793 Aug 06 15:47:52.700618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d56441b8-70a0-4fa5-9114-e1f2dd55f3b5 req-ce7e0fda-ecb2-41f9-a666-51adebf2dcf4 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 210 time: 0.0503418 Aug 06 15:47:52.775751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Made reservation on behalf of f3026ddba7a5491c85823aa991fe7c80 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:52.779241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba79b1-de04-45a8-b025-44c5e8a1fa64 None None] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:52.779763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.062735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Allocated IP 172.20.0.4 (4ef4e479-ec91-45cb-adf6-57ade5308326/25392be5-8cd8-40a9-ba91-6ee3be28907b/07a7ed31-c6a6-43eb-a350-d4c5f556397f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:53.134575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.413351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:53.500303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.640254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ba53986-8047-4525-b772-e20410821906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.664196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.744985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Pushing event updated for resources: {'Port': ['ID=07a7ed31-c6a6-43eb-a350-d4c5f556397f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:53.783588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port dd0a1c5f-402b-4258-9c4b-bbc17b059b9e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:53.787539 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.910257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ba53986-8047-4525-b772-e20410821906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.916338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.930107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for dd0a1c5f-402b-4258-9c4b-bbc17b059b9e owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:53.950792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Network 4ef4e479-ec91-45cb-adf6-57ade5308326 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:53.954998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:53.956954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e807273-96ff-4d18-98bb-e9340eb2ac61 req-8ac197e1-dbfd-4d8c-80e1-9b2831eb83ce tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:53.959703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e807273-96ff-4d18-98bb-e9340eb2ac61 req-8ac197e1-dbfd-4d8c-80e1-9b2831eb83ce tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 931 time: 0.0824866 Aug 06 15:47:53.961373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ba53986-8047-4525-b772-e20410821906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:53.994793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:54.043868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2ba53986-8047-4525-b772-e20410821906 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ceaf9efef9b74d688126e8e03d786b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248281 Aug 06 15:47:54.043868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba53986-8047-4525-b772-e20410821906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e711ce12-bcf2-44c2-bbce-96b70ea33ad1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:54.052934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:54.053638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.057982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:54.103238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e807273-96ff-4d18-98bb-e9340eb2ac61 req-c95c1bf8-252d-4850-9c48-f01bfaac032c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282699 Aug 06 15:47:54.154818 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a11b7414-f85c-473c-8e43-fb0d75b32c1c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8640597 Aug 06 15:47:54.180942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26775a0e-1d42-41d2-9df4-155a2ad4592a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.185997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Request body: {'port': {'device_id': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:54.224598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26775a0e-1d42-41d2-9df4-155a2ad4592a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.269855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59230) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:54.272184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.454448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-124d72fd-c123-48f4-9f2e-dd057e516277 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:54.456743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-124d72fd-c123-48f4-9f2e-dd057e516277 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.1723890 Aug 06 15:47:54.461316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-175671455-network', 'tenant_id': 'da12e85f296946d3898c40ad68b07917'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:54.489035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-7ff9eb67-d065-4876-9764-584d536b5474 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0218458 Aug 06 15:47:54.496239 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26775a0e-1d42-41d2-9df4-155a2ad4592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.499393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26775a0e-1d42-41d2-9df4-155a2ad4592a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.505503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-26775a0e-1d42-41d2-9df4-155a2ad4592a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e711ce12-bcf2-44c2-bbce-96b70ea33ad1 HTTP/1.1" status: 204 len: 168 time: 0.4356089 Aug 06 15:47:54.542785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-869bc4f6-1bd8-4b0c-9b80-cf3e633cdc18 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401061 Aug 06 15:47:54.543537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26775a0e-1d42-41d2-9df4-155a2ad4592a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711ce12-bcf2-44c2-bbce-96b70ea33ad1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:54.587551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.615171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Made reservation on behalf of da12e85f296946d3898c40ad68b07917 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:54.615171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.633349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.667181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=dd0a1c5f-402b-4258-9c4b-bbc17b059b9e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:54.803684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-156f1fe9-165a-48bb-90b1-271b983e8fbb service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424212 Aug 06 15:47:54.923287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a7ed31-c6a6-43eb-a350-d4c5f556397f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:47:54.948267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:54.975653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Transition to ACTIVE for port object 07a7ed31-c6a6-43eb-a350-d4c5f556397f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:55.012404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-b24d9151-e671-4d39-8b4d-abfcb79e21af service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072272 Aug 06 15:47:55.046888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.095449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.112952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.139428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:47:55.163575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.163955 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Added segment dbcc9f0d-d45e-4582-9dc1-242ada4f50af of type vlan for network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 Aug 06 15:47:55.165396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeab63a-f7ce-42ce-90d6-ad2497d278d3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:55.258381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Pushing event updated for resources: {'Port': ['ID=07a7ed31-c6a6-43eb-a350-d4c5f556397f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:55.293392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.356427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.364747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4897cb-46fb-41d7-acd0-11f999f37a22 req-6cc65c37-df3f-42a8-a280-2ee230322b95 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:55.367158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da4897cb-46fb-41d7-acd0-11f999f37a22 req-6cc65c37-df3f-42a8-a280-2ee230322b95 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 943 time: 0.1296809 Aug 06 15:47:55.383714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:55.434078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Attempting to bind port 07a7ed31-c6a6-43eb-a350-d4c5f556397f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:47:55.434426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Attempting to bind port 07a7ed31-c6a6-43eb-a350-d4c5f556397f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '96bab7b9-434c-414f-ba19-20541b3a7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:47:55.439406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Attempting to bind port 07a7ed31-c6a6-43eb-a350-d4c5f556397f on network 4ef4e479-ec91-45cb-adf6-57ade5308326 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:47:55.457392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Port 07a7ed31-c6a6-43eb-a350-d4c5f556397f on network 4ef4e479-ec91-45cb-adf6-57ade5308326 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:47:55.457760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Attempting to bind port 07a7ed31-c6a6-43eb-a350-d4c5f556397f on network 4ef4e479-ec91-45cb-adf6-57ade5308326 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:47:55.494444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da4897cb-46fb-41d7-acd0-11f999f37a22 req-8d1c7e1a-ceeb-4adb-8bc1-537de042bf35 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112854 Aug 06 15:47:55.509212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc2831a6-20c0-4b56-9b0d-68d05ce6fab6 req-6f865f6d-f7bf-451d-86e3-d967feca9eee tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 210 time: 0.1534846 Aug 06 15:47:55.511489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6003-520c-4e76-a1a9-1d94edc67835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.529337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:47:55.529687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Checking segment: {'id': '96bab7b9-434c-414f-ba19-20541b3a7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:55.530077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Bound using segment: {'id': '96bab7b9-434c-414f-ba19-20541b3a7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:47:55.530514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Bound port: 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96bab7b9-434c-414f-ba19-20541b3a7e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:47:55.530877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.600979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.602626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:55.603430 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.692974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] Pushing event updated for resources: {'Network': ['ID=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:55.705382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] For port 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:47:55.710085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:47:55.713804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] For port 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f,segment=NetworkSegment(96bab7b9-434c-414f-ba19-20541b3a7e58),segment_id=96bab7b9-434c-414f-ba19-20541b3a7e58)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:47:55.725543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6003-520c-4e76-a1a9-1d94edc67835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.817952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.834801 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6003-520c-4e76-a1a9-1d94edc67835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.836363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.875991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:55.876830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:55.879107 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] 10.222.0.59 "PUT /v2.0/ports/07a7ed31-c6a6-43eb-a350-d4c5f556397f HTTP/1.1" status: 200 len: 1091 time: 1.7111261 Aug 06 15:47:55.893514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3e4c6003-520c-4e76-a1a9-1d94edc67835 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9781c18a7b654f35aeeebe7e55c379be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007646 Aug 06 15:47:55.894331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c6003-520c-4e76-a1a9-1d94edc67835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c1f554-3277-4ff7-9711-b52dd96be71b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:55.896975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:55.922596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'tag': '07a7ed31-c6a6-43eb-a350-d4c5f556397f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:47:55.929046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2443bfbf-6540-42fb-91fe-c0c31bcc0d8f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6531246 Aug 06 15:47:55.930880 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5128bd4-3579-4d1b-a61e-88db574c58a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6dc56a4-c921-49cd-8b9e-c412981d2541", "tag": "07a7ed31-c6a6-43eb-a350-d4c5f556397f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:47:55.938103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59286) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:55.946748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Request body: {'subnet': {'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-subnet', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:55.953514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 54555e9a-bd47-4200-8878-aac89cfaae58 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:47:56.009485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb03e877-7fd3-4ccd-bc39-2b90e801540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:56.015847 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf900b7-f337-46d8-8bd4-73d47ac40e02 x-openstack-request-id: req-daf900b7-f337-46d8-8bd4-73d47ac40e02 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:47:56.015847 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6dc56a4-c921-49cd-8b9e-c412981d2541", "tag": "07a7ed31-c6a6-43eb-a350-d4c5f556397f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:47:56.016314 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-daf900b7-f337-46d8-8bd4-73d47ac40e02 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:47:56.016480 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'tag': '07a7ed31-c6a6-43eb-a350-d4c5f556397f', 'status': 'completed', 'code': 200} Aug 06 15:47:56.045905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb03e877-7fd3-4ccd-bc39-2b90e801540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:56.100133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed4492-f190-480b-882f-91c4a669df2d service neutron] Pushing event updated for resources: {'Port': ['ID=07a7ed31-c6a6-43eb-a350-d4c5f556397f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:56.160209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Made reservation on behalf of da12e85f296946d3898c40ad68b07917 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:56.163737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:56.209750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb03e877-7fd3-4ccd-bc39-2b90e801540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:56.213001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb03e877-7fd3-4ccd-bc39-2b90e801540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:56.214534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fb03e877-7fd3-4ccd-bc39-2b90e801540a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16c1f554-3277-4ff7-9711-b52dd96be71b HTTP/1.1" status: 204 len: 168 time: 0.3163600 Aug 06 15:47:56.224572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e877-7fd3-4ccd-bc39-2b90e801540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c1f554-3277-4ff7-9711-b52dd96be71b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:56.265710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128bd4-3579-4d1b-a61e-88db574c58a6 req-f3ebc649-ec4c-4369-b16b-4cf0b8e2a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:56.271404 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5128bd4-3579-4d1b-a61e-88db574c58a6 req-f3ebc649-ec4c-4369-b16b-4cf0b8e2a04e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3026ddba7a5491c85823aa991fe7c80&device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 1094 time: 0.2262099 Aug 06 15:47:56.679168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f4f32c3-09a5-46a8-aaa2-523a3072fad6 req-cc163f3a-146f-4113-932a-001446855f63 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 210 time: 0.0349607 Aug 06 15:47:56.704847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d61cf1-3a9f-43bf-91fa-726f5af25b83 req-aa82f3a3-5bc6-4a2f-8329-caff0f287ab1 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:56.716701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9d61cf1-3a9f-43bf-91fa-726f5af25b83 req-aa82f3a3-5bc6-4a2f-8329-caff0f287ab1 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 943 time: 0.1403501 Aug 06 15:47:56.761142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9d61cf1-3a9f-43bf-91fa-726f5af25b83 req-b15b8bcb-503f-40b5-aaf9-b61ffbdac753 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Aug 06 15:47:56.799167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:47:56.825526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-569a4b45-3f3a-4a20-b65a-ecfed27a72f8 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/routers/54555e9a-bd47-4200-8878-aac89cfaae58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0365067 Aug 06 15:47:56.826510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59318) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:56.841638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] Sync routers for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:47:56.863989 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:56.865051 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:56.960272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128bd4-3579-4d1b-a61e-88db574c58a6 req-4a33e752-c8bf-4bc1-b265-7bd1384e2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:56.962715 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5128bd4-3579-4d1b-a61e-88db574c58a6 req-4a33e752-c8bf-4bc1-b265-7bd1384e2c64 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f3026ddba7a5491c85823aa991fe7c80&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6832721 Aug 06 15:47:56.991483 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:57.034031 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] Routers {'54555e9a-bd47-4200-8878-aac89cfaae58'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:47:57.037656 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['54555e9a-bd47-4200-8878-aac89cfaae58'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:57.143433 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:47:57.146239 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0a8031-a467-4f95-8627-d4ae989a20ec None None] The sync data for ids ['54555e9a-bd47-4200-8878-aac89cfaae58'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:47:57.148288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:57.181138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5128bd4-3579-4d1b-a61e-88db574c58a6 req-263a3f3f-fd36-4fc0-9e2d-9376b779a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:57.182935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d5128bd4-3579-4d1b-a61e-88db574c58a6 req-263a3f3f-fd36-4fc0-9e2d-9376b779a6e7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125933 Aug 06 15:47:57.304445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:57.320637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-85656181-82ff-4afd-a85d-dc8d9b29ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:57.322219 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-85656181-82ff-4afd-a85d-dc8d9b29ec5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3026ddba7a5491c85823aa991fe7c80&device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 1094 time: 0.0861754 Aug 06 15:47:57.386329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-a69c6442-a9de-4397-ba46-a7fb68096e20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f HTTP/1.1" status: 200 len: 217 time: 0.0529969 Aug 06 15:47:57.386329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:57.511737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-25062a42-8279-462e-aae8-3b439f8ade96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:57.518558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-25062a42-8279-462e-aae8-3b439f8ade96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=25392be5-8cd8-40a9-ba91-6ee3be28907b HTTP/1.1" status: 200 len: 854 time: 0.1213684 Aug 06 15:47:57.526358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507b0368-5ba1-4917-ace6-d4e696dc15ab,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:57.540180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 6775dab7-af84-4ca2-86da-b82373532ba9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:57.540784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:57.559796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-63f88b75-9167-4c42-9ccd-37312c27479a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ef4e479-ec91-45cb-adf6-57ade5308326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352302 Aug 06 15:47:57.570558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Checking segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:57.570924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Network hostable DHCP agents. Network: 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:47:57.656113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:57.672406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 6775dab7-af84-4ca2-86da-b82373532ba9 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:47:57.932090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-57cc7d80-29d2-455b-b7aa-d9341d94cbf7 service neutron] 10.222.0.59 "GET /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446528 Aug 06 15:47:57.932090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2885bb0e-baf8-4f94-9654-ffae66210ad9 req-3b1ee21c-be4d-48e0-9f6d-0dff47e27efe service neutron] 10.222.0.59 "GET /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390440 Aug 06 15:47:57.934080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e593a10-f86f-4faf-867a-1a10f65a840b req-a9d4b2b7-d91c-4c21-97e2-12ae5e81f286 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 210 time: 0.0698047 Aug 06 15:47:57.969365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:47:58.018469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701406d-a708-4333-9df9-dfcb4bba6150 req-f704b409-4a72-44e1-903d-1022dbf201c7 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:58.020182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b701406d-a708-4333-9df9-dfcb4bba6150 req-f704b409-4a72-44e1-903d-1022dbf201c7 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 943 time: 0.1171002 Aug 06 15:47:58.038867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:58.052052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:58.055240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.079292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc72c8f1-e6b6-4adc-b4d3-216098be37b9 None None] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:58.130263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.142781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b701406d-a708-4333-9df9-dfcb4bba6150 req-34b28b5e-a316-4dc6-9808-339c0c5cbf94 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086507 Aug 06 15:47:58.179575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=6775dab7-af84-4ca2-86da-b82373532ba9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:58.191411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:58.193941 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5c8ed746-7abd-42f3-a7d5-b839fafad871 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2496021 Aug 06 15:47:58.199078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:58.265969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:47:58.288724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:47:58.289935 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.315243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.512231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.517587 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.585030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-05e23eca-1dcf-450f-b6a8-4592d905dfbb tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:58.587249 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-05e23eca-1dcf-450f-b6a8-4592d905dfbb tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.3305044 Aug 06 15:47:58.608213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:47:58.616256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Allocated IP 172.20.0.2 (3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4/507b0368-5ba1-4917-ace6-d4e696dc15ab/43c4144d-5dea-4fe4-9560-229c804490ae) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:58.633894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.636970 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.766821 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.769227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Fanout notify agent at l3_agent the message router_deleted on router 54555e9a-bd47-4200-8878-aac89cfaae58 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:47:58.789806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.797659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c050d7e5-cbe7-4302-af1c-f3b9f746ab63 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/routers/54555e9a-bd47-4200-8878-aac89cfaae58 HTTP/1.1" status: 204 len: 168 time: 1.9695961 Aug 06 15:47:58.800317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59390) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:58.858733 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.869957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:47:58.870145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Transition to ACTIVE for port object 43c4144d-5dea-4fe4-9560-229c804490ae will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:58.871927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.886262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Transition to ACTIVE for port object 43c4144d-5dea-4fe4-9560-229c804490ae will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:47:58.952877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.953457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting subnet fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:47:58.958511 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:58.963781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.010896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 07a7ed31-c6a6-43eb-a350-d4c5f556397f details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:47:59.029873 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.030695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bebd66ed-dcc1-4fd3-a145-a0339071bff7 req-9fbe5ae5-bf05-439b-8766-36f19c6ff0d0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 210 time: 0.0368888 Aug 06 15:47:59.062186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.189104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.260723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:47:59.263193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:47:59.272157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:47:59.288267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Pushing event updated for resources: {'Port': ['ID=43c4144d-5dea-4fe4-9560-229c804490ae,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:59.430942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.434752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Attempting to bind port 43c4144d-5dea-4fe4-9560-229c804490ae on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:47:59.435393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Attempting to bind port 43c4144d-5dea-4fe4-9560-229c804490ae by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:47:59.435996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Attempting to bind port 43c4144d-5dea-4fe4-9560-229c804490ae on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:47:59.443679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f,segment=NetworkSegment(96bab7b9-434c-414f-ba19-20541b3a7e58),segment_id=96bab7b9-434c-414f-ba19-20541b3a7e58)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:59.446715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:47:59.447380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Checking segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:47:59.451363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.451363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Bound using segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:47:59.451363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Bound port: 43c4144d-5dea-4fe4-9560-229c804490ae, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:47:59.451363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.479649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '07a7ed31-c6a6-43eb-a350-d4c5f556397f', 'network_id': '4ef4e479-ec91-45cb-adf6-57ade5308326', 'port_id': '07a7ed31-c6a6-43eb-a350-d4c5f556397f', 'mac_address': 'fa:16:3e:32:27:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25392be5-8cd8-40a9-ba91-6ee3be28907b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:47:59.525609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34bb71-b942-4c19-87b9-e18f47319fda req-394191df-7b13-44f0-bd07-a834a2a09b53 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:47:59.528137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c34bb71-b942-4c19-87b9-e18f47319fda req-394191df-7b13-44f0-bd07-a834a2a09b53 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 943 time: 0.1858168 Aug 06 15:47:59.528972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.9 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/0db6019b-6c62-4425-b92f-b52fde720487) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:47:59.608065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.636547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.638688 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/subnets/fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b HTTP/1.1" status: 204 len: 168 time: 0.8373532 Aug 06 15:47:59.642785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:47:59.671983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1402445-9990-408e-91e9-380ab9869200 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:47:59.716865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb2c39-841d-4a28-b931-c6b98038786e None None] Network 69de9a1a-9903-44d6-9830-33a9032ebdc9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:47:59.717780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c34bb71-b942-4c19-87b9-e18f47319fda req-2de521ca-d13d-4b2a-921a-110a265f7d0c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711555 Aug 06 15:47:59.804950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.812717 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.830910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a7ed31-c6a6-43eb-a350-d4c5f556397f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:47:59.946310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f,segment=NetworkSegment(96bab7b9-434c-414f-ba19-20541b3a7e58),segment_id=96bab7b9-434c-414f-ba19-20541b3a7e58)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:47:59.956488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] For port 43c4144d-5dea-4fe4-9560-229c804490ae, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:47:59.981535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:47:59.982427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.986997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:47:59.992794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] For port 43c4144d-5dea-4fe4-9560-229c804490ae, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=43c4144d-5dea-4fe4-9560-229c804490ae,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:00.050891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.117619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] For port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,segment=NetworkSegment(b2721b1a-8817-4064-b1ef-e30fdac56f6a),segment_id=b2721b1a-8817-4064-b1ef-e30fdac56f6a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:00.118324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.137027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:00.147849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] DHCP port deletion for 69de9a1a-9903-44d6-9830-33a9032ebdc9 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:48:00.152884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.196328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.274355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:00.278915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:00.289390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:00.357128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59436) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:00.372249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:00.372249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.396076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.399203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.414414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=0db6019b-6c62-4425-b92f-b52fde720487,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:00.425249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['07a7ed31-c6a6-43eb-a350-d4c5f556397f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:00.433810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=07a7ed31-c6a6-43eb-a350-d4c5f556397f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:00.486116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.486895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-9952f2ae-2f37-45d2-a10a-50deceffaf41 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8824911 Aug 06 15:48:00.511906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:00.514120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Request body: {'port': {'device_id': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:00.546001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ad925-40cd-4ac9-8718-64e56798e18e req-0444b46d-4058-4065-b3ae-aa4461fbefb8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:00.557895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f5ad925-40cd-4ac9-8718-64e56798e18e req-0444b46d-4058-4065-b3ae-aa4461fbefb8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 931 time: 0.2824528 Aug 06 15:48:00.625242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Deleting port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:00.625878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.648261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] No DVR routers for this DVR port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:48:00.651384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.823476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3064b96-0e60-4057-972d-b07ca96e4a5e None None] Pushing event updated for resources: {'Port': ['ID=43c4144d-5dea-4fe4-9560-229c804490ae,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:00.838902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] For port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:00.839463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.911427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Calling delete_port for 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:00.917853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 15:48:00.925862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:00.953230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] Pushing event deleted for resources: {'Port': ['ID=5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:00.965990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba932ec-ef9b-4e10-acbe-b59fefc4e21f None None] No DVR routers for this DVR port 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:48:01.269863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db6019b-6c62-4425-b92f-b52fde720487 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:01.281697 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.303991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Transition to ACTIVE for port object 0db6019b-6c62-4425-b92f-b52fde720487 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:01.304242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30fecadb-8dc5-4ba8-8f86-84674cfa57c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.366186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f5ad925-40cd-4ac9-8718-64e56798e18e req-801b72f8-3fc0-45c0-bd30-1394f0d95136 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8071342 Aug 06 15:48:01.370258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.445850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Pushing event updated for resources: {'Port': ['ID=0db6019b-6c62-4425-b92f-b52fde720487,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:01.541923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.558019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69de9a1a-9903-44d6-9830-33a9032ebdc9']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:01.563995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Attempting to bind port 0db6019b-6c62-4425-b92f-b52fde720487 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:01.565575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Attempting to bind port 0db6019b-6c62-4425-b92f-b52fde720487 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:01.565575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Attempting to bind port 0db6019b-6c62-4425-b92f-b52fde720487 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:01.574194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Port 0db6019b-6c62-4425-b92f-b52fde720487 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:01.574844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Attempting to bind port 0db6019b-6c62-4425-b92f-b52fde720487 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:01.582278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:01.583876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:01.584529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:01.585350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Bound port: 0db6019b-6c62-4425-b92f-b52fde720487, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:01.585929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.589889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2721b1a-8817-4064-b1ef-e30fdac56f6a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:01.590220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2721b1a-8817-4064-b1ef-e30fdac56f6a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:01.592609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Allocated IP 172.25.5.202 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/fd8444a9-2f38-4c07-9cd2-be6340b556d4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:01.653441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43f55-1fb8-471c-9b9a-e338811faa88 req-608bc2d0-cad3-4481-9bce-c442442dfbcd tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:01.661618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcc43f55-1fb8-471c-9b9a-e338811faa88 req-608bc2d0-cad3-4481-9bce-c442442dfbcd tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 944 time: 0.3543699 Aug 06 15:48:01.678825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.730946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] For port 0db6019b-6c62-4425-b92f-b52fde720487, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:01.738619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] For port 0db6019b-6c62-4425-b92f-b52fde720487, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0db6019b-6c62-4425-b92f-b52fde720487,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:01.741249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.757261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:01.758025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:01.772536 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:01.812150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30fecadb-8dc5-4ba8-8f86-84674cfa57c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.838694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.866253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcc43f55-1fb8-471c-9b9a-e338811faa88 req-6aaf8f04-1b09-4ce4-a6da-a1fae0c67396 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031856 Aug 06 15:48:01.909229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30fecadb-8dc5-4ba8-8f86-84674cfa57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.922941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:01.923930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:01.925837 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] 10.222.0.64 "PUT /v2.0/ports/0db6019b-6c62-4425-b92f-b52fde720487 HTTP/1.1" status: 200 len: 1091 time: 1.4256637 Aug 06 15:48:01.928071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'tag': '0db6019b-6c62-4425-b92f-b52fde720487'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:01.932513 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae" -d '{"events": [{"name": "network-changed", "server_uuid": "76dfa72b-b3f6-497b-bc83-560ab10aed1d", "tag": "0db6019b-6c62-4425-b92f-b52fde720487"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:01.953038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a563692-3809-4ade-8e26-53f0ce7a6779 None None] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:01.980401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-30fecadb-8dc5-4ba8-8f86-84674cfa57c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2595ca3472604769906daffdb4dd3b03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6127152 Aug 06 15:48:01.980750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59484) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:01.997236 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a57e4-2d23-44a0-ba5e-acf9ce67949f x-openstack-request-id: req-dd5a57e4-2d23-44a0-ba5e-acf9ce67949f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:01.997774 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dfa72b-b3f6-497b-bc83-560ab10aed1d", "tag": "0db6019b-6c62-4425-b92f-b52fde720487", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:01.998681 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd5a57e4-2d23-44a0-ba5e-acf9ce67949f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:01.998807 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'tag': '0db6019b-6c62-4425-b92f-b52fde720487', 'status': 'completed', 'code': 200} Aug 06 15:48:02.013175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.014216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214dba3-3133-45fa-8e6d-7f463bd6a668 service neutron] Pushing event updated for resources: {'Port': ['ID=0db6019b-6c62-4425-b92f-b52fde720487,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:02.014456 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.019502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.024850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/networks/69de9a1a-9903-44d6-9830-33a9032ebdc9 HTTP/1.1" status: 204 len: 168 time: 2.3706686 Aug 06 15:48:02.029245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:02.038161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fecadb-8dc5-4ba8-8f86-84674cfa57c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f40310-ef92-474d-80ff-1181b3310c37,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:02.105467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2594a296-a685-453c-9643-f806f49b77db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.108103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9137003-869a-446a-b876-5f4843374672 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Network': ['ID=69de9a1a-9903-44d6-9830-33a9032ebdc9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:02.128424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae req-18bee21b-c647-428b-9f26-5a517feff5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:02.133748 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae req-18bee21b-c647-428b-9f26-5a517feff5ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 1094 time: 0.1081402 Aug 06 15:48:02.177878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-165c63c2-424c-48d0-ae3e-6d70ef8c594b None None] Provisioning for port 43c4144d-5dea-4fe4-9560-229c804490ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:02.261484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2594a296-a685-453c-9643-f806f49b77db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.268798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 43c4144d-5dea-4fe4-9560-229c804490ae up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:02.280679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae req-0eae0f32-2b6f-4105-8553-a8f49c483c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:02.282387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae req-0eae0f32-2b6f-4105-8553-a8f49c483c3f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3710307740d74869bd0baae23a43f6cb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1432946 Aug 06 15:48:02.407146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.416318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port b9c20809-38a7-4e6b-a48f-51ce4c55a2ae {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:02.416666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.456514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae req-ffe47a2a-2cf2-4ccc-9f87-a98983a2815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:02.458679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ffab239c-4a43-4400-9c4f-5d4cec8c0fae req-ffe47a2a-2cf2-4ccc-9f87-a98983a2815a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643274 Aug 06 15:48:02.477928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 43c4144d-5dea-4fe4-9560-229c804490ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:02.483102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 43c4144d-5dea-4fe4-9560-229c804490ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:02.483499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.578633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-6c839a01-671a-4075-b9d9-faf4753e3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:02.581672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-6c839a01-671a-4075-b9d9-faf4753e3449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 1094 time: 0.0693791 Aug 06 15:48:02.591779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2594a296-a685-453c-9643-f806f49b77db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.591779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2594a296-a685-453c-9643-f806f49b77db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.592215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.592331 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2594a296-a685-453c-9643-f806f49b77db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09f40310-ef92-474d-80ff-1181b3310c37 HTTP/1.1" status: 204 len: 168 time: 0.6086304 Aug 06 15:48:02.609004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:02.613598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Pushing event updated for resources: {'Port': ['ID=fd8444a9-2f38-4c07-9cd2-be6340b556d4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:02.619249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594a296-a685-453c-9643-f806f49b77db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f40310-ef92-474d-80ff-1181b3310c37,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:02.640964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:02.651968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:02.700319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-eda6f131-6f8f-4be8-8515-6cde45b93a77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db6019b-6c62-4425-b92f-b52fde720487 HTTP/1.1" status: 200 len: 217 time: 0.1037173 Aug 06 15:48:02.707435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 43c4144d-5dea-4fe4-9560-229c804490ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=43c4144d-5dea-4fe4-9560-229c804490ae,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:02.718825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.719498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.743117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for b9c20809-38a7-4e6b-a48f-51ce4c55a2ae owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:02.775080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.791771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab82eed-194e-4036-8ed8-6632f4f543c7 req-df90df77-5986-415f-8a10-d8a04c681a47 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:02.793767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eab82eed-194e-4036-8ed8-6632f4f543c7 req-df90df77-5986-415f-8a10-d8a04c681a47 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 943 time: 0.2588954 Aug 06 15:48:02.866324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-c94419b5-c9a3-4b8a-9846-c0da255f4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:02.870891 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-c94419b5-c9a3-4b8a-9846-c0da255f4c79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.1554744 Aug 06 15:48:02.876794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2528916b-9ad4-470f-8f49-9c2e121db4de None None] Provisioning complete for port 43c4144d-5dea-4fe4-9560-229c804490ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:02.877474 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2528916b-9ad4-470f-8f49-9c2e121db4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:02.925519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eab82eed-194e-4036-8ed8-6632f4f543c7 req-41507f58-dd8e-4423-b75d-bb68b7bfa22b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773849 Aug 06 15:48:02.980255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-e920c5c9-d5e6-4e44-88da-a32bb0f8a0ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972543 Aug 06 15:48:02.997530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:48:03.074550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:48:03.074789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5c1d5a0b-6b5d-4097-9ff0-fd325d98bab0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:48:03.084219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 07a7ed31-c6a6-43eb-a350-d4c5f556397f up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:03.132179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9aa77-0755-46fd-bc49-b3ba725a1d63 req-8ef0020a-1e0d-4dd5-b6b1-1215ac81da4b tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:03.133947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fa9aa77-0755-46fd-bc49-b3ba725a1d63 req-8ef0020a-1e0d-4dd5-b6b1-1215ac81da4b tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 944 time: 0.1552188 Aug 06 15:48:03.171535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=43c4144d-5dea-4fe4-9560-229c804490ae,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:03.211783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fa9aa77-0755-46fd-bc49-b3ba725a1d63 req-893a7a2d-711c-4447-99bd-3ee227d42b86 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654287 Aug 06 15:48:03.233256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-33725ac5-875c-4b33-acce-952daf7ea03c service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424612 Aug 06 15:48:03.260968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:03.317834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 07a7ed31-c6a6-43eb-a350-d4c5f556397f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:03.323964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 07a7ed31-c6a6-43eb-a350-d4c5f556397f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:03.323964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.415991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-836fae16-eb59-4a50-92e6-3dd98caa9437 req-af78d528-68e3-45d5-b3f7-a19372fc1692 service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736805 Aug 06 15:48:03.435991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.488045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=b9c20809-38a7-4e6b-a48f-51ce4c55a2ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:03.500103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.513530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c783c25d-4970-41d1-8e13-290a1a8a35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.530452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a7ed31-c6a6-43eb-a350-d4c5f556397f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:03.534089 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4658f96-5449-46fa-89fc-f0e71f4b6c76" -d '{"events": [{"server_uuid": "b6dc56a4-c921-49cd-8b9e-c412981d2541", "name": "network-vif-plugged", "status": "completed", "tag": "07a7ed31-c6a6-43eb-a350-d4c5f556397f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:03.549585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f,segment=NetworkSegment(96bab7b9-434c-414f-ba19-20541b3a7e58),segment_id=96bab7b9-434c-414f-ba19-20541b3a7e58)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:03.554933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.580485 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97592f2f-a00d-4ee0-b951-b9fd8d52e195 x-openstack-request-id: req-97592f2f-a00d-4ee0-b951-b9fd8d52e195 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:03.582096 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc56a4-c921-49cd-8b9e-c412981d2541", "name": "network-vif-plugged", "status": "completed", "tag": "07a7ed31-c6a6-43eb-a350-d4c5f556397f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:03.582096 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97592f2f-a00d-4ee0-b951-b9fd8d52e195 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:03.582096 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a7ed31-c6a6-43eb-a350-d4c5f556397f', 'code': 200} Aug 06 15:48:03.616985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.707023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=07a7ed31-c6a6-43eb-a350-d4c5f556397f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:03.717502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.720147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.721342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c556c0e6-dce7-4741-bbcc-af14debd1acf tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/floatingips/cf1c1e66-c8ee-4441-9725-632d938e9125 HTTP/1.1" status: 204 len: 168 time: 1.6889904 Aug 06 15:48:03.726403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:03.755057 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3018fc9-5fba-4b8c-baec-cc356d3e44c5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] DELETE failed (client error): The resource could not be found. Aug 06 15:48:03.756161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3018fc9-5fba-4b8c-baec-cc356d3e44c5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:48:03.760383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b3018fc9-5fba-4b8c-baec-cc356d3e44c5 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/ports/63ee1c09-1964-497c-8190-cee0a18aab8e HTTP/1.1" status: 404 len: 333 time: 0.0292742 Aug 06 15:48:03.760635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfc336-fe9e-4688-9715-9a42954c0df8 req-038746a4-8193-42e4-9b9c-6b341f8b05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:03.761289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:03.763645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bfc336-fe9e-4688-9715-9a42954c0df8 req-038746a4-8193-42e4-9b9c-6b341f8b05a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 1096 time: 0.1001940 Aug 06 15:48:03.811620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bfc336-fe9e-4688-9715-9a42954c0df8 req-77018ee7-4f43-4f10-a6c5-6148ff392d3c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404918 Aug 06 15:48:03.842349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-741446e2-e47e-447e-a819-3bb8621d0029 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/ports?device_id=54555e9a-bd47-4200-8878-aac89cfaae58 HTTP/1.1" status: 200 len: 205 time: 0.0786316 Aug 06 15:48:03.847300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:03.886356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:03.894271 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1529ad70-0483-46e3-b2fe-e7d4c20c434a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] delete failed (client error): The resource could not be found. Aug 06 15:48:03.895991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1529ad70-0483-46e3-b2fe-e7d4c20c434a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/routers/54555e9a-bd47-4200-8878-aac89cfaae58 HTTP/1.1" status: 404 len: 336 time: 0.0446680 Aug 06 15:48:03.904168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59544) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:03.938098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44465bf8-6654-4bc2-b17a-a36036491155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.986963 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da53979-9ab2-42b5-b480-9272f379ef1c tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] DELETE failed (client error): The resource could not be found. Aug 06 15:48:03.988190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da53979-9ab2-42b5-b480-9272f379ef1c tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:48:03.990886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9da53979-9ab2-42b5-b480-9272f379ef1c tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/subnets/fa3a0e0e-7a67-47a1-b8fc-bfd97ca6437b HTTP/1.1" status: 404 len: 337 time: 0.0743544 Aug 06 15:48:03.993557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c783c25d-4970-41d1-8e13-290a1a8a35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:03.995989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:04.009119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.152772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 97a849bc-cc04-45d5-a9a5-0e9223022a86 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:04.153372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.160424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 43c4144d-5dea-4fe4-9560-229c804490ae up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:04.175665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c783c25d-4970-41d1-8e13-290a1a8a35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.234466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 43c4144d-5dea-4fe4-9560-229c804490ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:04.235488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.284979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c783c25d-4970-41d1-8e13-290a1a8a35a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3515018e4a064ac2b51774b7a1ab4b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0227282 Aug 06 15:48:04.292066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:04.292907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783c25d-4970-41d1-8e13-290a1a8a35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21435020-1ca1-4050-9194-c775cc60ab87,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:04.319575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daed709-9b36-4945-ba82-937d8325e61c req-0707daa5-488a-4367-8637-56831f65b21f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:04.328460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8daed709-9b36-4945-ba82-937d8325e61c req-0707daa5-488a-4367-8637-56831f65b21f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 943 time: 0.1822014 Aug 06 15:48:04.392727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.407518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3610019-cb87-4dcb-ad77-7bcbfa7eba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.417244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 97a849bc-cc04-45d5-a9a5-0e9223022a86 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:04.441233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8daed709-9b36-4945-ba82-937d8325e61c req-8efc2c5c-1404-4777-adca-64427f70b325 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118135 Aug 06 15:48:04.490369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbb44e-774f-442a-b046-8e950955a76f req-dce8fda3-3bf4-4901-b6ed-a7ab44e40990 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:04.490369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4afbb44e-774f-442a-b046-8e950955a76f req-dce8fda3-3bf4-4901-b6ed-a7ab44e40990 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.1360748 Aug 06 15:48:04.502797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3610019-cb87-4dcb-ad77-7bcbfa7eba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.503874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44465bf8-6654-4bc2-b17a-a36036491155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.780500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:48:04.785553 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44465bf8-6654-4bc2-b17a-a36036491155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.805866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3610019-cb87-4dcb-ad77-7bcbfa7eba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.809593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3610019-cb87-4dcb-ad77-7bcbfa7eba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.814671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e3610019-cb87-4dcb-ad77-7bcbfa7eba7a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21435020-1ca1-4050-9194-c775cc60ab87 HTTP/1.1" status: 204 len: 168 time: 0.5196738 Aug 06 15:48:04.825563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3610019-cb87-4dcb-ad77-7bcbfa7eba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21435020-1ca1-4050-9194-c775cc60ab87,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:04.861310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4afbb44e-774f-442a-b046-8e950955a76f req-9648fa3a-6fd2-437a-bfcd-be1df613925c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738544 Aug 06 15:48:04.862413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44465bf8-6654-4bc2-b17a-a36036491155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213caa53-f5a7-41ff-8cc1-3fc2352eaa9f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:04.889915 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10efb681-4647-4ae4-ab6c-4de42db620a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.900717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:04.946219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=97a849bc-cc04-45d5-a9a5-0e9223022a86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:04.958336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44465bf8-6654-4bc2-b17a-a36036491155 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f133824c62649a0a1d120aee9790d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0699949 Aug 06 15:48:04.959047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59568) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:05.036876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.039846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-417d5d8e-a8d2-41db-b78f-6d44b31fb033 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/ports/97a849bc-cc04-45d5-a9a5-0e9223022a86 HTTP/1.1" status: 204 len: 168 time: 1.0410223 Aug 06 15:48:05.042019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:05.080549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0db6019b-6c62-4425-b92f-b52fde720487 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:48:05.099372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e72d67-51ae-4408-9717-be0a4f2b21d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.103155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:48:05.126716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:48:05.171201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e72d67-51ae-4408-9717-be0a4f2b21d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.186541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:05.187930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:05.193548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 39386623-750d-4f71-ae03-c21b31b6a07d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:05.194153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.255565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.260449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-41c4fe4a-0044-42a6-8e6a-6bedd555be6d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0619531 Aug 06 15:48:05.261169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:05.352056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0db6019b-6c62-4425-b92f-b52fde720487, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0db6019b-6c62-4425-b92f-b52fde720487,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:05.358471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e72d67-51ae-4408-9717-be0a4f2b21d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.361202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-11e72d67-51ae-4408-9717-be0a4f2b21d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.365595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-11e72d67-51ae-4408-9717-be0a4f2b21d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/213caa53-f5a7-41ff-8cc1-3fc2352eaa9f HTTP/1.1" status: 204 len: 168 time: 0.4035532 Aug 06 15:48:05.377727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e72d67-51ae-4408-9717-be0a4f2b21d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213caa53-f5a7-41ff-8cc1-3fc2352eaa9f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:05.394314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.400918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '0db6019b-6c62-4425-b92f-b52fde720487', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': '0db6019b-6c62-4425-b92f-b52fde720487', 'mac_address': 'fa:16:3e:ba:20:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:48:05.409942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:05.415087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 39386623-750d-4f71-ae03-c21b31b6a07d owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:05.677532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.719361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db6019b-6c62-4425-b92f-b52fde720487 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:05.736866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e3581-1324-4bb0-86c4-47bc3c9b9fb6 req-352cf6e8-adfe-4773-98fd-97348e7c786b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:05.739953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb9e3581-1324-4bb0-86c4-47bc3c9b9fb6 req-352cf6e8-adfe-4773-98fd-97348e7c786b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 943 time: 0.0974584 Aug 06 15:48:05.764771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0db6019b-6c62-4425-b92f-b52fde720487, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0db6019b-6c62-4425-b92f-b52fde720487,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:05.786257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:03Z', 'revision_number': 3, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:05.820576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:48:05.820950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Updating router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db port fd8444a9-2f38-4c07-9cd2-be6340b556d4 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:48:05.842156 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.847039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.866467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:05.886644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eb71786-83e2-49db-ad4a-a3956a957b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.913048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0db6019b-6c62-4425-b92f-b52fde720487,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:05.919521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:05.951835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=39386623-750d-4f71-ae03-c21b31b6a07d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:06.024081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb9e3581-1324-4bb0-86c4-47bc3c9b9fb6 req-ba183603-11c3-4b60-89bb-a909e837c941 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075165 Aug 06 15:48:06.183553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.189371 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b368aa09-8282-412d-b88e-4fd8a48830a0 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/ports/39386623-750d-4f71-ae03-c21b31b6a07d HTTP/1.1" status: 204 len: 168 time: 1.1431539 Aug 06 15:48:06.206481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:06.258044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.307741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:06.308515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eb71786-83e2-49db-ad4a-a3956a957b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.321125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77568dff-96fe-43ad-a1d6-3ccdff26821a req-9f15b809-1b3f-43bc-bcdf-bb0485b91fdd tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:06.324860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77568dff-96fe-43ad-a1d6-3ccdff26821a req-9f15b809-1b3f-43bc-bcdf-bb0485b91fdd tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.2706411 Aug 06 15:48:06.366467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafcaf71-e9eb-4440-b407-c2e1d7b2b74a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:06.374876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dafcaf71-e9eb-4440-b407-c2e1d7b2b74a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "GET /v2.0/ports?device_id=27287476-1335-4788-9ed3-cb8f39ff755b HTTP/1.1" status: 200 len: 913 time: 0.1648948 Aug 06 15:48:06.376626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:06.391677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eb71786-83e2-49db-ad4a-a3956a957b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.509941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71786-83e2-49db-ad4a-a3956a957b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812d9b7d-bfcd-4f6c-8606-1ad99ec492fc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:06.531337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0eb71786-83e2-49db-ad4a-a3956a957b7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a0483fa3f724c2391989ff5ad1ce3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620691 Aug 06 15:48:06.538424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:06.545388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77568dff-96fe-43ad-a1d6-3ccdff26821a req-2d3a1b0b-2b02-4ddc-9066-7e7044d11cd3 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088099 Aug 06 15:48:06.730256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c59e8-9c6c-4a22-9475-547c76a1389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.763984 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.792022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Transition to ACTIVE for port object fd8444a9-2f38-4c07-9cd2-be6340b556d4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:06.846165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Allocated IP 172.20.0.1 (3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4/507b0368-5ba1-4917-ace6-d4e696dc15ab/c853fec2-e085-4c28-9d56-8306f07883be) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:06.850009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c59e8-9c6c-4a22-9475-547c76a1389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:06.884533 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.108220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.120275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c59e8-9c6c-4a22-9475-547c76a1389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.126645 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-920c59e8-9c6c-4a22-9475-547c76a1389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.131253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-920c59e8-9c6c-4a22-9475-547c76a1389a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/812d9b7d-bfcd-4f6c-8606-1ad99ec492fc HTTP/1.1" status: 204 len: 168 time: 0.5908620 Aug 06 15:48:07.144729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.215761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Attempting to bind port fd8444a9-2f38-4c07-9cd2-be6340b556d4 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:07.216199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Attempting to bind port fd8444a9-2f38-4c07-9cd2-be6340b556d4 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:07.216582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Attempting to bind port fd8444a9-2f38-4c07-9cd2-be6340b556d4 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:07.225717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Transition to ACTIVE for port object c853fec2-e085-4c28-9d56-8306f07883be will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:07.243530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:07.243944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:07.245453 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.245453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:07.255391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Bound port: fd8444a9-2f38-4c07-9cd2-be6340b556d4, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:07.256250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.265048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3167a3-3509-4451-a7de-e12913026226 None None] Pushing event updated for resources: {'Port': ['ID=fd8444a9-2f38-4c07-9cd2-be6340b556d4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:07.303497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c59e8-9c6c-4a22-9475-547c76a1389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d9b7d-bfcd-4f6c-8606-1ad99ec492fc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:07.378143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b265e-81a1-4953-b388-1220887fa76e req-8a6cddef-83fc-4fe1-be8f-0a1268032525 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:07.380983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e75b265e-81a1-4953-b388-1220887fa76e req-8a6cddef-83fc-4fe1-be8f-0a1268032525 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 944 time: 0.2336149 Aug 06 15:48:07.384040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] For port fd8444a9-2f38-4c07-9cd2-be6340b556d4, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:07.388504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] For port fd8444a9-2f38-4c07-9cd2-be6340b556d4, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fd8444a9-2f38-4c07-9cd2-be6340b556d4,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:07.445519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f738a-9624-475c-b1b1-1e2dd5101146 req-d249f90d-3597-4944-b3fa-cd7d4a03be66 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:07.445519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d47f738a-9624-475c-b1b1-1e2dd5101146 req-d249f90d-3597-4944-b3fa-cd7d4a03be66 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.1418896 Aug 06 15:48:07.449365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-54980e8d-deb5-494d-b5d1-137ab47c76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:07.450774 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-54980e8d-deb5-494d-b5d1-137ab47c76ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3026ddba7a5491c85823aa991fe7c80&device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 1096 time: 0.1036739 Aug 06 15:48:07.475542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e75b265e-81a1-4953-b388-1220887fa76e req-929c7a74-9af6-4e38-b2e5-4cdda8bc6729 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785370 Aug 06 15:48:07.513725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d47f738a-9624-475c-b1b1-1e2dd5101146 req-1d0ffc32-9776-4097-bafd-f7b230e7b6da tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676248 Aug 06 15:48:07.588413 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.591028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.695201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3167a3-3509-4451-a7de-e12913026226 None None] Pushing event updated for resources: {'Port': ['ID=fd8444a9-2f38-4c07-9cd2-be6340b556d4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:07.697281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:07.701171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:07.706681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-7eeda188-0fb1-40b9-b434-adc49cd790e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:07.711781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-7eeda188-0fb1-40b9-b434-adc49cd790e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ef4e479-ec91-45cb-adf6-57ade5308326 HTTP/1.1" status: 200 len: 915 time: 0.2263136 Aug 06 15:48:07.713302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:07.717096 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-066b9f41-8a7c-42bd-be08-c76a58c4a8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.746742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.751138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:07.751659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:07.793957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c853fec2-e085-4c28-9d56-8306f07883be,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:07.845922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:07.884921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-f6407b01-a74e-454e-9e7f-4e7db397392c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f HTTP/1.1" status: 200 len: 217 time: 0.1668353 Aug 06 15:48:08.058130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:08.062538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-5cac7e41-8713-4a89-bcc2-37431131cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:08.062538 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-5cac7e41-8713-4a89-bcc2-37431131cbd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=25392be5-8cd8-40a9-ba91-6ee3be28907b HTTP/1.1" status: 200 len: 854 time: 0.1633945 Aug 06 15:48:08.141189 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-6c711457-476f-4453-bec0-86496548d9de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ef4e479-ec91-45cb-adf6-57ade5308326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666125 Aug 06 15:48:08.256131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 9b2b545b-14e6-40ce-bc1c-a134dd809d0b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:08.257216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.330308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.338466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1804792-3106-4277-b0ad-6cc658941285 None None] Provisioning for port c853fec2-e085-4c28-9d56-8306f07883be completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:08.370612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1804792-3106-4277-b0ad-6cc658941285 None None] Provisioning complete for port c853fec2-e085-4c28-9d56-8306f07883be triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:08.370994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1804792-3106-4277-b0ad-6cc658941285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.391529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.406005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 9b2b545b-14e6-40ce-bc1c-a134dd809d0b owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:08.500040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e1804792-3106-4277-b0ad-6cc658941285 None None] Port c853fec2-e085-4c28-9d56-8306f07883be cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:48:08.570461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-641dbd46-b6df-4833-abdb-4debf657e311 service neutron] 10.222.0.59 "GET /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185300 Aug 06 15:48:08.597762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:03Z', 'revision_number': 3, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:08.642940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888af3f4-de2d-403f-8cf4-87efab86633d None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:03Z', 'revision_number': 3, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:48:08.761260 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.769229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f9c834-147f-4d3a-a382-d97f9fabfadf req-49dfae80-93b5-4d1f-bea9-9f8b24087867 service neutron] 10.222.0.59 "GET /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910243 Aug 06 15:48:08.810158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de537e-62a2-4476-826c-7c161d1cc071 req-59bf2e84-1d04-4ae2-9b8a-053b54552e4f tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:08.812090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2de537e-62a2-4476-826c-7c161d1cc071 req-59bf2e84-1d04-4ae2-9b8a-053b54552e4f tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.1535006 Aug 06 15:48:08.831081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36110582-471e-484f-a2a9-6a77020fe322 req-05b9caca-8151-4dcb-944c-c9586b235684 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:08.833167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36110582-471e-484f-a2a9-6a77020fe322 req-05b9caca-8151-4dcb-944c-c9586b235684 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 944 time: 0.1727173 Aug 06 15:48:08.854687 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.878068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.888677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:08.917042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=9b2b545b-14e6-40ce-bc1c-a134dd809d0b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:09.082026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2de537e-62a2-4476-826c-7c161d1cc071 req-5b020958-7bc4-4fba-9c57-aa39cb5b6549 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472255 Aug 06 15:48:09.115757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c853fec2-e085-4c28-9d56-8306f07883be,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:09.117966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0db6019b-6c62-4425-b92f-b52fde720487 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:09.185047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36110582-471e-484f-a2a9-6a77020fe322 req-624d9e9d-9849-459b-8f25-134dc51cc114 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392193 Aug 06 15:48:09.248803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:09.438047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 0db6019b-6c62-4425-b92f-b52fde720487 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:09.443084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 0db6019b-6c62-4425-b92f-b52fde720487 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:09.447581 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:09.525026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:09.529748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:09.682656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:09.735422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db6019b-6c62-4425-b92f-b52fde720487'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:09.738064 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa33f802-fe44-4edb-87ee-dadf9480b340" -d '{"events": [{"server_uuid": "76dfa72b-b3f6-497b-bc83-560ab10aed1d", "name": "network-vif-plugged", "status": "completed", "tag": "0db6019b-6c62-4425-b92f-b52fde720487"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:09.778990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0db6019b-6c62-4425-b92f-b52fde720487, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0db6019b-6c62-4425-b92f-b52fde720487,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:09.859700 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cbdcb5-b9e9-40aa-ba85-517670734729 x-openstack-request-id: req-62cbdcb5-b9e9-40aa-ba85-517670734729 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:09.860156 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfa72b-b3f6-497b-bc83-560ab10aed1d", "name": "network-vif-plugged", "status": "completed", "tag": "0db6019b-6c62-4425-b92f-b52fde720487", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:09.860482 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62cbdcb5-b9e9-40aa-ba85-517670734729 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:09.861248 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db6019b-6c62-4425-b92f-b52fde720487', 'code': 200} Aug 06 15:48:09.866420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:09.883921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:48:10.000615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0db6019b-6c62-4425-b92f-b52fde720487,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:10.066899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4acc405f-53ba-4e73-8445-687e1d692e93 None None] Provisioning complete for port c853fec2-e085-4c28-9d56-8306f07883be triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:10.082281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4acc405f-53ba-4e73-8445-687e1d692e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:10.192154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:10.219850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:48:10.246964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fae49679-b8e5-4413-ad87-e07aa85693a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/0ebaa0d8-d54f-4a1c-8701-7acaf84959db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9758968 Aug 06 15:48:10.267450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4acc405f-53ba-4e73-8445-687e1d692e93 None None] Port c853fec2-e085-4c28-9d56-8306f07883be cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:48:10.353737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd8444a9-2f38-4c07-9cd2-be6340b556d4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:10.432393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46ca60-297a-4efb-b817-f2dfad8b3f3a req-4f0e0513-e68e-44da-8009-a5590fbe7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:10.434075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b46ca60-297a-4efb-b817-f2dfad8b3f3a req-4f0e0513-e68e-44da-8009-a5590fbe7bbc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 1096 time: 0.2044883 Aug 06 15:48:10.542681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d327-4000-4ed4-b0bb-e7aea4b28bec req-ca1f8af9-10ce-4c38-a3c7-bd8d91489b20 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:10.545366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1137d327-4000-4ed4-b0bb-e7aea4b28bec req-ca1f8af9-10ce-4c38-a3c7-bd8d91489b20 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.2572923 Aug 06 15:48:10.589579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fd8444a9-2f38-4c07-9cd2-be6340b556d4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:10.592478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b46ca60-297a-4efb-b817-f2dfad8b3f3a req-1efaf5ca-2c46-493f-9633-36ed3d8f80c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435535 Aug 06 15:48:10.600140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fd8444a9-2f38-4c07-9cd2-be6340b556d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:10.601247 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:10.679594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649029d-2464-4f95-8631-71d3e09f6be9 req-05aa0078-1ed6-43df-8f1b-0e279dd62841 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:10.688983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1649029d-2464-4f95-8631-71d3e09f6be9 req-05aa0078-1ed6-43df-8f1b-0e279dd62841 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 945 time: 0.3059437 Aug 06 15:48:10.764060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1137d327-4000-4ed4-b0bb-e7aea4b28bec req-3183b475-91c6-4c9c-8d1c-d0b57860b04b tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064631 Aug 06 15:48:10.849307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1649029d-2464-4f95-8631-71d3e09f6be9 req-c9ea6ccd-ec82-4529-ae5e-5a6521a10040 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441050 Aug 06 15:48:10.922156 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:10.962250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:10.970634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Router 27287476-1335-4788-9ed3-cb8f39ff755b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:48:11.032646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port fd8444a9-2f38-4c07-9cd2-be6340b556d4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fd8444a9-2f38-4c07-9cd2-be6340b556d4,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:11.106948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:11.217672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:48:11.224326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5a502b64-7933-45cf-86df-68748277d670 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "PUT /v2.0/routers/27287476-1335-4788-9ed3-cb8f39ff755b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8462024 Aug 06 15:48:11.226833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:11.241341 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] Sync routers for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:48:11.251032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=fd8444a9-2f38-4c07-9cd2-be6340b556d4,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:11.258422 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:11.259730 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:11.316582 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:11.328411 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] Routers {'27287476-1335-4788-9ed3-cb8f39ff755b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:11.329340 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['27287476-1335-4788-9ed3-cb8f39ff755b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:11.392250 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:11.392913 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045e6cce-08d4-4910-95ab-5260a9078610 None None] The sync data for ids ['27287476-1335-4788-9ed3-cb8f39ff755b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:48:11.422455 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:11.632561 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:11.653024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:48:11.667261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:11.670341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:11.809778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:11.950918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59744) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:11.955712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2085243792', 'description': 'tempest-description--1014123765'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:12.077668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.258492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.260736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd8444a9-2f38-4c07-9cd2-be6340b556d4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:12.261630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce068d29-4a1e-4359-8d2f-40dfd3360e28 req-e0770f7d-c29d-4d5d-9597-751d96e31a28 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:12.263639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce068d29-4a1e-4359-8d2f-40dfd3360e28 req-e0770f7d-c29d-4d5d-9597-751d96e31a28 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.5261118 Aug 06 15:48:12.271694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting port 510082c1-daf1-4fe2-9bec-3a085a49e61d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:12.272078 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.280920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3068f1b-4da5-44eb-99c7-a8260574c9bb req-97c5b540-2c7d-458b-b6df-93d93ec4dc43 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:12.282449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3068f1b-4da5-44eb-99c7-a8260574c9bb req-97c5b540-2c7d-458b-b6df-93d93ec4dc43 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 945 time: 0.1256855 Aug 06 15:48:12.316388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 2, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:12.330142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.356518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:48:12.356910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Updating router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db port c853fec2-e085-4c28-9d56-8306f07883be binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:48:12.378993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666b2397-24a4-4628-b91e-17615255ed5d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:12.388163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.388847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.389385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.389916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.390492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.391007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.391543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.392083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.392595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.393120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.393637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.394141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:12.406613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fd8444a9-2f38-4c07-9cd2-be6340b556d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:12.407018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.411530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce068d29-4a1e-4359-8d2f-40dfd3360e28 req-864133d9-d6cb-4f47-bf42-985b3e4bd21c tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265464 Aug 06 15:48:12.436104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3068f1b-4da5-44eb-99c7-a8260574c9bb req-a2d23d5f-9abd-4ba6-bae1-9e29d41f3489 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315279 Aug 06 15:48:12.481198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.481349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.481474 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.481585 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e3f34553-c311-422d-a030-de023f8fdce4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5234141 Aug 06 15:48:12.483844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:12.490052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'security_group_rule': {'security_group_id': '666b2397-24a4-4628-b91e-17615255ed5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:12.492601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Calling delete_port for 510082c1-daf1-4fe2-9bec-3a085a49e61d owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:12.725019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.882111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.922419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:12.967019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Port': ['ID=510082c1-daf1-4fe2-9bec-3a085a49e61d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:13.058487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.062118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.068782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.072177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee668ce-b867-45bd-9847-f91bb13a4f42 req-ba201e1b-e319-44bd-86c3-4546dbfaeddf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:13.073871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee668ce-b867-45bd-9847-f91bb13a4f42 req-ba201e1b-e319-44bd-86c3-4546dbfaeddf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.2787104 Aug 06 15:48:13.085642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Transition to ACTIVE for port object c853fec2-e085-4c28-9d56-8306f07883be will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:13.104301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9748223e-9008-452e-8db2-8fa52225418d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:13.122532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-66c095e8-f8cd-4f40-9139-c5b77909a3a8 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:13.124170 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-66c095e8-f8cd-4f40-9139-c5b77909a3a8 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.59 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.1268859 Aug 06 15:48:13.179911 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee668ce-b867-45bd-9847-f91bb13a4f42 req-de04850e-5504-4413-b6a8-93ae2b179ca8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0784578 Aug 06 15:48:13.185268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.189981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.209457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.239759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.243202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6b01a0a3-4b43-474e-8e89-c6d4bb7173b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7558777 Aug 06 15:48:13.244004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:13.249471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'security_group_rule': {'security_group_id': '666b2397-24a4-4628-b91e-17615255ed5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:13.290661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Deleting port 07a7ed31-c6a6-43eb-a350-d4c5f556397f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:13.292335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.331057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32e3a6-07f3-4d1f-9f13-5548936af03b None None] Pushing event updated for resources: {'Port': ['ID=c853fec2-e085-4c28-9d56-8306f07883be,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:13.419863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee668ce-b867-45bd-9847-f91bb13a4f42 req-2dd2942c-e91f-46a2-8c4c-61c4bab9c579 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2279510 Aug 06 15:48:13.438383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] For port 07a7ed31-c6a6-43eb-a350-d4c5f556397f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=07a7ed31-c6a6-43eb-a350-d4c5f556397f,segment=NetworkSegment(96bab7b9-434c-414f-ba19-20541b3a7e58),segment_id=96bab7b9-434c-414f-ba19-20541b3a7e58)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:13.450075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.472355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.473463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Fanout notify agent at l3_agent the message router_deleted on router 27287476-1335-4788-9ed3-cb8f39ff755b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:48:13.495589 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.497139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-08d3b43e-a6b7-442f-aea3-c8c8af8db7b9 tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/routers/27287476-1335-4788-9ed3-cb8f39ff755b HTTP/1.1" status: 204 len: 168 time: 2.2693088 Aug 06 15:48:13.497352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Calling delete_port for 07a7ed31-c6a6-43eb-a350-d4c5f556397f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:13.501150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59782) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:13.643049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Attempting to bind port c853fec2-e085-4c28-9d56-8306f07883be on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:13.643619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.646343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Attempting to bind port c853fec2-e085-4c28-9d56-8306f07883be by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:13.649318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Attempting to bind port c853fec2-e085-4c28-9d56-8306f07883be on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:13.665595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:13.666366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Checking segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:13.668079 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.671335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Bound using segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:13.672057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Bound port: c853fec2-e085-4c28-9d56-8306f07883be, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:13.673153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.789488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.807865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Deleting subnet 927d0db9-8d31-441c-aaa7-76ceb57ecfce {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:48:13.810078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] For port c853fec2-e085-4c28-9d56-8306f07883be, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:13.816691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.818968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] For port c853fec2-e085-4c28-9d56-8306f07883be, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c853fec2-e085-4c28-9d56-8306f07883be,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:13.829772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:13.889912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.894251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532e200-72c0-4814-bc0f-0dfb89d32ba7 req-5dd6c86b-01ef-41c4-8a04-deb04fdeeb16 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:13.905272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c532e200-72c0-4814-bc0f-0dfb89d32ba7 req-5dd6c86b-01ef-41c4-8a04-deb04fdeeb16 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 945 time: 0.3160987 Aug 06 15:48:13.936400 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.940545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.969800 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:13.980941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Pushing event deleted for resources: {'Port': ['ID=07a7ed31-c6a6-43eb-a350-d4c5f556397f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:13.990111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4661648-a311-46d5-951e-efbc6438a0d7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:14.089522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c532e200-72c0-4814-bc0f-0dfb89d32ba7 req-0deaed02-82d7-4fab-adc2-92a24777f51e tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/security-groups?id=c5b377b6-a673-4831-92b0-48d2c5de34bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866281 Aug 06 15:48:14.102219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:14.103449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:14.132145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.134451 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d88e813-7b4d-42ed-af7e-336bde63b730 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8881414 Aug 06 15:48:14.139622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.140048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:14.144906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:14.149001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee668ce-b867-45bd-9847-f91bb13a4f42 req-302ddfe6-e0aa-4c6f-8fc7-8d25b0e334ac service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202661 Aug 06 15:48:14.160128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.176459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] No DVR routers for this DVR port 07a7ed31-c6a6-43eb-a350-d4c5f556397f on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:48:14.193039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.195060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7b0bd6ac-8c66-45e7-99c5-5d1c018b52ec req-d42f6257-e8d8-4037-8767-fb141d619ffe tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.59 "DELETE /v2.0/ports/07a7ed31-c6a6-43eb-a350-d4c5f556397f HTTP/1.1" status: 204 len: 173 time: 1.0639560 Aug 06 15:48:14.195529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'name': 'network-vif-deleted', 'tag': '07a7ed31-c6a6-43eb-a350-d4c5f556397f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:14.207567 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58688843-556b-4f4c-b51a-d091ffb953ad" -d '{"events": [{"server_uuid": "b6dc56a4-c921-49cd-8b9e-c412981d2541", "name": "network-vif-deleted", "tag": "07a7ed31-c6a6-43eb-a350-d4c5f556397f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:14.246668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32e3a6-07f3-4d1f-9f13-5548936af03b None None] Pushing event updated for resources: {'Port': ['ID=c853fec2-e085-4c28-9d56-8306f07883be,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:14.249322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:48:14.249322 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 15:48:14.249322 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': '15880a84af8740ce9b8a984b670730f6', 'expiration_1': datetime.datetime(2021, 8, 6, 15, 48, 14, 216366)}] Aug 06 15:48:14.249322 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:48:14.249322 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:48:14.359606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.378786 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318ca410-e311-4d01-aab5-8afbda98f7ec x-openstack-request-id: req-318ca410-e311-4d01-aab5-8afbda98f7ec {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:14.381368 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc56a4-c921-49cd-8b9e-c412981d2541", "name": "network-vif-deleted", "tag": "07a7ed31-c6a6-43eb-a350-d4c5f556397f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:14.381368 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-318ca410-e311-4d01-aab5-8afbda98f7ec {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:14.381885 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dc56a4-c921-49cd-8b9e-c412981d2541', 'name': 'network-vif-deleted', 'tag': '07a7ed31-c6a6-43eb-a350-d4c5f556397f', 'status': 'completed', 'code': 200} Aug 06 15:48:14.413962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee668ce-b867-45bd-9847-f91bb13a4f42 req-44856b5e-f20f-4267-9841-abe6cb0bbcd6 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602394 Aug 06 15:48:14.469054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:14.521003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.569186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Subnet': ['ID=927d0db9-8d31-441c-aaa7-76ceb57ecfce,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:14.573412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.583708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-87e280e1-b027-4c5b-8e14-31746b8d7f1e tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/subnets/927d0db9-8d31-441c-aaa7-76ceb57ecfce HTTP/1.1" status: 204 len: 168 time: 1.0724440 Aug 06 15:48:14.585524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.585704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:14.720758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.752370 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.782836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Allocated IP 172.25.5.36 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/a8ee62ce-53f1-4e25-b18b-099944a5b3e7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:14.908809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.927626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a20a2b-dc6f-40b1-a479-b6971895f33b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:14.950943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27256559-12dd-427d-910e-d6a2f47ab8fc') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:14.951476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27256559-12dd-427d-910e-d6a2f47ab8fc') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:14.969476 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:14.997525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.008263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:15.009273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:15.014861 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:15.026774 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.037624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d47d905c-f3d9-4588-9024-a1f05bce285c req-abfec309-4f3f-46d1-b9fb-8f3a5c50413d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0563228 Aug 06 15:48:15.053091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:13Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:15.111481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e371ef-1ece-4543-99c3-9cd2a15177a3 None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:13Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:48:15.113620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.117116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 07a7ed31-c6a6-43eb-a350-d4c5f556397f no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:48:15.172068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 07a7ed31-c6a6-43eb-a350-d4c5f556397f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:48:15.172424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 07a7ed31-c6a6-43eb-a350-d4c5f556397f not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:48:15.257304 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.266846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.274607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] 10.222.0.16 "DELETE /v2.0/networks/b5a20a2b-dc6f-40b1-a479-b6971895f33b HTTP/1.1" status: 204 len: 168 time: 0.6950402 Aug 06 15:48:15.316017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d402a-17c4-4b91-8844-67bca4fa645a tempest-FloatingIPTestJSON-672692934 tempest-FloatingIPTestJSON-672692934-project] Pushing event deleted for resources: {'Network': ['ID=b5a20a2b-dc6f-40b1-a479-b6971895f33b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:15.341828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.354190 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d47d905c-f3d9-4588-9024-a1f05bce285c req-ac7ac5ee-7e14-4f3b-a4f6-ff52a75fcc5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3026ddba7a5491c85823aa991fe7c80&device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 210 time: 0.1791158 Aug 06 15:48:15.469074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15601415-417b-4ef2-b3f2-cd7db0c81964 req-0ced21d0-107c-4258-a4ef-654c36f19305 tempest-InstanceActionsTestJSON-613228872 tempest-InstanceActionsTestJSON-613228872-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc56a4-c921-49cd-8b9e-c412981d2541 HTTP/1.1" status: 200 len: 210 time: 0.1124887 Aug 06 15:48:15.538810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:15.539116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15880a84af8740ce9b8a984b670730f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7068200 Aug 06 15:48:15.543032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f118d87-6511-4d45-bcfd-b1ce30d9838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de32d99-69fa-4f5b-a765-675c3102016f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:15.546393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.649382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:15.665888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:15.670343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:15.675013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'Port': ['ID=a8ee62ce-53f1-4e25-b18b-099944a5b3e7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:15.696812 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-272ca4a4-dc8c-41a2-a719-022f01ca3727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.701223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d905c-f3d9-4588-9024-a1f05bce285c req-c9d19c9b-9e7b-40be-a264-a2ec302da76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:15.702949 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d47d905c-f3d9-4588-9024-a1f05bce285c req-c9d19c9b-9e7b-40be-a264-a2ec302da76c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f3026ddba7a5491c85823aa991fe7c80&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3138871 Aug 06 15:48:15.762194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-272ca4a4-dc8c-41a2-a719-022f01ca3727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.875950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d905c-f3d9-4588-9024-a1f05bce285c req-f941a2a8-c9ef-4c09-a895-82fa253764f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:15.878186 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d47d905c-f3d9-4588-9024-a1f05bce285c req-f941a2a8-c9ef-4c09-a895-82fa253764f5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666610 Aug 06 15:48:15.966416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-272ca4a4-dc8c-41a2-a719-022f01ca3727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.969148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-272ca4a4-dc8c-41a2-a719-022f01ca3727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:15.973791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-272ca4a4-dc8c-41a2-a719-022f01ca3727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9de32d99-69fa-4f5b-a765-675c3102016f HTTP/1.1" status: 204 len: 168 time: 0.4333749 Aug 06 15:48:15.988759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca4a4-dc8c-41a2-a719-022f01ca3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de32d99-69fa-4f5b-a765-675c3102016f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:16.059389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:16.075426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-973257ba-ddc1-4280-b1e3-a4210f348146 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:16.083856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-973257ba-ddc1-4280-b1e3-a4210f348146 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.2006700 Aug 06 15:48:16.093851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.108918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-35b6cca1-33d5-4c30-b362-e82ebd60fc32 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0238304 Aug 06 15:48:16.202835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-f9865d40-da7c-43c6-956c-e8dbc2741a61 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927479 Aug 06 15:48:16.254822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c853fec2-e085-4c28-9d56-8306f07883be up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:16.264869 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.372547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-73bb3dbc-8377-4625-83ed-c09296c60a39 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630449 Aug 06 15:48:16.552415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c853fec2-e085-4c28-9d56-8306f07883be completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:16.552415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c853fec2-e085-4c28-9d56-8306f07883be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:16.552415 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.582858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:16.585030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-b02e707f-114e-4c41-abd6-07f8ae842741 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159340 Aug 06 15:48:16.713092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.754930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Deleting subnet 25392be5-8cd8-40a9-ba91-6ee3be28907b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:48:16.767724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.768035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.819225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.843462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c853fec2-e085-4c28-9d56-8306f07883be, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c853fec2-e085-4c28-9d56-8306f07883be,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:16.894924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:16.925087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fd233b71-fe84-41b7-95fe-2d5b3bbd6c6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7751febe6a5f4b918830c7e39170c675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617213 Aug 06 15:48:16.925374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:16.929310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.007632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'Port': ['ID=a8ee62ce-53f1-4e25-b18b-099944a5b3e7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:17.053751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c853fec2-e085-4c28-9d56-8306f07883be,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:17.060219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.072769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.152692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a1f5276-cdf1-49ff-801c-697fff120d3d req-bbb85f1d-fafd-44f3-83b2-a8a6dd392d3b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0652239 Aug 06 15:48:17.186362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-971277a9-31a0-489f-8c95-9f02e747de09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.193099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.194543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce34e288-587b-4593-b9db-4ed6f6484bc9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0539725 Aug 06 15:48:17.226736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.240384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-971277a9-31a0-489f-8c95-9f02e747de09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.295996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:17.298220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25392be5-8cd8-40a9-ba91-6ee3be28907b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:17.304771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.307222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9119b1f6-4c3d-4f4f-b9b1-bfe19636058d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25392be5-8cd8-40a9-ba91-6ee3be28907b HTTP/1.1" status: 204 len: 168 time: 0.7209806 Aug 06 15:48:17.310219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:17.324948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-816a9cfd-9edd-491b-bd85-1ca709b79b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.428843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.477713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-971277a9-31a0-489f-8c95-9f02e747de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.480542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-971277a9-31a0-489f-8c95-9f02e747de09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.482396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-971277a9-31a0-489f-8c95-9f02e747de09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b6f4c42-7428-4b78-bdc7-c1e4b2c74e0e HTTP/1.1" status: 204 len: 168 time: 0.5529723 Aug 06 15:48:17.529448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971277a9-31a0-489f-8c95-9f02e747de09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6f4c42-7428-4b78-bdc7-c1e4b2c74e0e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:17.576524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-816a9cfd-9edd-491b-bd85-1ca709b79b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.582770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.605638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-c356ae82-a3af-440e-bb76-5058e94c7f51 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2085243792&fields=id&tenant_id=da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 267 time: 0.1290846 Aug 06 15:48:17.606931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef4e479-ec91-45cb-adf6-57ade5308326']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:17.623234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96bab7b9-434c-414f-ba19-20541b3a7e58') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:17.623527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96bab7b9-434c-414f-ba19-20541b3a7e58') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:17.636451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.676633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.717234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:17.717633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:17.719262 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:17.811225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-89cd70b9-d742-4bc8-be40-818f1135fd84 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:17.813456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-89cd70b9-d742-4bc8-be40-818f1135fd84 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 816 time: 0.1821582 Aug 06 15:48:17.820161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-816a9cfd-9edd-491b-bd85-1ca709b79b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.842715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-11325b85-e9d8-4571-82b8-ad6fe64af90b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/quotas/da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 375 time: 0.0165641 Aug 06 15:48:17.895426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-816a9cfd-9edd-491b-bd85-1ca709b79b5e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37106eb25cc943638213693e1091a998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959752 Aug 06 15:48:17.897236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a9cfd-9edd-491b-bd85-1ca709b79b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa96386-aa75-4705-9702-d957ab366708,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:17.902668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:17.937721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-7dae1f91-c335-4459-9e12-3a747db53c5c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896335 Aug 06 15:48:17.946457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.986978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:17.992236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4ef4e479-ec91-45cb-adf6-57ade5308326 HTTP/1.1" status: 204 len: 168 time: 0.6782265 Aug 06 15:48:18.000005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd585e-5b87-4ff7-afb3-323ba3894507 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef4e479-ec91-45cb-adf6-57ade5308326,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:18.018043 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-944c71ce-28f6-4c3f-94e5-5d3e0d95932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:18.049107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-944c71ce-28f6-4c3f-94e5-5d3e0d95932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:18.106625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-c6914983-6cc7-4665-a2e1-dd27f561686d service neutron] 10.222.0.16 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212783 Aug 06 15:48:18.214677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-944c71ce-28f6-4c3f-94e5-5d3e0d95932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:18.214677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-944c71ce-28f6-4c3f-94e5-5d3e0d95932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:18.214863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c853fec2-e085-4c28-9d56-8306f07883be up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:18.215324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-944c71ce-28f6-4c3f-94e5-5d3e0d95932b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfa96386-aa75-4705-9702-d957ab366708 HTTP/1.1" status: 204 len: 168 time: 0.3101845 Aug 06 15:48:18.232810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c71ce-28f6-4c3f-94e5-5d3e0d95932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa96386-aa75-4705-9702-d957ab366708,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:18.289573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c7ae39e-948c-490e-9d7d-091675ed761f req-61e866e2-e650-4b44-bbee-6a6415d41090 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0389633 Aug 06 15:48:18.313763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c853fec2-e085-4c28-9d56-8306f07883be triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:18.314175 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:18.324861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-f47a4b1b-24f2-4553-bd6b-647af9078659 service neutron] 10.222.0.16 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114000 Aug 06 15:48:18.571597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa8040ae-0352-4703-8e13-7165f4943caa req-d0df03d6-c909-4b28-8fdf-886f04162e1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.0283782 Aug 06 15:48:18.588736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:18.659894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2ca32829-93e0-47d0-83bb-795c1aa15116 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3026ddba7a5491c85823aa991fe7c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687273 Aug 06 15:48:18.661535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:18.836126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-757f4e24-88a6-493b-9583-51d44f0568c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:18.896820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-757f4e24-88a6-493b-9583-51d44f0568c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:19.117641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-757f4e24-88a6-493b-9583-51d44f0568c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:19.120456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-757f4e24-88a6-493b-9583-51d44f0568c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:19.124199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-757f4e24-88a6-493b-9583-51d44f0568c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5b377b6-a673-4831-92b0-48d2c5de34bc HTTP/1.1" status: 204 len: 168 time: 0.4583671 Aug 06 15:48:19.130852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f4e24-88a6-493b-9583-51d44f0568c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b377b6-a673-4831-92b0-48d2c5de34bc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:19.393119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2eacf02-5a5c-4692-b778-5989145e978f req-1c88f586-cf1c-4e0a-ba74-9891124247b3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0324912 Aug 06 15:48:19.721288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0024d7de-973c-4c7d-bedd-0eb4f0186581 req-c8c51f11-99b1-49cf-ba2a-d3ddaf5e672e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.0789335 Aug 06 15:48:19.882546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:20.152329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'networks': [{'name': 'tempest-network--311746960'}, {'name': 'tempest-network--1740500032'}]} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:20.152644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'network': {'name': 'tempest-network--311746960'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:20.155080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'network': {'name': 'tempest-network--1740500032'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:20.224829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-94ff4a31-e7c2-49d0-8dd0-b0dd0cc02576 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.226505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-94ff4a31-e7c2-49d0-8dd0-b0dd0cc02576 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.2782140 Aug 06 15:48:20.249361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:20.289385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.298459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.306226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.313375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.321627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.329566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.339235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.348676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33f6322e-16d6-4728-8668-87742ecd39fa req-0252070d-170d-4ca8-be85-2418ea9aab44 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.1773796 Aug 06 15:48:20.375331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'network': 2} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:20.380781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.395272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33f6322e-16d6-4728-8668-87742ecd39fa req-1fed82db-ec84-417f-ad60-64a554a4c61b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454633 Aug 06 15:48:20.404589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.583129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d257f16-dafa-4d8e-8d86-577c14d57481 req-5956c394-6e0b-47f5-877d-d93dd512d9b4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0645657 Aug 06 15:48:20.611853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.650605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.656972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.665471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.671521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.678838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.684272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.690722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:20.693133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc1ac887-4cb5-4c6c-bdee-a7ee75c643de req-66aa750b-84df-45ff-a4b9-956eefbb290f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.1130002 Aug 06 15:48:20.709499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.709499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.802681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff0be91-c202-4453-b64b-132861c0e375,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:20.822121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:20.836040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.836439 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Added segment 1f8d1c1d-8036-4825-a659-9b75ee09fc68 of type vlan for network 793404f0-2556-455e-9ffc-01db16fea442 Aug 06 15:48:20.880878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-510fea9f-0b3d-4329-8636-96c81daf142a req-5024d5d4-3f43-4c50-9a84-fac95bc866f7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.0327301 Aug 06 15:48:20.900551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.945051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:20.954476 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:20.954795 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Added segment 580d66b1-ca78-4e44-8811-8f11c071f56f of type vlan for network 6245b70a-5fc4-4c67-a2aa-dd14e6c3ba84 Aug 06 15:48:21.001666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:21.048887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:21.067029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:21.250547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-2c3f904e-dd27-4fff-b79b-739d618e91b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1061506 Aug 06 15:48:21.263112 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:21.263735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:21.272025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.276760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.277629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:21.359169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.2 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/657118b6-8789-40ee-8d65-f93265c56881) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:21.405960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5215359 Aug 06 15:48:21.408649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:21.444635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Network': ['ID=793404f0-2556-455e-9ffc-01db16fea442,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:21.454382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 793404f0-2556-455e-9ffc-01db16fea442 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:21.652412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.655948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.656502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.658178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.661238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.661799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.662316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.670113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b5a3319f-2d59-4880-88d5-4bda9e5af497 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.3128691 Aug 06 15:48:21.680056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a48357-5496-4b1e-9483-017568623e39 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Network': ['ID=6245b70a-5fc4-4c67-a2aa-dd14e6c3ba84,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:21.698591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6245b70a-5fc4-4c67-a2aa-dd14e6c3ba84 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:21.994872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b2207f75-e3fb-4c3d-8102-2782c38277b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.995484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b2207f75-e3fb-4c3d-8102-2782c38277b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.996140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b2207f75-e3fb-4c3d-8102-2782c38277b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:21.998330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b2207f75-e3fb-4c3d-8102-2782c38277b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 2293 time: 0.2883914 Aug 06 15:48:22.002398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.015111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76171ae6-77f8-4641-8a8d-c55a61ed78d3 req-e8747d87-4718-4af7-8932-c8ca83bb522b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0764313 Aug 06 15:48:22.111915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f06b2493-9bc4-428d-aefd-c94938430e53 req-b3220efc-814b-4a86-8a33-6a283281128d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.0629790 Aug 06 15:48:22.203306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191873c-64d1-47ff-b556-c360941f328a tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.209953 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-abb17ad6-f50b-4e2c-b340-6a6dffcf3e79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 1001 time: 0.2023938 Aug 06 15:48:22.216662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191873c-64d1-47ff-b556-c360941f328a tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.232624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191873c-64d1-47ff-b556-c360941f328a tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.240018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191873c-64d1-47ff-b556-c360941f328a tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.242585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7191873c-64d1-47ff-b556-c360941f328a tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8328366 Aug 06 15:48:22.245479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60312) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:22.324265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-4df92d9d-a937-4c0d-857f-e885638e7c8f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.329139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-4df92d9d-a937-4c0d-857f-e885638e7c8f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 816 time: 0.4059813 Aug 06 15:48:22.388820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.422334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-4ac3301b-f2dd-4151-b912-f40b4f9c3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.425707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-4ac3301b-f2dd-4151-b912-f40b4f9c3f2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.2022007 Aug 06 15:48:22.524472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.540103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:22.599721 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.616735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793404f0-2556-455e-9ffc-01db16fea442']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:22.641433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8d1c1d-8036-4825-a659-9b75ee09fc68') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:22.641906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8d1c1d-8036-4825-a659-9b75ee09fc68') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:22.662658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.666569 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-72f26e88-9629-40dc-a7ef-6ceb66e231b7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 380 time: 0.3226516 Aug 06 15:48:22.688877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.695642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'port': {'device_id': '43782b42-1b8f-4930-97ed-70a698bff94b', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'admin_state_up': True, 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'security_groups': ['666b2397-24a4-4628-b91e-17615255ed5d']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:22.698217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:22.698641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.700118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:22.720926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:22.744006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:22.747882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-d4e8e4d2-a770-4b84-8f80-c2e996332015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.749446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-d4e8e4d2-a770-4b84-8f80-c2e996332015 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3117182 Aug 06 15:48:22.753681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=657118b6-8789-40ee-8d65-f93265c56881,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:22.801899 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:22.889996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:22.889996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.958903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.977608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:22.982675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/networks/793404f0-2556-455e-9ffc-01db16fea442 HTTP/1.1" status: 204 len: 168 time: 0.7360027 Aug 06 15:48:22.983649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:22.993723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Network': ['ID=793404f0-2556-455e-9ffc-01db16fea442,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:22.994320 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-84542552-7715-4795-88b1-780084555a74 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065277 Aug 06 15:48:23.001483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.001831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.002173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.002511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.002844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.003323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.003667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.004041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.004376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.004704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.005030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.005353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9618e84-ed97-472d-860b-6acd923fcc85 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:23.089684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-2ccb6601-ba2a-4c17-9e36-1601402d5d71 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8458803 Aug 06 15:48:23.134932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Request body: {'port': {'device_id': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:23.179309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.188144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307a38e-1252-464c-97c8-76849f01ee39 req-5ab994fd-147e-42ca-8dca-779a86348eb7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.191169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c307a38e-1252-464c-97c8-76849f01ee39 req-5ab994fd-147e-42ca-8dca-779a86348eb7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 931 time: 0.0725319 Aug 06 15:48:23.241731 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.247414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e208e19-ea81-4d66-95d2-fe6037d986e3 req-320e6373-56dd-4501-bc45-157ebf3bd08d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.0316637 Aug 06 15:48:23.262310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c307a38e-1252-464c-97c8-76849f01ee39 req-e19136b6-ca43-4ca5-8e88-eb8371c30d9f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620177 Aug 06 15:48:23.277988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-422ddd36-17a5-4a1f-80be-c521d17b3d96 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701523 Aug 06 15:48:23.283169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Made reservation on behalf of da12e85f296946d3898c40ad68b07917 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:23.287663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.447316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:23.570998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:23.604325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:23.688394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b21d379-267a-48a5-86d0-057449ba324b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.771416 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-7f9fcd09-38a2-47cc-95c0-26c1bf572de4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 217 time: 0.1083717 Aug 06 15:48:23.781353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.838064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6245b70a-5fc4-4c67-a2aa-dd14e6c3ba84']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:23.853119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1ce6-c328-43b1-9262-d0a91f946154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.859718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580d66b1-ca78-4e44-8811-8f11c071f56f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:23.860355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580d66b1-ca78-4e44-8811-8f11c071f56f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:23.886194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.887270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.888818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.889467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.890338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.890972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.891644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:23.901149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-f85e299a-6510-40d2-beb6-bfbfd56d6f04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.2936792 Aug 06 15:48:23.902210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:23.957850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-9a276029-83f1-4bc6-98be-210a793ea0df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552192 Aug 06 15:48:24.002329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.006788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b21d379-267a-48a5-86d0-057449ba324b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.009036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-48bc53e4-6379-4088-a96d-5751fdba9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:24.010518 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-48bc53e4-6379-4088-a96d-5751fdba9a36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.2312486 Aug 06 15:48:24.026672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:24.027092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:24.035793 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:24.153740 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b21d379-267a-48a5-86d0-057449ba324b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.215562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21d379-267a-48a5-86d0-057449ba324b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905b02c0-0d1f-416e-8a97-57f6d3887deb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:24.228138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Allocated IP 172.20.0.10 (3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4/507b0368-5ba1-4917-ace6-d4e696dc15ab/8e393a9a-d39b-4ffd-8b4c-f7f5827b455f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:24.229634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1b21d379-267a-48a5-86d0-057449ba324b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab500f742b754d0ab637e303961eaac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572340 Aug 06 15:48:24.230486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:24.248961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-27e301d7-dde6-4034-af4b-9593d376f06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:24.250513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-27e301d7-dde6-4034-af4b-9593d376f06e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2026565 Aug 06 15:48:24.328425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7921ba-6531-4fc8-af54-5b5d3423c93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.379718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7921ba-6531-4fc8-af54-5b5d3423c93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.402560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.407180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.413356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/networks/6245b70a-5fc4-4c67-a2aa-dd14e6c3ba84 HTTP/1.1" status: 204 len: 168 time: 1.4246881 Aug 06 15:48:24.439258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:24.454141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e34b702d-855c-46d2-a520-40ccbfdefd53 req-5e556918-7526-40b6-a842-338beca7e11b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.0529487 Aug 06 15:48:24.529925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1ce6-c328-43b1-9262-d0a91f946154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.543016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbb8a5-8d94-4ca2-b3ef-4fa78e0d19f0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Network': ['ID=6245b70a-5fc4-4c67-a2aa-dd14e6c3ba84,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:24.584026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943962b1-e0b5-4471-bae4-a148e1b42dc5 req-9483582d-cf1c-4bf8-a7d3-8eb06dd79b07 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:24.586959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-943962b1-e0b5-4471-bae4-a148e1b42dc5 req-9483582d-cf1c-4bf8-a7d3-8eb06dd79b07 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 931 time: 0.1921406 Aug 06 15:48:24.641939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-943962b1-e0b5-4471-bae4-a148e1b42dc5 req-50f8525d-a075-41b1-bfa6-9e592a738967 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386310 Aug 06 15:48:24.648594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1ce6-c328-43b1-9262-d0a91f946154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.699615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3bfa1ce6-c328-43b1-9262-d0a91f946154 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36c2f25067544b15b06411c1a017520d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2509468 Aug 06 15:48:24.700254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:24.708989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa1ce6-c328-43b1-9262-d0a91f946154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093f3f33-e632-4cf4-a92e-da63a4dc89a9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:24.741565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7921ba-6531-4fc8-af54-5b5d3423c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.744414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7921ba-6531-4fc8-af54-5b5d3423c93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.748449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7e7921ba-6531-4fc8-af54-5b5d3423c93f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/905b02c0-0d1f-416e-8a97-57f6d3887deb HTTP/1.1" status: 204 len: 168 time: 0.5118997 Aug 06 15:48:24.764040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657118b6-8789-40ee-8d65-f93265c56881 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:24.766104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7921ba-6531-4fc8-af54-5b5d3423c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b02c0-0d1f-416e-8a97-57f6d3887deb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:24.789167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b321-ea8b-41e5-a171-34389ae3a57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.789298 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-ab7c074e-49c5-4efe-8eee-e0fd425d1578 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229101 Aug 06 15:48:24.797679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.815538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b321-ea8b-41e5-a171-34389ae3a57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.916775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d9697e-651b-414d-adb4-56bdcfb705cb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:24.923015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d9697e-651b-414d-adb4-56bdcfb705cb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:24.928505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f2d9697e-651b-414d-adb4-56bdcfb705cb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4830928 Aug 06 15:48:24.929395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:24.936819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-408820459'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:24.938746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.968890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b321-ea8b-41e5-a171-34389ae3a57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.969855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Transition to ACTIVE for port object 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:24.971593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b321-ea8b-41e5-a171-34389ae3a57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:24.971734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Transition to ACTIVE for port object 657118b6-8789-40ee-8d65-f93265c56881 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:24.975658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3aa8b321-ea8b-41e5-a171-34389ae3a57b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/093f3f33-e632-4cf4-a92e-da63a4dc89a9 HTTP/1.1" status: 204 len: 168 time: 0.2735589 Aug 06 15:48:24.984061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8b321-ea8b-41e5-a171-34389ae3a57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093f3f33-e632-4cf4-a92e-da63a4dc89a9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:24.989955 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-a8b43b11-3ad5-4264-bba3-c8af98ee5369 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889508 Aug 06 15:48:25.050089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b958d991-ab1d-468f-a1a1-82b9e39d8fb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 217 time: 0.0515468 Aug 06 15:48:25.065907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:25.070425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.100030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:25.106933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-313c6fd6-a2a8-4b71-8fce-b251ae4001a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:25.108862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-313c6fd6-a2a8-4b71-8fce-b251ae4001a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0502865 Aug 06 15:48:25.115151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.115637 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Added segment af6d9b33-48e2-4182-bfc2-cc4ffca94cd2 of type vlan for network 3c0fd63a-6c09-4cf2-b53c-f293c203ea21 Aug 06 15:48:25.128036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.158210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.174052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.232250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:25.236324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Pushing event updated for resources: {'Port': ['ID=657118b6-8789-40ee-8d65-f93265c56881,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:25.246499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:25.252471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:25.315503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-06a97c99-9e84-455d-9c09-a25d68a06239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:25.318330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-06a97c99-9e84-455d-9c09-a25d68a06239 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017419 Aug 06 15:48:25.334602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.345007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:25.345922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.442775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5122037 Aug 06 15:48:25.484726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:25.522209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-563797310'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:25.524169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18b589-b7dd-4787-b24d-f0cd776b2123 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Network': ['ID=3c0fd63a-6c09-4cf2-b53c-f293c203ea21,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:25.526353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:25.539035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3c0fd63a-6c09-4cf2-b53c-f293c203ea21 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:25.558263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:25.559026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.648688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Attempting to bind port 657118b6-8789-40ee-8d65-f93265c56881 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:25.649032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Attempting to bind port 657118b6-8789-40ee-8d65-f93265c56881 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:25.651206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Attempting to bind port 657118b6-8789-40ee-8d65-f93265c56881 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:25.697781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Port 657118b6-8789-40ee-8d65-f93265c56881 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:25.698484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Attempting to bind port 657118b6-8789-40ee-8d65-f93265c56881 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:25.706887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abada789-2b27-42e3-915f-188a2efe0eba req-e71bd2a5-5ab6-49f5-ad0d-152c6e70f2ca tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:25.708350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-c634ab8f-eae3-4dc5-91c4-f085560594e3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452530 Aug 06 15:48:25.710107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:25.710926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:25.711829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:25.712462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Bound port: 657118b6-8789-40ee-8d65-f93265c56881, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:25.713042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.719476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abada789-2b27-42e3-915f-188a2efe0eba req-e71bd2a5-5ab6-49f5-ad0d-152c6e70f2ca tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 932 time: 0.1459408 Aug 06 15:48:25.798639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:25.805488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.831062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abada789-2b27-42e3-915f-188a2efe0eba req-c4fbb733-dead-45ac-9daa-10e35cd2c6db tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106510 Aug 06 15:48:25.857283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8b17-b48a-4536-9350-7e1074b0956a req-fcdae995-95b5-4339-9b82-181ff0d0e5b8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:25.858917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a27b8b17-b48a-4536-9350-7e1074b0956a req-fcdae995-95b5-4339-9b82-181ff0d0e5b8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 943 time: 0.0758321 Aug 06 15:48:25.867630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-613344d5-a5c4-4dd2-98d2-096c877adffc None None] Provisioning for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:25.870128 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.871596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-613344d5-a5c4-4dd2-98d2-096c877adffc None None] Provisioning complete for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:25.872251 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-613344d5-a5c4-4dd2-98d2-096c877adffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.877108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:25.887987 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-a4717f93-5866-4063-9e1d-b63071f5ab93 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1994321 Aug 06 15:48:25.924985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a27b8b17-b48a-4536-9350-7e1074b0956a req-7a71546b-4c57-4ff5-aa0c-9729d985115a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 Aug 06 15:48:25.945760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Request body: {'port': {'device_id': '43782b42-1b8f-4930-97ed-70a698bff94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:25.952009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-613344d5-a5c4-4dd2-98d2-096c877adffc None None] Port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:48:25.978484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:25.979096 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Added segment c1e28778-86b6-4077-bb82-6e8615bfa957 of type vlan for network b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0 Aug 06 15:48:26.042631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] For port 657118b6-8789-40ee-8d65-f93265c56881, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:26.092326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] For port 657118b6-8789-40ee-8d65-f93265c56881, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=657118b6-8789-40ee-8d65-f93265c56881,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:26.125313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:26.128104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:26.135601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b592d228-e108-4043-abae-ef8bcf567b79 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006336 Aug 06 15:48:26.214943 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-35a1b5a2-ec7a-4a27-97b8-1d2ede5dad78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 217 time: 0.0679908 Aug 06 15:48:26.224120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:26.329682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:26.330285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:26.331675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/657118b6-8789-40ee-8d65-f93265c56881 HTTP/1.1" status: 200 len: 1091 time: 3.2049675 Aug 06 15:48:26.334687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'tag': '657118b6-8789-40ee-8d65-f93265c56881'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:26.337805 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604348c-129f-4d4e-8a59-19deee30aea6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae330fcd-088e-46e0-acfa-cfec997d2dd0", "tag": "657118b6-8789-40ee-8d65-f93265c56881"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:26.429461 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ecb89c-30e5-4d10-8302-0778f6a2dd7d x-openstack-request-id: req-c3ecb89c-30e5-4d10-8302-0778f6a2dd7d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:26.430001 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae330fcd-088e-46e0-acfa-cfec997d2dd0", "tag": "657118b6-8789-40ee-8d65-f93265c56881", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:26.430442 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3ecb89c-30e5-4d10-8302-0778f6a2dd7d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:26.430997 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'tag': '657118b6-8789-40ee-8d65-f93265c56881', 'status': 'completed', 'code': 200} Aug 06 15:48:26.436701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b73565e1-e5e5-4944-861b-4e4d85f1471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:26.438879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-b73565e1-e5e5-4944-861b-4e4d85f1471d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.2109811 Aug 06 15:48:26.439557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:26.446523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:26.448486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:26.542343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60598) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:26.582633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea038b7b-0f67-402e-9be1-d3f9e2f118e3 service neutron] Pushing event updated for resources: {'Port': ['ID=657118b6-8789-40ee-8d65-f93265c56881,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:26.669792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1544220 Aug 06 15:48:26.673321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:26.681544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'ports': [{'network_id': '3c0fd63a-6c09-4cf2-b53c-f293c203ea21', 'name': 'tempest-port--1230977036', 'admin_state_up': True}, {'network_id': 'b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0', 'admin_state_up': False}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:26.681855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'port': {'network_id': '3c0fd63a-6c09-4cf2-b53c-f293c203ea21', 'name': 'tempest-port--1230977036', 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:26.682555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'port': {'network_id': 'b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0', 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:26.846421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0e169-9bac-40e1-95e4-1ac266a81b98 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Network': ['ID=b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:26.858636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:26.901462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604348c-129f-4d4e-8a59-19deee30aea6 req-c0f3cef7-6708-4d5d-a12c-95ca442e515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:26.906051 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9604348c-129f-4d4e-8a59-19deee30aea6 req-c0f3cef7-6708-4d5d-a12c-95ca442e515f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 1094 time: 0.4038246 Aug 06 15:48:26.924971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-5fdd7ece-4e23-42c4-a36c-c93e282f7979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:26.927184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-5fdd7ece-4e23-42c4-a36c-c93e282f7979 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4238982 Aug 06 15:48:26.935193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-network', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:27.092930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Made reservation on behalf of a5bd1ddfca63477394c7fab2f98d8a88 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:27.100159 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.164218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.220333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fafcb-858c-46c3-885c-fbabeede4eef req-09b9ea63-c312-437b-b66c-de351cb48477 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:27.222211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f7fafcb-858c-46c3-885c-fbabeede4eef req-09b9ea63-c312-437b-b66c-de351cb48477 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 932 time: 0.2440779 Aug 06 15:48:27.241439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'port': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:27.243796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604348c-129f-4d4e-8a59-19deee30aea6 req-6d95ad91-fa2f-4905-9f1b-5b4cb39115ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:27.248664 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.264272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9604348c-129f-4d4e-8a59-19deee30aea6 req-6d95ad91-fa2f-4905-9f1b-5b4cb39115ca service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3710307740d74869bd0baae23a43f6cb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3291144 Aug 06 15:48:27.282883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede2849-ac56-4c90-a1c7-c1423d51a156 req-e71571bb-c736-4139-91dd-6da31b100d75 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:27.284735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ede2849-ac56-4c90-a1c7-c1423d51a156 req-e71571bb-c736-4139-91dd-6da31b100d75 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 943 time: 0.2034249 Aug 06 15:48:27.368055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-9b79c48b-acda-471b-a8a5-abfb9134d0d3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202480 Aug 06 15:48:27.376666 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ede2849-ac56-4c90-a1c7-c1423d51a156 req-0c52b107-0f63-430a-b69b-b7d99599aa7c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756664 Aug 06 15:48:27.402263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f7fafcb-858c-46c3-885c-fbabeede4eef req-eba16b39-1003-4600-8ccb-8e538da1ea80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668801 Aug 06 15:48:27.403290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.573647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] device_id is not set on port b0267955-6118-48bc-b8c1-3784d089ae98 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:27.625854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.723921 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.787588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:27.812854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2406fea-f180-44cd-a5dd-5408113a5ed5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:27.838299 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.838649 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Added segment 53393623-23f8-4d1b-b626-0be52ffd604d of type vlan for network ee320057-0613-4433-94b3-6aea8e41d4fb Aug 06 15:48:27.926859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:27.936039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.086814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] device_id is not set on port bec002a2-dfb9-4678-b30b-5e819a9b7d20 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:28.200200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:28.225383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.249267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604348c-129f-4d4e-8a59-19deee30aea6 req-7ec915de-762e-4978-98f4-db4eaf1a0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.250753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9604348c-129f-4d4e-8a59-19deee30aea6 req-7ec915de-762e-4978-98f4-db4eaf1a0966 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9856744 Aug 06 15:48:28.251093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.253492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.254700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.261255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Transition to ACTIVE for port object 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:28.314360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-2c9f84cd-3cb9-457d-bddf-177532eabab1 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9346399 Aug 06 15:48:28.332526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.386720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] Pushing event updated for resources: {'Network': ['ID=ee320057-0613-4433-94b3-6aea8e41d4fb,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:28.399446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0c4f1c14-b3c3-413c-a4cd-ad73cb60bf46 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8530507 Aug 06 15:48:28.403115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60752) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:28.405420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ee320057-0613-4433-94b3-6aea8e41d4fb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:28.408626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Request body: {'subnet': {'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-subnet', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:28.455409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-293c36b1-d543-47c7-b7ba-f9ee019d395b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 217 time: 0.0940015 Aug 06 15:48:28.456421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.572999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-29ce50e7-0039-4812-be7f-598670e7a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.576732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-29ce50e7-0039-4812-be7f-598670e7a6bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 1094 time: 0.2653704 Aug 06 15:48:28.606401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:28.657047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.684976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-ff4c9218-8e8a-4065-b2d8-34beb8055d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.692060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-ff4c9218-8e8a-4065-b2d8-34beb8055d69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.2168541 Aug 06 15:48:28.692060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-9d6e67c7-8b9e-4d6c-82c7-7e583c4cfcbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=657118b6-8789-40ee-8d65-f93265c56881 HTTP/1.1" status: 200 len: 217 time: 0.0992339 Aug 06 15:48:28.695546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Made reservation on behalf of a5bd1ddfca63477394c7fab2f98d8a88 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:28.697941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.777139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9003-4fee-4168-a0ab-a1a18dd47bed req-3037f1c6-e3ff-46ba-881f-d161ac75e3ef tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.779704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95ac9003-4fee-4168-a0ab-a1a18dd47bed req-3037f1c6-e3ff-46ba-881f-d161ac75e3ef tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.2253182 Aug 06 15:48:28.872959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-d4c73879-90ac-4737-b00f-2e918d54677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.874517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-d4c73879-90ac-4737-b00f-2e918d54677b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.1722941 Aug 06 15:48:28.887034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-598204ed-c3f5-4377-83a9-f98c1d152f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.889038 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-598204ed-c3f5-4377-83a9-f98c1d152f59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1882691 Aug 06 15:48:28.891612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e1681-7881-4524-bc60-03e17ac61daf req-007a0c67-8d65-4d3f-b45e-dee77c3b0933 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:28.893366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a3e1681-7881-4524-bc60-03e17ac61daf req-007a0c67-8d65-4d3f-b45e-dee77c3b0933 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 943 time: 0.3523262 Aug 06 15:48:28.929933 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:28.952360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-b2d722c5-8b43-4fd8-97ef-fdc1038fe795 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623143 Aug 06 15:48:28.961106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:28.961794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:28.962249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:28.965021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Port': ['ID=b0267955-6118-48bc-b8c1-3784d089ae98,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:29.000441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:29.002135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:29.008170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95ac9003-4fee-4168-a0ab-a1a18dd47bed req-f7d2bee9-a94b-4245-8b8d-f8a369184b74 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847680 Aug 06 15:48:29.031723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Checking segment: {'id': 'af6d9b33-48e2-4182-bfc2-cc4ffca94cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3c0fd63a-6c09-4cf2-b53c-f293c203ea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:29.032232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network hostable DHCP agents. Network: 3c0fd63a-6c09-4cf2-b53c-f293c203ea21, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:48:29.049383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a3e1681-7881-4524-bc60-03e17ac61daf req-4d1dc190-b155-4c2a-a95d-1f4043278dd2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088119 Aug 06 15:48:29.116285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:29.116941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Checking segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:29.117644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Bound using segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:29.118460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Bound port: 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:29.119131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.153929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network 3c0fd63a-6c09-4cf2-b53c-f293c203ea21 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:48:29.206497 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-93c83e94-fc80-4483-a6b4-a225c9d7d01f service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983685 Aug 06 15:48:29.213428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-38f44c44-50ca-4a8b-a5f2-935ebed656e4 service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471991 Aug 06 15:48:29.305837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3c0fd63a-6c09-4cf2-b53c-f293c203ea21) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:29.314669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:29.318271 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943fcb7-6101-46fc-961c-cc123aa7e61b None None] Network 3c0fd63a-6c09-4cf2-b53c-f293c203ea21 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:29.318696 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.368052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:29.374624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:29.407276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:29.447294 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-03e5dcf8-db00-4433-988d-f7b2eb5e9401 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312398 Aug 06 15:48:29.449394 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-10d78dc9-7f8f-41cb-8ac2-be2cb6b8aa32 req-faaacbe2-e7d7-4b70-a674-9543332ca1c9 service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211251 Aug 06 15:48:29.450987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Port': ['ID=bec002a2-dfb9-4678-b30b-5e819a9b7d20,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:29.469718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.546120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f2a07bd-494d-40aa-8138-933c868ecb50,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:29.565935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-f691bb4a-59d8-48c4-aea5-5905e6a76a3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 217 time: 0.1046011 Aug 06 15:48:29.571086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.597977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Checking segment: {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:29.598342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Network hostable DHCP agents. Network: ee320057-0613-4433-94b3-6aea8e41d4fb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:48:29.609016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Checking segment: {'id': 'c1e28778-86b6-4077-bb82-6e8615bfa957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:29.609372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network hostable DHCP agents. Network: b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:48:29.682808 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Network ee320057-0613-4433-94b3-6aea8e41d4fb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:48:29.691456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-555b7f9c-f5a7-409a-88b5-0473337c926c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.705517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:29.706154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.708168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 1092 time: 3.7686980 Aug 06 15:48:29.712336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:48:29.727240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:29.727240 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:29.766509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-86c3d79f-1e69-497b-8d0a-c1fd056d82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:29.770217 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-86c3d79f-1e69-497b-8d0a-c1fd056d82fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.1942987 Aug 06 15:48:29.771186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180278c2-130c-42bd-b1c8-02d30484bc66 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:29.818182 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9438032d-0fb5-47e6-b402-b8c3885dcafa x-openstack-request-id: req-9438032d-0fb5-47e6-b402-b8c3885dcafa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:29.818717 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:29.819169 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9438032d-0fb5-47e6-b402-b8c3885dcafa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:29.822021 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'status': 'completed', 'code': 200} Aug 06 15:48:29.822172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ee320057-0613-4433-94b3-6aea8e41d4fb) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:29.827368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:29.837906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aea2c7-05be-4aef-9877-bcf1012868c2 None None] Network ee320057-0613-4433-94b3-6aea8e41d4fb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:29.845149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:29.847039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:29.862999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b42250-1d73-4c8d-a98d-4b281bc94fdc None None] Network b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:29.863341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:29.869561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:29.879486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:29.879486 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:30.004941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-fa2a35fe-07f7-4c49-b012-ad913b9b7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.007721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-fa2a35fe-07f7-4c49-b012-ad913b9b7997 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2260170 Aug 06 15:48:30.027720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e req-c37531da-cc38-406e-844b-f0ddc1376f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.030701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e req-c37531da-cc38-406e-844b-f0ddc1376f82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1095 time: 0.1579258 Aug 06 15:48:30.200797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48565434-28da-4d22-9980-cb16791e00dd None None] Network ee320057-0613-4433-94b3-6aea8e41d4fb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:30.381120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-8cc7500a-6c9b-4ab6-8f0a-848845c77731 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438509 Aug 06 15:48:30.417358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-555b7f9c-f5a7-409a-88b5-0473337c926c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:30.454223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5679d-1098-4022-bcfd-16f1b56b64a5 req-59a3d2cf-de5a-47d5-bd5f-a95d1a232d7f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.458175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8c5679d-1098-4022-bcfd-16f1b56b64a5 req-59a3d2cf-de5a-47d5-bd5f-a95d1a232d7f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 943 time: 0.2269740 Aug 06 15:48:30.480159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c71eac-ac06-44cd-8f98-54f7533a5118 req-18ec56e0-210d-45ac-a034-2556fb40ff11 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.484645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96c71eac-ac06-44cd-8f98-54f7533a5118 req-18ec56e0-210d-45ac-a034-2556fb40ff11 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.2675154 Aug 06 15:48:30.578506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8c5679d-1098-4022-bcfd-16f1b56b64a5 req-791583b9-2931-4ec1-8297-a1227ad2fbbb tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915768 Aug 06 15:48:30.643026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-19efe386-6816-43c2-ac23-e0c07150f8bd service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150638 Aug 06 15:48:30.653366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-555b7f9c-f5a7-409a-88b5-0473337c926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:30.661654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96c71eac-ac06-44cd-8f98-54f7533a5118 req-b949bbbc-9bab-4739-9dcd-4223d09a3223 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701257 Aug 06 15:48:30.671653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f30d63b6-faca-41ea-a012-ac16254b3839 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2628198 Aug 06 15:48:30.671653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-15cc4f60-4846-4495-9ada-9b5e90f41098 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9940212 Aug 06 15:48:30.672424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:30.672754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:30.684623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:30.740188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-555b7f9c-f5a7-409a-88b5-0473337c926c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2891e7833f274d0792e8dd494044aac9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3708563 Aug 06 15:48:30.796921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:30.809073 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-35b70d29-52d8-409f-8e5e-7a140e51aed8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 217 time: 0.1053214 Aug 06 15:48:30.813940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b7f9c-f5a7-409a-88b5-0473337c926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58e0d8-e146-4078-bb9a-718181ec4a8f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:30.858624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:30.859896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:30.883839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e req-195372d3-e066-4e4e-ba50-e330d7fccb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.885672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e req-195372d3-e066-4e4e-ba50-e330d7fccb44 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=da12e85f296946d3898c40ad68b07917&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8280892 Aug 06 15:48:30.929168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:30.943047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-59d2dbbb-97f8-41d1-9e5b-500121003b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.949675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e9604-a92f-4a3c-9c8f-da822bb7434c tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.951313 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-59d2dbbb-97f8-41d1-9e5b-500121003b7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.1177299 Aug 06 15:48:30.956399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e9604-a92f-4a3c-9c8f-da822bb7434c tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:30.958744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2d1e9604-a92f-4a3c-9c8f-da822bb7434c tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2838318 Aug 06 15:48:30.965714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:31.043507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab649e69-540e-427e-9a9e-eda534f9cec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.063228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e req-bab4e495-c52d-4161-b326-d198daf8a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:31.064318 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a7f52835-dc23-44c3-8ebf-4d52f80c6c9e req-bab4e495-c52d-4161-b326-d198daf8a196 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718745 Aug 06 15:48:31.080195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-d34459bc-30a1-48fe-a5db-5bcd06aa21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:31.082792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-d34459bc-30a1-48fe-a5db-5bcd06aa21b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273355 Aug 06 15:48:31.151221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab649e69-540e-427e-9a9e-eda534f9cec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.229436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 657118b6-8789-40ee-8d65-f93265c56881 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:48:31.414461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-7609fa56-3f9a-41ea-ae88-d8d9a8735301 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234413 Aug 06 15:48:31.427533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 657118b6-8789-40ee-8d65-f93265c56881, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=657118b6-8789-40ee-8d65-f93265c56881,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:31.445133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '657118b6-8789-40ee-8d65-f93265c56881', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': '657118b6-8789-40ee-8d65-f93265c56881', 'mac_address': 'fa:16:3e:30:c4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:48:31.459106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab649e69-540e-427e-9a9e-eda534f9cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.461711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ab649e69-540e-427e-9a9e-eda534f9cec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.462864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ab649e69-540e-427e-9a9e-eda534f9cec3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b58e0d8-e146-4078-bb9a-718181ec4a8f HTTP/1.1" status: 204 len: 168 time: 0.6640737 Aug 06 15:48:31.499671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.530108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab649e69-540e-427e-9a9e-eda534f9cec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58e0d8-e146-4078-bb9a-718181ec4a8f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:31.533010 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.542583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Deleting port b0267955-6118-48bc-b8c1-3784d089ae98 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:31.543195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.593054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657118b6-8789-40ee-8d65-f93265c56881 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:31.600439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-fecfad3a-d497-4a31-9ac5-1d22334dc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:31.602374 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-fecfad3a-d497-4a31-9ac5-1d22334dc3bd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1095 time: 0.2921290 Aug 06 15:48:31.643974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 657118b6-8789-40ee-8d65-f93265c56881, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=657118b6-8789-40ee-8d65-f93265c56881,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:31.680097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-708d74d2-2a8e-4d09-b694-25cf3043f19a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 217 time: 0.0667753 Aug 06 15:48:31.734861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.788485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0a9c235-1318-4ab2-a8f7-935604479542 req-a6c55b75-82ee-491c-b32c-ab912c3405c9 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636248 Aug 06 15:48:31.790601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:31.814392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-60ac2d90-7f3d-4a54-888b-908d1a491eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:31.818539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=657118b6-8789-40ee-8d65-f93265c56881,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:31.820692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-60ac2d90-7f3d-4a54-888b-908d1a491eed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1325667 Aug 06 15:48:31.838468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.838899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.839245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.864840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.865226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.865570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.865910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.866245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.866576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.866904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.867229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.867553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:31.909221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-67d0ffb2-5ff0-4632-9987-897b90ce3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:31.911607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-67d0ffb2-5ff0-4632-9987-897b90ce3081 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830271 Aug 06 15:48:31.946315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['657118b6-8789-40ee-8d65-f93265c56881'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:32.080184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-0d465229-4a25-40f2-8721-fccbc33b24b0 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610084 Aug 06 15:48:32.291876 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a06e898-5e5f-4d42-a327-b405fd8a5518 req-76045b51-d474-48a5-80b9-1431cdb8a2a7 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046061 Aug 06 15:48:32.335328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Calling delete_port for b0267955-6118-48bc-b8c1-3784d089ae98 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:32.767033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dcd89-23e9-4b0c-b2da-6a7b559ac32e req-f57621d5-5c20-4836-8376-d66e54ca21d6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:32.767033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac8dcd89-23e9-4b0c-b2da-6a7b559ac32e req-f57621d5-5c20-4836-8376-d66e54ca21d6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 944 time: 0.7182841 Aug 06 15:48:32.767033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fe341-8b8c-4f4d-aaa4-70ed07ac3e66 req-63264d6d-c3bf-4166-99c8-720ca78060b0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:32.767033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c18fe341-8b8c-4f4d-aaa4-70ed07ac3e66 req-63264d6d-c3bf-4166-99c8-720ca78060b0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.7584882 Aug 06 15:48:32.767033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac8dcd89-23e9-4b0c-b2da-6a7b559ac32e req-fb0bf2aa-7f3e-49f8-b43b-30ea26c7bcdd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556597 Aug 06 15:48:32.767033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c18fe341-8b8c-4f4d-aaa4-70ed07ac3e66 req-e208cec1-681b-4a67-88af-caf5112b23c7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042066 Aug 06 15:48:32.813944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:32.842802 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:32.982533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Allocated IP 172.25.5.159 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/a8dc3ff1-c10f-4b7c-9b46-3185077475c8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:32.993048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.084714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Port': ['ID=b0267955-6118-48bc-b8c1-3784d089ae98,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:33.092789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.095066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bce255c8-e950-4a8c-bfdc-c3c10aaf6efa tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/ports/b0267955-6118-48bc-b8c1-3784d089ae98 HTTP/1.1" status: 204 len: 168 time: 2.1282783 Aug 06 15:48:33.099353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:33.171477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.239940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 657118b6-8789-40ee-8d65-f93265c56881 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:33.264163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Deleting port bec002a2-dfb9-4678-b30b-5e819a9b7d20 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:33.264699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.288955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.347344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.362143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Pushing event updated for resources: {'Port': ['ID=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:33.365142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 657118b6-8789-40ee-8d65-f93265c56881 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:33.379392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 657118b6-8789-40ee-8d65-f93265c56881 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:33.379392 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.380532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Calling delete_port for bec002a2-dfb9-4678-b30b-5e819a9b7d20 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:33.412109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:33.416790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:33.432547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:33.555614 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.619660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.763863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:33.770547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:33.771881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/ports/bec002a2-dfb9-4678-b30b-5e819a9b7d20 HTTP/1.1" status: 204 len: 168 time: 0.6705668 Aug 06 15:48:33.775335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3d91-959a-496b-aaaf-eb60193677d9 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Port': ['ID=bec002a2-dfb9-4678-b30b-5e819a9b7d20,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:33.854045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 657118b6-8789-40ee-8d65-f93265c56881, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=657118b6-8789-40ee-8d65-f93265c56881,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:33.854971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657118b6-8789-40ee-8d65-f93265c56881'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:33.857371 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812ce3a-50a5-4561-8813-6a924b9c6ee2" -d '{"events": [{"server_uuid": "ae330fcd-088e-46e0-acfa-cfec997d2dd0", "name": "network-vif-plugged", "status": "completed", "tag": "657118b6-8789-40ee-8d65-f93265c56881"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:33.888885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-56b63b51-bb81-47ab-ad8f-540e6619daf0 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1123843 Aug 06 15:48:33.891257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:33.903676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-319236236'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:33.968265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.013004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec3e0b-9f1a-48ea-b486-f7e1c861ec6f req-15e9c387-e1d6-45df-ba38-f1633612d569 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:34.014973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0ec3e0b-9f1a-48ea-b486-f7e1c861ec6f req-15e9c387-e1d6-45df-ba38-f1633612d569 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 944 time: 0.2108567 Aug 06 15:48:34.028394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8e233-9c71-46c7-a08e-14f9834cec4a req-a6c1884c-cf06-4e23-a6b9-438f893d507b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:34.030103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bd8e233-9c71-46c7-a08e-14f9834cec4a req-a6c1884c-cf06-4e23-a6b9-438f893d507b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.1890049 Aug 06 15:48:34.038206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.076676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:34.082808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.121010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=657118b6-8789-40ee-8d65-f93265c56881,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:34.182989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:34.200395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.200903 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Added segment 8ab3ca56-d698-476c-ba6c-ed04bc458c1c of type vlan for network 95598211-ec30-4c27-84cf-0a4349b77373 Aug 06 15:48:34.243349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0ec3e0b-9f1a-48ea-b486-f7e1c861ec6f req-3416d311-069e-42c0-a8b2-83ff486711e3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117350 Aug 06 15:48:34.259912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bd8e233-9c71-46c7-a08e-14f9834cec4a req-c6aaa115-6416-45e2-822a-cd8b0c6dfbe7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902905 Aug 06 15:48:34.292276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.332777 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d270c406-24ab-43e6-bea5-ecdcea54c096 x-openstack-request-id: req-d270c406-24ab-43e6-bea5-ecdcea54c096 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:34.333358 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae330fcd-088e-46e0-acfa-cfec997d2dd0", "name": "network-vif-plugged", "status": "completed", "tag": "657118b6-8789-40ee-8d65-f93265c56881", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:34.336693 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d270c406-24ab-43e6-bea5-ecdcea54c096 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:34.336693 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657118b6-8789-40ee-8d65-f93265c56881', 'code': 200} Aug 06 15:48:34.390803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.397899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:34.398374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.529830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.657451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Network': ['ID=95598211-ec30-4c27-84cf-0a4349b77373,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:34.668097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4c234eea-a52b-4596-b2eb-3d6040c6a3df tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7732596 Aug 06 15:48:34.668700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60880) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:34.678925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0944200-92b2-4a43-86bd-9f091b01ddc9 req-f38f63c9-9d2b-43a1-a7cb-34a4303a1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:34.680817 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0944200-92b2-4a43-86bd-9f091b01ddc9 req-f38f63c9-9d2b-43a1-a7cb-34a4303a1d3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 1096 time: 0.2780185 Aug 06 15:48:34.684780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 95598211-ec30-4c27-84cf-0a4349b77373 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:34.687190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1323379104'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:34.832990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:34.852640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.875313 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0944200-92b2-4a43-86bd-9f091b01ddc9 req-8e821ef7-18c8-41de-93e9-3f65bc21fabf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416821 Aug 06 15:48:34.908485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:34.935867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:34.936243 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Added segment b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb of type vlan for network 5f2a7ac8-4fa9-495d-bced-bbde34544adb Aug 06 15:48:34.958273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Router bd67fb34-1d1c-4975-bdb5-4555c0b30981 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:48:35.056161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:35.064980 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af318d9f-91a2-4ffc-adc9-7e9202ab487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:35.184513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:48:35.192553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:35.202127 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Sync routers for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:48:35.204578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:35.218499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:35.223413 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:35.224381 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:35.273910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:48:35.314916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:35.318771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e0e99ae-60c5-41a0-9725-772c12cf5624 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6445770 Aug 06 15:48:35.324891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:35.435737 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:35.539837 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8528802 Aug 06 15:48:35.569384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ed01d-e6f0-402a-904f-999577b97e1b tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Network': ['ID=5f2a7ac8-4fa9-495d-bced-bbde34544adb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:35.613015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:35.617684 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:48:35.658962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5f2a7ac8-4fa9-495d-bced-bbde34544adb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:35.747469 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:33Z', 'revision_number': 3, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:35.795310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:35.800022 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Checking router: bd67fb34-1d1c-4975-bdb5-4555c0b30981 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:48:35.801111 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Updating router bd67fb34-1d1c-4975-bdb5-4555c0b30981 port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:48:35.887104 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:35.920133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0f10f-0eb8-4610-baeb-d4e0c479fbdc req-d29dd7e1-0744-4aaf-a0b6-ed2dad065578 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:35.968648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8f0f10f-0eb8-4610-baeb-d4e0c479fbdc req-d29dd7e1-0744-4aaf-a0b6-ed2dad065578 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.3921742 Aug 06 15:48:36.001295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f40a0-676f-439b-b5e9-a1c28a9d3642 req-f23b3445-00c5-4247-b5f8-cce20adb8ed2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:36.006873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce6f40a0-676f-439b-b5e9-a1c28a9d3642 req-f23b3445-00c5-4247-b5f8-cce20adb8ed2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 945 time: 0.4825327 Aug 06 15:48:36.042346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:36.077591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'mac_address': 'fa:16:3e:fc:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:48:36.077836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da5bc1d5-70ba-4846-8662-070fd473ae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.190047 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.231433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:36.270267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:36.282406 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.295188 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Transition to ACTIVE for port object a8dc3ff1-c10f-4b7c-9b46-3185077475c8 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:36.299569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aa5d722b-6131-4937-8520-f89c5270a4d5 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:36.334420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.368753 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.385484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8f0f10f-0eb8-4610-baeb-d4e0c479fbdc req-a3630a9c-1674-4793-9d66-79b27acaf7a4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4159303 Aug 06 15:48:36.478801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:36.506445 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa5d722b-6131-4937-8520-f89c5270a4d5 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] 10.222.0.16 "PUT /v2.0/quotas/c775fe7dc6cf476782c7bcf49657fefa HTTP/1.1" status: 200 len: 368 time: 0.8922129 Aug 06 15:48:36.511700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:36.524972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Request body: {'network': {'project_id': 'c775fe7dc6cf476782c7bcf49657fefa'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:36.544015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce6f40a0-676f-439b-b5e9-a1c28a9d3642 req-4eb2fc88-2a88-4bff-92f1-10fb903c8e44 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425002 Aug 06 15:48:36.571831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:36.595034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da5bc1d5-70ba-4846-8662-070fd473ae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.682973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da5bc1d5-70ba-4846-8662-070fd473ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.745748 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Pushing event updated for resources: {'Port': ['ID=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:36.756371 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da5bc1d5-70ba-4846-8662-070fd473ae25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1931239477814ef1bdccc4dd15a94fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9585950 Aug 06 15:48:36.759575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:36.766252 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.766511 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.775928 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.776488 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.777292 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.777761 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.778257 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.778755 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.779212 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.779679 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.780151 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.780600 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:48:36.811904 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Attempting to bind port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:36.812484 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Attempting to bind port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:36.812986 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Attempting to bind port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:36.829502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:36.830216 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:36.830770 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.831297 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:36.832150 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Bound port: a8dc3ff1-c10f-4b7c-9b46-3185077475c8, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:36.832770 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.833693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bc1d5-70ba-4846-8662-070fd473ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40a98b4-fbe3-4a7a-b20e-6ed0bcf16271,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:36.878577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Made reservation on behalf of c775fe7dc6cf476782c7bcf49657fefa for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:36.881161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.923426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:36.929514 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] For port a8dc3ff1-c10f-4b7c-9b46-3185077475c8, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:36.933759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] For port a8dc3ff1-c10f-4b7c-9b46-3185077475c8, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:37.008776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e229ac87-67a2-4b8f-b6a0-08d2d5d3a824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.022557 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.074294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e229ac87-67a2-4b8f-b6a0-08d2d5d3a824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.085712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:37.086348 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:37.206131 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b031398f-5121-48fb-b300-c6337bad9910 None None] Pushing event updated for resources: {'Port': ['ID=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:37.231229 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:37.325130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:37.335219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.355041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.360851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e229ac87-67a2-4b8f-b6a0-08d2d5d3a824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.368070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e229ac87-67a2-4b8f-b6a0-08d2d5d3a824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.372910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e229ac87-67a2-4b8f-b6a0-08d2d5d3a824 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f40a98b4-fbe3-4a7a-b20e-6ed0bcf16271 HTTP/1.1" status: 204 len: 168 time: 0.6115761 Aug 06 15:48:37.428810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229ac87-67a2-4b8f-b6a0-08d2d5d3a824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40a98b4-fbe3-4a7a-b20e-6ed0bcf16271,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:37.540718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.566879 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:33Z', 'revision_number': 3, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:37.571166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:37.595155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:37.600536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:37.600928 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.620968 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.623514 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Added segment 7c6e075c-d2c3-4526-8c6d-e64b934bb82f of type vlan for network 2cb06e6f-ca3b-4a10-9522-fd5077a5b82f Aug 06 15:48:37.672816 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5211cfe-4552-45da-b633-4c09baa946c9 None None] The sync data for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 is: [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:33Z', 'revision_number': 3, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:48:37.774637 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9215ec02-18a8-4479-8689-5037e264b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.782395 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.794113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.818580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7836b7-4193-4eca-97a4-9863333a958f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:37.841214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:37.859322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:37.862222 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc78aa0-5e64-4665-ba7e-4310ad939f85" -d '{"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-plugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:37.882082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:38.006415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ece41-e4bf-4a67-8f31-0498a76269b7 req-e8f5807e-7cf5-4233-aa2f-ea895a88c88c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:38.008658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:38.009171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19ece41-e4bf-4a67-8f31-0498a76269b7 req-e8f5807e-7cf5-4233-aa2f-ea895a88c88c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.3527467 Aug 06 15:48:38.098765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:38.102410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:38.102410 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:38.190025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:38.542600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Allocated IP 172.20.0.1 (ee320057-0613-4433-94b3-6aea8e41d4fb/3f2a07bd-494d-40aa-8138-933c868ecb50/1d19e49a-12e1-4de1-ac1e-f554c5611d0a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:38.713226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:38.748345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Pushing event updated for resources: {'Network': ['ID=2cb06e6f-ca3b-4a10-9522-fd5077a5b82f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:38.783381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2cb06e6f-ca3b-4a10-9522-fd5077a5b82f details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:38.783963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080681d-a30e-46de-b442-fb906563f277 req-43e69378-f7b3-4bb4-8bcd-0675db974a67 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:38.786270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a080681d-a30e-46de-b442-fb906563f277 req-43e69378-f7b3-4bb4-8bcd-0675db974a67 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 945 time: 0.9508851 Aug 06 15:48:38.897329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:38.918812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-458c50e5-207c-44fe-8021-4df3ed715dc2 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4005995 Aug 06 15:48:38.922777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:38.938416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Request body: {'network': {'project_id': 'c775fe7dc6cf476782c7bcf49657fefa'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:38.940494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e19ece41-e4bf-4a67-8f31-0498a76269b7 req-cf368ad8-7e98-44c4-8eb4-890c6fc2aa10 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9138577 Aug 06 15:48:38.965490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a080681d-a30e-46de-b442-fb906563f277 req-7be963ba-a991-4de9-99b1-9c79260de529 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410153 Aug 06 15:48:38.980640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.048798 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Pushing event updated for resources: {'Port': ['ID=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:39.067319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Made reservation on behalf of c775fe7dc6cf476782c7bcf49657fefa for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:39.069901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.095559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Network ee320057-0613-4433-94b3-6aea8e41d4fb is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:39.106876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:39.124695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:39.156038 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666438b5-6a9c-4e25-abe3-9c2a764e7c15 x-openstack-request-id: req-666438b5-6a9c-4e25-abe3-9c2a764e7c15 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:39.156564 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-plugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:39.156959 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-666438b5-6a9c-4e25-abe3-9c2a764e7c15 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:39.157521 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'code': 200} Aug 06 15:48:39.211917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:39.368402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.369171 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Added segment cf4edbd5-77a2-459b-b36f-b03827aa0a96 of type vlan for network 5a722703-293a-4e9a-946f-b3c784ca2cdf Aug 06 15:48:39.411342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.479594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b1a6d-4b27-4e4e-b7f0-a3abb47ac50c req-8d2e51ab-7bd9-4e91-8d64-b969095968ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:39.481318 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-456b1a6d-4b27-4e4e-b7f0-a3abb47ac50c req-8d2e51ab-7bd9-4e91-8d64-b969095968ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1097 time: 0.2516327 Aug 06 15:48:39.488945 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.547130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ddab1-6acc-4562-a6d8-db257351ac11 req-a056810e-f7fd-4e15-a670-3a2aa1e23ead tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:39.558394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-819ddab1-6acc-4562-a6d8-db257351ac11 req-a056810e-f7fd-4e15-a670-3a2aa1e23ead tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 945 time: 0.2550910 Aug 06 15:48:39.645533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:39.651287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-819ddab1-6acc-4562-a6d8-db257351ac11 req-1df55efb-75d7-4c6f-8b88-8130dc7de0ae tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731444 Aug 06 15:48:39.689398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.697571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:39.698820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.763764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-456b1a6d-4b27-4e4e-b7f0-a3abb47ac50c req-3eb1dfa5-ac23-41ee-bc14-f0fff1c4bd69 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639251 Aug 06 15:48:39.892533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:39.965525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b39b4f5-799c-4e0b-89d2-7fe2680bc332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.000406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Pushing event updated for resources: {'Network': ['ID=5a722703-293a-4e9a-946f-b3c784ca2cdf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:40.014950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5a722703-293a-4e9a-946f-b3c784ca2cdf details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:40.028787 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-711f3d6b-7411-4f75-b905-adb5a1551196 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1011431 Aug 06 15:48:40.037904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:40.050255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b186c4e8-1eac-4e96-84ad-31a3eb0f0151 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Request body: {'network': {'project_id': 'c775fe7dc6cf476782c7bcf49657fefa'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:40.082562 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b186c4e8-1eac-4e96-84ad-31a3eb0f0151 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 15:48:40.086979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b186c4e8-1eac-4e96-84ad-31a3eb0f0151 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:48:40.090601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b186c4e8-1eac-4e96-84ad-31a3eb0f0151 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0513098 Aug 06 15:48:40.172065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:40.303499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8dc3ff1-c10f-4b7c-9b46-3185077475c8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:40.331231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.384616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f021ca4-690d-43ee-90eb-76cdce194e3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c775fe7dc6cf476782c7bcf49657fefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109518 Aug 06 15:48:40.387495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60952) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:40.416106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:40.453080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'subnets': [{'network_id': '95598211-ec30-4c27-84cf-0a4349b77373', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2102853862', 'ip_version': 6}, {'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:40.453522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'subnet': {'network_id': '95598211-ec30-4c27-84cf-0a4349b77373', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2102853862', 'ip_version': 6}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:40.454270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Request body: {'subnet': {'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:40.478508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e39b-fbb6-4e71-8712-a9a3dcfcda04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.485702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8ffab-c730-4429-911b-58136b489f47 req-ebfab033-486c-4b92-8d39-4f76b55ae44f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:40.490158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3d8ffab-c730-4429-911b-58136b489f47 req-ebfab033-486c-4b92-8d39-4f76b55ae44f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1552293 Aug 06 15:48:40.513168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e39b-fbb6-4e71-8712-a9a3dcfcda04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.513303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.591069 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:40.596368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:40.596762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.653613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e39b-fbb6-4e71-8712-a9a3dcfcda04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.658987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e39b-fbb6-4e71-8712-a9a3dcfcda04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.665998 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6fa9e39b-fbb6-4e71-8712-a9a3dcfcda04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db7836b7-4193-4eca-97a4-9863333a958f HTTP/1.1" status: 204 len: 168 time: 0.2747617 Aug 06 15:48:40.667552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60958) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:40.700859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9e39b-fbb6-4e71-8712-a9a3dcfcda04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7836b7-4193-4eca-97a4-9863333a958f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:40.730094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.759312 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.761835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port a8dc3ff1-c10f-4b7c-9b46-3185077475c8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:40.775132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.866211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.878143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.891501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a722703-293a-4e9a-946f-b3c784ca2cdf']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:40.904621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4edbd5-77a2-459b-b36f-b03827aa0a96') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:40.905108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4edbd5-77a2-459b-b36f-b03827aa0a96') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:40.917301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.931034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:40.947446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.957257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:40.957666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:40.959373 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:41.049925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Pushing event updated for resources: {'Port': ['ID=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:41.057015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3d8ffab-c730-4429-911b-58136b489f47 req-911e5feb-cd32-4613-a75c-d769e12f6790 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5451541 Aug 06 15:48:41.062044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.101437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706e703-cae5-4f90-9bcc-9cebf9d99fab req-af9444cc-1a4b-4090-b618-372b910b960e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:41.102949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6706e703-cae5-4f90-9bcc-9cebf9d99fab req-af9444cc-1a4b-4090-b618-372b910b960e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 945 time: 0.5872786 Aug 06 15:48:41.111786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.117251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.122067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5a722703-293a-4e9a-946f-b3c784ca2cdf HTTP/1.1" status: 204 len: 168 time: 0.4455523 Aug 06 15:48:41.124256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:41.146221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec76cf-53be-4a3d-918a-46160141fd51 tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a722703-293a-4e9a-946f-b3c784ca2cdf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:41.213271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.301528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6706e703-cae5-4f90-9bcc-9cebf9d99fab req-aa068419-818b-4441-acd3-2df63b821c9f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914012 Aug 06 15:48:41.305684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.317874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb06e6f-ca3b-4a10-9522-fd5077a5b82f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:41.330253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6e075c-d2c3-4526-8c6d-e64b934bb82f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:41.330693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6e075c-d2c3-4526-8c6d-e64b934bb82f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:41.341955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.358739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.361916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b39b4f5-799c-4e0b-89d2-7fe2680bc332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.367902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:41.368731 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.369346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Network ee320057-0613-4433-94b3-6aea8e41d4fb is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:41.370765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:41.371836 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:41.502705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b39b4f5-799c-4e0b-89d2-7fe2680bc332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.528235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.535384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.541118 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2cb06e6f-ca3b-4a10-9522-fd5077a5b82f HTTP/1.1" status: 204 len: 168 time: 0.4125707 Aug 06 15:48:41.548472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82fc22-8afa-4dd8-9a04-5b941050f86d tempest-QuotasNegativeTest-2080755850 tempest-QuotasNegativeTest-2080755850-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cb06e6f-ca3b-4a10-9522-fd5077a5b82f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:41.565141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Router bd67fb34-1d1c-4975-bdb5-4555c0b30981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:48:41.580024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39b4f5-799c-4e0b-89d2-7fe2680bc332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2600c1ae-6ee4-40aa-96c0-1b8cb2cb68dc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:41.591924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b39b4f5-799c-4e0b-89d2-7fe2680bc332 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b000c2e061f843749e222ee951becadb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9351521 Aug 06 15:48:41.592165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60964) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:41.689264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Made reservation on behalf of f1f8a18b614543f89d315afe809c47fd for: {'subnet': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:41.694730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.695085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.775404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-365bbfce-2c6b-4864-a9fc-91a8f5d375b6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:41.776978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-365bbfce-2c6b-4864-a9fc-91a8f5d375b6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 945 time: 0.0599959 Aug 06 15:48:41.807190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654fe0bc-749c-4fc9-8f9c-51da59e249f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.863840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:48:41.869535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a5c17686-3abb-49a1-9ad6-022094f8d3cd admin admin] 10.222.0.16 "PUT /v2.0/routers/bd67fb34-1d1c-4975-bdb5-4555c0b30981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5417161 Aug 06 15:48:41.876217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Sync routers for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:48:41.884498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654fe0bc-749c-4fc9-8f9c-51da59e249f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.902689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port 657118b6-8789-40ee-8d65-f93265c56881 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:41.903042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:41.909972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:41.911528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:42.072281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port 657118b6-8789-40ee-8d65-f93265c56881, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=657118b6-8789-40ee-8d65-f93265c56881,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:42.072700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.091775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for 657118b6-8789-40ee-8d65-f93265c56881 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:42.175883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654fe0bc-749c-4fc9-8f9c-51da59e249f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.179995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-654fe0bc-749c-4fc9-8f9c-51da59e249f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.181473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-654fe0bc-749c-4fc9-8f9c-51da59e249f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2600c1ae-6ee4-40aa-96c0-1b8cb2cb68dc HTTP/1.1" status: 204 len: 168 time: 0.5882983 Aug 06 15:48:42.188451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:42.217937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fe0bc-749c-4fc9-8f9c-51da59e249f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2600c1ae-6ee4-40aa-96c0-1b8cb2cb68dc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:42.278180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8dc3ff1-c10f-4b7c-9b46-3185077475c8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:42.332801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a8be-ecfd-42ad-a286-082ab804db92 req-528848f0-9b8c-4b68-9634-027e2624d7f4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:42.335133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3a4a8be-ecfd-42ad-a286-082ab804db92 req-528848f0-9b8c-4b68-9634-027e2624d7f4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1152115 Aug 06 15:48:42.427688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3a4a8be-ecfd-42ad-a286-082ab804db92 req-685a3cec-572b-42ff-98eb-0d7613f6a773 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796232 Aug 06 15:48:42.528365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.541509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:42.545364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.556945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['657118b6-8789-40ee-8d65-f93265c56881'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:42.557144 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.560988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:42.614833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=657118b6-8789-40ee-8d65-f93265c56881,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:42.663397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port 657118b6-8789-40ee-8d65-f93265c56881 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:48:42.666498 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.669118 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cdb8cd80-be66-4128-b42f-ec65812ed004 req-f2158457-3c1c-4c62-8d16-2ecc102ac8ad tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "DELETE /v2.0/ports/657118b6-8789-40ee-8d65-f93265c56881 HTTP/1.1" status: 204 len: 173 time: 0.8846247 Aug 06 15:48:42.671467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'name': 'network-vif-deleted', 'tag': '657118b6-8789-40ee-8d65-f93265c56881'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:42.671467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a9e1a6-1b4b-41ea-b810-5f0bfeb424c7" -d '{"events": [{"server_uuid": "ae330fcd-088e-46e0-acfa-cfec997d2dd0", "name": "network-vif-deleted", "tag": "657118b6-8789-40ee-8d65-f93265c56881"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:42.683500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca2040aa-a7f4-4096-804c-aff5248faef6 req-5a9a7715-6241-4fc0-902a-6fea9b7b4358 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0708091 Aug 06 15:48:42.718925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:42.734120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a359a3-1f64-481c-a15c-3e7befff8055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.773506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Subnet': ['ID=ef197eee-47f9-4b48-b1c6-587b460c63bd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:42.795165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Checking segment: {'id': '8ab3ca56-d698-476c-ba6c-ed04bc458c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95598211-ec30-4c27-84cf-0a4349b77373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:42.795555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network hostable DHCP agents. Network: 95598211-ec30-4c27-84cf-0a4349b77373, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:48:42.805927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 2, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:42.855028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Checking router: bd67fb34-1d1c-4975-bdb5-4555c0b30981 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:48:42.855256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-8194aec6-c560-4432-9a06-25a12a06dc2e tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:42.855436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Updating router bd67fb34-1d1c-4975-bdb5-4555c0b30981 port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:48:42.857013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-8194aec6-c560-4432-9a06-25a12a06dc2e tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 819 time: 0.2407787 Aug 06 15:48:42.891694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-6210fccc-e07a-4f57-8643-57a0863a6a8d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/quotas/a5bd1ddfca63477394c7fab2f98d8a88 HTTP/1.1" status: 200 len: 375 time: 0.0180333 Aug 06 15:48:42.923153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a359a3-1f64-481c-a15c-3e7befff8055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.960332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:42.966690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47a227-b560-4b0c-8a2f-dde1002e13b2 req-22263e6d-a1b5-4636-8d87-e2a081aa338d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:42.968341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a47a227-b560-4b0c-8a2f-dde1002e13b2 req-22263e6d-a1b5-4636-8d87-e2a081aa338d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1345851 Aug 06 15:48:42.970189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network 95598211-ec30-4c27-84cf-0a4349b77373 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:48:42.983369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:42.988575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'floatingip': {'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:43.039145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-b21adec4-9de1-4d3c-a999-94026537dc0b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296532 Aug 06 15:48:43.049337 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef2933-f5bd-41dc-86d2-3670e4e6a217 x-openstack-request-id: req-8aef2933-f5bd-41dc-86d2-3670e4e6a217 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:43.049622 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae330fcd-088e-46e0-acfa-cfec997d2dd0", "name": "network-vif-deleted", "tag": "657118b6-8789-40ee-8d65-f93265c56881", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:43.049876 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8aef2933-f5bd-41dc-86d2-3670e4e6a217 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:43.050651 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae330fcd-088e-46e0-acfa-cfec997d2dd0', 'name': 'network-vif-deleted', 'tag': '657118b6-8789-40ee-8d65-f93265c56881', 'status': 'completed', 'code': 200} Aug 06 15:48:43.051179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2a359a3-1f64-481c-a15c-3e7befff8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.157794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 95598211-ec30-4c27-84cf-0a4349b77373) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:43.171547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.205655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526db41-9654-433e-91c8-611006529231 None None] Network 95598211-ec30-4c27-84cf-0a4349b77373 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:43.253058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-27dbd4c9-4d5e-4a22-84ba-16ebf913ede4 service neutron] 10.222.0.16 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102597 Aug 06 15:48:43.260303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event updated for resources: {'Subnet': ['ID=5baa7639-d583-4f8a-9c46-aa04d9982be2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:43.335172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Checking segment: {'id': 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:43.335668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network hostable DHCP agents. Network: 5f2a7ac8-4fa9-495d-bced-bbde34544adb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:48:43.437154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-1a89bbd3-1b65-4f47-99fb-b8297be9388b service neutron] 10.222.0.16 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679604 Aug 06 15:48:43.464406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.527163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32768) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:43.533594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Network 5f2a7ac8-4fa9-495d-bced-bbde34544adb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:48:43.564859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2a359a3-1f64-481c-a15c-3e7befff8055 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be7f8c51634a4e3b91307c9fe2e3ce0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473392 Aug 06 15:48:43.565762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:43.585143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a359a3-1f64-481c-a15c-3e7befff8055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b6f92d-771d-47c4-8b0a-ca658371020f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:43.588720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-333d157b-29d6-4b8f-8d52-b3dc7eda6dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.671969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5f2a7ac8-4fa9-495d-bced-bbde34544adb) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:43.679508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:43.680584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:43.684187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.700729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f6c7ac-20b6-4c11-a803-5db848f0e81c None None] Network 5f2a7ac8-4fa9-495d-bced-bbde34544adb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:43.799894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d27-d066-4c92-ab15-a4ebc7a09426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.849186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-95598211-ec30-4c27-84cf-0a4349b77373', 'network_id': '95598211-ec30-4c27-84cf-0a4349b77373', 'tenant_id': 'f1f8a18b614543f89d315afe809c47fd', 'fixed_ips': [{'subnet_id': 'ef197eee-47f9-4b48-b1c6-587b460c63bd'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:48:43.858857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d27-d066-4c92-ab15-a4ebc7a09426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.861426 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:43.931553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a397fec9-0ba4-470e-9fa9-5cd2cf33e569 req-c1244a89-6f3a-4fee-b101-782f8ba92606 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae330fcd-088e-46e0-acfa-cfec997d2dd0 HTTP/1.1" status: 200 len: 210 time: 0.0804913 Aug 06 15:48:44.041159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-304ef6cd-7ec8-4c7f-8745-b9493cb072cd req-b6c7f9dc-1dfc-4195-bcde-b9fac1b87246 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.0930979 Aug 06 15:48:44.064395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-333d157b-29d6-4b8f-8d52-b3dc7eda6dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.196452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-333d157b-29d6-4b8f-8d52-b3dc7eda6dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.200542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.204055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d27-d066-4c92-ab15-a4ebc7a09426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.206931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d27-d066-4c92-ab15-a4ebc7a09426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.210696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6ccc6d27-d066-4c92-ab15-a4ebc7a09426 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36b6f92d-771d-47c4-8b0a-ca658371020f HTTP/1.1" status: 204 len: 168 time: 0.6369493 Aug 06 15:48:44.217914 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.229296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Allocated IP 2001:db8::1 (95598211-ec30-4c27-84cf-0a4349b77373/ef197eee-47f9-4b48-b1c6-587b460c63bd/aa1f1541-e43d-4ded-81ba-0142869e4858) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:44.250230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-333d157b-29d6-4b8f-8d52-b3dc7eda6dc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04abfbc224c04d93a60bd1b04fae299e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7184231 Aug 06 15:48:44.252428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d157b-29d6-4b8f-8d52-b3dc7eda6dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa69befa-a0fe-45ec-a8b8-7b6e699426d9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:44.252516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Transition to ACTIVE for port object 1d19e49a-12e1-4de1-ac1e-f554c5611d0a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:44.253863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:44.282386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc6d27-d066-4c92-ab15-a4ebc7a09426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b6f92d-771d-47c4-8b0a-ca658371020f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:44.309528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5f2a7ac8-4fa9-495d-bced-bbde34544adb', 'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb', 'tenant_id': 'f1f8a18b614543f89d315afe809c47fd', 'fixed_ips': [{'subnet_id': '5baa7639-d583-4f8a-9c46-aa04d9982be2'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:48:44.310817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.323171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5537f783-ac80-42e3-bf51-a9901b23b351 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.9037476 Aug 06 15:48:44.325688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:44.334918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5178eebc-d12f-473e-a9cb-694c798b6e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.385453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5178eebc-d12f-473e-a9cb-694c798b6e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.397626 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.450584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1c619-12e4-454e-a397-851010ff00d5 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:44.452940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1c619-12e4-454e-a397-851010ff00d5 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:44.454667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d1c619-12e4-454e-a397-851010ff00d5 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:44.455226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.456843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50d1c619-12e4-454e-a397-851010ff00d5 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1296408 Aug 06 15:48:44.473637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:44.546020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Deleting subnet ef197eee-47f9-4b48-b1c6-587b460c63bd {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:48:44.612755 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Floating IP 5f9f7e27-21f6-4ab0-b5c5-258083c423fa associated. External IP: 172.25.5.36, port: 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f. Aug 06 15:48:44.632175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a09df-d0e6-46db-ab70-21a655c50624 None None] Pushing event updated for resources: {'Port': ['ID=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:44.650203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5178eebc-d12f-473e-a9cb-694c798b6e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.652922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5178eebc-d12f-473e-a9cb-694c798b6e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.654104 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5178eebc-d12f-473e-a9cb-694c798b6e9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa69befa-a0fe-45ec-a8b8-7b6e699426d9 HTTP/1.1" status: 204 len: 168 time: 0.3992739 Aug 06 15:48:44.673950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178eebc-d12f-473e-a9cb-694c798b6e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa69befa-a0fe-45ec-a8b8-7b6e699426d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:44.785383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Attempting to bind port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:44.785780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Attempting to bind port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:44.786131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Attempting to bind port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a on network ee320057-0613-4433-94b3-6aea8e41d4fb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:44.800374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:44.800374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Checking segment: {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:44.800374 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.800374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Bound using segment: {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:44.801073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Bound port: 1d19e49a-12e1-4de1-ac1e-f554c5611d0a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:44.801073 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.808104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Allocated IP 2001:db8:0:1::1 (5f2a7ac8-4fa9-495d-bced-bbde34544adb/5baa7639-d583-4f8a-9c46-aa04d9982be2/40f4051d-260b-432d-a7bc-9e6dcf0e992c) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:44.825337 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:44.882717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Transition to ACTIVE for port object aa1f1541-e43d-4ded-81ba-0142869e4858 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:44.930291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:48:44.932725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Transition to ACTIVE for port object aa1f1541-e43d-4ded-81ba-0142869e4858 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:44.977349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] For port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:44.995970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] For port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:45.042586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.070148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.093521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:48:45.101689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.108572 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:48:45.127139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.130270 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:45.131080 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:45.148094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.178275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-707cbc54-741f-4e5e-bdc0-47585179bd1b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "PUT /v2.0/floatingips/5f9f7e27-21f6-4ab0-b5c5-258083c423fa HTTP/1.1" status: 200 len: 991 time: 2.1941538 Aug 06 15:48:45.179576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:45.186793 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e" -d '{"events": [{"name": "network-changed", "server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:45.199832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Network 95598211-ec30-4c27-84cf-0a4349b77373 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:45.213536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.237221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:45.247672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:45.252216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Transition to ACTIVE for port object 40f4051d-260b-432d-a7bc-9e6dcf0e992c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:45.263301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Pushing event updated for resources: {'Port': ['ID=aa1f1541-e43d-4ded-81ba-0142869e4858,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:45.290228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Transition to ACTIVE for port object 40f4051d-260b-432d-a7bc-9e6dcf0e992c will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:45.334043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 657118b6-8789-40ee-8d65-f93265c56881 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:48:45.354148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32812) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:45.376553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9175563-c10c-4807-9f3a-31b26f806063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.377901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1edf086-72f8-44d5-91c1-def76ad8ca29 req-e8a5fa9f-6695-4232-85f7-8c055260cb4d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.2187181 Aug 06 15:48:45.384351 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.389020 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:45.409267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 657118b6-8789-40ee-8d65-f93265c56881 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:48:45.410602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 657118b6-8789-40ee-8d65-f93265c56881 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:48:45.438663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:45.445587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:45.528888 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.570710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Attempting to bind port aa1f1541-e43d-4ded-81ba-0142869e4858 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:45.571075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Attempting to bind port aa1f1541-e43d-4ded-81ba-0142869e4858 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8ab3ca56-d698-476c-ba6c-ed04bc458c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95598211-ec30-4c27-84cf-0a4349b77373'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:45.571912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Attempting to bind port aa1f1541-e43d-4ded-81ba-0142869e4858 on network 95598211-ec30-4c27-84cf-0a4349b77373 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:45.586033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a09df-d0e6-46db-ab70-21a655c50624 None None] Pushing event updated for resources: {'Port': ['ID=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:45.587685 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e24598-4339-451e-ab56-ed85cfa849cc x-openstack-request-id: req-e3e24598-4339-451e-ab56-ed85cfa849cc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:45.588174 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:45.588445 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3e24598-4339-451e-ab56-ed85cfa849cc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:45.588864 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'status': 'completed', 'code': 200} Aug 06 15:48:45.595120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Network 5f2a7ac8-4fa9-495d-bced-bbde34544adb is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:45.632717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:45.633106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Checking segment: {'id': '8ab3ca56-d698-476c-ba6c-ed04bc458c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95598211-ec30-4c27-84cf-0a4349b77373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:45.633522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.634427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Bound using segment: {'id': '8ab3ca56-d698-476c-ba6c-ed04bc458c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95598211-ec30-4c27-84cf-0a4349b77373'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:45.634427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Bound port: aa1f1541-e43d-4ded-81ba-0142869e4858, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab3ca56-d698-476c-ba6c-ed04bc458c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95598211-ec30-4c27-84cf-0a4349b77373'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:45.635026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.636940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:45.652676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9175563-c10c-4807-9f3a-31b26f806063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.662373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:45.685935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-117e88b9-5ae1-48d2-9896-8acc62cf36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:45.687568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-117e88b9-5ae1-48d2-9896-8acc62cf36bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1097 time: 0.0673463 Aug 06 15:48:45.694539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.750153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Pushing event updated for resources: {'Port': ['ID=40f4051d-260b-432d-a7bc-9e6dcf0e992c,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:45.778123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:45.786558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Subnet': ['ID=ef197eee-47f9-4b48-b1c6-587b460c63bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:45.790451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.800655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be40e1bb-d572-4004-ac54-74220dd4257d tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/subnets/ef197eee-47f9-4b48-b1c6-587b460c63bd HTTP/1.1" status: 204 len: 168 time: 1.3252940 Aug 06 15:48:45.802774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:45.852712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Attempting to bind port 40f4051d-260b-432d-a7bc-9e6dcf0e992c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:45.856212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Attempting to bind port 40f4051d-260b-432d-a7bc-9e6dcf0e992c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:45.856847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Attempting to bind port 40f4051d-260b-432d-a7bc-9e6dcf0e992c on network 5f2a7ac8-4fa9-495d-bced-bbde34544adb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:45.888698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9175563-c10c-4807-9f3a-31b26f806063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:45.920379 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5f9f7e27-21f6-4ab0-b5c5-258083c423fa', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'mac_address': 'fa:16:3e:fc:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43782b42-1b8f-4930-97ed-70a698bff94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:48:15Z', 'updated_at': '2021-08-06T15:48:44Z', 'revision_number': 1, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:45.960690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e9175563-c10c-4807-9f3a-31b26f806063 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20858b2d10e0455f94bf2f732ed40ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6054108 Aug 06 15:48:45.969594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:45.991166 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:48:46.005524 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:48:46.006414 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:48:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:46.018802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9175563-c10c-4807-9f3a-31b26f806063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acc1909-4d42-463b-9ab9-74414f843177,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:46.041811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-1882692b-c8f6-4e54-96eb-f22ef2c69cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:46.044537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-1882692b-c8f6-4e54-96eb-f22ef2c69cc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.3355591 Aug 06 15:48:46.065433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Deleting subnet 5baa7639-d583-4f8a-9c46-aa04d9982be2 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:48:46.069925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.136431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.137671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:46.139691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Checking segment: {'id': 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:46.140675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.141230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Bound using segment: {'id': 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:46.147147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Bound port: 40f4051d-260b-432d-a7bc-9e6dcf0e992c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5f2a7ac8-4fa9-495d-bced-bbde34544adb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:46.148058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.198715 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-6ecc3d9a-0b07-4c3f-8e6c-72e4a1cf7276 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 999 time: 0.1418736 Aug 06 15:48:46.205879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] For port aa1f1541-e43d-4ded-81ba-0142869e4858, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:46.249847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.250953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] For port aa1f1541-e43d-4ded-81ba-0142869e4858, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa1f1541-e43d-4ded-81ba-0142869e4858,segment=NetworkSegment(8ab3ca56-d698-476c-ba6c-ed04bc458c1c),segment_id=8ab3ca56-d698-476c-ba6c-ed04bc458c1c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:46.300454 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:48:46.333466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-8b468232-90b0-41d4-8d1a-2833f08ca3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:46.335010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-8b468232-90b0-41d4-8d1a-2833f08ca3d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1290004 Aug 06 15:48:46.351914 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.427854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-c8a41af9-b7d5-4cac-99eb-d4a7ffcb11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:46.429428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-c8a41af9-b7d5-4cac-99eb-d4a7ffcb11cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873070 Aug 06 15:48:46.452726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3550f256-21bb-47eb-b55d-c3503bc3229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.559549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.568875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-57e030c6-a716-4200-9afd-bac2ddc373b5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:46.570457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-57e030c6-a716-4200-9afd-bac2ddc373b5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.6906700 Aug 06 15:48:46.585850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3550f256-21bb-47eb-b55d-c3503bc3229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.591080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-37c08fa6-3bb2-40ec-9a36-639e11c78f7a service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533568 Aug 06 15:48:46.616475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca237367-e21d-4fb4-aff8-d977b5541800 req-c4fbcd17-4a61-4c01-9312-f073e70e7690 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.0876102 Aug 06 15:48:46.695652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.705164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/subnets/5baa7639-d583-4f8a-9c46-aa04d9982be2 HTTP/1.1" status: 204 len: 168 time: 0.8990884 Aug 06 15:48:46.710067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52034e-4081-4ce3-a460-251606749ebb tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Subnet': ['ID=5baa7639-d583-4f8a-9c46-aa04d9982be2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:46.717769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:46.749439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-d847deb1-a793-4805-9bbb-37f4f1ea3950 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.1528909 Aug 06 15:48:46.774823 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5f9f7e27-21f6-4ab0-b5c5-258083c423fa', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'mac_address': 'fa:16:3e:fc:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43782b42-1b8f-4930-97ed-70a698bff94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:48:15Z', 'updated_at': '2021-08-06T15:48:44Z', 'revision_number': 1, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:46.778351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5a09-f635-42f1-9fa1-a33294c1cbd6 None None] Pushing event updated for resources: {'Port': ['ID=aa1f1541-e43d-4ded-81ba-0142869e4858,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:46.811977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] For port 40f4051d-260b-432d-a7bc-9e6dcf0e992c, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:46.818814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:44Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:46.821792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aaf4dc18-fedf-40c3-acbc-526e8dd1e20e req-7df2b121-f0b8-4cf2-aefd-f174361d75de service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232182 Aug 06 15:48:46.830362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] For port 40f4051d-260b-432d-a7bc-9e6dcf0e992c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40f4051d-260b-432d-a7bc-9e6dcf0e992c,segment=NetworkSegment(b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb),segment_id=b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:46.855569 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf6044-ae61-43aa-9a05-aac9c9767c9d None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5f9f7e27-21f6-4ab0-b5c5-258083c423fa', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'mac_address': 'fa:16:3e:fc:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43782b42-1b8f-4930-97ed-70a698bff94b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:48:15Z', 'updated_at': '2021-08-06T15:48:44Z', 'revision_number': 1, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:48:46.924788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:46.927898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea0cf3a-a12a-4696-b962-00b6d907ed27 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:46.933570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dea0cf3a-a12a-4696-b962-00b6d907ed27 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2056665 Aug 06 15:48:46.934622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:46.965772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee99ace4-a71d-46ce-a0f5-a1b06724fc62 None None] The sync data for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 is: [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:44Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:48:46.991185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-7640fcb0-4fe2-4416-891c-ef0a09f6a8a7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1578715 Aug 06 15:48:47.020859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3550f256-21bb-47eb-b55d-c3503bc3229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:47.026283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3550f256-21bb-47eb-b55d-c3503bc3229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:47.031423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3550f256-21bb-47eb-b55d-c3503bc3229c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4acc1909-4d42-463b-9ab9-74414f843177 HTTP/1.1" status: 204 len: 168 time: 1.0607762 Aug 06 15:48:47.050713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f256-21bb-47eb-b55d-c3503bc3229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acc1909-4d42-463b-9ab9-74414f843177,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:47.183067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130435c1-3873-4678-b827-2cb9529a577d None None] Network 95598211-ec30-4c27-84cf-0a4349b77373 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:47.381068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:47.381789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f5769-cf50-4ae1-ab0a-c93c2555c29d None None] Pushing event updated for resources: {'Port': ['ID=40f4051d-260b-432d-a7bc-9e6dcf0e992c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:47.471110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f4a25-0a0e-4d01-a2df-4dd5d8e0718a None None] New status for floating IP 5f9f7e27-21f6-4ab0-b5c5-258083c423fa: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:48:47.615829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-13642cbe-7b4d-4f17-9d3b-cf5207580a6d service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194801 Aug 06 15:48:47.833956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-3af9d19b-6adf-40bf-9328-b8bcff9c244f tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:47.838513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-3af9d19b-6adf-40bf-9328-b8bcff9c244f tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.64 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 819 time: 0.8523941 Aug 06 15:48:47.876113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'port': {'device_id': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'admin_state_up': True, 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:47.881035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:47.913300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc0f2322-16fc-43c2-82d1-b7ad0160936b req-1c4ec370-8cf7-4b62-bade-641d2e7f099e tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.0796440 Aug 06 15:48:48.004589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Deleting port 40f4051d-260b-432d-a7bc-9e6dcf0e992c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:48.008648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-7e15cbe4-9ced-42eb-918e-112d91d48220 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861291 Aug 06 15:48:48.012221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.241673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5c47f33-213d-4617-b13f-a1651a580ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.251127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] For port 40f4051d-260b-432d-a7bc-9e6dcf0e992c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40f4051d-260b-432d-a7bc-9e6dcf0e992c,segment=NetworkSegment(b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb),segment_id=b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:48.251452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.294416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40f4051d-260b-432d-a7bc-9e6dcf0e992c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:48.297375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Calling delete_port for 40f4051d-260b-432d-a7bc-9e6dcf0e992c owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:48.499722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5c47f33-213d-4617-b13f-a1651a580ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.517975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 40f4051d-260b-432d-a7bc-9e6dcf0e992c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:48.530973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d19e49a-12e1-4de1-ac1e-f554c5611d0a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:48.630762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5c47f33-213d-4617-b13f-a1651a580ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.668140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5da14a99-6246-4d0a-b729-3ad5bfe6b79c req-56c0fc47-dbc6-4b9d-af46-bc76e876d5cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 210 time: 0.0584767 Aug 06 15:48:48.708587 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e5c47f33-213d-4617-b13f-a1651a580ca4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2123f17e01d64e439f64e1973aba49e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207967 Aug 06 15:48:48.716655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:48.738099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.775087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:48.781330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:48.781966 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.827594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d3630aa-d589-45c5-8b6c-558d5b57459a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.840976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] No DVR routers for this DVR port 40f4051d-260b-432d-a7bc-9e6dcf0e992c on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:48:48.849464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47f33-213d-4617-b13f-a1651a580ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62294408-e925-483f-ab22-420f70e4b219,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:48.853142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Port': ['ID=40f4051d-260b-432d-a7bc-9e6dcf0e992c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:48.869669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Made reservation on behalf of a5bd1ddfca63477394c7fab2f98d8a88 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:48.869669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.888442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d3630aa-d589-45c5-8b6c-558d5b57459a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:48.969073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62202793-1ffd-461b-8e53-067ca3ba345b None None] Network 5f2a7ac8-4fa9-495d-bced-bbde34544adb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:48.999234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.023263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b2981221-044c-4ecf-8cab-496397091318 None None] Could not find standard attr ID for object 40f4051d-260b-432d-a7bc-9e6dcf0e992c. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:48:49.069847 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.071596 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d3630aa-d589-45c5-8b6c-558d5b57459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.075044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d3630aa-d589-45c5-8b6c-558d5b57459a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.076405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9d3630aa-d589-45c5-8b6c-558d5b57459a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62294408-e925-483f-ab22-420f70e4b219 HTTP/1.1" status: 204 len: 168 time: 0.3586996 Aug 06 15:48:49.118562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2a7ac8-4fa9-495d-bced-bbde34544adb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:49.153288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f92c82c8-b976-4b69-a452-c37c975a876d req-66335668-825a-4034-93f6-45669ad2b4ad tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.0652046 Aug 06 15:48:49.154608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3630aa-d589-45c5-8b6c-558d5b57459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62294408-e925-483f-ab22-420f70e4b219,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:49.160343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:49.170503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:49.171203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24ae741-9ae7-4bfc-8464-2d42ad2cd2bb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:49.211371 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.240932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.260394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.282614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:49.283032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:49.287135 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:49.351298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:49.369693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c3950-d5f9-4ffa-badd-60cb0c886790 None None] DHCP port deletion for 5f2a7ac8-4fa9-495d-bced-bbde34544adb request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:48:49.400457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac8678-8732-4202-b662-506e10d020ab None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:48:49.481837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Allocated IP 172.20.0.8 (ee320057-0613-4433-94b3-6aea8e41d4fb/3f2a07bd-494d-40aa-8138-933c868ecb50/daca6756-4c0d-4ea3-84fd-dba78a0f1fad) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:49.514812 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.526737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.529242 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/networks/5f2a7ac8-4fa9-495d-bced-bbde34544adb HTTP/1.1" status: 204 len: 168 time: 2.5875323 Aug 06 15:48:49.531737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:49.563535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56806ea-ee6b-40ef-a7c2-355cb7344c18 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Network': ['ID=5f2a7ac8-4fa9-495d-bced-bbde34544adb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:49.644099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ac8678-8732-4202-b662-506e10d020ab None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:48:49.771494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.823089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.871838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f886e7b8-a41a-4f76-b261-79ca83105cd1 req-f3c303ad-941b-4bd7-8fed-93d1c9015649 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 210 time: 0.0985994 Aug 06 15:48:49.941251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:49.984135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Deleting port aa1f1541-e43d-4ded-81ba-0142869e4858 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:49.984135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.043261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Network ee320057-0613-4433-94b3-6aea8e41d4fb is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:50.047056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:50.051450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:50.095107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] For port aa1f1541-e43d-4ded-81ba-0142869e4858, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa1f1541-e43d-4ded-81ba-0142869e4858,segment=NetworkSegment(8ab3ca56-d698-476c-ba6c-ed04bc458c1c),segment_id=8ab3ca56-d698-476c-ba6c-ed04bc458c1c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:50.099157 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.131580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:50.147036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Calling delete_port for aa1f1541-e43d-4ded-81ba-0142869e4858 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:50.228380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:50.230247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.283364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d19e49a-12e1-4de1-ac1e-f554c5611d0a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:50.414135 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e550d19d-5f30-4208-bae6-ea33ad6dd377 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5599072 Aug 06 15:48:50.418237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a5fa2-1bd1-47e6-a240-ee65442f8d5d req-b1df2a85-cc34-4683-86d6-568971550fc0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:50.419790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b66a5fa2-1bd1-47e6-a240-ee65442f8d5d req-b1df2a85-cc34-4683-86d6-568971550fc0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 931 time: 0.1443903 Aug 06 15:48:50.428233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Request body: {'port': {'device_id': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:50.487221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b66a5fa2-1bd1-47e6-a240-ee65442f8d5d req-c2874a22-e9a2-4759-b76a-8d4a5267424b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585198 Aug 06 15:48:50.513942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.526070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:50.526295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.541161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.619894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] No DVR routers for this DVR port aa1f1541-e43d-4ded-81ba-0142869e4858 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:48:50.634215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Port': ['ID=aa1f1541-e43d-4ded-81ba-0142869e4858,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:50.726776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40f4051d-260b-432d-a7bc-9e6dcf0e992c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:48:50.751439 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.758854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 40f4051d-260b-432d-a7bc-9e6dcf0e992c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:48:50.759311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40f4051d-260b-432d-a7bc-9e6dcf0e992c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:48:50.766970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95598211-ec30-4c27-84cf-0a4349b77373']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:50.781446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab3ca56-d698-476c-ba6c-ed04bc458c1c') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:50.781864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab3ca56-d698-476c-ba6c-ed04bc458c1c') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:50.795662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.814853 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.828556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:50.830665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:50.836431 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:50.946451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daca6756-4c0d-4ea3-84fd-dba78a0f1fad {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:50.957224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.005739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-554a2b59-b60a-484a-81e8-a7713801bd16 req-e7e8b5fb-da21-4c32-acc0-f1ed687ed76e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 210 time: 0.0502281 Aug 06 15:48:51.099374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.101723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Transition to ACTIVE for port object daca6756-4c0d-4ea3-84fd-dba78a0f1fad will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:51.118929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.120833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/networks/95598211-ec30-4c27-84cf-0a4349b77373 HTTP/1.1" status: 204 len: 168 time: 1.5880821 Aug 06 15:48:51.122184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bd6b7-f245-4134-ab7b-63b1f57b1bb6 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Network': ['ID=95598211-ec30-4c27-84cf-0a4349b77373,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:51.124219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32954) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:51.154665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:51.222362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.328741 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.388090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:51.400146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-381080214'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:51.482307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-6056024e-c4a1-4550-8705-6843798ef4b5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:51.483815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-6056024e-c4a1-4550-8705-6843798ef4b5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.3195283 Aug 06 15:48:51.516610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:51.528275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Made reservation on behalf of 5ed205687bfc45e7b6a34f601eeaeac5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:51.534972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.546998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.672739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc1a57-a090-4aac-999b-625edec15b43 req-e297a748-e4a4-48a2-a49b-fb2a69ecb334 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:51.685332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22cc1a57-a090-4aac-999b-625edec15b43 req-e297a748-e4a4-48a2-a49b-fb2a69ecb334 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 943 time: 0.1114111 Aug 06 15:48:51.758667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22cc1a57-a090-4aac-999b-625edec15b43 req-4640f700-e408-450c-b86f-d24d4e46078c tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716832 Aug 06 15:48:51.776605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.871026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.900517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:51.916724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05adac7c-0ed9-4547-9cd7-2952db3ce500,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:51.922095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.922541 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Added segment 3ae85fc3-1cff-45ef-b9fe-b081a3529a1b of type vlan for network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f Aug 06 15:48:51.971185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:51.972989 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.013704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:52.015922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Attempting to bind port daca6756-4c0d-4ea3-84fd-dba78a0f1fad on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:52.016270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Attempting to bind port daca6756-4c0d-4ea3-84fd-dba78a0f1fad by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:52.016604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Attempting to bind port daca6756-4c0d-4ea3-84fd-dba78a0f1fad on network ee320057-0613-4433-94b3-6aea8e41d4fb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:52.039249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e28778-86b6-4077-bb82-6e8615bfa957') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:52.039637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e28778-86b6-4077-bb82-6e8615bfa957') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:52.041616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Port daca6756-4c0d-4ea3-84fd-dba78a0f1fad on network ee320057-0613-4433-94b3-6aea8e41d4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:52.041938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Attempting to bind port daca6756-4c0d-4ea3-84fd-dba78a0f1fad on network ee320057-0613-4433-94b3-6aea8e41d4fb {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:52.058525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.066375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:52.066724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Checking segment: {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:52.067253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Bound using segment: {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:52.067597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Bound port: daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53393623-23f8-4d1b-b626-0be52ffd604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:52.068011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.082683 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.091013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:52.091677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.109274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.152684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:52.153133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:52.156668 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:52.187679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dde73cee-2f37-44aa-813e-53a3f62950de req-5d515a70-8a63-48da-a0c5-3116bb2e16ea tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 210 time: 0.0914621 Aug 06 15:48:52.228292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0720222 Aug 06 15:48:52.243938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac602694-8b14-43aa-b541-830e89584640 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Pushing event updated for resources: {'Network': ['ID=0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:52.261107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:52.277579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:52.286332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:52.373739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:52.378547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.406329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.408499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.414656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.420271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/networks/b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0 HTTP/1.1" status: 204 len: 168 time: 1.2917476 Aug 06 15:48:52.420399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:52.495898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d8d1b-4be0-4360-a4b2-e4b6ddd8474f tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Network': ['ID=b59b3b42-fcbd-45b1-a6a5-5841c6d04cc0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:52.505853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:52.506791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.508745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] 10.222.0.64 "PUT /v2.0/ports/daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 1091 time: 2.0859103 Aug 06 15:48:52.511276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:52.515445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:52.519977 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29" -d '{"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:52.531402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Request body: {'port': {'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f', 'binding:host_id': 'n-h1-778550-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-223851213'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:52.548796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.572314 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4342c1df-efa1-4760-9d37-080ec9469366 x-openstack-request-id: req-4342c1df-efa1-4760-9d37-080ec9469366 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:52.572551 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:52.572996 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4342c1df-efa1-4760-9d37-080ec9469366 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:52.573528 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'status': 'completed', 'code': 200} Aug 06 15:48:52.669444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8ccb1-9c23-475a-9b85-16a4d2426138 service neutron] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:52.734576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29 req-fe13b53c-0df3-47ec-ab46-1ef6153e9f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:52.736404 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29 req-fe13b53c-0df3-47ec-ab46-1ef6153e9f45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1094 time: 0.1419196 Aug 06 15:48:52.760614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.6 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/6f15e8cc-e814-4540-b81d-5065797408ec) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:48:52.791934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Made reservation on behalf of 75e29295fe4a461ab0f97c503be8e22b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:52.795462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.843591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:52.997972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.004468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29 req-22ab8885-f556-4546-8c96-dd75b554897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:53.006089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29 req-22ab8885-f556-4546-8c96-dd75b554897f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2591760 Aug 06 15:48:53.010551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fd63a-6c09-4cf2-b53c-f293c203ea21']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:53.025076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6d9b33-48e2-4182-bfc2-cc4ffca94cd2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:53.025372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6d9b33-48e2-4182-bfc2-cc4ffca94cd2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:48:53.044215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eedf18-494c-4062-a60f-173db1e58b99 req-c8367bf2-58a0-4f26-915b-f6796769394e tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:53.046205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1eedf18-494c-4062-a60f-173db1e58b99 req-c8367bf2-58a0-4f26-915b-f6796769394e tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 943 time: 0.1172218 Aug 06 15:48:53.051332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.082723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.093796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:48:53.094453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:48:53.098198 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:48:53.158132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1eedf18-494c-4062-a60f-173db1e58b99 req-554c56ba-89c4-4626-96d8-331a2b3581f7 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970604 Aug 06 15:48:53.161401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.187691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.201889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29 req-81f481e9-2634-44ad-8e79-6b5f5e01c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:53.203369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-01a1be2c-ccd8-4e76-9591-65bc7fc58d29 req-81f481e9-2634-44ad-8e79-6b5f5e01c63d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824744 Aug 06 15:48:53.254029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.259404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.261454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] 10.222.0.16 "DELETE /v2.0/networks/3c0fd63a-6c09-4cf2-b53c-f293c203ea21 HTTP/1.1" status: 204 len: 168 time: 0.8400476 Aug 06 15:48:53.287992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440dab2-99d3-4cad-9010-2837096106f7 tempest-BulkNetworkOpsIpV6Test-634958110 tempest-BulkNetworkOpsIpV6Test-634958110-project] Pushing event deleted for resources: {'Network': ['ID=3c0fd63a-6c09-4cf2-b53c-f293c203ea21,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:53.303236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.309379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:53.323258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4a58f7c-13c4-47cc-b2ca-4b009402a37a req-8c388306-4d73-4ea2-9000-00636678dd63 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 210 time: 0.0430629 Aug 06 15:48:53.344602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-06d9cd08-4787-4b31-bd80-5b21c1962731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:53.346167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-06d9cd08-4787-4b31-bd80-5b21c1962731 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1094 time: 0.0982745 Aug 06 15:48:53.418014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.441431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:53.512936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-0ffb37ac-335c-4633-98fd-302c68567dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 217 time: 0.0928962 Aug 06 15:48:53.524245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa766c97-c840-4abc-8321-5d2520a29320,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:53.557670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:53.596073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:53.604834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=6f15e8cc-e814-4540-b81d-5065797408ec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:53.608330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:53.677152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5e8b8-213b-4abe-842e-d40801879354 req-64c9f56b-b765-44ca-8b58-2dd54f5e4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:53.678699 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-64c9f56b-b765-44ca-8b58-2dd54f5e4c50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1498067 Aug 06 15:48:53.753688 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-5b7cba43-5414-4f6a-a9d8-e29ea64449ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528712 Aug 06 15:48:53.794793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:53.795543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.928371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:53.947315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:53.951650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-e10091ee-d8f0-443f-bd11-111920c1629a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4454997 Aug 06 15:48:53.958782 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-e056a0d0-1b52-44ce-ac4b-32be2487ab82 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791475 Aug 06 15:48:53.966788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Request body: {'port': {'device_id': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:53.983736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Transition to ACTIVE for port object 2a138262-5c6c-4b1e-8d89-c7ca79cff51c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:54.000232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:54.101730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.115237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.165366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-99cd3684-aa6c-4134-b614-7e6193f2d6df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1f8a18b614543f89d315afe809c47fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633410 Aug 06 15:48:54.167500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:54.209839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-79c5e8b8-213b-4abe-842e-d40801879354 req-d416e5bf-1eba-4966-a728-f3d4f632b0ed service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380695 Aug 06 15:48:54.231254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=2a138262-5c6c-4b1e-8d89-c7ca79cff51c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:54.246078 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18d7649d-c01f-46ab-8d02-02092ede3f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.299283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18d7649d-c01f-46ab-8d02-02092ede3f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.312962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Checking segment: {'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:54.313336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Network hostable DHCP agents. Network: 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:48:54.348479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b382229-6d0a-44ba-a9c6-607d5603c94b req-6b7d5621-c111-4bce-9b27-96ed24f9495c tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:54.353089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b382229-6d0a-44ba-a9c6-607d5603c94b req-6b7d5621-c111-4bce-9b27-96ed24f9495c tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 943 time: 0.0890853 Aug 06 15:48:54.406848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b382229-6d0a-44ba-a9c6-607d5603c94b req-b203be0f-3f88-40a8-9b18-a8be125cf61b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Aug 06 15:48:54.475591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2183f92-1296-4c24-9970-2741f4d9923e req-fedd8de9-c570-4835-b9ae-528dce67180f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:54.477198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2183f92-1296-4c24-9970-2741f4d9923e req-fedd8de9-c570-4835-b9ae-528dce67180f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 931 time: 0.0632725 Aug 06 15:48:54.481847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:48:54.526864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2183f92-1296-4c24-9970-2741f4d9923e req-145963c3-65f7-4969-8a73-b9b1d7c1f9cf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 Aug 06 15:48:54.533321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18d7649d-c01f-46ab-8d02-02092ede3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.536504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18d7649d-c01f-46ab-8d02-02092ede3f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.537755 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-18d7649d-c01f-46ab-8d02-02092ede3f72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bff0be91-c202-4453-b64b-132861c0e375 HTTP/1.1" status: 204 len: 168 time: 0.3691919 Aug 06 15:48:54.557164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7649d-c01f-46ab-8d02-02092ede3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff0be91-c202-4453-b64b-132861c0e375,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:54.602013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:54.605926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:54.612326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1450ba-dbfc-417a-ad43-71b378cfce89 None None] Network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:48:54.621976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.622321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.622667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.627378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.627706 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.628651 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 2 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.651177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.651529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.651969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.682270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.682468 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.694381 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 3 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.714508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.714925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.715280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.726884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.727227 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.731115 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 4 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.774297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.774650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.774993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.787758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.788335 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.791085 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 5 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.808625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f15e8cc-e814-4540-b81d-5065797408ec {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:54.819775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.822571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.822907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.823252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.833887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.834280 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.837320 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 6 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.843315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Transition to ACTIVE for port object 6f15e8cc-e814-4540-b81d-5065797408ec will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:54.855163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.855503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.855882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.861646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.861984 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.862524 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 7 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.879300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.879300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.879761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.884766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.885151 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.885556 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 8 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.903889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.904242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.904690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.910154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.910487 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.910873 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 9 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.924164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.924507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.924894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.929655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.930062 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.930457 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 10 to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c Aug 06 15:48:54.951280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:54.951647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:54.952004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:54.959939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:54.969096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:54.969440 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:54.969811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.068395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Pushing event updated for resources: {'Port': ['ID=6f15e8cc-e814-4540-b81d-5065797408ec,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:55.153505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] For port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:55.154122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempted to set empty binding levels {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 15:48:55.170809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Attempting to bind port 6f15e8cc-e814-4540-b81d-5065797408ec on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:55.171268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Attempting to bind port 6f15e8cc-e814-4540-b81d-5065797408ec by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:55.171570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Attempting to bind port 6f15e8cc-e814-4540-b81d-5065797408ec on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:55.177168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Port 6f15e8cc-e814-4540-b81d-5065797408ec on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:55.177575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Attempting to bind port 6f15e8cc-e814-4540-b81d-5065797408ec on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:55.183112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:48:55.183475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:48:55.183923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:48:55.184376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Bound port: 6f15e8cc-e814-4540-b81d-5065797408ec, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:48:55.184738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.249001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] For port 6f15e8cc-e814-4540-b81d-5065797408ec, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:55.252132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] For port 6f15e8cc-e814-4540-b81d-5065797408ec, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6f15e8cc-e814-4540-b81d-5065797408ec,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:48:55.277236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.314185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.314185 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.331874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.345168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=2a138262-5c6c-4b1e-8d89-c7ca79cff51c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:55.355501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.356219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.361297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] 10.222.0.59 "PUT /v2.0/ports/6f15e8cc-e814-4540-b81d-5065797408ec HTTP/1.1" status: 200 len: 1091 time: 1.3957176 Aug 06 15:48:55.361297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'tag': '6f15e8cc-e814-4540-b81d-5065797408ec'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:55.364054 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c301c8f-9dd4-474f-96a0-f307effce1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9040b7f-54e0-4aa9-ac76-7b11ec1aa390", "tag": "6f15e8cc-e814-4540-b81d-5065797408ec"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:55.406694 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb70c8d-076d-4bcf-8222-1c6cb98bf66a x-openstack-request-id: req-adb70c8d-076d-4bcf-8222-1c6cb98bf66a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:55.407063 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9040b7f-54e0-4aa9-ac76-7b11ec1aa390", "tag": "6f15e8cc-e814-4540-b81d-5065797408ec", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:55.407390 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-adb70c8d-076d-4bcf-8222-1c6cb98bf66a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:55.407881 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'tag': '6f15e8cc-e814-4540-b81d-5065797408ec', 'status': 'completed', 'code': 200} Aug 06 15:48:55.412244 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a53ce33d-7995-431e-81cf-17a253ef65cd tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.8899660 Aug 06 15:48:55.414911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:55.499723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000701b3-71fd-4aef-8b22-2245e10cd45b service neutron] Pushing event updated for resources: {'Port': ['ID=6f15e8cc-e814-4540-b81d-5065797408ec,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:55.557201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca622f3-2682-4c62-9192-f1fb277f587e req-77156d6f-0f06-4740-86be-57477451fc32 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.557571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c301c8f-9dd4-474f-96a0-f307effce1e0 req-cc1be857-d6cc-449c-a351-ee6f87b02b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.561185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dca622f3-2682-4c62-9192-f1fb277f587e req-77156d6f-0f06-4740-86be-57477451fc32 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 943 time: 0.0582430 Aug 06 15:48:55.561571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7c301c8f-9dd4-474f-96a0-f307effce1e0 req-cc1be857-d6cc-449c-a351-ee6f87b02b7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 1094 time: 0.0974886 Aug 06 15:48:55.632281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dca622f3-2682-4c62-9192-f1fb277f587e req-6e08ec46-31d4-4ed1-8bbe-9da81acc0a33 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Aug 06 15:48:55.648962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Deleting port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:55.649307 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.731391 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859e34-bae0-49ea-b27b-88195705ea28 req-dccb1de0-7273-43e6-9ca4-88d840a052b4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.733274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06859e34-bae0-49ea-b27b-88195705ea28 req-dccb1de0-7273-43e6-9ca4-88d840a052b4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 943 time: 0.0772722 Aug 06 15:48:55.755283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] For port 2a138262-5c6c-4b1e-8d89-c7ca79cff51c, host n-h1-778550-6, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:55.755570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.764094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c301c8f-9dd4-474f-96a0-f307effce1e0 req-5c765cc0-05df-49ff-8d43-eed3e7ccad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.765645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7c301c8f-9dd4-474f-96a0-f307effce1e0 req-5c765cc0-05df-49ff-8d43-eed3e7ccad64 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3710307740d74869bd0baae23a43f6cb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1968136 Aug 06 15:48:55.773381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Calling delete_port for 2a138262-5c6c-4b1e-8d89-c7ca79cff51c owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:55.791711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06859e34-bae0-49ea-b27b-88195705ea28 req-876f300a-b47c-40e5-881a-bbf6f3004022 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466716 Aug 06 15:48:55.828760 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:55.891563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33066) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:55.950816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c301c8f-9dd4-474f-96a0-f307effce1e0 req-b5ebd326-8cf6-4101-8b11-176eb0c2d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:55.952350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7c301c8f-9dd4-474f-96a0-f307effce1e0 req-b5ebd326-8cf6-4101-8b11-176eb0c2d26d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803384 Aug 06 15:48:56.006492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-632470606'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:56.047122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.078218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a138262-5c6c-4b1e-8d89-c7ca79cff51c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:56.083281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-650e35d9-eea6-4b24-9738-aeb9fd71404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:56.085187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-650e35d9-eea6-4b24-9738-aeb9fd71404d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 1094 time: 0.0927315 Aug 06 15:48:56.091436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.093377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b05aa3d7-88bf-4091-8e3e-4ba620b8d198 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2a138262-5c6c-4b1e-8d89-c7ca79cff51c HTTP/1.1" status: 204 len: 168 time: 0.6774874 Aug 06 15:48:56.096361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33072) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:56.122750 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd53c8f4-5580-43e3-a766-a1841c52be18 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:48:56.122874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fd53c8f4-5580-43e3-a766-a1841c52be18 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "GET /v2.0/ports/2a138262-5c6c-4b1e-8d89-c7ca79cff51c HTTP/1.1" status: 404 len: 333 time: 0.0253577 Aug 06 15:48:56.126590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:56.132589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Request body: {'port': {'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1606175442'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:56.137031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:56.140660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.144327 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-beec2b2f-0edb-4d0f-9fef-dcf82fc46747 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f15e8cc-e814-4540-b81d-5065797408ec HTTP/1.1" status: 200 len: 217 time: 0.0491841 Aug 06 15:48:56.160445 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.210411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-696af25f-fd20-4b53-9331-f1208fe60f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:56.211988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-696af25f-fd20-4b53-9331-f1208fe60f8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.0604415 Aug 06 15:48:56.213203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Made reservation on behalf of 75e29295fe4a461ab0f97c503be8e22b for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:56.215738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.238649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port d554d51f-d984-4d0f-989c-91e607bc3e50 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:56.258865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-927abd02-ee84-4fa9-a2db-4f42afc96667 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367768 Aug 06 15:48:56.399035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-a10bd82e-3270-46af-a27f-8d939bc8b1ff service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321416 Aug 06 15:48:56.432819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.476645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.494726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.530252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5b7f6-aa96-4d07-bac9-d21bc48ea1ec,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:56.542342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:48:56.567631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fe1c43d1-1b32-4b62-b95d-69f2b613edda req-9d2ac99e-c7cf-458e-8fae-23beb3b852de service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587739 Aug 06 15:48:56.569269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.569627 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Added segment 873894b1-2b4b-4ac4-85c5-1d7acfe84207 of type vlan for network 682935d5-104b-4921-9500-c4526f4a41c8 Aug 06 15:48:56.616729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.642176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.695792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:56.699304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:56.701783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:56.707042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:56.707561 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.715867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.722485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:56.723132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:56.727473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=d554d51f-d984-4d0f-989c-91e607bc3e50,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:56.781451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c4231-e2cf-455a-bb61-74392a2160d4 req-644ed925-2966-4391-9e49-063297796fdf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:56.789727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-638c4231-e2cf-455a-bb61-74392a2160d4 req-644ed925-2966-4391-9e49-063297796fdf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 943 time: 0.0767343 Aug 06 15:48:56.795257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Network': ['ID=682935d5-104b-4921-9500-c4526f4a41c8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:56.809327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 682935d5-104b-4921-9500-c4526f4a41c8 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:48:56.834403 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-33905919-66bb-4113-bebe-4b9774dc65f2 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9309394 Aug 06 15:48:56.848529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-638c4231-e2cf-455a-bb61-74392a2160d4 req-e5dffff4-ff45-411c-b5d9-08feab99774e tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Aug 06 15:48:56.876761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7121cc3e-aaba-4d31-a7ab-7e9dc5a50361 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7491093 Aug 06 15:48:56.881374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:56.890740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:56.980906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.010030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22c590-1f40-4880-a18a-fe435258ae1c req-12e84f38-34ca-4768-873a-5fa168d184cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.011545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a22c590-1f40-4880-a18a-fe435258ae1c req-12e84f38-34ca-4768-873a-5fa168d184cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 943 time: 0.0840635 Aug 06 15:48:57.136951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a22c590-1f40-4880-a18a-fe435258ae1c req-1dcf0fb8-e293-4e06-b83b-6ef9e2afd12e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075957 Aug 06 15:48:57.215645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port d554d51f-d984-4d0f-989c-91e607bc3e50 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:57.224314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.242477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Transition to ACTIVE for port object d554d51f-d984-4d0f-989c-91e607bc3e50 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:48:57.264578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device daca6756-4c0d-4ea3-84fd-dba78a0f1fad details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:48:57.345031 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.393965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:57.407007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=d554d51f-d984-4d0f-989c-91e607bc3e50,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:57.408143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'port_id': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'mac_address': 'fa:16:3e:d8:79:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:48:57.422302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.422643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.422983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.427665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.428459 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.428612 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 2 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.444568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.444912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.445271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.450682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.450682 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.451069 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 3 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.474337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.474709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.475029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.476259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.486658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.486998 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.487667 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 4 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.492425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daca6756-4c0d-4ea3-84fd-dba78a0f1fad {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:57.516530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.516530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.516530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.517341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:57.518005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.518511 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.518914 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 5 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.531875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.532717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.533307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.538498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.538806 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.539191 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 6 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.552293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.552864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.553206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.558122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.558444 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.558833 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 7 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.572319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.572658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.573163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.577894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.578216 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.578605 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 8 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.592647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.592982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.593482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.598628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.598900 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.599282 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 9 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.603628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.612922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.613353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.613727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.618249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.618569 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.618958 n-d-778550-6 neutron-server[94841]: INFO neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 10 to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 Aug 06 15:48:57.632538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:48:57.633101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:48:57.633587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:48:57.638580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:48:57.639081 n-d-778550-6 neutron-server[94841]: ERROR neutron.plugins.ml2.managers [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port d554d51f-d984-4d0f-989c-91e607bc3e50 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:48:57.639588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.678524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:57.712488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] For port d554d51f-d984-4d0f-989c-91e607bc3e50, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:48:57.713485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempted to set empty binding levels {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 15:48:57.790638 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.825945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] In _notify_port_updated(), no bound segment for port d554d51f-d984-4d0f-989c-91e607bc3e50 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:48:57.826825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.827437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:57.829115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "PUT /v2.0/ports/d554d51f-d984-4d0f-989c-91e607bc3e50 HTTP/1.1" status: 200 len: 975 time: 0.9462740 Aug 06 15:48:57.832039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:57.841396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca556f-df9b-4935-8519-89f7c926597f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=d554d51f-d984-4d0f-989c-91e607bc3e50,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:57.933496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['daca6756-4c0d-4ea3-84fd-dba78a0f1fad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:48:57.971359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.972060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.972612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.973156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.973778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.974319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.974857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.975387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.975951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.976482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.977014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.977683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.978277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.978817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.979353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.979947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.981401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.981946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.984018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.984018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.984253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.994346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.998883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:57.999454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.000031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.000571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.001699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.005951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.017876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:58.018461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-223781fc-c814-4b84-abca-55ad487f232a tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25253 time: 0.1845348 Aug 06 15:48:58.071013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a09b12-99b6-4888-8620-3bc1a3d0aca7 req-bc29728f-697b-46ce-a369-c7837aad3c49 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.073361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08a09b12-99b6-4888-8620-3bc1a3d0aca7 req-bc29728f-697b-46ce-a369-c7837aad3c49 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 944 time: 0.1035779 Aug 06 15:48:58.150722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08a09b12-99b6-4888-8620-3bc1a3d0aca7 req-2699ab52-165c-4220-a2b7-8e25d6c10ff9 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Aug 06 15:48:58.160632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Deleting port d554d51f-d984-4d0f-989c-91e607bc3e50 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:58.160962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:58.269382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] For port d554d51f-d984-4d0f-989c-91e607bc3e50, host n-h1-778550-6, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:58.269641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:58.285483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Calling delete_port for d554d51f-d984-4d0f-989c-91e607bc3e50 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:58.308954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb1000-61fa-406e-9d01-b0e489aa4b19 req-717b6a41-320b-4453-a72f-4ad8bc563493 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:58.310457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03eb1000-61fa-406e-9d01-b0e489aa4b19 req-717b6a41-320b-4453-a72f-4ad8bc563493 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 943 time: 0.0835638 Aug 06 15:48:58.407561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03eb1000-61fa-406e-9d01-b0e489aa4b19 req-d5d8b4cd-0f6c-44d3-a898-0f310848f0ec tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Aug 06 15:48:58.595993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:58.628658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event deleted for resources: {'Port': ['ID=d554d51f-d984-4d0f-989c-91e607bc3e50,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:58.632380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:58.634334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ed633844-ebee-461e-ae12-30eb340a3069 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "DELETE /v2.0/ports/d554d51f-d984-4d0f-989c-91e607bc3e50 HTTP/1.1" status: 204 len: 168 time: 0.6149411 Aug 06 15:48:58.638492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:58.665542 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9e8cca-8dbc-4723-bd7f-034160bb0888 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:48:58.667250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce9e8cca-8dbc-4723-bd7f-034160bb0888 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "GET /v2.0/ports/d554d51f-d984-4d0f-989c-91e607bc3e50 HTTP/1.1" status: 404 len: 333 time: 0.0276823 Aug 06 15:48:58.671321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:58.676573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1428197714', 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:58.772459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Made reservation on behalf of 75e29295fe4a461ab0f97c503be8e22b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:48:58.774964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:58.794065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port 2a6990f7-4002-4eb1-8806-a580bec54265 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:48:58.933677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:58.966924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.076663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.129014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:48:59.132310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:48:59.134796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:48:59.136238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:59.137053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.146344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6990f7-4002-4eb1-8806-a580bec54265,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:59.244097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d918bc83-5110-4a0c-bcaf-096efae6f11c tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5691996 Aug 06 15:48:59.250424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:59.284235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device daca6756-4c0d-4ea3-84fd-dba78a0f1fad up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:48:59.308944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388cc65-0bf9-4f15-9928-b98caf614bd8 req-fa403d54-f9c1-4b83-a811-6bf4247a7094 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:59.319507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7388cc65-0bf9-4f15-9928-b98caf614bd8 req-fa403d54-f9c1-4b83-a811-6bf4247a7094 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 944 time: 0.0883186 Aug 06 15:48:59.344765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f0695-d449-4c72-b79e-53bd5447b8a0 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:59.346194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-437f0695-d449-4c72-b79e-53bd5447b8a0 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "GET /v2.0/ports/2a6990f7-4002-4eb1-8806-a580bec54265 HTTP/1.1" status: 200 len: 955 time: 0.0947504 Aug 06 15:48:59.350128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:59.365707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6f15e8cc-e814-4540-b81d-5065797408ec details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:48:59.387753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7388cc65-0bf9-4f15-9928-b98caf614bd8 req-5b31fc3b-a17c-4a31-a4bb-95263033051c tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Aug 06 15:48:59.495080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Deleting port 2a6990f7-4002-4eb1-8806-a580bec54265 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:48:59.495605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.505486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port daca6756-4c0d-4ea3-84fd-dba78a0f1fad completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:48:59.514205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port daca6756-4c0d-4ea3-84fd-dba78a0f1fad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:48:59.514722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.560499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6f15e8cc-e814-4540-b81d-5065797408ec, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6f15e8cc-e814-4540-b81d-5065797408ec,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:59.577619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.577904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f662be7-9bf1-4973-afc9-491d2d041c11 req-5990e292-e9fd-47b4-b1e7-efc864d01b48 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:59.587248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6f15e8cc-e814-4540-b81d-5065797408ec', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': '6f15e8cc-e814-4540-b81d-5065797408ec', 'mac_address': 'fa:16:3e:2d:20:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:48:59.587581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f662be7-9bf1-4973-afc9-491d2d041c11 req-5990e292-e9fd-47b4-b1e7-efc864d01b48 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 943 time: 0.0674093 Aug 06 15:48:59.597974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Calling delete_port for 2a6990f7-4002-4eb1-8806-a580bec54265 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:48:59.624065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f662be7-9bf1-4973-afc9-491d2d041c11 req-512c2f00-7958-45b5-98f9-cd2684a7dde9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354750 Aug 06 15:48:59.659584 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.686316 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.695876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f15e8cc-e814-4540-b81d-5065797408ec {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:48:59.726344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:48:59.728747 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe32311-3aad-48b5-a907-f69ff15f9980" -d '{"events": [{"server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "name": "network-vif-plugged", "status": "completed", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:48:59.734304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6f15e8cc-e814-4540-b81d-5065797408ec, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6f15e8cc-e814-4540-b81d-5065797408ec,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:59.743530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:48:59.756432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.768216 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd7c50f-ff73-49bc-a838-b5d46b245cef x-openstack-request-id: req-2cd7c50f-ff73-49bc-a838-b5d46b245cef {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:48:59.771934 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "name": "network-vif-plugged", "status": "completed", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:48:59.771934 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cd7c50f-ff73-49bc-a838-b5d46b245cef {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:48:59.771934 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'code': 200} Aug 06 15:48:59.789679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a6990f7-4002-4eb1-8806-a580bec54265,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:59.800779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.802755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b6f56beb-c80a-4454-bc76-8e1973fcb1ec tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2a6990f7-4002-4eb1-8806-a580bec54265 HTTP/1.1" status: 204 len: 168 time: 0.4488657 Aug 06 15:48:59.805569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:59.843246 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae13f675-0aaf-457d-92cd-98d7f6589af6 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:48:59.844774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ae13f675-0aaf-457d-92cd-98d7f6589af6 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "GET /v2.0/ports/2a6990f7-4002-4eb1-8806-a580bec54265 HTTP/1.1" status: 404 len: 333 time: 0.0378165 Aug 06 15:48:59.848662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:59.853661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Request body: {'port': {'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-680625965'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:48:59.859206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.867407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:48:59.923617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512109ad-1fb0-492c-aa0c-eadd4d588b30 req-4e21b6d7-76a1-4a6f-82e0-9ba936daf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:48:59.925470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-512109ad-1fb0-492c-aa0c-eadd4d588b30 req-4e21b6d7-76a1-4a6f-82e0-9ba936daf228 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.0672395 Aug 06 15:48:59.927431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6f15e8cc-e814-4540-b81d-5065797408ec,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:48:59.948318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:48:59.980656 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-512109ad-1fb0-492c-aa0c-eadd4d588b30 req-4f6e202c-2435-411b-ac7f-e85d67d06916 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Aug 06 15:48:59.997904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:00.009754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Made reservation on behalf of 75e29295fe4a461ab0f97c503be8e22b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:00.012938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.030759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port 51082400-71ed-4dbb-8eb4-b41a307b7753 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:00.065171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6f15e8cc-e814-4540-b81d-5065797408ec'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:00.108229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bd89db-ed85-4868-b045-c8d61b7842ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.230924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:00.236448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'subnet': {'network_id': '682935d5-104b-4921-9500-c4526f4a41c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:00.246159 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bd89db-ed85-4868-b045-c8d61b7842ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.247049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.336511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bd89db-ed85-4868-b045-c8d61b7842ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.363747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.382393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-57bd89db-ed85-4868-b045-c8d61b7842ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=477f992edc364d9fb43d2f7cfbd05036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329128 Aug 06 15:49:00.384369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd89db-ed85-4868-b045-c8d61b7842ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe370f6e-9ca7-4636-b65c-825b03eed747,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:00.386665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:00.405140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:00.412498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:00.414860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:00.416083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:00.416753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.436717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=51082400-71ed-4dbb-8eb4-b41a307b7753,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:00.441092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd448f42-9193-4215-bb58-237a08d6dbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.465582 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd448f42-9193-4215-bb58-237a08d6dbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.484621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:00.488854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.574030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7ba9e515-fe6d-4dfc-ad1f-9bb12d6f5162 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7241523 Aug 06 15:49:00.576590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33140) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:00.582873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:00.613529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb3580-f3b3-4283-b1ba-5bc46562cfbb req-4f052f73-109d-4147-9fd2-b96b5bb4c3a6 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:00.615079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11cb3580-f3b3-4283-b1ba-5bc46562cfbb req-4f052f73-109d-4147-9fd2-b96b5bb4c3a6 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1475620 Aug 06 15:49:00.642802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.660153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11cb3580-f3b3-4283-b1ba-5bc46562cfbb req-ac2457c9-96d6-4694-a849-40c4b2c35b7d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 Aug 06 15:49:00.676528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd448f42-9193-4215-bb58-237a08d6dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.680468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd448f42-9193-4215-bb58-237a08d6dbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:00.682296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dd448f42-9193-4215-bb58-237a08d6dbab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fe370f6e-9ca7-4636-b65c-825b03eed747 HTTP/1.1" status: 204 len: 168 time: 0.2946737 Aug 06 15:49:00.697990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd448f42-9193-4215-bb58-237a08d6dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe370f6e-9ca7-4636-b65c-825b03eed747,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:00.827829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cacc5-6e62-4105-aec8-c2193230434d req-47bdac36-46dc-49f3-a6b7-8e37feb9e3bd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:00.829512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a51cacc5-6e62-4105-aec8-c2193230434d req-47bdac36-46dc-49f3-a6b7-8e37feb9e3bd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 944 time: 0.1135507 Aug 06 15:49:00.890976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a51cacc5-6e62-4105-aec8-c2193230434d req-ad3d988d-de63-49d7-81dc-8aba6a1d89d0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530798 Aug 06 15:49:00.979488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.048060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Subnet': ['ID=504e2197-b36b-40f2-8db3-082913b5743f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:01.069827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Checking segment: {'id': '873894b1-2b4b-4ac4-85c5-1d7acfe84207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '682935d5-104b-4921-9500-c4526f4a41c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:01.070302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network hostable DHCP agents. Network: 682935d5-104b-4921-9500-c4526f4a41c8, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:01.201915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 682935d5-104b-4921-9500-c4526f4a41c8 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:01.212594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] device_id is not set on port 51082400-71ed-4dbb-8eb4-b41a307b7753 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:01.220089 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.232143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Transition to ACTIVE for port object 51082400-71ed-4dbb-8eb4-b41a307b7753 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:01.275860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 682935d5-104b-4921-9500-c4526f4a41c8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:01.279708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:01.280497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.286053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275ab66f-1b4d-4da0-a950-2b73ce61319b None None] Network 682935d5-104b-4921-9500-c4526f4a41c8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:01.333487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.354672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-956ac9d9-2066-4af0-a4d7-70bf4b02a42b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1205664 Aug 06 15:49:01.355561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:01.361103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-983633397'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:01.367311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6f15e8cc-e814-4540-b81d-5065797408ec up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:01.406932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=51082400-71ed-4dbb-8eb4-b41a307b7753,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:01.419568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.420176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.420858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.426618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.426947 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.427333 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 2 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.441440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.441786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.442133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.446627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.446957 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.447348 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 3 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.459287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:01.461537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.461883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.462224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.463880 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.468654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.468995 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.469391 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 4 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.483097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.483736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.483989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.488854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.489185 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.489584 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 5 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.491371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:01.500673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-682935d5-104b-4921-9500-c4526f4a41c8', 'network_id': '682935d5-104b-4921-9500-c4526f4a41c8', 'tenant_id': '5d7b13a0b78048598c62385131b930c1', 'fixed_ips': [{'subnet_id': '504e2197-b36b-40f2-8db3-082913b5743f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:01.500673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.502042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.502153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.502874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.503050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.503356 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Added segment 2f79b932-446f-4ec1-8e29-0afa9ca2a6e3 of type vlan for network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 Aug 06 15:49:01.507734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.508645 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.509046 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 6 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.524159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.524498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.524835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.537503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.538323 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.539165 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 7 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.556169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.559357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.559357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.559664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.566247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.566580 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.566983 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 8 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.584575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.585012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.585440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.590020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 6f15e8cc-e814-4540-b81d-5065797408ec completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:01.592548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.592548 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.592548 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 9 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.598334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6f15e8cc-e814-4540-b81d-5065797408ec triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:01.598726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.606093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.606506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.606929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.615143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.615543 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.616046 n-d-778550-6 neutron-server[94840]: INFO neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempt 10 to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 Aug 06 15:49:01.629780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:01.630122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:01.631208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempting to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:01.635394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:01.635826 n-d-778550-6 neutron-server[94840]: ERROR neutron.plugins.ml2.managers [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Failed to bind port 51082400-71ed-4dbb-8eb4-b41a307b7753 on host n-h1-778550-6 for vnic_type normal using segments [{'id': '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f'}] Aug 06 15:49:01.636289 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.692328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.698113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:01.699030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.701956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] For port 51082400-71ed-4dbb-8eb4-b41a307b7753, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:01.702823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attempted to set empty binding levels {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 06 15:49:01.724654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Allocated IP 2001:db8:0:ffff::2 (682935d5-104b-4921-9500-c4526f4a41c8/504e2197-b36b-40f2-8db3-082913b5743f/16a7343c-dfa1-4670-b701-2caee9ba79e1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:01.780289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Network': ['ID=2fcfe2e0-c594-4333-ad3f-a26d2802c493,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:01.796938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:01.802630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.804902 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-321caa02-965d-4015-8ef4-a7513da2f0c6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4480617 Aug 06 15:49:01.807667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:01.817115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'subnet': {'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:01.843527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] In _notify_port_updated(), no bound segment for port 51082400-71ed-4dbb-8eb4-b41a307b7753 on network 0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:49:01.844740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:01.845586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.856692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "PUT /v2.0/ports/51082400-71ed-4dbb-8eb4-b41a307b7753 HTTP/1.1" status: 200 len: 974 time: 1.2784505 Aug 06 15:49:01.859625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:01.874195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ef8ab-dbf5-40b1-95d2-7286df2b970b req-a93f1740-65ab-47c1-bbf9-ce94ef04e190 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:01.875765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836ef8ab-dbf5-40b1-95d2-7286df2b970b req-a93f1740-65ab-47c1-bbf9-ce94ef04e190 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1125786 Aug 06 15:49:01.943441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4c34-a153-41fb-8309-bffd18d888ca tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event updated for resources: {'Port': ['ID=51082400-71ed-4dbb-8eb4-b41a307b7753,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:01.967202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:01.982287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-836ef8ab-dbf5-40b1-95d2-7286df2b970b req-4f2a7550-2b2d-4580-a3ef-5606e8da2c25 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688856 Aug 06 15:49:02.017472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Deleting port 51082400-71ed-4dbb-8eb4-b41a307b7753 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:02.018362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.077327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.092946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Transition to ACTIVE for port object 16a7343c-dfa1-4670-b701-2caee9ba79e1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:02.103440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f848c4-c037-4cbe-9b23-8f860053561b req-301f18e4-be10-4261-a1b1-df10bdfc2a8f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:02.105440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66f848c4-c037-4cbe-9b23-8f860053561b req-301f18e4-be10-4261-a1b1-df10bdfc2a8f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 944 time: 0.0891869 Aug 06 15:49:02.109187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] For port 51082400-71ed-4dbb-8eb4-b41a307b7753, host n-h1-778550-6, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:02.109566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.123033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Transition to ACTIVE for port object 16a7343c-dfa1-4670-b701-2caee9ba79e1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:02.128224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:02.131357 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.136561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f15e8cc-e814-4540-b81d-5065797408ec'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:02.138020 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086c11b-3682-463d-9ec4-bf5cfae0ebab" -d '{"events": [{"server_uuid": "c9040b7f-54e0-4aa9-ac76-7b11ec1aa390", "name": "network-vif-plugged", "status": "completed", "tag": "6f15e8cc-e814-4540-b81d-5065797408ec"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:02.150490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Calling delete_port for 51082400-71ed-4dbb-8eb4-b41a307b7753 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:02.160156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6f15e8cc-e814-4540-b81d-5065797408ec, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6f15e8cc-e814-4540-b81d-5065797408ec,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:02.214276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.220682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66f848c4-c037-4cbe-9b23-8f860053561b req-6c8c67eb-d6b5-41a0-9284-c1b905a1a072 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080394 Aug 06 15:49:02.256519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.266702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Network 682935d5-104b-4921-9500-c4526f4a41c8 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:02.272276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:02.276139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:02.326656 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6770912f-cd81-46b4-a2f0-29fae0d4d159 x-openstack-request-id: req-6770912f-cd81-46b4-a2f0-29fae0d4d159 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:02.327371 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9040b7f-54e0-4aa9-ac76-7b11ec1aa390", "name": "network-vif-plugged", "status": "completed", "tag": "6f15e8cc-e814-4540-b81d-5065797408ec", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:02.327371 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6770912f-cd81-46b4-a2f0-29fae0d4d159 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:02.327571 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f15e8cc-e814-4540-b81d-5065797408ec', 'code': 200} Aug 06 15:49:02.344787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Attempting to bind port 16a7343c-dfa1-4670-b701-2caee9ba79e1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:02.347634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Attempting to bind port 16a7343c-dfa1-4670-b701-2caee9ba79e1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '873894b1-2b4b-4ac4-85c5-1d7acfe84207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '682935d5-104b-4921-9500-c4526f4a41c8'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:02.347634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Attempting to bind port 16a7343c-dfa1-4670-b701-2caee9ba79e1 on network 682935d5-104b-4921-9500-c4526f4a41c8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:02.348063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Pushing event updated for resources: {'Port': ['ID=16a7343c-dfa1-4670-b701-2caee9ba79e1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:02.374066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:02.374447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Checking segment: {'id': '873894b1-2b4b-4ac4-85c5-1d7acfe84207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '682935d5-104b-4921-9500-c4526f4a41c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:02.374851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.375248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Bound using segment: {'id': '873894b1-2b4b-4ac4-85c5-1d7acfe84207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '682935d5-104b-4921-9500-c4526f4a41c8'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:02.375734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Bound port: 16a7343c-dfa1-4670-b701-2caee9ba79e1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873894b1-2b4b-4ac4-85c5-1d7acfe84207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '682935d5-104b-4921-9500-c4526f4a41c8'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:02.376147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.436334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.439896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6f15e8cc-e814-4540-b81d-5065797408ec,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:02.473156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Pushing event deleted for resources: {'Port': ['ID=51082400-71ed-4dbb-8eb4-b41a307b7753,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:02.478897 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.479754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] For port 16a7343c-dfa1-4670-b701-2caee9ba79e1, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:02.483779 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e1b6fdc7-7bbe-4542-ba0f-7614061e6af1 tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "DELETE /v2.0/ports/51082400-71ed-4dbb-8eb4-b41a307b7753 HTTP/1.1" status: 204 len: 168 time: 0.6204712 Aug 06 15:49:02.484210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] For port 16a7343c-dfa1-4670-b701-2caee9ba79e1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=16a7343c-dfa1-4670-b701-2caee9ba79e1,segment=NetworkSegment(873894b1-2b4b-4ac4-85c5-1d7acfe84207),segment_id=873894b1-2b4b-4ac4-85c5-1d7acfe84207)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:02.484288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:02.493249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f36f9-dee7-4e76-a6b3-f21d2cf633bb req-19aaa1ed-0d1e-486c-9643-f0510e5059b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:02.497628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c38f36f9-dee7-4e76-a6b3-f21d2cf633bb req-19aaa1ed-0d1e-486c-9643-f0510e5059b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 1096 time: 0.0914330 Aug 06 15:49:02.513757 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88d63f3-7432-44a6-9f95-7ebcedff334f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] GET failed (client error): The resource could not be found. Aug 06 15:49:02.519189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f88d63f3-7432-44a6-9f95-7ebcedff334f tempest-PortsAdminExtendedAttrsTestJSON-1014867995 tempest-PortsAdminExtendedAttrsTestJSON-1014867995-project-admin] 10.222.0.16 "GET /v2.0/ports/51082400-71ed-4dbb-8eb4-b41a307b7753 HTTP/1.1" status: 404 len: 333 time: 0.0302625 Aug 06 15:49:02.519397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:02.537844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c38f36f9-dee7-4e76-a6b3-f21d2cf633bb req-2f4bb0b9-9f0d-4f6d-b40a-65b738e0cfa4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Aug 06 15:49:02.590805 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.658142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70afe79-c774-4287-924a-80d0e07b80f3 None None] Pushing event updated for resources: {'Port': ['ID=16a7343c-dfa1-4670-b701-2caee9ba79e1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:02.665908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.679871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-533b11e5-a19e-4550-a1eb-b1fdd4f441fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:02.679871 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-533b11e5-a19e-4550-a1eb-b1fdd4f441fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.0540771 Aug 06 15:49:02.697714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730161-4883-4a8e-8d27-e3019dd367eb req-0b8da196-391c-47bf-b88e-5f8fdb2e40fa tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:02.699250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc730161-4883-4a8e-8d27-e3019dd367eb req-0b8da196-391c-47bf-b88e-5f8fdb2e40fa tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1703584 Aug 06 15:49:02.748594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:49:02.780578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:02.792426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-41de153d-f14b-4c00-b0fd-b740cc716712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:02.793924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-41de153d-f14b-4c00-b0fd-b740cc716712 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.1082416 Aug 06 15:49:02.837450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33196) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:02.842571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Subnet': ['ID=6260f60f-7463-4a9a-b4cb-3d077c93f7ce,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:02.843683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-6858fc60-61fe-4475-815e-72d589667a13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 217 time: 0.0417314 Aug 06 15:49:02.947860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc730161-4883-4a8e-8d27-e3019dd367eb req-7a882f86-6763-43dc-baef-1507f04d599b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212965 Aug 06 15:49:02.968851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-f4d03c29-a114-4606-9c91-1d1cf538978b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:02.970359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-f4d03c29-a114-4606-9c91-1d1cf538978b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1200008 Aug 06 15:49:03.005867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.012452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-1f24239c-f618-4a4a-8cb3-320d65356d30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340333 Aug 06 15:49:03.029406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9db0768f-bedd-497e-97a9-1c6b8a43b1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.032147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:03.046254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Checking segment: {'id': '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:03.046619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network hostable DHCP agents. Network: 2fcfe2e0-c594-4333-ad3f-a26d2802c493, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:03.054801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:03.055097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae85fc3-1cff-45ef-b9fe-b081a3529a1b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:03.069347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.094075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.106381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:03.106781 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:03.109820 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:03.112210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-10aa4aeb-6ea0-4932-9244-58f8d54f8e81 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915051 Aug 06 15:49:03.187511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:03.218472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-39569496-76fc-426e-8c79-caf89ac34bd1 req-ed59eb64-5206-4495-af97-9566274d99bc service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994802 Aug 06 15:49:03.233552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9db0768f-bedd-497e-97a9-1c6b8a43b1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.264804 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.271896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.273757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] 10.222.0.16 "DELETE /v2.0/networks/0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f HTTP/1.1" status: 204 len: 168 time: 0.7533271 Aug 06 15:49:03.288327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34c5c9-7144-44b0-a9e5-e40255d5a102 tempest-PortsAdminExtendedAttrsTestJSON-312917353 tempest-PortsAdminExtendedAttrsTestJSON-312917353-project] Pushing event deleted for resources: {'Network': ['ID=0dc9bc0f-8ce7-42db-9389-5f8e518c1a3f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:03.340811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 2fcfe2e0-c594-4333-ad3f-a26d2802c493) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:03.342331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9db0768f-bedd-497e-97a9-1c6b8a43b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.350603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79464416-ead1-4dc5-8dfa-56339ef033d0 None None] Network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:03.352326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:03.352934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.407916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0768f-bedd-497e-97a9-1c6b8a43b1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d519f-5f47-4ee6-9cf9-c5db7af6df87,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:03.414422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9db0768f-bedd-497e-97a9-1c6b8a43b1a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cd271c4c7bf4e4fae202279481aac48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693572 Aug 06 15:49:03.417277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:03.435724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee57be-e28c-4120-9658-2fd7d8c763c0 req-b917d473-cde4-49bd-b5f6-670bdb37ad01 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:03.437315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33ee57be-e28c-4120-9658-2fd7d8c763c0 req-b917d473-cde4-49bd-b5f6-670bdb37ad01 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 945 time: 0.1286821 Aug 06 15:49:03.516565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33ee57be-e28c-4120-9658-2fd7d8c763c0 req-5165afe8-dd2e-44e1-af67-d75dfab6a033 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662289 Aug 06 15:49:03.522760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b9128f6-f42f-4224-ab84-ce5764ae0535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.553885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b9128f6-f42f-4224-ab84-ce5764ae0535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.555749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1dda808f-ff66-4d77-8265-349cb6f84ce0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7469044 Aug 06 15:49:03.560999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:03.566539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'port': {'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493', 'name': 'tempest-NetworksIpV6TestAttrs-2008175373'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:03.613941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-2fcfe2e0-c594-4333-ad3f-a26d2802c493', 'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493', 'tenant_id': '5d7b13a0b78048598c62385131b930c1', 'fixed_ips': [{'subnet_id': '6260f60f-7463-4a9a-b4cb-3d077c93f7ce'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:03.616160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.727770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b9128f6-f42f-4224-ab84-ce5764ae0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.730426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b9128f6-f42f-4224-ab84-ce5764ae0535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.732182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b9128f6-f42f-4224-ab84-ce5764ae0535 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d3d519f-5f47-4ee6-9cf9-c5db7af6df87 HTTP/1.1" status: 204 len: 168 time: 0.3131669 Aug 06 15:49:03.742787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9128f6-f42f-4224-ab84-ce5764ae0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d519f-5f47-4ee6-9cf9-c5db7af6df87,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:03.779691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a755bd4-b1d7-4a17-a2c0-516412c6ac42 None None] Network 682935d5-104b-4921-9500-c4526f4a41c8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:03.801771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:03.807187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:03.834577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] device_id is not set on port f49cb2c2-786f-4e0f-af97-3d1538efdd8d yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:04.005407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:04.005644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Allocated IP 2001:db8::f816:3eff:feab:daf4 (2fcfe2e0-c594-4333-ad3f-a26d2802c493/6260f60f-7463-4a9a-b4cb-3d077c93f7ce/9aa40a87-0ebf-48c5-887e-70be31cecbf3) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:04.199169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042b629-72aa-4778-bda9-c5917a7c144d req-f5654813-d10b-48d5-a97d-a1699f0cd384 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:04.199169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6042b629-72aa-4778-bda9-c5917a7c144d req-f5654813-d10b-48d5-a97d-a1699f0cd384 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0595284 Aug 06 15:49:04.199169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6042b629-72aa-4778-bda9-c5917a7c144d req-3c204f83-381c-48e1-b080-ebbfc0675d40 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357389 Aug 06 15:49:04.199737 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.199737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Transition to ACTIVE for port object 9aa40a87-0ebf-48c5-887e-70be31cecbf3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:04.200529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4c594e45-8a20-481e-bb32-c23811ab8758 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ed205687bfc45e7b6a34f601eeaeac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774272 Aug 06 15:49:04.200866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Transition to ACTIVE for port object 9aa40a87-0ebf-48c5-887e-70be31cecbf3 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:04.201171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:04.259402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d6c2f7b4-c352-44d8-ab3b-2f2b35f7fa90 None None] Provisioning for port 16a7343c-dfa1-4670-b701-2caee9ba79e1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:04.263200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17ad1631-3d83-4bb3-9847-b226f4539d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.287555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 16a7343c-dfa1-4670-b701-2caee9ba79e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:04.304413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17ad1631-3d83-4bb3-9847-b226f4539d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.335487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.408352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:04.409239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Allocated IP 2001:db8::f816:3eff:fe97:b893 (2fcfe2e0-c594-4333-ad3f-a26d2802c493/6260f60f-7463-4a9a-b4cb-3d077c93f7ce/f49cb2c2-786f-4e0f-af97-3d1538efdd8d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:04.410318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:04.422841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Pushing event updated for resources: {'Port': ['ID=9aa40a87-0ebf-48c5-887e-70be31cecbf3,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:04.429853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:04.488301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17ad1631-3d83-4bb3-9847-b226f4539d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.491465 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-17ad1631-3d83-4bb3-9847-b226f4539d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.494189 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-17ad1631-3d83-4bb3-9847-b226f4539d44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05adac7c-0ed9-4547-9cd7-2952db3ce500 HTTP/1.1" status: 204 len: 168 time: 0.3007724 Aug 06 15:49:04.505436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad1631-3d83-4bb3-9847-b226f4539d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05adac7c-0ed9-4547-9cd7-2952db3ce500,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:04.539183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Attempting to bind port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:04.539627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Attempting to bind port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:04.539957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Attempting to bind port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 on network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:04.546361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:04.547113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Checking segment: {'id': '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:04.548010 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.548812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Bound using segment: {'id': '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:04.550202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Bound port: 9aa40a87-0ebf-48c5-887e-70be31cecbf3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '2fcfe2e0-c594-4333-ad3f-a26d2802c493'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:04.550909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.623243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 16a7343c-dfa1-4670-b701-2caee9ba79e1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:04.630669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.645479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 16a7343c-dfa1-4670-b701-2caee9ba79e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:04.645479 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.649622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Transition to ACTIVE for port object f49cb2c2-786f-4e0f-af97-3d1538efdd8d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:04.686682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] For port 9aa40a87-0ebf-48c5-887e-70be31cecbf3, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:04.693871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2427c18a-b791-47a3-b6e6-89f41db55b7b None None] Provisioning complete for port 16a7343c-dfa1-4670-b701-2caee9ba79e1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:04.694252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2427c18a-b791-47a3-b6e6-89f41db55b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.731729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b1abe-7c89-49f3-901e-d0f9bc2920b9 req-35160083-c7c8-4f56-8f5e-a66df144e195 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:04.731729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-864b1abe-7c89-49f3-901e-d0f9bc2920b9 req-35160083-c7c8-4f56-8f5e-a66df144e195 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 945 time: 0.0837023 Aug 06 15:49:04.733569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] For port 9aa40a87-0ebf-48c5-887e-70be31cecbf3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9aa40a87-0ebf-48c5-887e-70be31cecbf3,segment=NetworkSegment(2f79b932-446f-4ec1-8e29-0afa9ca2a6e3),segment_id=2f79b932-446f-4ec1-8e29-0afa9ca2a6e3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:04.780636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-864b1abe-7c89-49f3-901e-d0f9bc2920b9 req-b365ba05-aba0-450f-8913-e867bf1eb561 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422268 Aug 06 15:49:04.791341 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.869155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:04.872765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:04.877272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:04.884004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:04.884683 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:04.903545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Port': ['ID=f49cb2c2-786f-4e0f-af97-3d1538efdd8d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:04.960110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e9485-1064-45e2-b299-4de5a12e3462 req-29e8638c-41f2-4f97-9e72-893dcdfd2ecc tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:04.962035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-912e9485-1064-45e2-b299-4de5a12e3462 req-29e8638c-41f2-4f97-9e72-893dcdfd2ecc tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 945 time: 0.0707591 Aug 06 15:49:04.997902 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.024050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-912e9485-1064-45e2-b299-4de5a12e3462 req-85597b6d-2392-4b89-aa02-c317ccffd43b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Aug 06 15:49:05.050139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b9bf8192-985d-4983-99b7-ecf54b8df0fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4798694 Aug 06 15:49:05.050491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:05.118100 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7edc139a-0cf7-4877-8e78-ef798774bd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.122176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting subnet 6260f60f-7463-4a9a-b4cb-3d077c93f7ce {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:49:05.126973 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.127203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.167679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d891ac-a6ff-4578-a2f0-999135ca8a08 None None] Pushing event updated for resources: {'Port': ['ID=9aa40a87-0ebf-48c5-887e-70be31cecbf3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:05.178116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.196196 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2427c18a-b791-47a3-b6e6-89f41db55b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.212881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 16a7343c-dfa1-4670-b701-2caee9ba79e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=16a7343c-dfa1-4670-b701-2caee9ba79e1,segment=NetworkSegment(873894b1-2b4b-4ac4-85c5-1d7acfe84207),segment_id=873894b1-2b4b-4ac4-85c5-1d7acfe84207)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:05.306825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.325976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783211d-bcc6-4708-9968-6a4e1b3cdd59 req-1a87dfbc-1cd6-4078-ac92-4e1ff799a2ab tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:05.327871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e783211d-bcc6-4708-9968-6a4e1b3cdd59 req-1a87dfbc-1cd6-4078-ac92-4e1ff799a2ab tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0707645 Aug 06 15:49:05.337222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.393138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-2427c18a-b791-47a3-b6e6-89f41db55b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:49:05.393524 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-2427c18a-b791-47a3-b6e6-89f41db55b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:49:05.458150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e783211d-bcc6-4708-9968-6a4e1b3cdd59 req-c4cd103f-7328-4492-b739-e2c0e3aeeabb tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Aug 06 15:49:05.471470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=16a7343c-dfa1-4670-b701-2caee9ba79e1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:05.492542 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33262) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:05.538901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-173c4c1d-dc5f-432f-b162-62d9b9ed8db9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75e29295fe4a461ab0f97c503be8e22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450780 Aug 06 15:49:05.541456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:05.608145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-922647ff-6fae-4c3b-97b8-38838f584e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.641114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-922647ff-6fae-4c3b-97b8-38838f584e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.647872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.684706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Subnet': ['ID=6260f60f-7463-4a9a-b4cb-3d077c93f7ce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:05.695390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.695390 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc30ec95-91f5-4545-88e5-4ca53c84a308 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/6260f60f-7463-4a9a-b4cb-3d077c93f7ce HTTP/1.1" status: 204 len: 168 time: 0.6423295 Aug 06 15:49:05.697025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:05.748567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a270e3-5b3d-4086-a62b-61d1fc2d4943 req-d704d466-c11d-43ae-b7f0-65e19cb6df57 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:05.755856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90a270e3-5b3d-4086-a62b-61d1fc2d4943 req-d704d466-c11d-43ae-b7f0-65e19cb6df57 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 945 time: 0.1271443 Aug 06 15:49:05.776552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540b5d7-953a-4a5a-9086-f20520c44872 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:05.778187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540b5d7-953a-4a5a-9086-f20520c44872 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:05.779708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a540b5d7-953a-4a5a-9086-f20520c44872 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0817075 Aug 06 15:49:05.782957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:05.812769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90a270e3-5b3d-4086-a62b-61d1fc2d4943 req-ef893781-b299-4ff0-b281-356dfc4ad2e8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486872 Aug 06 15:49:05.867120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db551849-4a67-464d-9875-160945e40948 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.874183 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-db551849-4a67-464d-9875-160945e40948 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 06 15:49:05.874644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db551849-4a67-464d-9875-160945e40948 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:05.876432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-db551849-4a67-464d-9875-160945e40948 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/2fcfe2e0-c594-4333-ad3f-a26d2802c493 HTTP/1.1" status: 409 len: 405 time: 0.0916805 Aug 06 15:49:05.880380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:05.885503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1680595293'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:05.927516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-922647ff-6fae-4c3b-97b8-38838f584e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.930870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-922647ff-6fae-4c3b-97b8-38838f584e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:05.931735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-922647ff-6fae-4c3b-97b8-38838f584e8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa766c97-c840-4abc-8321-5d2520a29320 HTTP/1.1" status: 204 len: 168 time: 0.3891420 Aug 06 15:49:05.945994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922647ff-6fae-4c3b-97b8-38838f584e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa766c97-c840-4abc-8321-5d2520a29320,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:06.030533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:06.036566 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.063286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:06.076120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.076481 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Added segment 1bd92eb1-4ac0-47d6-a929-70f8afb07787 of type vlan for network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 Aug 06 15:49:06.124066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.242548 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.250539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:06.256316 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.294661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9aa40a87-0ebf-48c5-887e-70be31cecbf3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:06.324501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cd3080-ef83-475b-b8f0-176817259ce5 None None] Network 2fcfe2e0-c594-4333-ad3f-a26d2802c493 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:06.337690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Network': ['ID=70be4f9f-97a0-4dcf-9f48-e82a5f833076,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:06.353683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:06.392455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b254d8d4-b50d-43b4-8026-35ee43676d8b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5109594 Aug 06 15:49:06.396036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33292) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:06.404123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'subnet': {'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:06.562901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fdc87542-3056-46ab-bb27-382356a3ceeb None None] Provisioning for port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:06.629914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:06.634368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:06.634698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4d29f-eaf7-4aa9-ba0a-1398c4b81ec6 req-5eee0ba0-985c-4f0d-8d09-271d7ee7f8dc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:06.634830 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.637694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8e4d29f-eaf7-4aa9-ba0a-1398c4b81ec6 req-5eee0ba0-985c-4f0d-8d09-271d7ee7f8dc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0675924 Aug 06 15:49:06.662173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] DHCP port deletion for 2fcfe2e0-c594-4333-ad3f-a26d2802c493 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:06.695644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8e4d29f-eaf7-4aa9-ba0a-1398c4b81ec6 req-774bdc2e-5c5e-4dc8-8667-10a28b6ae9f1 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475323 Aug 06 15:49:06.710042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:06.772791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] Deleting port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:06.773500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.777440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.807199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:06.812552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.874979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] For port 9aa40a87-0ebf-48c5-887e-70be31cecbf3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9aa40a87-0ebf-48c5-887e-70be31cecbf3,segment=NetworkSegment(2f79b932-446f-4ec1-8e29-0afa9ca2a6e3),segment_id=2f79b932-446f-4ec1-8e29-0afa9ca2a6e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:06.875295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.878756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 9aa40a87-0ebf-48c5-887e-70be31cecbf3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9aa40a87-0ebf-48c5-887e-70be31cecbf3,segment=NetworkSegment(2f79b932-446f-4ec1-8e29-0afa9ca2a6e3),segment_id=2f79b932-446f-4ec1-8e29-0afa9ca2a6e3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:06.890264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] Calling delete_port for 9aa40a87-0ebf-48c5-887e-70be31cecbf3 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:06.978210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffa93b-8ca4-47b9-b818-f7a84de22cb5 req-5e676cc2-dc66-451b-aeb5-abc3d0d09419 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:06.980114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40ffa93b-8ca4-47b9-b818-f7a84de22cb5 req-5e676cc2-dc66-451b-aeb5-abc3d0d09419 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 945 time: 0.0772464 Aug 06 15:49:06.996032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:06.997388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 16a7343c-dfa1-4670-b701-2caee9ba79e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:07.048321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-aa5efafc-3c63-46b3-ad89-b09ca28a64c1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:07.051150 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-aa5efafc-3c63-46b3-ad89-b09ca28a64c1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 945 time: 0.0905952 Aug 06 15:49:07.056988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'network': {'name': 'tempest-network-smoke--681749053', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:07.094130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=9aa40a87-0ebf-48c5-887e-70be31cecbf3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:07.106834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.112867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 16a7343c-dfa1-4670-b701-2caee9ba79e1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:07.113597 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.157488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] Pushing event deleted for resources: {'Port': ['ID=9aa40a87-0ebf-48c5-887e-70be31cecbf3,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:07.162506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40ffa93b-8ca4-47b9-b818-f7a84de22cb5 req-7a20099d-468a-4808-9739-8c2a553ba76a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159098 Aug 06 15:49:07.173400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:07.173532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c3abc-7217-4c35-ae24-dbdd797e7008 None None] No DVR routers for this DVR port 9aa40a87-0ebf-48c5-887e-70be31cecbf3 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:07.178858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.189469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.245134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port 6f15e8cc-e814-4540-b81d-5065797408ec {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:07.245479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.367570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:49:07.369222 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.377976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port 6f15e8cc-e814-4540-b81d-5065797408ec, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6f15e8cc-e814-4540-b81d-5065797408ec,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:07.378359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.402581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for 6f15e8cc-e814-4540-b81d-5065797408ec owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:07.406743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.434331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Subnet': ['ID=3edc7dea-47c0-4bd9-8c5e-88f019a2b385,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:07.444060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Checking segment: {'id': '1bd92eb1-4ac0-47d6-a929-70f8afb07787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:07.444527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network hostable DHCP agents. Network: 70be4f9f-97a0-4dcf-9f48-e82a5f833076, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:07.465223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.503005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:07.524063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.524419 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Added segment 6c4b31b9-53f1-466b-963a-88328583ea10 of type vlan for network 625d226f-e4a5-44ca-8177-f41cedc5138a Aug 06 15:49:07.540186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e52acaf-8296-4dd5-92f7-22e3154c5436,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:07.568754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:07.581550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.704164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d818975-0daa-41e4-b8d0-6db0f186ed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.732934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.733646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.734000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 70be4f9f-97a0-4dcf-9f48-e82a5f833076) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:07.739847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:07.740555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.747235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.748126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa4ca8-b0fa-4710-8200-f89d8bee6a15 None None] Network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:07.753560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:07.754366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.767415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:07.806377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=6f15e8cc-e814-4540-b81d-5065797408ec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:07.868818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31912c85-acea-4e32-b318-2eff486073cd req-48699aa5-a9de-429e-aad5-dbefb9937a7f tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:07.868818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31912c85-acea-4e32-b318-2eff486073cd req-48699aa5-a9de-429e-aad5-dbefb9937a7f tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0820954 Aug 06 15:49:07.868818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0da04980-39ef-4866-9487-15637f4b452a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4695621 Aug 06 15:49:07.870330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:07.877531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Network': ['ID=625d226f-e4a5-44ca-8177-f41cedc5138a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:07.883667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'port': {'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076', 'name': 'tempest-NetworksIpV6TestAttrs-932973574'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:07.891031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 625d226f-e4a5-44ca-8177-f41cedc5138a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:07.895440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port 6f15e8cc-e814-4540-b81d-5065797408ec on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:07.898549 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5ecde47b-350d-4603-9203-8c2cfd5e87a3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1869285 Aug 06 15:49:07.899868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:07.905152 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8c0a51c0-48fc-48ee-9d3a-f5c207edee95 req-73233708-6555-40f0-9178-df17213166cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "DELETE /v2.0/ports/6f15e8cc-e814-4540-b81d-5065797408ec HTTP/1.1" status: 204 len: 173 time: 0.8239472 Aug 06 15:49:07.905152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'name': 'network-vif-deleted', 'tag': '6f15e8cc-e814-4540-b81d-5065797408ec'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:07.905426 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2206c938-9a06-413e-bc66-1037ccb1c231" -d '{"events": [{"server_uuid": "c9040b7f-54e0-4aa9-ac76-7b11ec1aa390", "name": "network-vif-deleted", "tag": "6f15e8cc-e814-4540-b81d-5065797408ec"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:07.907890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:07.913831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-412456054', 'admin_state_up': True, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:07.991933 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c582442b-6f2a-4e39-a1be-c27c23e1d2ba x-openstack-request-id: req-c582442b-6f2a-4e39-a1be-c27c23e1d2ba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:07.991933 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9040b7f-54e0-4aa9-ac76-7b11ec1aa390", "name": "network-vif-deleted", "tag": "6f15e8cc-e814-4540-b81d-5065797408ec", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:07.991933 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c582442b-6f2a-4e39-a1be-c27c23e1d2ba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:07.991933 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9040b7f-54e0-4aa9-ac76-7b11ec1aa390', 'name': 'network-vif-deleted', 'tag': '6f15e8cc-e814-4540-b81d-5065797408ec', 'status': 'completed', 'code': 200} Aug 06 15:49:08.059184 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.060850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.135456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.142366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-70be4f9f-97a0-4dcf-9f48-e82a5f833076', 'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076', 'tenant_id': '5d7b13a0b78048598c62385131b930c1', 'fixed_ips': [{'subnet_id': '3edc7dea-47c0-4bd9-8c5e-88f019a2b385'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:08.144521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.251208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9aa40a87-0ebf-48c5-887e-70be31cecbf3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:08.285775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 9aa40a87-0ebf-48c5-887e-70be31cecbf3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:08.285775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9aa40a87-0ebf-48c5-887e-70be31cecbf3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:08.367574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Allocated IP 2001:db8::f816:3eff:fe0d:9f93 (70be4f9f-97a0-4dcf-9f48-e82a5f833076/3edc7dea-47c0-4bd9-8c5e-88f019a2b385/3e8053f4-37d1-4e9d-b340-77176fdbd1c0) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:08.472742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.502046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e44df5f-83d6-4bde-a53f-75df87141b8e req-08a3e671-ddea-4905-a4f3-ef94590d8e09 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9040b7f-54e0-4aa9-ac76-7b11ec1aa390 HTTP/1.1" status: 200 len: 210 time: 0.0954127 Aug 06 15:49:08.518114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31912c85-acea-4e32-b318-2eff486073cd req-2aede19f-d176-4250-85d8-08cec9073014 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239550 Aug 06 15:49:08.541180 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.550688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Transition to ACTIVE for port object 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:08.566865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Transition to ACTIVE for port object 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:08.692265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:08.693230 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.696228 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.717142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] device_id is not set on port 895f8b21-4f50-4111-b578-d66d4097847e yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:08.738968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:08.742045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:08.748395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:08.779010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Pushing event updated for resources: {'Port': ['ID=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:08.786569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.811440 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.845250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Attempting to bind port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:08.845782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Attempting to bind port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '1bd92eb1-4ac0-47d6-a929-70f8afb07787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:08.847618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Attempting to bind port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 on network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:08.854621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:08.854973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Checking segment: {'id': '1bd92eb1-4ac0-47d6-a929-70f8afb07787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:08.855365 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.856453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Bound using segment: {'id': '1bd92eb1-4ac0-47d6-a929-70f8afb07787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:08.856956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Bound port: 3e8053f4-37d1-4e9d-b340-77176fdbd1c0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd92eb1-4ac0-47d6-a929-70f8afb07787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '70be4f9f-97a0-4dcf-9f48-e82a5f833076'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:08.857467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.862506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Allocated IP 2001:db8::f816:3eff:fe78:92c0 (70be4f9f-97a0-4dcf-9f48-e82a5f833076/3edc7dea-47c0-4bd9-8c5e-88f019a2b385/895f8b21-4f50-4111-b578-d66d4097847e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:08.878195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:08.882275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:08.951468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] For port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:08.954995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] For port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,segment=NetworkSegment(1bd92eb1-4ac0-47d6-a929-70f8afb07787),segment_id=1bd92eb1-4ac0-47d6-a929-70f8afb07787)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:08.960400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.25.5.46 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/6bb868c0-3281-4057-96bf-fda08fb5f693) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:09.026161 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.045175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a9e212de-8026-4185-a8be-9f060fe6127a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:09.087201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.097071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff469b88-dbd5-468a-99d5-0d361eb253de None None] Pushing event updated for resources: {'Port': ['ID=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:09.109668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Transition to ACTIVE for port object 895f8b21-4f50-4111-b578-d66d4097847e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:09.119386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.197957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a9e212de-8026-4185-a8be-9f060fe6127a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "PUT /v2.0/quotas/d478a6839cf148f4a3b40f4cc1e5a055 HTTP/1.1" status: 200 len: 366 time: 0.3172269 Aug 06 15:49:09.199211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33360) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.215546 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.215777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d7b78ad7-4477-4b26-ab8b-0a2a6bdc247f tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0127234 Aug 06 15:49:09.216435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.235980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-250a9dc5-6009-4222-aefb-070a45e2b83e tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "GET /v2.0/quotas/d478a6839cf148f4a3b40f4cc1e5a055 HTTP/1.1" status: 200 len: 366 time: 0.0153835 Aug 06 15:49:09.237842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.275936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.319901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:09.323081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:09.326989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:09.334160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:09.343461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.345757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Port': ['ID=895f8b21-4f50-4111-b578-d66d4097847e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:09.355797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:09.359422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:09.362522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:09.370723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2b428df-ae59-47ea-8b09-79575805c989 tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/d478a6839cf148f4a3b40f4cc1e5a055 HTTP/1.1" status: 204 len: 168 time: 0.1311810 Aug 06 15:49:09.373253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.382512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6f15e8cc-e814-4540-b81d-5065797408ec no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:09.385146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ccf531b1-2952-4536-b7b2-9229ce2d8b4d tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0105717 Aug 06 15:49:09.387864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.391838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=6bb868c0-3281-4057-96bf-fda08fb5f693,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:09.405826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61e9c6db-43ed-4dd9-b1db-ef8346922257 tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "GET /v2.0/quotas/d478a6839cf148f4a3b40f4cc1e5a055 HTTP/1.1" status: 200 len: 370 time: 0.0146263 Aug 06 15:49:09.406973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.412806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b2b59321-9f56-4d21-9f3e-768c63b6e944 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5406950 Aug 06 15:49:09.417769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33372) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.422896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 6f15e8cc-e814-4540-b81d-5065797408ec {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:09.423251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6f15e8cc-e814-4540-b81d-5065797408ec not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:09.425798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b36499a4-8cd1-4fc3-a4f3-198a7c61ed5b tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "GET /v2.0/quotas/d478a6839cf148f4a3b40f4cc1e5a055/default HTTP/1.1" status: 200 len: 370 time: 0.0176744 Aug 06 15:49:09.428612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.437283 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-17d07367-cfca-445f-8780-976d7894302b tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] delete failed (client error): The resource could not be found. Aug 06 15:49:09.438309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-17d07367-cfca-445f-8780-976d7894302b tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/d478a6839cf148f4a3b40f4cc1e5a055 HTTP/1.1" status: 404 len: 348 time: 0.0088177 Aug 06 15:49:09.576476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting subnet 3edc7dea-47c0-4bd9-8c5e-88f019a2b385 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:49:09.581936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.635831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.666403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abbef6-bdb4-43fc-be1d-b7e1559e8766 req-cf6fb161-c4d9-4d9f-80da-9f5e9b7031ee tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:09.669107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6abbef6-bdb4-43fc-be1d-b7e1559e8766 req-cf6fb161-c4d9-4d9f-80da-9f5e9b7031ee tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0595059 Aug 06 15:49:09.727256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6abbef6-bdb4-43fc-be1d-b7e1559e8766 req-7324d827-e82d-4131-b48d-94e44a910741 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472658 Aug 06 15:49:09.844289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33386) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:09.853830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:09.870287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:network and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:09.878552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:09.887195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:subnet and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:09.893309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:09.913990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:subnetpool and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:09.926207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:09.935948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:port and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:09.951587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:09.962502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:router and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:09.994426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:09.996155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.051539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:floatingip and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:10.076188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:10.087622 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.134758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Subnet': ['ID=3edc7dea-47c0-4bd9-8c5e-88f019a2b385,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:10.138010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-45c446d1-2572-4f30-8ce6-a7be96f63f38 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:10.140343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-45c446d1-2572-4f30-8ce6-a7be96f63f38 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.1789744 Aug 06 15:49:10.145006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.147082 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00ebd59b-f365-442c-9804-729e96ce9fff tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/3edc7dea-47c0-4bd9-8c5e-88f019a2b385 HTTP/1.1" status: 204 len: 168 time: 0.7265065 Aug 06 15:49:10.150526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33400) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:10.171932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-8ad22c6e-1278-4a2c-9f84-4b5b07f29280 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0180933 Aug 06 15:49:10.177318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:security_group and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:10.197446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:10.233590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Usage tracker for resource:security_group_rule and tenant:21a3f3f909c44f4cb073d8cd464ef92a is out of sync, need to count used quota {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 06 15:49:10.244581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.quota.resource [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94841) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 06 15:49:10.259592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dccc2186-a776-4ffc-bf5f-37469149f61a tempest-QuotasTest-1127486910 tempest-QuotasTest-1127486910-project-admin] 10.222.0.16 "GET /v2.0/quotas/21a3f3f909c44f4cb073d8cd464ef92a/details.json HTTP/1.1" status: 200 len: 703 time: 0.4173241 Aug 06 15:49:10.276621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf653d4-556e-4a14-a670-8e6a95dac6f0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:10.276813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:10.290213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf653d4-556e-4a14-a670-8e6a95dac6f0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:10.290213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1cf653d4-556e-4a14-a670-8e6a95dac6f0 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1300356 Aug 06 15:49:10.290413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f23e8-414b-43b8-907f-6d15eebcb882 None None] Network 70be4f9f-97a0-4dcf-9f48-e82a5f833076 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:10.302419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-82be53ed-08c0-4221-981e-e6821c39e731 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094999 Aug 06 15:49:10.303202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:10.404663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.579043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae8f74e2-fd0a-4d76-ab6a-39452728ca62 None None] Provisioning for port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:10.601113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e09dfee6-982d-4054-926a-2b452033ba71 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.607797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] DHCP port deletion for 70be4f9f-97a0-4dcf-9f48-e82a5f833076 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:10.632857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-c6ab0c88-ceed-4103-9db9-f5b148ae0aea service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118007 Aug 06 15:49:10.634448 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09dfee6-982d-4054-926a-2b452033ba71 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 06 15:49:10.634886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09dfee6-982d-4054-926a-2b452033ba71 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:10.640733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e09dfee6-982d-4054-926a-2b452033ba71 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/70be4f9f-97a0-4dcf-9f48-e82a5f833076 HTTP/1.1" status: 409 len: 405 time: 0.3360009 Aug 06 15:49:10.641009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33406) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:10.648453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1575631319'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:10.665260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:10.671367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:10.673034 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.693823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:49:10.702043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] Deleting port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:10.702622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.760000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-d32fd842-814f-4aa3-8295-416708298e8e service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180739 Aug 06 15:49:10.767709 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.796857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] For port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,segment=NetworkSegment(1bd92eb1-4ac0-47d6-a929-70f8afb07787),segment_id=1bd92eb1-4ac0-47d6-a929-70f8afb07787)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:10.797265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.805711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:10.810383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.818243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] Calling delete_port for 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:10.863105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:10.871996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.890178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:49:10.901776 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:49:10.903773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5723b-3bb4-4299-b62b-feb776fbc584 req-edbb9a50-aa76-4e03-b4a7-6c91789501c9 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:10.905698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ea5723b-3bb4-4299-b62b-feb776fbc584 req-edbb9a50-aa76-4e03-b4a7-6c91789501c9 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0818849 Aug 06 15:49:10.907404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:10.907772 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Added segment db2c05fd-44eb-4a71-8cb8-6d06155e44eb of type vlan for network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb Aug 06 15:49:10.926667 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:10.928343 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:10.944708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,segment=NetworkSegment(1bd92eb1-4ac0-47d6-a929-70f8afb07787),segment_id=1bd92eb1-4ac0-47d6-a929-70f8afb07787)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:10.974823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ea5723b-3bb4-4299-b62b-feb776fbc584 req-bdc86c71-4496-40dc-be4a-fa2cf4f123aa tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563481 Aug 06 15:49:11.007769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.009620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f84ee2ba-b5c1-4be8-8b6f-241036d41879 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0995219 Aug 06 15:49:11.013381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:11.027105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.053744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.069695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:11.125348 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:11.130484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45412ac6-027f-4a43-9613-6db7d7a0905e req-06f8c98d-cef3-4aef-9843-9202277429c9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 210 time: 0.0551374 Aug 06 15:49:11.167630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.171918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.179312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:11.180158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.233032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] No DVR routers for this DVR port 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:11.233032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:11.273148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f9c6-d55d-42d9-8682-172fe31ae51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.297333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3f685-7387-4496-b44c-0063ed9b5de3 None None] Pushing event deleted for resources: {'Port': ['ID=3e8053f4-37d1-4e9d-b340-77176fdbd1c0,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:11.317965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6727302 Aug 06 15:49:11.318588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33430) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:11.326516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'subnet': {'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:11.334188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e3b4e-a269-4930-b42d-0a1a0684da1b tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Network': ['ID=6bc7604b-18d8-4e9f-8c47-547a2ef96cbb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:11.348044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:11.476336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-487242c7-e2fc-405f-ab46-e5e4ddf869ab tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fcdeb411cc36447f93dfb13b24415f8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4617376 Aug 06 15:49:11.479503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33432) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:11.511263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f9c6-d55d-42d9-8682-172fe31ae51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.525147 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:09Z', 'revision_number': 3, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:11.551631 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:49:11.552026 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Updating router f61af3a5-608f-4e15-9325-4060fb2c027d port 6bb868c0-3281-4057-96bf-fda08fb5f693 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:49:11.587144 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.613105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b0d8f9c6-d55d-42d9-8682-172fe31ae51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.658366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b0d8f9c6-d55d-42d9-8682-172fe31ae51d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58c7652f88b84852a4ad02bd3222687d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5875881 Aug 06 15:49:11.659455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8f9c6-d55d-42d9-8682-172fe31ae51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befdf83a-e4c1-417e-9501-f80e3929318e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:11.661938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33434) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:11.716637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2269536a-10c6-49fa-beee-6c807740b695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.743918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2269536a-10c6-49fa-beee-6c807740b695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.881280 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2269536a-10c6-49fa-beee-6c807740b695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.883975 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2269536a-10c6-49fa-beee-6c807740b695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.885228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2269536a-10c6-49fa-beee-6c807740b695 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/befdf83a-e4c1-417e-9501-f80e3929318e HTTP/1.1" status: 204 len: 168 time: 0.2223468 Aug 06 15:49:11.886136 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:11.901612 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Transition to ACTIVE for port object 6bb868c0-3281-4057-96bf-fda08fb5f693 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:11.907958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269536a-10c6-49fa-beee-6c807740b695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befdf83a-e4c1-417e-9501-f80e3929318e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:11.967303 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.023438 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ab90-868c-4671-886f-21a18c03a184 None None] Pushing event updated for resources: {'Port': ['ID=6bb868c0-3281-4057-96bf-fda08fb5f693,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:12.026000 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Attempting to bind port 6bb868c0-3281-4057-96bf-fda08fb5f693 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:12.026361 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Attempting to bind port 6bb868c0-3281-4057-96bf-fda08fb5f693 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:12.026719 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Attempting to bind port 6bb868c0-3281-4057-96bf-fda08fb5f693 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:12.033482 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:12.033482 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:12.034724 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.034724 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:12.035176 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Bound port: 6bb868c0-3281-4057-96bf-fda08fb5f693, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:12.035554 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.054640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606af7de-4129-4836-9e99-9b744bb0064e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:12.056237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-606af7de-4129-4836-9e99-9b744bb0064e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5754592 Aug 06 15:49:12.060422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:12.099858 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5e539048-78e4-4c65-b32f-e13c35a2fc76 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381725 Aug 06 15:49:12.100700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33444) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:12.105822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737812482', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:12.110615 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] For port 6bb868c0-3281-4057-96bf-fda08fb5f693, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:12.114123 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] For port 6bb868c0-3281-4057-96bf-fda08fb5f693, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bb868c0-3281-4057-96bf-fda08fb5f693,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:12.114916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a3ff1-a750-4293-8f1c-c9176af5f33b req-8c2fb4ee-0da6-493a-8b4e-70695a614473 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:12.116523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c4a3ff1-a750-4293-8f1c-c9176af5f33b req-8c2fb4ee-0da6-493a-8b4e-70695a614473 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0576897 Aug 06 15:49:12.184761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c4a3ff1-a750-4293-8f1c-c9176af5f33b req-5404aa14-a7e7-47e2-9763-344e51662ef4 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Aug 06 15:49:12.220814 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.220966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:12.220966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.223008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:12.249201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:12.249678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e8053f4-37d1-4e9d-b340-77176fdbd1c0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:12.314308 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:12.315609 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:12.347132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24452ce7-2e03-4c59-928c-5a9b1bd9d60c req-837477e2-ed45-44d5-ab19-85e7748a7830 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 210 time: 0.0599399 Aug 06 15:49:12.378804 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463ab90-868c-4671-886f-21a18c03a184 None None] Pushing event updated for resources: {'Port': ['ID=6bb868c0-3281-4057-96bf-fda08fb5f693,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:12.449334 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:12.509502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:12.513132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.517311 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:49:12.661269 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:09Z', 'revision_number': 3, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:12.694748 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979958b-86ef-4c3c-9905-d1bbc247d44b None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:09Z', 'revision_number': 3, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:49:12.812220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:49:12.813703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.864078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:12.893056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Subnet': ['ID=30ecdbbb-d556-4a60-8e73-352f2d2f4ef0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.920462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.921030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.921030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.921221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.922590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:12.943110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Checking segment: {'id': 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:12.943545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network hostable DHCP agents. Network: 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:12.966988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:12.981795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-266d8a4e-a7a9-40e0-a33e-5f5b9589c0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.000217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Checking segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:13.000589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network hostable DHCP agents. Network: 625d226f-e4a5-44ca-8177-f41cedc5138a, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:13.012938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Subnet': ['ID=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:13.124672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-266d8a4e-a7a9-40e0-a33e-5f5b9589c0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.132400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:13.162834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 625d226f-e4a5-44ca-8177-f41cedc5138a is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:13.195569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-266d8a4e-a7a9-40e0-a33e-5f5b9589c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.231306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 625d226f-e4a5-44ca-8177-f41cedc5138a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:13.233455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:13.239340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:13.239543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d8a4e-a7a9-40e0-a33e-5f5b9589c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db42426-8fc7-4f1d-80df-d53a538fcdfc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:13.241317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.245074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:13.246106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.250997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa951502-046b-4775-9972-cdad833759e7 None None] Network 625d226f-e4a5-44ca-8177-f41cedc5138a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:13.251522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-266d8a4e-a7a9-40e0-a33e-5f5b9589c0ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=21a3f3f909c44f4cb073d8cd464ef92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822444 Aug 06 15:49:13.252017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:13.255363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ceb9b1-4e30-456a-8b5c-56caa4f5e677 None None] Network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:13.352733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c114cabf-60f8-4359-a24d-2d99eb66c0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.379608 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9d54d012-b67d-4c21-a761-a2466837b794 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2778230 Aug 06 15:49:13.382749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33462) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:13.384957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa9b69-7a83-4a61-8820-5458477489e6 req-d23cc91d-d7f1-4cd5-8ead-57e9cd1b3baf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:13.386771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39aa9b69-7a83-4a61-8820-5458477489e6 req-d23cc91d-d7f1-4cd5-8ead-57e9cd1b3baf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0771613 Aug 06 15:49:13.438884 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c114cabf-60f8-4359-a24d-2d99eb66c0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.450112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-91496769-a93b-49c8-8137-1aad3a490cd5 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1303575 Aug 06 15:49:13.453592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:13.517233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39aa9b69-7a83-4a61-8820-5458477489e6 req-42fe03e6-5d76-46dc-a49f-377a94785bef tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198246 Aug 06 15:49:13.626801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-531c9afc-c12a-437e-962f-dda8de6625d5 req-9bdf31d4-6539-4dbf-b5d9-12f3c55910fe tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 210 time: 0.0515053 Aug 06 15:49:13.664130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c114cabf-60f8-4359-a24d-2d99eb66c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.669760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c114cabf-60f8-4359-a24d-2d99eb66c0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.671781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c114cabf-60f8-4359-a24d-2d99eb66c0e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8db42426-8fc7-4f1d-80df-d53a538fcdfc HTTP/1.1" status: 204 len: 168 time: 0.4188397 Aug 06 15:49:13.681157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114cabf-60f8-4359-a24d-2d99eb66c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db42426-8fc7-4f1d-80df-d53a538fcdfc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:13.806348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.809362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-6bc7604b-18d8-4e9f-8c47-547a2ef96cbb', 'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb', 'tenant_id': '5d7b13a0b78048598c62385131b930c1', 'fixed_ips': [{'subnet_id': '30ecdbbb-d556-4a60-8e73-352f2d2f4ef0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:13.810325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.825120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-625d226f-e4a5-44ca-8177-f41cedc5138a', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:13.826093 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:13.884990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-c2a659a0-7ebe-43de-bfa3-3c78757d2319 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:13.886131 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-c2a659a0-7ebe-43de-bfa3-3c78757d2319 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.2380295 Aug 06 15:49:13.932638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:14.071558 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.084215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Allocated IP 2001:db8::f816:3eff:fe63:b56b (6bc7604b-18d8-4e9f-8c47-547a2ef96cbb/30ecdbbb-d556-4a60-8e73-352f2d2f4ef0/dab44472-c7bd-4448-bf95-285975df01ae) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:14.102339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Allocated IP 172.20.0.2 (625d226f-e4a5-44ca-8177-f41cedc5138a/5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7/a81dd9b9-f33a-4a85-b8a2-f8676099971f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:14.307573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bb868c0-3281-4057-96bf-fda08fb5f693 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:14.344799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:14.349643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.505368 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.508808 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.522365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Transition to ACTIVE for port object a81dd9b9-f33a-4a85-b8a2-f8676099971f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:14.524399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Transition to ACTIVE for port object dab44472-c7bd-4448-bf95-285975df01ae will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:14.552242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Transition to ACTIVE for port object a81dd9b9-f33a-4a85-b8a2-f8676099971f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:14.554590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Transition to ACTIVE for port object dab44472-c7bd-4448-bf95-285975df01ae will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:14.599996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.665137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af34e12-96df-415f-b761-2ebd06b3a9f2 req-b7f48eff-da3a-4ea6-a55f-d237954ad150 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:14.667670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8af34e12-96df-415f-b761-2ebd06b3a9f2 req-b7f48eff-da3a-4ea6-a55f-d237954ad150 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0670030 Aug 06 15:49:14.670754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.8 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/840567cf-2544-401d-9bb4-7b4b6f4015c2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:14.677135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6bb868c0-3281-4057-96bf-fda08fb5f693 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:14.683770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6bb868c0-3281-4057-96bf-fda08fb5f693 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:14.685041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.736641 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.737970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8af34e12-96df-415f-b761-2ebd06b3a9f2 req-0b4cfd57-4227-4166-bd52-1c3537153b85 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Aug 06 15:49:14.740265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:14.816053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14d2d171-f84e-4db4-b549-48b25ce55c54 req-da6cabe2-dcfe-481f-ac27-685b9ba9fc55 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 210 time: 0.0563943 Aug 06 15:49:14.830756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Network 625d226f-e4a5-44ca-8177-f41cedc5138a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:14.836401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:14.838559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Pushing event updated for resources: {'Port': ['ID=dab44472-c7bd-4448-bf95-285975df01ae,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:14.841253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:14.848161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:14.859577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:14.874943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:14.969426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Pushing event updated for resources: {'Port': ['ID=a81dd9b9-f33a-4a85-b8a2-f8676099971f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:15.031054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.039078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Attempting to bind port a81dd9b9-f33a-4a85-b8a2-f8676099971f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:15.039493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Attempting to bind port a81dd9b9-f33a-4a85-b8a2-f8676099971f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:15.039968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Attempting to bind port a81dd9b9-f33a-4a85-b8a2-f8676099971f on network 625d226f-e4a5-44ca-8177-f41cedc5138a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:15.047923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Attempting to bind port dab44472-c7bd-4448-bf95-285975df01ae on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:15.048349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Attempting to bind port dab44472-c7bd-4448-bf95-285975df01ae by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:15.048747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Attempting to bind port dab44472-c7bd-4448-bf95-285975df01ae on network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:15.057025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:15.057393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Checking segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:15.057812 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.058230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Bound using segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:15.058732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Bound port: a81dd9b9-f33a-4a85-b8a2-f8676099971f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:15.059122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.078878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:15.079253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Checking segment: {'id': 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:15.079661 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.080125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Bound using segment: {'id': 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:15.081137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Bound port: dab44472-c7bd-4448-bf95-285975df01ae, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:15.081264 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.084207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6bb868c0-3281-4057-96bf-fda08fb5f693, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bb868c0-3281-4057-96bf-fda08fb5f693,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:15.187453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] For port a81dd9b9-f33a-4a85-b8a2-f8676099971f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:15.194299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] For port a81dd9b9-f33a-4a85-b8a2-f8676099971f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a81dd9b9-f33a-4a85-b8a2-f8676099971f,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:15.212907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] For port dab44472-c7bd-4448-bf95-285975df01ae, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:15.212907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] For port dab44472-c7bd-4448-bf95-285975df01ae, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dab44472-c7bd-4448-bf95-285975df01ae,segment=NetworkSegment(db2c05fd-44eb-4a71-8cb8-6d06155e44eb),segment_id=db2c05fd-44eb-4a71-8cb8-6d06155e44eb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:15.225452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.270315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.282851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.294615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6bb868c0-3281-4057-96bf-fda08fb5f693,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:15.324963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-d47c66f8-03ba-42b1-8812-75f8334f94cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2227972 Aug 06 15:49:15.332299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.356549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33494) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:15.373811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd134ef-dda7-492a-a5c4-7911d4f602a7 None None] Pushing event updated for resources: {'Port': ['ID=a81dd9b9-f33a-4a85-b8a2-f8676099971f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:15.398854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Subnet': ['ID=30ecdbbb-d556-4a60-8e73-352f2d2f4ef0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:15.405154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.439053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464437a-0502-4dec-889a-f77d70c9502d None None] Pushing event updated for resources: {'Port': ['ID=dab44472-c7bd-4448-bf95-285975df01ae,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:15.530665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1295932659'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:15.586946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.654543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc7604b-18d8-4e9f-8c47-547a2ef96cbb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:15.676572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Made reservation on behalf of 127555d08ff141ee8e6b5b91b32ecd5c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:15.680316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:15.680622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:15.681406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.691329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.696950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-9c5c837b-676e-432d-b43a-9f4ac76aaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:15.698802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-9c5c837b-676e-432d-b43a-9f4ac76aaaf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1097 time: 0.2824709 Aug 06 15:49:15.704764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.726435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.20.0.1 (625d226f-e4a5-44ca-8177-f41cedc5138a/5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7/7102ba09-1643-4f7f-95cd-ae1e7ef34493) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:15.760114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.831116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.845677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:15.846198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:15.849536 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:15.882173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.897765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:15.958755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:15.992408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432510a-f74b-4940-8d55-46a5e48c6d21 req-d6835b90-d916-4512-9cbe-0615b5bca155 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:15.994090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8432510a-f74b-4940-8d55-46a5e48c6d21 req-d6835b90-d916-4512-9cbe-0615b5bca155 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1213820 Aug 06 15:49:16.038319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80d2e7d-864d-4bf2-97e2-eb35c30f8d1b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:16.068708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:16.068806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8432510a-f74b-4940-8d55-46a5e48c6d21 req-2f875eca-8b67-42fc-9f94-594d650079c5 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665085 Aug 06 15:49:16.073861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:16.078775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=840567cf-2544-401d-9bb4-7b4b6f4015c2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:16.079792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c56dad-a796-4ff9-9cc1-6e3e0c9c23c4 req-a01b51ac-a74d-4469-a6f5-0ff1b8980c12 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:16.082517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2c56dad-a796-4ff9-9cc1-6e3e0c9c23c4 req-a01b51ac-a74d-4469-a6f5-0ff1b8980c12 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 931 time: 0.1524947 Aug 06 15:49:16.083604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:16.090379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:16.093557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-5b500eaf-95c2-47ce-be38-f80e14d7887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:16.104408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-5b500eaf-95c2-47ce-be38-f80e14d7887d service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.3599863 Aug 06 15:49:16.108692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.109893 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Added segment 62f4597a-212d-476c-b799-7b73c0c80414 of type vlan for network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 Aug 06 15:49:16.147785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:49:16.147785 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:49:16.147785 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '6bc7604b-18d8-4e9f-8c47-547a2ef96cbb'}] Aug 06 15:49:16.147785 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:49:16.148127 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:49:16.172572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2c56dad-a796-4ff9-9cc1-6e3e0c9c23c4 req-e7693042-0530-40b7-9431-867b75b082b2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827539 Aug 06 15:49:16.174466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.232567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.265435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:16.266061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.272222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Transition to ACTIVE for port object 7102ba09-1643-4f7f-95cd-ae1e7ef34493 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:16.275134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.278825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-8ca58055-6cc9-49f5-a795-901324f46092 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 1001 time: 0.1736014 Aug 06 15:49:16.281525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:16.282243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.361009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event updated for resources: {'Network': ['ID=0c9eb673-f306-4b47-8f1f-b06d4e23f9b2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:16.362258 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-e7685d4d-d06f-4040-b984-5f5780a780e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4365482 Aug 06 15:49:16.380332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-893b71a5-9ee9-445e-b33d-fc2fbbd23196 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0191770 Aug 06 15:49:16.383660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:16.383961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Request body: {'port': {'device_id': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:16.393976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Request body: {'subnet': {'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:16.394793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:16.417692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dab44472-c7bd-4448-bf95-285975df01ae up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:16.460169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-f17be444-b7fc-477d-b4d7-f6fb65e59a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:16.463503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-f17be444-b7fc-477d-b4d7-f6fb65e59a2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1763234 Aug 06 15:49:16.512573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.591100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.615332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-e4187e31-5fab-4d1a-b54a-1be6383e4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:16.616924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-e4187e31-5fab-4d1a-b54a-1be6383e4234 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020265 Aug 06 15:49:16.652773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Made reservation on behalf of 127555d08ff141ee8e6b5b91b32ecd5c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:16.657876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.658004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.664220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port dab44472-c7bd-4448-bf95-285975df01ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:16.669002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a81dd9b9-f33a-4a85-b8a2-f8676099971f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:16.740665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 625d226f-e4a5-44ca-8177-f41cedc5138a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:16.762106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:16.764695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:16.781160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0bd57-e6c4-4ea2-89d5-294c313b2876 None None] Network 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:16.805245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=7102ba09-1643-4f7f-95cd-ae1e7ef34493,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:16.833160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a81dd9b9-f33a-4a85-b8a2-f8676099971f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:16.869385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bb868c0-3281-4057-96bf-fda08fb5f693 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:16.926905 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-d8e83215-c22e-4ca9-9ac2-73f853f96f05 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826099 Aug 06 15:49:16.959942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.981502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] Provisioning for port dab44472-c7bd-4448-bf95-285975df01ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:16.989084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6bb868c0-3281-4057-96bf-fda08fb5f693 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:16.989467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:16.990960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] Provisioning complete for port dab44472-c7bd-4448-bf95-285975df01ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:16.991326 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.012858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.082134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] DHCP port deletion for 6bc7604b-18d8-4e9f-8c47-547a2ef96cbb request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:17.135723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event updated for resources: {'Subnet': ['ID=68b99e0d-917d-4de7-a128-b5fbec20da35,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:17.151829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Checking segment: {'id': '62f4597a-212d-476c-b799-7b73c0c80414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:17.152455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Network hostable DHCP agents. Network: 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:17.210650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.219938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dd1ba8-8178-4965-b83b-dfc43e880ca0 None None] Network 625d226f-e4a5-44ca-8177-f41cedc5138a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:17.261883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd770b-a074-4628-8f45-8f1dc4ef1c50 req-4697efd4-b9f7-48d9-a7c9-5857ef51f0d1 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:17.264677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ccd770b-a074-4628-8f45-8f1dc4ef1c50 req-4697efd4-b9f7-48d9-a7c9-5857ef51f0d1 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0696573 Aug 06 15:49:17.266088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:17.301014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] Deleting port dab44472-c7bd-4448-bf95-285975df01ae {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:17.301347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.349299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] For port dab44472-c7bd-4448-bf95-285975df01ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dab44472-c7bd-4448-bf95-285975df01ae,segment=NetworkSegment(db2c05fd-44eb-4a71-8cb8-6d06155e44eb),segment_id=db2c05fd-44eb-4a71-8cb8-6d06155e44eb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:17.364915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ccd770b-a074-4628-8f45-8f1dc4ef1c50 req-14d2ab76-bfcc-40f6-a4fe-a0a03c16fe33 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932796 Aug 06 15:49:17.377695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb721ef-71a3-4964-abf2-5765dfe1426c req-2aad209c-426e-47f8-aa21-a3eacf50ee4b service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330277 Aug 06 15:49:17.388087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting port dab44472-c7bd-4448-bf95-285975df01ae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:17.393708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.401681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403e077-e6bf-4499-a9f1-78d283721b6b req-5486ea05-1ce9-45e6-9610-fed08affa13c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:17.409097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7403e077-e6bf-4499-a9f1-78d283721b6b req-5486ea05-1ce9-45e6-9610-fed08affa13c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 931 time: 0.1339371 Aug 06 15:49:17.417575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:17.436173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] For port dab44472-c7bd-4448-bf95-285975df01ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dab44472-c7bd-4448-bf95-285975df01ae,segment=NetworkSegment(db2c05fd-44eb-4a71-8cb8-6d06155e44eb),segment_id=db2c05fd-44eb-4a71-8cb8-6d06155e44eb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:17.436768 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.440267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:17.440863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.441577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b0a1e-2b12-4f1a-a5eb-39378cbfd7b9 None None] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:17.486660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7403e077-e6bf-4499-a9f1-78d283721b6b req-b49aa575-c03e-43ed-8b0a-979563691868 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580533 Aug 06 15:49:17.507164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] Calling delete_port for dab44472-c7bd-4448-bf95-285975df01ae owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:17.516964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.551008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3ae33ded-70a0-42ce-a5b5-4a53b295979b tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1662307 Aug 06 15:49:17.555009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:17.562247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Request body: {'port': {'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-619626932'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:17.760880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Made reservation on behalf of 127555d08ff141ee8e6b5b91b32ecd5c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:17.764810 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.786511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] device_id is not set on port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:17.806319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] For port dab44472-c7bd-4448-bf95-285975df01ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dab44472-c7bd-4448-bf95-285975df01ae,segment=NetworkSegment(db2c05fd-44eb-4a71-8cb8-6d06155e44eb),segment_id=db2c05fd-44eb-4a71-8cb8-6d06155e44eb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:17.807022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.825717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840567cf-2544-401d-9bb4-7b4b6f4015c2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:49:17.831010 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.838726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Calling delete_port for dab44472-c7bd-4448-bf95-285975df01ae owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:17.842792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:17.919915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff5982-d803-4411-aa7b-55c47f3b499f None None] Pushing event updated for resources: {'Port': ['ID=dab44472-c7bd-4448-bf95-285975df01ae,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:17.957791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Transition to ACTIVE for port object 840567cf-2544-401d-9bb4-7b4b6f4015c2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:17.985968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Allocated IP 2001:db8::287 (0c9eb673-f306-4b47-8f1f-b06d4e23f9b2/68b99e0d-917d-4de7-a128-b5fbec20da35/3fadf6a6-8673-4fa2-a260-902d0d54eb21) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:17.999534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] Provisioning for port a81dd9b9-f33a-4a85-b8a2-f8676099971f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:18.013213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] Provisioning complete for port a81dd9b9-f33a-4a85-b8a2-f8676099971f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:18.013747 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.045742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.059022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.073692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] Pushing event deleted for resources: {'Port': ['ID=dab44472-c7bd-4448-bf95-285975df01ae,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:18.106751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820adf1e-5077-458a-8aa6-f8e37261f3f0 None None] No DVR routers for this DVR port dab44472-c7bd-4448-bf95-285975df01ae on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:18.118741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-0c9eb673-f306-4b47-8f1f-b06d4e23f9b2', 'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2', 'tenant_id': '127555d08ff141ee8e6b5b91b32ecd5c', 'fixed_ips': [{'subnet_id': '68b99e0d-917d-4de7-a128-b5fbec20da35'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:18.118741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.123304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.185755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.256726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No DVR routers for this DVR port dab44472-c7bd-4448-bf95-285975df01ae on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:18.283151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.286807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Pushing event updated for resources: {'Port': ['ID=840567cf-2544-401d-9bb4-7b4b6f4015c2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:18.310347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Transition to ACTIVE for port object 3fadf6a6-8673-4fa2-a260-902d0d54eb21 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:18.375570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dab44472-c7bd-4448-bf95-285975df01ae no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:18.376879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Port': ['ID=dab44472-c7bd-4448-bf95-285975df01ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:18.385703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] For port a81dd9b9-f33a-4a85-b8a2-f8676099971f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a81dd9b9-f33a-4a85-b8a2-f8676099971f,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:18.418446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: dab44472-c7bd-4448-bf95-285975df01ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:18.419019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dab44472-c7bd-4448-bf95-285975df01ae not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:18.427878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.490231 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.530840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:18.539100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:18.563254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:18.574789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:18.576147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.578617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.590875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Allocated IP 2001:db8::2 (0c9eb673-f306-4b47-8f1f-b06d4e23f9b2/68b99e0d-917d-4de7-a128-b5fbec20da35/d719bd49-ecd6-40b0-b37c-89f30b7c81af) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:18.624204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9663440-6e58-4cac-94c3-3098142e240b req-1c228ba3-0546-4b2c-b047-32f0797ff046 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:18.626239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc7604b-18d8-4e9f-8c47-547a2ef96cbb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:18.628444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9663440-6e58-4cac-94c3-3098142e240b req-1c228ba3-0546-4b2c-b047-32f0797ff046 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1535454 Aug 06 15:49:18.646956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f1939-d83e-4efc-b0c1-1e0ec7892897 None None] Pushing event updated for resources: {'Port': ['ID=a81dd9b9-f33a-4a85-b8a2-f8676099971f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:18.650301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:18.651294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2c05fd-44eb-4a71-8cb8-6d06155e44eb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:18.665199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event updated for resources: {'Port': ['ID=3fadf6a6-8673-4fa2-a260-902d0d54eb21,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:18.671554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.679283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Attempting to bind port 840567cf-2544-401d-9bb4-7b4b6f4015c2 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:18.679664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Attempting to bind port 840567cf-2544-401d-9bb4-7b4b6f4015c2 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:18.680098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Attempting to bind port 840567cf-2544-401d-9bb4-7b4b6f4015c2 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:18.707850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Port 840567cf-2544-401d-9bb4-7b4b6f4015c2 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:18.707850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Attempting to bind port 840567cf-2544-401d-9bb4-7b4b6f4015c2 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:18.710157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a18a37b9-99ff-4a4b-8346-7aba389ff346 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1534085 Aug 06 15:49:18.710482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.713322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:18.719469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Request body: {'port': {'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-258295323', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:18.720096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] bootfile-name is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:49:18.720478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] tftp-server is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:49:18.720967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] server-ip-address is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:49:18.726760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9663440-6e58-4cac-94c3-3098142e240b req-7b91908a-badc-4c1d-8edb-449d17afe9fe tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879948 Aug 06 15:49:18.727055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:18.727475 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:18.732187 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:18.736008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:18.737285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:18.737882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:18.738355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Bound port: 840567cf-2544-401d-9bb4-7b4b6f4015c2, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:18.738716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.743730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a238dc28-2b0a-40cb-9586-5cbc5ba22189 None None] Provisioning for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:18.752261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a238dc28-2b0a-40cb-9586-5cbc5ba22189 None None] Provisioning complete for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:18.752927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a238dc28-2b0a-40cb-9586-5cbc5ba22189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.761599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522729fb-3b98-4768-aead-089e1d81d5d8 req-adb5d228-ac45-412a-82c5-c2dd9b9700b7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:18.763466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-522729fb-3b98-4768-aead-089e1d81d5d8 req-adb5d228-ac45-412a-82c5-c2dd9b9700b7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 943 time: 0.1350510 Aug 06 15:49:18.808228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a238dc28-2b0a-40cb-9586-5cbc5ba22189 None None] Port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:49:18.819852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.857782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a238dc28-2b0a-40cb-9586-5cbc5ba22189 None None] Provisioning complete for port a81dd9b9-f33a-4a85-b8a2-f8676099971f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:18.858456 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a238dc28-2b0a-40cb-9586-5cbc5ba22189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.880628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-522729fb-3b98-4768-aead-089e1d81d5d8 req-135f9842-628e-4680-ba79-cdad9f39ac00 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032052 Aug 06 15:49:18.896042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] For port 840567cf-2544-401d-9bb4-7b4b6f4015c2, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:18.896042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.897408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] For port 840567cf-2544-401d-9bb4-7b4b6f4015c2, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=840567cf-2544-401d-9bb4-7b4b6f4015c2,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:18.922280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.933502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Transition to ACTIVE for port object d719bd49-ecd6-40b0-b37c-89f30b7c81af will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:18.963657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.969783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.982768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Transition to ACTIVE for port object d719bd49-ecd6-40b0-b37c-89f30b7c81af will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:18.984054 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.990423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/6bc7604b-18d8-4e9f-8c47-547a2ef96cbb HTTP/1.1" status: 204 len: 168 time: 5.5314248 Aug 06 15:49:18.990576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Made reservation on behalf of 127555d08ff141ee8e6b5b91b32ecd5c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:18.993224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:18.996134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33524) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:19.009314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1858333792'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:19.020887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd281-2f05-4277-9b21-61972b7357c7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Network': ['ID=6bc7604b-18d8-4e9f-8c47-547a2ef96cbb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.027519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] device_id is not set on port ea35126e-ac15-4531-95cc-7bab63748ff4 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:19.031095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.032542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=7102ba09-1643-4f7f-95cd-ae1e7ef34493,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.036912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.037597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.038853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-becd305f-48fe-43fb-904c-060228c75928 service neutron] 10.222.0.59 "PUT /v2.0/ports/840567cf-2544-401d-9bb4-7b4b6f4015c2 HTTP/1.1" status: 200 len: 1091 time: 2.6692138 Aug 06 15:49:19.039293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'tag': '840567cf-2544-401d-9bb4-7b4b6f4015c2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:19.041620 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67109627-c95a-46ef-926a-4648b31f6ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "e05df181-8dbb-4ba9-b713-4393cdecc10b", "tag": "840567cf-2544-401d-9bb4-7b4b6f4015c2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:19.047728 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.091357 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011283d7-1e64-45e7-9469-8862e58397a3 x-openstack-request-id: req-011283d7-1e64-45e7-9469-8862e58397a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:19.092919 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05df181-8dbb-4ba9-b713-4393cdecc10b", "tag": "840567cf-2544-401d-9bb4-7b4b6f4015c2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:19.092919 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-011283d7-1e64-45e7-9469-8862e58397a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:19.092919 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'tag': '840567cf-2544-401d-9bb4-7b4b6f4015c2', 'status': 'completed', 'code': 200} Aug 06 15:49:19.098515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:19.103764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:19.108248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:19.112386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Pushing event updated for resources: {'Port': ['ID=d719bd49-ecd6-40b0-b37c-89f30b7c81af,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.178578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b2b2857-accb-4b9c-a7a8-35c3aabbcdbf None None] Provisioning complete for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:19.179221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b2b2857-accb-4b9c-a7a8-35c3aabbcdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.192865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Allocated IP 2001:db8::137 (0c9eb673-f306-4b47-8f1f-b06d4e23f9b2/68b99e0d-917d-4de7-a128-b5fbec20da35/ea35126e-ac15-4531-95cc-7bab63748ff4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:19.196745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd305f-48fe-43fb-904c-060228c75928 service neutron] Pushing event updated for resources: {'Port': ['ID=840567cf-2544-401d-9bb4-7b4b6f4015c2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.207507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Attempting to bind port d719bd49-ecd6-40b0-b37c-89f30b7c81af on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:19.208123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Attempting to bind port d719bd49-ecd6-40b0-b37c-89f30b7c81af by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '62f4597a-212d-476c-b799-7b73c0c80414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:19.208372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Attempting to bind port d719bd49-ecd6-40b0-b37c-89f30b7c81af on network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:19.217273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:19.217754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Checking segment: {'id': '62f4597a-212d-476c-b799-7b73c0c80414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:19.218175 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.218577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Bound using segment: {'id': '62f4597a-212d-476c-b799-7b73c0c80414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:19.219066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Bound port: d719bd49-ecd6-40b0-b37c-89f30b7c81af, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f4597a-212d-476c-b799-7b73c0c80414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0c9eb673-f306-4b47-8f1f-b06d4e23f9b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:19.219623 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.240284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109627-c95a-46ef-926a-4648b31f6ff6 req-ed2a6fa0-25a5-4493-8fd3-bbcfbaad1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.241412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b2857-accb-4b9c-a7a8-35c3aabbcdbf None None] Port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:49:19.241731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67109627-c95a-46ef-926a-4648b31f6ff6 req-ed2a6fa0-25a5-4493-8fd3-bbcfbaad1bba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 1094 time: 0.1204071 Aug 06 15:49:19.268649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 625d226f-e4a5-44ca-8177-f41cedc5138a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:19.290565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:19.331219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] For port d719bd49-ecd6-40b0-b37c-89f30b7c81af, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:19.339451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] For port d719bd49-ecd6-40b0-b37c-89f30b7c81af, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d719bd49-ecd6-40b0-b37c-89f30b7c81af,segment=NetworkSegment(62f4597a-212d-476c-b799-7b73c0c80414),segment_id=62f4597a-212d-476c-b799-7b73c0c80414)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:19.363826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:19.363826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.421151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:19.425871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.442882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.451975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109627-c95a-46ef-926a-4648b31f6ff6 req-60b78c2f-bf8e-440e-a899-16c71b66dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.453540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67109627-c95a-46ef-926a-4648b31f6ff6 req-60b78c2f-bf8e-440e-a899-16c71b66dcf3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3710307740d74869bd0baae23a43f6cb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2036953 Aug 06 15:49:19.467360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.467960 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Added segment 9422ffef-c46d-48bb-af61-c7a6e847a133 of type vlan for network 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 Aug 06 15:49:19.478617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Transition to ACTIVE for port object ea35126e-ac15-4531-95cc-7bab63748ff4 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:19.519146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.562201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1dd8e-a533-47ba-91eb-c1f9c6055766 None None] Pushing event updated for resources: {'Port': ['ID=d719bd49-ecd6-40b0-b37c-89f30b7c81af,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.563093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:49:19.617797 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.629887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.630904 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.646578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109627-c95a-46ef-926a-4648b31f6ff6 req-f31642af-12d7-439c-9e2b-315f6bbaab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.648237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67109627-c95a-46ef-926a-4648b31f6ff6 req-f31642af-12d7-439c-9e2b-315f6bbaab93 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867464 Aug 06 15:49:19.671229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.688966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ed4f379-210b-4301-80b5-0ced539c97d2 None None] Provisioning complete for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:19.689528 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f379-210b-4301-80b5-0ced539c97d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.750702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:19.778884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:49:19.779089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Network': ['ID=6a220dc1-6a92-4a65-8e42-aa2ff19cdef0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.779479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9ed4f379-210b-4301-80b5-0ced539c97d2 None None] Port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:49:19.785801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1d9f29c5-df39-453e-a565-9dfbf55d69aa tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7886133 Aug 06 15:49:19.786760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:19.794461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:19.800502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'subnet': {'network_id': '6a220dc1-6a92-4a65-8e42-aa2ff19cdef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:19.810221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:19.813720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:19.816227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7c76b063-4a13-402e-9c1a-ec006e6e539c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "PUT /v2.0/routers/f61af3a5-608f-4e15-9325-4060fb2c027d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4319046 Aug 06 15:49:19.816468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:49:19.820052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.825034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:19.825744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33532) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:19.848530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:19.849387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:19.861750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-c1ee9555-c920-42cd-82f9-b4e3c3525c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:19.863446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-c1ee9555-c920-42cd-82f9-b4e3c3525c6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 1094 time: 0.1527770 Aug 06 15:49:19.947718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event updated for resources: {'Port': ['ID=ea35126e-ac15-4531-95cc-7bab63748ff4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:19.982946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4759106c-30a2-4874-8eb2-398242a95d05 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2684512 Aug 06 15:49:19.985703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:20.011451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d651-af12-49ce-ba85-4acd2be7324c req-a7e4c859-7f58-41ec-b5ce-a61ee0ed254b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.013010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01c5d651-af12-49ce-ba85-4acd2be7324c req-a7e4c859-7f58-41ec-b5ce-a61ee0ed254b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1804750 Aug 06 15:49:20.032931 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-68c372a1-a142-48dc-b4e1-05ca639fde17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=840567cf-2544-401d-9bb4-7b4b6f4015c2 HTTP/1.1" status: 200 len: 217 time: 0.1527092 Aug 06 15:49:20.054673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:20.086150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01c5d651-af12-49ce-ba85-4acd2be7324c req-de767b9e-bdaa-44ae-8b28-c3a2161cd2a6 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545075 Aug 06 15:49:20.094912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c6db-c7ee-4242-89ae-1ebc37f55b61 req-6a9cfe72-49a5-4a1e-9a5f-787b34b0ee85 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.097037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5a4c6db-c7ee-4242-89ae-1ebc37f55b61 req-6a9cfe72-49a5-4a1e-9a5f-787b34b0ee85 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 943 time: 0.1112242 Aug 06 15:49:20.164352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5a4c6db-c7ee-4242-89ae-1ebc37f55b61 req-67e9901e-5f71-4aa5-8a3b-a8c659f0c46e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547638 Aug 06 15:49:20.167841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:20.173627 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:20.297939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaddf0b-72a0-4dc6-9f8b-f2f39f3cbfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.305808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaddf0b-72a0-4dc6-9f8b-f2f39f3cbfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.312416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaddf0b-72a0-4dc6-9f8b-f2f39f3cbfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.317677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-adaddf0b-72a0-4dc6-9f8b-f2f39f3cbfe4 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3269694 Aug 06 15:49:20.325723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-9a860a44-f34f-46dc-a3f3-e678138ac6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.328113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-9a860a44-f34f-46dc-a3f3-e678138ac6ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.2431648 Aug 06 15:49:20.328602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:20.340629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:17Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:18Z', 'revision_number': 2, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:20.386157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:49:20.386515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Updating router f61af3a5-608f-4e15-9325-4060fb2c027d port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:49:20.417897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a81dd9b9-f33a-4a85-b8a2-f8676099971f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:20.434626 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-9c329a6f-86ab-49eb-ae6e-a6a3f4f67406 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790999 Aug 06 15:49:20.439857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.440353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.440820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.441285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.441752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.442310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.442785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.443250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.444051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.444212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.444661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.445125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.445589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.446057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.446518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.449042 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1698a8eb-bc4a-4b81-b72d-345ac6100a53 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10479 time: 0.6142313 Aug 06 15:49:20.452167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:20.458683 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:20.511754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:20.598085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-329a26ea-fd82-4966-a5ec-6fe407986ae9 service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413302 Aug 06 15:49:20.643285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a81dd9b9-f33a-4a85-b8a2-f8676099971f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:20.643940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:20.646467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Subnet': ['ID=1ab993e2-97ea-4576-b5e3-ff9d810280fc,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:20.656611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.657209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.657741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.658829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.659616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.660251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.660777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.661303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.661825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.662499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.663045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.663569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:20.665812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5ad0933a-65e2-4c2e-864a-ef0ccca1b0ef tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7710 time: 0.2119327 Aug 06 15:49:20.668821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33544) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:20.679550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Deleting port ea35126e-ac15-4531-95cc-7bab63748ff4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:20.679932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:20.746073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Checking segment: {'id': '9422ffef-c46d-48bb-af61-c7a6e847a133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6a220dc1-6a92-4a65-8e42-aa2ff19cdef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:20.746635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network hostable DHCP agents. Network: 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:20.760387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ebe6ee-6af3-40d7-a50c-53a4999b3479 None None] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:20.926256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d719bd49-ecd6-40b0-b37c-89f30b7c81af up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:20.989002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fe6094c5-c146-4bbb-89ae-cae4a232358d None None] Provisioning for port d719bd49-ecd6-40b0-b37c-89f30b7c81af completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:21.098640 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.114472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:21.126925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Transition to ACTIVE for port object 7102ba09-1643-4f7f-95cd-ae1e7ef34493 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:21.145590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.155644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a8d9ecb-b81c-457e-9531-2082aef5d9ed req-4c9015a5-4a0b-4a28-bc24-ed7198ac9493 service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508084 Aug 06 15:49:21.168950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Calling delete_port for ea35126e-ac15-4531-95cc-7bab63748ff4 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:21.207275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d719bd49-ecd6-40b0-b37c-89f30b7c81af completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:21.217014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d719bd49-ecd6-40b0-b37c-89f30b7c81af triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:21.217014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.269002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.303547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-7dbcaa8b-4247-43ac-b207-ab7d7edb2063 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1321747 Aug 06 15:49:21.313644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:21.341139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fde8b1-7598-4c5d-ae74-f1e038208de7 None None] Pushing event updated for resources: {'Port': ['ID=7102ba09-1643-4f7f-95cd-ae1e7ef34493,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:21.354147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:21.354575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.378224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8c658-d47e-44fe-9f4c-8d18d4a7aa6c None None] Network 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:21.403590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567616f-7863-4db1-8741-257d0adaeb28 req-d9f8c9df-ab6d-4d08-9d31-7facf0e953a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:21.405324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-d9f8c9df-ab6d-4d08-9d31-7facf0e953a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 1096 time: 0.0670764 Aug 06 15:49:21.436493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9bebe-58a2-4754-8160-27f62818247a req-45503323-bc44-4cd8-bdf6-fd7c8a82b1ff tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:21.447035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6d9bebe-58a2-4754-8160-27f62818247a req-45503323-bc44-4cd8-bdf6-fd7c8a82b1ff tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.2342331 Aug 06 15:49:21.507495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6892b-57a6-418f-8685-4694f12b99c0 req-83c696c9-6e64-40eb-a98a-1eec74228ecf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:21.509256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6f6892b-57a6-418f-8685-4694f12b99c0 req-83c696c9-6e64-40eb-a98a-1eec74228ecf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 943 time: 0.2150688 Aug 06 15:49:21.524684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a8ed5afd-4cd8-4e20-8dfd-acb09702fb72 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 0.8546095 Aug 06 15:49:21.539792 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.541760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Attempting to bind port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:21.542139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Attempting to bind port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:21.542506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Attempting to bind port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 on network 625d226f-e4a5-44ca-8177-f41cedc5138a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:21.574419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-70adb83c-1d01-43c2-9102-17925b37d146 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7788422 Aug 06 15:49:21.579154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567616f-7863-4db1-8741-257d0adaeb28 req-c9a66c01-87cd-4c51-9861-ea14c86f01dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:21.579298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:21.579298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Checking segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:21.579511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-c9a66c01-87cd-4c51-9861-ea14c86f01dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 906 time: 0.1312029 Aug 06 15:49:21.579590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.579668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:21.579774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Bound using segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:21.579774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Bound port: 7102ba09-1643-4f7f-95cd-ae1e7ef34493, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:21.579774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.619588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6f6892b-57a6-418f-8685-4694f12b99c0 req-57f800a9-30c4-4030-b217-670a43b44d7c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901644 Aug 06 15:49:21.622807 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6d9bebe-58a2-4754-8160-27f62818247a req-b042c949-d349-40f2-8e55-43ee79226ee4 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748760 Aug 06 15:49:21.647833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-03ea8e26-b824-418c-a796-73525978cf6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0db6019b-6c62-4425-b92f-b52fde720487 HTTP/1.1" status: 200 len: 217 time: 0.0464456 Aug 06 15:49:21.650430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.739274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d719bd49-ecd6-40b0-b37c-89f30b7c81af, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d719bd49-ecd6-40b0-b37c-89f30b7c81af,segment=NetworkSegment(62f4597a-212d-476c-b799-7b73c0c80414),segment_id=62f4597a-212d-476c-b799-7b73c0c80414)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:21.788823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event deleted for resources: {'Port': ['ID=ea35126e-ac15-4531-95cc-7bab63748ff4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:21.798401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.801903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-361e50d1-408e-4b14-b7e0-4bded63d2f7e tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "DELETE /v2.0/ports/ea35126e-ac15-4531-95cc-7bab63748ff4 HTTP/1.1" status: 204 len: 168 time: 1.4654672 Aug 06 15:49:21.805621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:21.811629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Request body: {'port': {'name': 'tempest-new-port-name-1772847373', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:21.814212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] bootfile-name is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:49:21.814792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] tftp-server is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:49:21.815276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.api.validators [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] server-ip-address is not in valid_values {{(pid=94841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 06 15:49:21.816050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] For port 7102ba09-1643-4f7f-95cd-ae1e7ef34493, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:21.819679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] For port 7102ba09-1643-4f7f-95cd-ae1e7ef34493, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7102ba09-1643-4f7f-95cd-ae1e7ef34493,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:21.821967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Provisioning complete for port ea35126e-ac15-4531-95cc-7bab63748ff4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:21.822718 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.833057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567616f-7863-4db1-8741-257d0adaeb28 req-625b158e-eff9-45f2-a634-3111f80bcc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:21.837305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-625b158e-eff9-45f2-a634-3111f80bcc7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.1477115 Aug 06 15:49:21.847781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.858301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Port ea35126e-ac15-4531-95cc-7bab63748ff4 was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 15:49:21.890089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-791fafb6-beeb-478a-850a-c6f5451dc3dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360162 Aug 06 15:49:21.895925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.898960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.960630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:21.967547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:21.968227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:22.083679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.156663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-658d8ce1-e03a-4c27-85ac-096a1dfa400f service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514789 Aug 06 15:49:22.243598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:22.266506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-501693498', 'description': 'tempest-secgroup-smoke-501693498 description', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:22.339467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.361037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.395386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Provisioning for port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:22.413501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d719bd49-ecd6-40b0-b37c-89f30b7c81af,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:22.414045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Provisioning complete for port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:22.414496 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.425798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d19a9a8-120f-42bb-9612-99b75c1a92e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-6a220dc1-6a92-4a65-8e42-aa2ff19cdef0', 'network_id': '6a220dc1-6a92-4a65-8e42-aa2ff19cdef0', 'tenant_id': '5d7b13a0b78048598c62385131b930c1', 'fixed_ips': [{'subnet_id': '1ab993e2-97ea-4576-b5e3-ff9d810280fc'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:22.425958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.430307 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d19a9a8-120f-42bb-9612-99b75c1a92e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.451455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab993e2-97ea-4576-b5e3-ff9d810280fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:22.515892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] In _notify_port_updated(), no bound segment for port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 on network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:49:22.528017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:22.528641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.529673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fde8b1-7598-4c5d-ae74-f1e038208de7 None None] Pushing event updated for resources: {'Port': ['ID=7102ba09-1643-4f7f-95cd-ae1e7ef34493,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:22.533029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "PUT /v2.0/ports/3fadf6a6-8673-4fa2-a260-902d0d54eb21 HTTP/1.1" status: 200 len: 1130 time: 0.7260010 Aug 06 15:49:22.539260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33562) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:22.552737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b17fec-3dff-4ba7-bb7e-60b265ccb3da tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event updated for resources: {'Port': ['ID=3fadf6a6-8673-4fa2-a260-902d0d54eb21,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:22.572246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.575994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.580624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:22.581352 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d567616f-7863-4db1-8741-257d0adaeb28 req-3c696f6e-0bd3-4b76-85b6-6bca8a75c062 service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133596 Aug 06 15:49:22.601562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a220dc1-6a92-4a65-8e42-aa2ff19cdef0']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:22.609233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4467b-b61a-421a-aa5e-2ac6d48d1dea tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:22.611427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-87d4467b-b61a-421a-aa5e-2ac6d48d1dea tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "GET /v2.0/ports/3fadf6a6-8673-4fa2-a260-902d0d54eb21 HTTP/1.1" status: 200 len: 1130 time: 0.0710914 Aug 06 15:49:22.615597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:22.629598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:49:22.743021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.746121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9422ffef-c46d-48bb-af61-c7a6e847a133') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:22.746301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Provisioning complete for port d719bd49-ecd6-40b0-b37c-89f30b7c81af triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:22.746783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9422ffef-c46d-48bb-af61-c7a6e847a133') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:22.746904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4fcd244f-3bfd-4c0d-a6cd-f44abe8d2c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.758881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-4e71a292-a92d-4009-804e-2646b05f0193 req-b26688a2-9cad-42e1-bae2-478bc1205a4b service neutron] (94841) timed out ('10.222.0.64', 53168) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 15:49:22.766052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.797775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.810667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:22.811101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:22.814960 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:22.826456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.875320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646502e-23dd-4987-861b-ccdfa21cd5ac None None] Network 6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:22.920256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26effd9b-d93b-4330-8d9b-33e0cb340537,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:22.938463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2e428-2c9a-4dd2-805d-40d4e272b0f8 req-a1b38b0e-0c5f-4cd5-aba8-ad1eaff224d4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:22.947116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0da2e428-2c9a-4dd2-805d-40d4e272b0f8 req-a1b38b0e-0c5f-4cd5-aba8-ad1eaff224d4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 943 time: 0.1275449 Aug 06 15:49:22.973056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:22.974986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5453833-39a9-465a-8e0e-d7f3237f29cf tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7285886 Aug 06 15:49:22.977514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:22.985306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '26effd9b-d93b-4330-8d9b-33e0cb340537', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:22.990963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cea63-471e-4766-a9e2-7a10d68ef6f1 req-4ef9cbe5-0d70-4004-a3ab-4af06934db17 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:22.999862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551cea63-471e-4766-a9e2-7a10d68ef6f1 req-4ef9cbe5-0d70-4004-a3ab-4af06934db17 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1336677 Aug 06 15:49:23.011577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.022141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Deleting port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:23.022484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.024057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.026531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 HTTP/1.1" status: 204 len: 168 time: 1.4498060 Aug 06 15:49:23.031323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:23.051854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-105323986'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:23.059107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99a75c-09ff-46d7-be8e-8f34050ba452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Network': ['ID=6a220dc1-6a92-4a65-8e42-aa2ff19cdef0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:23.069635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0da2e428-2c9a-4dd2-805d-40d4e272b0f8 req-a7358c39-4dfa-4c26-8c55-042c285b8ff5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216059 Aug 06 15:49:23.160915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551cea63-471e-4766-a9e2-7a10d68ef6f1 req-56315a44-3b54-464a-8fc0-6c497a9ac824 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542923 Aug 06 15:49:23.179400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.219880 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.238904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:17Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:21Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:23.243019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Calling delete_port for 3fadf6a6-8673-4fa2-a260-902d0d54eb21 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:23.269943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51fbe2-8830-47a9-936d-c436641625fc None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:17Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:21Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:49:23.287287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:23.291107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.294634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.340779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:23.353009 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.361922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.362462 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Added segment 83116744-cc72-4962-86e0-2756b08ab930 of type vlan for network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb Aug 06 15:49:23.375786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-246306b5-82f7-42e7-b227-8fe68f11248b None None] Could not find standard attr ID for object ea35126e-ac15-4531-95cc-7bab63748ff4. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:49:23.398283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-246306b5-82f7-42e7-b227-8fe68f11248b None None] Provisioning complete for port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:23.398771 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-246306b5-82f7-42e7-b227-8fe68f11248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.403307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 840567cf-2544-401d-9bb4-7b4b6f4015c2 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:49:23.432602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450c47e4-eb69-4895-be38-8911c2f8758c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:23.450006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.456534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-246306b5-82f7-42e7-b227-8fe68f11248b None None] Port 3fadf6a6-8673-4fa2-a260-902d0d54eb21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:49:23.481109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.482354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8f6aa0a4-d9ab-475a-8436-e9cc01110112 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5037994 Aug 06 15:49:23.490321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:23.496525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '26effd9b-d93b-4330-8d9b-33e0cb340537', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:23.564316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 840567cf-2544-401d-9bb4-7b4b6f4015c2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=840567cf-2544-401d-9bb4-7b4b6f4015c2,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:23.577177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '840567cf-2544-401d-9bb4-7b4b6f4015c2', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': '840567cf-2544-401d-9bb4-7b4b6f4015c2', 'mac_address': 'fa:16:3e:03:81:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:49:23.590206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.601509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:23.602687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.622491 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.659702 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.664423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event deleted for resources: {'Port': ['ID=3fadf6a6-8673-4fa2-a260-902d0d54eb21,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:23.676973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.677440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.680098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.680681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840567cf-2544-401d-9bb4-7b4b6f4015c2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:49:23.680800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.681268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.681801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.682243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.686196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.686806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.697480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.697480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.697480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:23.704766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 840567cf-2544-401d-9bb4-7b4b6f4015c2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=840567cf-2544-401d-9bb4-7b4b6f4015c2,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:23.710061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.717939 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6834874 Aug 06 15:49:23.725534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f617b-49b8-49c8-a4d7-f88fed9b021d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Network': ['ID=bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:23.730090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:23.731955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.735584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Request body: {'subnet': {'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:23.737945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d40f6ab5-c23a-4aee-a34c-1d1fc3daca52 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "DELETE /v2.0/ports/3fadf6a6-8673-4fa2-a260-902d0d54eb21 HTTP/1.1" status: 204 len: 168 time: 1.1211197 Aug 06 15:49:23.738811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:23.739848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:23.808447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Deleting subnet 68b99e0d-917d-4de7-a128-b5fbec20da35 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:49:23.819366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.838895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.896665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.927442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=840567cf-2544-401d-9bb4-7b4b6f4015c2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:23.934236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:23.980177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Made reservation on behalf of 5d7b13a0b78048598c62385131b930c1 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:23.985708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.025830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.052598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['840567cf-2544-401d-9bb4-7b4b6f4015c2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:24.052879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.077308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804d1a0a-b14c-4368-b563-4728b31e52f7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:24.178870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.180564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ba17e98d-d7ff-4964-a791-1fe12054bde6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6891949 Aug 06 15:49:24.190506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:24.195905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '26effd9b-d93b-4330-8d9b-33e0cb340537', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:24.217205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.286111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event deleted for resources: {'Subnet': ['ID=68b99e0d-917d-4de7-a128-b5fbec20da35,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:24.326624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa828d8-d3f9-41d7-9055-db181adfa133 req-e9348734-512a-421a-b14a-c50856652cdc tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:24.328548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fa828d8-d3f9-41d7-9055-db181adfa133 req-e9348734-512a-421a-b14a-c50856652cdc tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 944 time: 0.1782436 Aug 06 15:49:24.332470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.334840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d1642cba-1621-4431-9643-c2d339289f8f tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "DELETE /v2.0/subnets/68b99e0d-917d-4de7-a128-b5fbec20da35 HTTP/1.1" status: 204 len: 168 time: 0.5950365 Aug 06 15:49:24.338160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:24.366338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0336c5-d44a-42e0-a724-25b09e6e5939 None None] Network 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:24.403786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.432569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7102ba09-1643-4f7f-95cd-ae1e7ef34493 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:24.448577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fa828d8-d3f9-41d7-9055-db181adfa133 req-aa9a768c-be77-45fc-b841-c5033622bd40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729518 Aug 06 15:49:24.479512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98146dcc-e809-40c6-9e8f-cb51c961fb49 req-d1fa8fe9-1df0-47d4-afe2-9a51b7dda4bf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:24.482019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98146dcc-e809-40c6-9e8f-cb51c961fb49 req-d1fa8fe9-1df0-47d4-afe2-9a51b7dda4bf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.2067125 Aug 06 15:49:24.531533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98146dcc-e809-40c6-9e8f-cb51c961fb49 req-e64b7e95-18dd-40a7-bb76-14ef4eb92092 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Aug 06 15:49:24.591745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.634059 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.649631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] DHCP port deletion for 0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:24.659184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:24.687408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:24.687828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.713214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.759022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] Deleting port d719bd49-ecd6-40b0-b37c-89f30b7c81af {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:24.759495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.769970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:49:24.772542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0125ec-be02-4dc2-8f07-325564613632,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:24.775306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Deleting port d719bd49-ecd6-40b0-b37c-89f30b7c81af {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:24.775753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.779386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.851470 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.875991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.880344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1ab2752f-20fe-4214-a2c3-ed08f55c16e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6914625 Aug 06 15:49:24.881389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:24.882148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] For port d719bd49-ecd6-40b0-b37c-89f30b7c81af, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d719bd49-ecd6-40b0-b37c-89f30b7c81af,segment=NetworkSegment(62f4597a-212d-476c-b799-7b73c0c80414),segment_id=62f4597a-212d-476c-b799-7b73c0c80414)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:24.882553 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.887339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '26effd9b-d93b-4330-8d9b-33e0cb340537', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:24.901586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] Calling delete_port for d719bd49-ecd6-40b0-b37c-89f30b7c81af owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:24.905393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] For port d719bd49-ecd6-40b0-b37c-89f30b7c81af, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d719bd49-ecd6-40b0-b37c-89f30b7c81af,segment=NetworkSegment(62f4597a-212d-476c-b799-7b73c0c80414),segment_id=62f4597a-212d-476c-b799-7b73c0c80414)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:24.905637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:24.913607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7102ba09-1643-4f7f-95cd-ae1e7ef34493, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7102ba09-1643-4f7f-95cd-ae1e7ef34493,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:24.915965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event updated for resources: {'Subnet': ['ID=56a143ae-5690-44fc-94e0-0ae70be043c7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:24.933023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Calling delete_port for d719bd49-ecd6-40b0-b37c-89f30b7c81af owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:24.947593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Checking segment: {'id': '83116744-cc72-4962-86e0-2756b08ab930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:24.947997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network hostable DHCP agents. Network: bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:25.018531 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.035605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.036795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d719bd49-ecd6-40b0-b37c-89f30b7c81af up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:25.072203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.110523 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.112962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7102ba09-1643-4f7f-95cd-ae1e7ef34493,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:25.117201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.146099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Could not find standard attr ID for object d719bd49-ecd6-40b0-b37c-89f30b7c81af. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:49:25.146862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event deleted for resources: {'Port': ['ID=d719bd49-ecd6-40b0-b37c-89f30b7c81af,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:25.147716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] Pushing event deleted for resources: {'Port': ['ID=d719bd49-ecd6-40b0-b37c-89f30b7c81af,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:25.148886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] No DVR routers for this DVR port d719bd49-ecd6-40b0-b37c-89f30b7c81af on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:25.149559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f961e14-f081-42ad-9be7-5cec9e794495 None None] No DVR routers for this DVR port d719bd49-ecd6-40b0-b37c-89f30b7c81af on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:25.176681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:25.235544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.244121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.254350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9eb673-f306-4b47-8f1f-b06d4e23f9b2']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:25.255132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd52ca5-9613-4ec4-b192-1e2b9fdf459a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:25.265941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f4597a-212d-476c-b799-7b73c0c80414') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:25.274321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f4597a-212d-476c-b799-7b73c0c80414') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:25.275262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.292558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:25.294680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.302167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ac59c-6ed4-480e-aac8-a64ba00d93f7 None None] Network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:25.305556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:25.306374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.308998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:25.313751 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:25.338296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.340552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-739d930e-e312-4191-9258-8cadeb4f2ae4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4570196 Aug 06 15:49:25.344759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:25.350368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '26effd9b-d93b-4330-8d9b-33e0cb340537', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:25.421311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 840567cf-2544-401d-9bb4-7b4b6f4015c2 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:25.436538 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-10fced5d-43a0-406d-a22c-60745a4b8452 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7056186 Aug 06 15:49:25.440489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:25.508478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.508815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb', 'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb', 'tenant_id': '5d7b13a0b78048598c62385131b930c1', 'fixed_ips': [{'subnet_id': '56a143ae-5690-44fc-94e0-0ae70be043c7'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:25.509670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.522482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.524644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] 10.222.0.16 "DELETE /v2.0/networks/0c9eb673-f306-4b47-8f1f-b06d4e23f9b2 HTTP/1.1" status: 204 len: 168 time: 1.1852927 Aug 06 15:49:25.548740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14072e79-f2b4-486e-815b-db4825a68aee tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933 tempest-ExtraDHCPOptionsIpV6TestJSON-1295937933-project] Pushing event deleted for resources: {'Network': ['ID=0c9eb673-f306-4b47-8f1f-b06d4e23f9b2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:25.593601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a50b0e-b220-4c6c-8424-e8cb1ee34ead req-73af6fe5-5a34-43e6-83e8-222166a64895 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:25.594416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.602641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44a50b0e-b220-4c6c-8424-e8cb1ee34ead req-73af6fe5-5a34-43e6-83e8-222166a64895 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 944 time: 0.0784655 Aug 06 15:49:25.613134 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Project fcdeb411cc36447f93dfb13b24415f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:49:25.625945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.649425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 840567cf-2544-401d-9bb4-7b4b6f4015c2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:25.662855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 840567cf-2544-401d-9bb4-7b4b6f4015c2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:25.663472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.665978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.698607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Allocated IP 2001:db8::f816:3eff:fe27:bec3 (bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb/56a143ae-5690-44fc-94e0-0ae70be043c7/4d7ad507-a930-48e8-91ad-ff33d6ff03fb) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:25.760900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44a50b0e-b220-4c6c-8424-e8cb1ee34ead req-dede170a-fc45-4a62-96e7-5e75c9b440ef tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567893 Aug 06 15:49:25.794041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.806369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89323c-ba20-4eca-97d9-22b1655fde9e req-c2a59d83-218e-4fdf-8626-557dde38c5b3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:25.808729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d89323c-ba20-4eca-97d9-22b1655fde9e req-c2a59d83-218e-4fdf-8626-557dde38c5b3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1339650 Aug 06 15:49:25.857261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d89323c-ba20-4eca-97d9-22b1655fde9e req-b3e4cd09-09d1-4b30-b653-6a3b1726295f tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Aug 06 15:49:25.870085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.872018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.887526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f2eecb-ee8a-4556-aa7c-254e22923fe7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:25.888119 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.925877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840567cf-2544-401d-9bb4-7b4b6f4015c2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:25.928158 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda167d2-2b4a-4b80-83e6-a109e6611cad" -d '{"events": [{"server_uuid": "e05df181-8dbb-4ba9-b713-4393cdecc10b", "name": "network-vif-plugged", "status": "completed", "tag": "840567cf-2544-401d-9bb4-7b4b6f4015c2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:25.958551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 840567cf-2544-401d-9bb4-7b4b6f4015c2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=840567cf-2544-401d-9bb4-7b4b6f4015c2,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:25.967348 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adac290-8f11-4c95-b72b-bedfb2cb8891 x-openstack-request-id: req-4adac290-8f11-4c95-b72b-bedfb2cb8891 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:25.967638 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05df181-8dbb-4ba9-b713-4393cdecc10b", "name": "network-vif-plugged", "status": "completed", "tag": "840567cf-2544-401d-9bb4-7b4b6f4015c2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:25.967923 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4adac290-8f11-4c95-b72b-bedfb2cb8891 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:25.968323 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840567cf-2544-401d-9bb4-7b4b6f4015c2', 'code': 200} Aug 06 15:49:25.983445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:25.994290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Transition to ACTIVE for port object 4d7ad507-a930-48e8-91ad-ff33d6ff03fb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:26.001574 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.002999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e867a84-9347-4d3b-a8ec-e1552f452689 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6571798 Aug 06 15:49:26.005890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:26.011107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '26effd9b-d93b-4330-8d9b-33e0cb340537', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:26.017374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Transition to ACTIVE for port object 4d7ad507-a930-48e8-91ad-ff33d6ff03fb will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:26.029618 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.076672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026135b-eadb-425a-982d-612ff90df29f req-21218293-f358-48a9-9ce2-43f81e9da0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:26.078376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c026135b-eadb-425a-982d-612ff90df29f req-21218293-f358-48a9-9ce2-43f81e9da0a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 1096 time: 0.0545499 Aug 06 15:49:26.088081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=840567cf-2544-401d-9bb4-7b4b6f4015c2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:26.105586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.133855 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Project fcdeb411cc36447f93dfb13b24415f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:49:26.145936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.151358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:26.152544 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c026135b-eadb-425a-982d-612ff90df29f req-3f90498f-87ca-4d77-af63-c38292ec4f0a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664170 Aug 06 15:49:26.154857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:26.159520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:26.163158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad507-a930-48e8-91ad-ff33d6ff03fb,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:26.200525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33612) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:26.221042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.233652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Attempting to bind port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:26.234091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Attempting to bind port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '83116744-cc72-4962-86e0-2756b08ab930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:26.235165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Attempting to bind port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb on network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:26.242563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:26.242961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Checking segment: {'id': '83116744-cc72-4962-86e0-2756b08ab930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:26.244054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.246677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Bound using segment: {'id': '83116744-cc72-4962-86e0-2756b08ab930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:26.246677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Bound port: 4d7ad507-a930-48e8-91ad-ff33d6ff03fb, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83116744-cc72-4962-86e0-2756b08ab930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:26.246677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.264116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Subnet': ['ID=56a143ae-5690-44fc-94e0-0ae70be043c7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:26.276611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7102ba09-1643-4f7f-95cd-ae1e7ef34493 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:26.285308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.334089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.345770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.363624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c755193-0141-41b3-808c-86cf4065f9c9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:26.368254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:26.385933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83116744-cc72-4962-86e0-2756b08ab930') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:26.386231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83116744-cc72-4962-86e0-2756b08ab930') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:26.388321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] For port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:26.392180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] For port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d7ad507-a930-48e8-91ad-ff33d6ff03fb,segment=NetworkSegment(83116744-cc72-4962-86e0-2756b08ab930),segment_id=83116744-cc72-4962-86e0-2756b08ab930)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:26.394496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:26.394870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.402657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.419118 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e038e0b3-da08-4d63-9650-997f22b6057f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=127555d08ff141ee8e6b5b91b32ecd5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151372 Aug 06 15:49:26.421816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:26.424513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.434839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cc5e3084-9786-4b04-87f4-34a7c050f5da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4278443 Aug 06 15:49:26.467266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.473200 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.479093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:26.479521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:26.482660 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:26.559034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a8c82-58e1-409d-a697-ebc5c4d5ee17 None None] Pushing event updated for resources: {'Port': ['ID=4d7ad507-a930-48e8-91ad-ff33d6ff03fb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:26.565712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f03d6d85-94f4-4f32-98d8-454623079a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.601756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b09508-ec3a-4c87-a214-d3521b11b86f None None] Network bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:26.606529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f03d6d85-94f4-4f32-98d8-454623079a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.653503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:49:26.653503 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:49:26.653503 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb'}] Aug 06 15:49:26.653503 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:49:26.654496 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:49:26.658803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d719bd49-ecd6-40b0-b37c-89f30b7c81af no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:26.668624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-f9f06e73-6fbd-4589-809f-9fd5d765f0ce tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-501693498&fields=id&tenant_id=fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 267 time: 0.0385230 Aug 06 15:49:26.684470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d719bd49-ecd6-40b0-b37c-89f30b7c81af {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:26.684840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d719bd49-ecd6-40b0-b37c-89f30b7c81af not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:26.732074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f03d6d85-94f4-4f32-98d8-454623079a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.735548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f03d6d85-94f4-4f32-98d8-454623079a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:26.744858 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f03d6d85-94f4-4f32-98d8-454623079a6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b80d2e7d-864d-4bf2-97e2-eb35c30f8d1b HTTP/1.1" status: 204 len: 168 time: 0.3172460 Aug 06 15:49:26.755192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d6d85-94f4-4f32-98d8-454623079a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80d2e7d-864d-4bf2-97e2-eb35c30f8d1b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:26.766482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d4c71f-b712-4ed0-8711-044d9a3d661b None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:49:26.816693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-151c0590-6134-4d75-9777-8c741eeab814 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:26.818385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-151c0590-6134-4d75-9777-8c741eeab814 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/networks?id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 796 time: 0.1407900 Aug 06 15:49:26.850222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-edc1698a-2616-465a-aa0a-275cc16c140d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/quotas/fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 375 time: 0.0252230 Aug 06 15:49:26.933202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcc5d8-2f88-4065-8fc4-9d00052eecb5 req-6ebd9710-1bcb-4a27-a85d-ae8cab3d3a5e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:26.935508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47bcc5d8-2f88-4065-8fc4-9d00052eecb5 req-6ebd9710-1bcb-4a27-a85d-ae8cab3d3a5e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 945 time: 0.1007593 Aug 06 15:49:26.948645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-d63c5a71-b82c-408b-bab9-d3643af6a8df tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748110 Aug 06 15:49:27.050155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47bcc5d8-2f88-4065-8fc4-9d00052eecb5 req-21efd93c-c3b1-4df9-81cd-7ae1e8f5bf96 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966048 Aug 06 15:49:27.088733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4c71f-b712-4ed0-8711-044d9a3d661b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:49:27.111526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-cf584795-5faf-4fc8-bafe-7cac0ac3df3f service neutron] 10.222.0.16 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424196 Aug 06 15:49:27.155608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.253249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:27.253866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.254199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-917f773c-e299-4089-a000-6373f3f264e3 service neutron] 10.222.0.16 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346107 Aug 06 15:49:27.389126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be767592-cb65-4333-b1f8-8e2eaf39b8d0 req-20b55148-89e4-4111-b7b4-b47c97bd6fde tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:27.391682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be767592-cb65-4333-b1f8-8e2eaf39b8d0 req-20b55148-89e4-4111-b7b4-b47c97bd6fde tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1061912 Aug 06 15:49:27.408394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] For port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d7ad507-a930-48e8-91ad-ff33d6ff03fb,segment=NetworkSegment(83116744-cc72-4962-86e0-2756b08ab930),segment_id=83116744-cc72-4962-86e0-2756b08ab930)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:27.408964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.448222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Calling delete_port for 4d7ad507-a930-48e8-91ad-ff33d6ff03fb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:27.469239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be767592-cb65-4333-b1f8-8e2eaf39b8d0 req-732cbde3-22ba-461a-8cd2-da08ec8cfb7c tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673838 Aug 06 15:49:27.602403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac864a80-846c-47f9-89fa-e8c44b7722a4 req-19c7eac5-e2df-4c77-915c-d342197ed27f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 210 time: 0.0517175 Aug 06 15:49:27.686599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.713150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Port': ['ID=4d7ad507-a930-48e8-91ad-ff33d6ff03fb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:27.718813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No DVR routers for this DVR port 4d7ad507-a930-48e8-91ad-ff33d6ff03fb on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:27.817241 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.827762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:27.840419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83116744-cc72-4962-86e0-2756b08ab930') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:27.840753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83116744-cc72-4962-86e0-2756b08ab930') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:27.857107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.879385 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.886214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:27.886614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:27.889862 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:28.070007 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.077943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.079879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb HTTP/1.1" status: 204 len: 168 time: 2.6402688 Aug 06 15:49:28.084002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.113682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482bcb8-f8ba-48a1-aad5-f598311d8af1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Network': ['ID=bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:28.116596 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e93f4a5-9270-419f-9e32-e42cdcbee43a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.117059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e93f4a5-9270-419f-9e32-e42cdcbee43a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.119063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e93f4a5-9270-419f-9e32-e42cdcbee43a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/56a143ae-5690-44fc-94e0-0ae70be043c7 HTTP/1.1" status: 404 len: 337 time: 0.0331385 Aug 06 15:49:28.121736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.127533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33670) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.145751 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d2b189-63a2-4014-b994-6d20ba669e60 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.147122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d2b189-63a2-4014-b994-6d20ba669e60 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.150073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f1d2b189-63a2-4014-b994-6d20ba669e60 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/bf1fcf7a-de4a-4bb4-8e2b-41f3efbf1bbb HTTP/1.1" status: 404 len: 339 time: 0.0263152 Aug 06 15:49:28.152916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33674) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.191152 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde4bc13-1973-4fb1-a62a-4ce5a3393d30 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.191898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde4bc13-1973-4fb1-a62a-4ce5a3393d30 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.193921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cde4bc13-1973-4fb1-a62a-4ce5a3393d30 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/1ab993e2-97ea-4576-b5e3-ff9d810280fc HTTP/1.1" status: 404 len: 337 time: 0.0378287 Aug 06 15:49:28.196922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.230935 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afe917e-b75a-43fa-b463-d5e764437250 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.230935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afe917e-b75a-43fa-b463-d5e764437250 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.234140 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3afe917e-b75a-43fa-b463-d5e764437250 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/6a220dc1-6a92-4a65-8e42-aa2ff19cdef0 HTTP/1.1" status: 404 len: 339 time: 0.0335257 Aug 06 15:49:28.234674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33680) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.270366 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-207b0061-9d5f-4d83-aa43-84eaa8d31fb6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.270921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207b0061-9d5f-4d83-aa43-84eaa8d31fb6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.273202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-207b0061-9d5f-4d83-aa43-84eaa8d31fb6 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/30ecdbbb-d556-4a60-8e73-352f2d2f4ef0 HTTP/1.1" status: 404 len: 337 time: 0.0371885 Aug 06 15:49:28.278568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.280520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c608dc-6155-47ce-aaff-b0832c3da25b req-06a9d2c9-75a4-4551-9f31-c82fc0540974 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:28.282097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2c608dc-6155-47ce-aaff-b0832c3da25b req-06a9d2c9-75a4-4551-9f31-c82fc0540974 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 945 time: 0.0856552 Aug 06 15:49:28.301273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--614703605'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:28.321652 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60f727a-6ea2-4acf-b181-dfbf64d3d033 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.322680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60f727a-6ea2-4acf-b181-dfbf64d3d033 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.325165 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b60f727a-6ea2-4acf-b181-dfbf64d3d033 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/6bc7604b-18d8-4e9f-8c47-547a2ef96cbb HTTP/1.1" status: 404 len: 339 time: 0.0456064 Aug 06 15:49:28.330967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33686) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.348303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2c608dc-6155-47ce-aaff-b0832c3da25b req-c0d75aab-c000-4bb0-a4a9-2d75cf90ee58 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543070 Aug 06 15:49:28.445248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting port 895f8b21-4f50-4111-b578-d66d4097847e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:28.445925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.513786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.528616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.555480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.575791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Calling delete_port for 895f8b21-4f50-4111-b578-d66d4097847e owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:28.673103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89a977-7f0e-4a66-8790-5369a2d258bd req-63c841ba-8471-479f-a440-6677fcda3c86 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:28.675473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f89a977-7f0e-4a66-8790-5369a2d258bd req-63c841ba-8471-479f-a440-6677fcda3c86 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1141989 Aug 06 15:49:28.730170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.740349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-3418b894-6950-4ea4-a118-668e0d368dc4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:28.741841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-3418b894-6950-4ea4-a118-668e0d368dc4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.1629930 Aug 06 15:49:28.749482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f89a977-7f0e-4a66-8790-5369a2d258bd req-6f4ed325-469e-4ed9-959e-2c8dba9f0fd6 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637443 Aug 06 15:49:28.760370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-d84c558f-8b55-4bd2-bfc0-188fbcebe8bf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0097919 Aug 06 15:49:28.831397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.832867 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad79dd8-9e22-42c4-97ac-c3d4203a67c6 req-105048ef-7d82-4805-a691-68b879fa5938 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 210 time: 0.0317082 Aug 06 15:49:28.833966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.852341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-98a781b1-167e-44ee-9131-97da011d60c0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833855 Aug 06 15:49:28.886798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Port': ['ID=895f8b21-4f50-4111-b578-d66d4097847e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:28.915524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.917693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-385762a7-714a-40c7-9563-0195d60f77fb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/ports/895f8b21-4f50-4111-b578-d66d4097847e HTTP/1.1" status: 204 len: 168 time: 0.5853004 Aug 06 15:49:28.921925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.927454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:28.934139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e92eeeb-c2da-48c5-9af9-d334f0268bbb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:28.963691 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c984a9e-f30c-4cc3-8e37-20965ca561c1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:28.963917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c984a9e-f30c-4cc3-8e37-20965ca561c1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:28.969143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4c984a9e-f30c-4cc3-8e37-20965ca561c1 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/3edc7dea-47c0-4bd9-8c5e-88f019a2b385 HTTP/1.1" status: 404 len: 337 time: 0.0427978 Aug 06 15:49:28.970144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33706) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:28.984447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4c16ec29-45c1-44eb-9d1e-c7b1f1fc1f4f service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266232 Aug 06 15:49:29.016429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.081032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.118071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.133701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10294fe-0c6c-47ca-9e27-3d75830c8ca7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:29.156415 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.160124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c2a9a26d-99f3-42d3-944e-4f52129f19ea tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0304301 Aug 06 15:49:29.163030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:29.178964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-025c12af-3149-4654-b954-170e46f30a77 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819265 Aug 06 15:49:29.253593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.272092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70be4f9f-97a0-4dcf-9f48-e82a5f833076']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:29.293728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-288f573e-f131-45a6-9086-df006416371f tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1262064 Aug 06 15:49:29.294661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:29.304673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd92eb1-4ac0-47d6-a929-70f8afb07787') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:29.305085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd92eb1-4ac0-47d6-a929-70f8afb07787') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:29.309056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-security--228538314', 'description': 'tempest-security-description-2016267442'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:29.318252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.336210 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.351237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:29.351663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.387298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:29.444528 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:29.491142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.515108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b21fcad-c072-4d09-8683-ebeaf33e99df req-9e958f54-99f4-4ebf-a197-22b7b438ed79 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Aug 06 15:49:29.539106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.558006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.560069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/70be4f9f-97a0-4dcf-9f48-e82a5f833076 HTTP/1.1" status: 204 len: 168 time: 0.5868812 Aug 06 15:49:29.561022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a40f82-1c0e-4816-a3a1-b97d7a1e57af tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Network': ['ID=70be4f9f-97a0-4dcf-9f48-e82a5f833076,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:29.562737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33718) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:29.604796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.607438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.608702 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "PUT /v2.0/security-groups/c10294fe-0c6c-47ca-9e27-3d75830c8ca7 HTTP/1.1" status: 200 len: 1779 time: 0.3060930 Aug 06 15:49:29.613654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:29.670645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-99531246-839a-4f93-a016-2f8ab7cc6f3f tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups/c10294fe-0c6c-47ca-9e27-3d75830c8ca7 HTTP/1.1" status: 200 len: 1779 time: 0.0556171 Aug 06 15:49:29.673187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:29.706191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dfd6f-6536-4699-88bc-275eb4b44e5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10294fe-0c6c-47ca-9e27-3d75830c8ca7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:29.732945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53647-9584-4c7f-b1e9-1f7ff88bf659 req-a932c9eb-5088-44fa-8a11-9fd18cb8cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:29.734432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aca53647-9584-4c7f-b1e9-1f7ff88bf659 req-a932c9eb-5088-44fa-8a11-9fd18cb8cf53 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.0769954 Aug 06 15:49:29.744310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688eef0f-7487-41f7-9a8c-66f0347c87c7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.746292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting port f49cb2c2-786f-4e0f-af97-3d1538efdd8d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:29.746637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.802058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688eef0f-7487-41f7-9a8c-66f0347c87c7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.841279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aca53647-9584-4c7f-b1e9-1f7ff88bf659 req-7af8184f-ec1a-4080-a0fa-ea756855a51b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914412 Aug 06 15:49:29.845345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:29.867050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Calling delete_port for f49cb2c2-786f-4e0f-af97-3d1538efdd8d owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:29.926328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1328-1e3b-401f-90cb-426257d5e6d4 req-b84229b5-ccc4-430d-8474-97de6a7cad28 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:29.928406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c3a1328-1e3b-401f-90cb-426257d5e6d4 req-b84229b5-ccc4-430d-8474-97de6a7cad28 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0808516 Aug 06 15:49:30.010234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2a4168c-a81d-4c07-a289-7a1257cc6259 req-d59ed33a-4723-4f24-9311-49306f41cf21 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 210 time: 0.0771022 Aug 06 15:49:30.011204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688eef0f-7487-41f7-9a8c-66f0347c87c7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.013874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-688eef0f-7487-41f7-9a8c-66f0347c87c7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.015000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-688eef0f-7487-41f7-9a8c-66f0347c87c7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/c10294fe-0c6c-47ca-9e27-3d75830c8ca7 HTTP/1.1" status: 204 len: 168 time: 0.3407655 Aug 06 15:49:30.017783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:30.039964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688eef0f-7487-41f7-9a8c-66f0347c87c7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10294fe-0c6c-47ca-9e27-3d75830c8ca7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:30.052399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c3a1328-1e3b-401f-90cb-426257d5e6d4 req-093b0fc2-d2a5-4180-a826-a37d12fed0ad tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048465 Aug 06 15:49:30.091367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-494d6ef4-9fbb-4dcb-98f0-635d265bd9e2 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675702 Aug 06 15:49:30.094034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:30.102753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.115535 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-6936707a-e30d-48bf-ab41-781797959e60 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] delete failed (client error): The resource could not be found. Aug 06 15:49:30.116552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6936707a-e30d-48bf-ab41-781797959e60 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/c10294fe-0c6c-47ca-9e27-3d75830c8ca7 HTTP/1.1" status: 404 len: 347 time: 0.0216227 Aug 06 15:49:30.120606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:30.125466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109390'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:30.136973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Port': ['ID=f49cb2c2-786f-4e0f-af97-3d1538efdd8d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:30.144348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.150493 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9262ecc6-e43e-480e-95e0-d9193e544dfb tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/ports/f49cb2c2-786f-4e0f-af97-3d1538efdd8d HTTP/1.1" status: 204 len: 168 time: 0.5805316 Aug 06 15:49:30.152408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:30.179552 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-70581cac-662d-47fa-9778-11f2f93ae90d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:30.183416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70581cac-662d-47fa-9778-11f2f93ae90d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:30.183416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-70581cac-662d-47fa-9778-11f2f93ae90d tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/6260f60f-7463-4a9a-b4cb-3d077c93f7ce HTTP/1.1" status: 404 len: 337 time: 0.0283437 Aug 06 15:49:30.185338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33742) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:30.281233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.398180 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.494606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.530587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce2805-dd21-4e72-8bd1-1482ac5b2188,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:30.625903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70954690-f464-4fa7-9078-8ecc185427be req-b9508436-2052-42a2-a495-e593d8ff3ecd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0291994 Aug 06 15:49:30.627411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.628718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d07c2e18-c502-4ba9-a9d7-e36b99664f14 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5069542 Aug 06 15:49:30.632803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:30.637504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '90ce2805-dd21-4e72-8bd1-1482ac5b2188', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:30.658355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.744908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-c02998b0-3513-48ed-be49-37f4b454a5e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:30.746521 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-c02998b0-3513-48ed-be49-37f4b454a5e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "GET /v2.0/networks?id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 796 time: 0.1904607 Aug 06 15:49:30.794596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.806461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcfe2e0-c594-4333-ad3f-a26d2802c493']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:30.834528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:30.834805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f79b932-446f-4ec1-8e29-0afa9ca2a6e3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:30.855175 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-e5716a68-0c7c-4de3-91cd-7ea67f7b9f71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 379 time: 0.0786846 Aug 06 15:49:30.856844 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.872087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'port': {'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'admin_state_up': True, 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'security_groups': ['26effd9b-d93b-4330-8d9b-33e0cb340537']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:30.884068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.894237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.912231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:30.912774 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:30.916153 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:30.973703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.069525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.094742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab5aa1b-1b8d-4ce9-a52b-a82f96938e21,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:31.130421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae88315-bdf1-4507-aea1-4205feabcbb2 req-c37fc357-8850-464a-9fb7-e664d57223c5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Aug 06 15:49:31.132218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.147829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.153401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/2fcfe2e0-c594-4333-ad3f-a26d2802c493 HTTP/1.1" status: 204 len: 168 time: 0.9648354 Aug 06 15:49:31.154184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:31.167525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:31.171244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.173605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb380c-9fd6-497d-8225-39d771fa0f8a tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Network': ['ID=2fcfe2e0-c594-4333-ad3f-a26d2802c493,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:31.245623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26996cfd-c3e9-4ece-8996-07a1b74a6b9e req-604e6820-d5f8-44e9-9d61-78e9cccdcaf0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:31.249377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26996cfd-c3e9-4ece-8996-07a1b74a6b9e req-604e6820-d5f8-44e9-9d61-78e9cccdcaf0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0993476 Aug 06 15:49:31.259740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting subnet 504e2197-b36b-40f2-8db3-082913b5743f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:49:31.272805 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.273957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8eff1287-b23e-4d08-b70a-bf42f20dc06b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6401372 Aug 06 15:49:31.277185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.278287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33756) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:31.339540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.344714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26996cfd-c3e9-4ece-8996-07a1b74a6b9e req-cee845b9-bf6e-44bb-b95d-cc745c030d46 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799642 Aug 06 15:49:31.349449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e53c69a1-1460-4a66-a1e0-64d489f1e6e3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.361228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e53c69a1-1460-4a66-a1e0-64d489f1e6e3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.394008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.20.0.14 (625d226f-e4a5-44ca-8177-f41cedc5138a/5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7/c8f8b210-ebd0-4fb3-befc-1fd2aff13840) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:31.396370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-009ffcf9-9e2e-4cc4-871b-4f8cb9c5429f req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2140965381', 'description': 'tempest-description-1569187451'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:31.466474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.500287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e53c69a1-1460-4a66-a1e0-64d489f1e6e3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.509919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-009ffcf9-9e2e-4cc4-871b-4f8cb9c5429f req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.511189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e53c69a1-1460-4a66-a1e0-64d489f1e6e3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.512406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e53c69a1-1460-4a66-a1e0-64d489f1e6e3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9ab5aa1b-1b8d-4ce9-a52b-a82f96938e21 HTTP/1.1" status: 204 len: 168 time: 0.2331576 Aug 06 15:49:31.515101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:31.536798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c69a1-1460-4a66-a1e0-64d489f1e6e3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ab5aa1b-1b8d-4ce9-a52b-a82f96938e21,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:31.608465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-588cb902-28a7-4862-9058-6d8626512c1e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0857513 Aug 06 15:49:31.609449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:31.636121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.657025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-009ffcf9-9e2e-4cc4-871b-4f8cb9c5429f req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.671265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Transition to ACTIVE for port object c8f8b210-ebd0-4fb3-befc-1fd2aff13840 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:31.678195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.720162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Subnet': ['ID=504e2197-b36b-40f2-8db3-082913b5743f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:31.730774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.735073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bba01-a8fd-42af-9cce-116d950aff57 None None] Network 682935d5-104b-4921-9500-c4526f4a41c8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:31.737444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8a4a6eeb-0597-4866-81e5-91a8e501472c tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/subnets/504e2197-b36b-40f2-8db3-082913b5743f HTTP/1.1" status: 204 len: 168 time: 0.5819380 Aug 06 15:49:31.739774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:31.742481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-009ffcf9-9e2e-4cc4-871b-4f8cb9c5429f req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.751553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-703aa7d5-6356-477e-8f4d-19a826c7bce0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.784620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-703aa7d5-6356-477e-8f4d-19a826c7bce0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.836839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cb44f44-ff8a-495c-ab37-0e1e51d25a6c req-69ccfb45-d7b4-4df8-829b-4aef54b2fc01 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0415089 Aug 06 15:49:31.862759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.897862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4208ce95-d633-4f16-9621-4abe4f571a13,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:31.923910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.969787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:31.983188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-703aa7d5-6356-477e-8f4d-19a826c7bce0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.986300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-703aa7d5-6356-477e-8f4d-19a826c7bce0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:31.990072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-703aa7d5-6356-477e-8f4d-19a826c7bce0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/90ce2805-dd21-4e72-8bd1-1482ac5b2188 HTTP/1.1" status: 204 len: 168 time: 0.3768592 Aug 06 15:49:31.997420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:32.011505 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-009ffcf9-9e2e-4cc4-871b-4f8cb9c5429f req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.012782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-009ffcf9-9e2e-4cc4-871b-4f8cb9c5429f req-c4d18852-626f-4ff2-bd29-64e04eb59f18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6252975 Aug 06 15:49:32.062332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 625d226f-e4a5-44ca-8177-f41cedc5138a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:32.063374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703aa7d5-6356-477e-8f4d-19a826c7bce0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce2805-dd21-4e72-8bd1-1482ac5b2188,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:32.071379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:32.081588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:32.090983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Deleting port 16a7343c-dfa1-4670-b701-2caee9ba79e1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:32.090983 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.093079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] DHCP port deletion for 682935d5-104b-4921-9500-c4526f4a41c8 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:32.139364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-285b43c7-8168-406c-9e7d-da365d3d6a6a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406138 Aug 06 15:49:32.182759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] Deleting port 16a7343c-dfa1-4670-b701-2caee9ba79e1 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:32.186002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.224798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:32.249228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--563557552'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:32.298229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 16a7343c-dfa1-4670-b701-2caee9ba79e1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:32.307999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b9f6aba5-236f-412f-b926-da8a14541375 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2140965381&fields=id&tenant_id=a5bd1ddfca63477394c7fab2f98d8a88 HTTP/1.1" status: 200 len: 267 time: 0.0655370 Aug 06 15:49:32.336564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:32.337390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.350769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] For port 16a7343c-dfa1-4670-b701-2caee9ba79e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=16a7343c-dfa1-4670-b701-2caee9ba79e1,segment=NetworkSegment(873894b1-2b4b-4ac4-85c5-1d7acfe84207),segment_id=873894b1-2b4b-4ac4-85c5-1d7acfe84207)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:32.351428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.359702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] For port 16a7343c-dfa1-4670-b701-2caee9ba79e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=16a7343c-dfa1-4670-b701-2caee9ba79e1,segment=NetworkSegment(873894b1-2b4b-4ac4-85c5-1d7acfe84207),segment_id=873894b1-2b4b-4ac4-85c5-1d7acfe84207)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:32.360506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.362343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-0664e877-9b71-4803-bc8e-49d35b8430c9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:32.364852 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-0664e877-9b71-4803-bc8e-49d35b8430c9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.5217042 Aug 06 15:49:32.373584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] Calling delete_port for 16a7343c-dfa1-4670-b701-2caee9ba79e1 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:32.383752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:32.436502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f298-a8f2-421c-80b6-3a87ad163857 req-503aa510-0f9e-4577-8221-011f635fea4f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:32.438111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9011f298-a8f2-421c-80b6-3a87ad163857 req-503aa510-0f9e-4577-8221-011f635fea4f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 932 time: 0.1397502 Aug 06 15:49:32.443975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Calling delete_port for 16a7343c-dfa1-4670-b701-2caee9ba79e1 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:32.465984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.474033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-316a59ce-3e00-40ae-9bee-97c57d32c185 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:32.474033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-316a59ce-3e00-40ae-9bee-97c57d32c185 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1084933 Aug 06 15:49:32.498890 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.500822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'port': {'security_groups': ['b2406fea-f180-44cd-a5dd-5408113a5ed5', '4208ce95-d633-4f16-9621-4abe4f571a13']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:32.543696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 16a7343c-dfa1-4670-b701-2caee9ba79e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=16a7343c-dfa1-4670-b701-2caee9ba79e1,segment=NetworkSegment(873894b1-2b4b-4ac4-85c5-1d7acfe84207),segment_id=873894b1-2b4b-4ac4-85c5-1d7acfe84207)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:32.546251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ec9ad44a-8a82-4b3e-8c65-8b3f0f83be8a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6816859 Aug 06 15:49:32.562711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Request body: {'port': {'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:32.653199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.685491 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.686929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.717065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-08246828-aecd-48a9-bf8c-8d309fc19b77 None None] Provisioning for port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:32.729139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-08246828-aecd-48a9-bf8c-8d309fc19b77 None None] Provisioning complete for port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:32.729544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08246828-aecd-48a9-bf8c-8d309fc19b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.782032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=16a7343c-dfa1-4670-b701-2caee9ba79e1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:32.788036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.794713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-08246828-aecd-48a9-bf8c-8d309fc19b77 None None] Port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:49:32.799677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.800152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.800401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.800697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.801111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.801449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.801770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.802090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.802416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.802916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.803237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.803559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:49:32.830569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] No DVR routers for this DVR port 16a7343c-dfa1-4670-b701-2caee9ba79e1 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:32.832431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefa230-0d79-4f62-87db-a1a6e67919fb None None] Pushing event deleted for resources: {'Port': ['ID=16a7343c-dfa1-4670-b701-2caee9ba79e1,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:32.861968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:32.949219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca97444-d438-4f1f-95d7-97c629421ede,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:32.959612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9011f298-a8f2-421c-80b6-3a87ad163857 req-4268917b-5810-4af8-9133-d7050bfec8a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5087051 Aug 06 15:49:32.968007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.012438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:33.016115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.028687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.071181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.072457 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5dd10bfc-aef5-474a-bbbc-8843fc8b042e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8466737 Aug 06 15:49:33.080841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Port': ['ID=16a7343c-dfa1-4670-b701-2caee9ba79e1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:33.082689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:33.083674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] No DVR routers for this DVR port 16a7343c-dfa1-4670-b701-2caee9ba79e1 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:33.102868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '5ca97444-d438-4f1f-95d7-97c629421ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:33.121166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f8b210-ebd0-4fb3-befc-1fd2aff13840 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:49:33.138313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.180117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Transition to ACTIVE for port object c8f8b210-ebd0-4fb3-befc-1fd2aff13840 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:33.188900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d884e0f-5959-4602-b324-052f67d8e738 req-2cf716aa-4d50-4637-8165-ee24c7b86390 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0639453 Aug 06 15:49:33.218796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.4 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/8652f351-ba74-44bb-a831-b71f1f5e5308) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:33.249286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.259905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.264693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682935d5-104b-4921-9500-c4526f4a41c8']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:33.294400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873894b1-2b4b-4ac4-85c5-1d7acfe84207') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:33.294720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873894b1-2b4b-4ac4-85c5-1d7acfe84207') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:33.333883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.349528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Pushing event updated for resources: {'Port': ['ID=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:33.368114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.371543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.400452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:33.400874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:33.406234 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:33.499685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.500038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:33.502570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Attempting to bind port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:33.502570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Attempting to bind port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:33.503109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Attempting to bind port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 on network 625d226f-e4a5-44ca-8177-f41cedc5138a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:33.515773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 on network 625d226f-e4a5-44ca-8177-f41cedc5138a not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:33.516122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Attempting to bind port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 on network 625d226f-e4a5-44ca-8177-f41cedc5138a {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:33.525970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:33.526361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Checking segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:33.526690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Bound using segment: {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:33.527134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Bound port: c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c4b31b9-53f1-466b-963a-88328583ea10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:33.527491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.537011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.550886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.595718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.602157 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.606485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] 10.222.0.16 "DELETE /v2.0/networks/682935d5-104b-4921-9500-c4526f4a41c8 HTTP/1.1" status: 204 len: 168 time: 1.8625698 Aug 06 15:49:33.626971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.632132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] For port c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:33.634874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a926f95-973f-4fc4-a7cd-e3af9409f7b7 tempest-NetworksIpV6TestAttrs-1552294182 tempest-NetworksIpV6TestAttrs-1552294182-project] Pushing event deleted for resources: {'Network': ['ID=682935d5-104b-4921-9500-c4526f4a41c8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:33.636945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] For port c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:33.648254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.663011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['daca6756-4c0d-4ea3-84fd-dba78a0f1fad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:33.676803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.691440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['840567cf-2544-401d-9bb4-7b4b6f4015c2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:33.698489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48e5bee-1a39-46c1-b4b8-5fc55c5762ec,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:33.731352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:33.732020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.733481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7700e7d-a45b-4ed3-9936-37e492eb20ec req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "PUT /v2.0/ports/daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 981 time: 1.2484987 Aug 06 15:49:33.733873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:33.737651 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd1d148-3c37-454e-9c4d-4f60bc158387" -d '{"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:33.755762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:33.759797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:33.764683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.770013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:33.809215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111155e-0b64-4122-8671-47c2cd7df94d tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:33.812562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.814067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4b8bf69-6ef9-43f9-9c23-d3e1f2e728c6 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7192647 Aug 06 15:49:33.817222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:33.821992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '5ca97444-d438-4f1f-95d7-97c629421ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:33.830984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=8652f351-ba74-44bb-a831-b71f1f5e5308,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:33.834072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:33.834869 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.836326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] 10.222.0.59 "PUT /v2.0/ports/c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 200 len: 1092 time: 1.2811539 Aug 06 15:49:33.841720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:33.845515 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ca3c48-333a-4127-98cd-df3ab408c827" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:33.905821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-ca2f6adb-eaa2-457b-b4e9-794c998b1141 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2140965381&fields=id&tenant_id=a5bd1ddfca63477394c7fab2f98d8a88 HTTP/1.1" status: 200 len: 267 time: 0.0990138 Aug 06 15:49:33.917508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:33.917508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:33.946521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['daca6756-4c0d-4ea3-84fd-dba78a0f1fad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:33.979843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c835dbf-8f1b-472c-bf4b-1545c947c73c service neutron] Pushing event updated for resources: {'Port': ['ID=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:34.028455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-4e3d96cd-31ff-4106-a994-ccfdb0b3ddcb tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.030068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-4e3d96cd-31ff-4106-a994-ccfdb0b3ddcb tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 984 time: 0.1230109 Aug 06 15:49:34.045332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'port': {'security_groups': ['b2406fea-f180-44cd-a5dd-5408113a5ed5']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:34.056446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.075408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4479c97a-5627-4034-9b4c-bc54f6fc5c0b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6985435 Aug 06 15:49:34.112536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Request body: {'port': {'device_id': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:34.160165 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4184cef6-4bdd-4dd6-8cc0-9b27190cd4eb x-openstack-request-id: req-4184cef6-4bdd-4dd6-8cc0-9b27190cd4eb {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:34.163153 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:34.169917 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4184cef6-4bdd-4dd6-8cc0-9b27190cd4eb {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:34.169917 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'status': 'completed', 'code': 200} Aug 06 15:49:34.187568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.249127 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2cad36-27f6-42e5-bce7-5bb85d309960 x-openstack-request-id: req-0e2cad36-27f6-42e5-bce7-5bb85d309960 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:34.249466 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:34.249721 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e2cad36-27f6-42e5-bce7-5bb85d309960 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:34.250121 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'status': 'completed', 'code': 200} Aug 06 15:49:34.259135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:34.261828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-6744b1fb-9559-496a-a7b3-2ad4409c90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.263383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-6744b1fb-9559-496a-a7b3-2ad4409c90d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1095 time: 0.2751777 Aug 06 15:49:34.307502 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.340435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:34.393521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-1ec5054a-4d72-4446-9201-7751c5da425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.396014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-1ec5054a-4d72-4446-9201-7751c5da425c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1135 time: 0.1959667 Aug 06 15:49:34.403959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-895627ef-6b6c-4ec6-99ba-919b696e29a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 200 len: 217 time: 0.1017613 Aug 06 15:49:34.433670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.441935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b853a-945b-49c0-866a-9be47d86d39d req-4785bc74-4f19-4544-bab9-a5cde31a0034 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.450049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c8b853a-945b-49c0-866a-9be47d86d39d req-4785bc74-4f19-4544-bab9-a5cde31a0034 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 944 time: 0.1103191 Aug 06 15:49:34.573352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c8b853a-945b-49c0-866a-9be47d86d39d req-515976dc-fae0-43e0-a425-5a196c88f213 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223338 Aug 06 15:49:34.581794 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.601038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1897e1ea-ceda-4cc4-b392-3f606a84eee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d7b13a0b78048598c62385131b930c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572773 Aug 06 15:49:34.601476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:34.667404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:34.667557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68518813-3ffb-4284-8d84-7ecafcd0a26e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:34.691070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d55daec-8005-458b-bbca-1a7423cc41c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.728966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-1ca6e8df-943c-4e00-aab5-7ab626351552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.729291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.730485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-1ca6e8df-943c-4e00-aab5-7ab626351552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 HTTP/1.1" status: 200 len: 835 time: 0.2931666 Aug 06 15:49:34.735240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.736766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-16f7df43-698d-402a-a1ef-104b5126dd63 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9182804 Aug 06 15:49:34.739552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33814) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:34.744103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d55daec-8005-458b-bbca-1a7423cc41c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.756082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '5ca97444-d438-4f1f-95d7-97c629421ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:34.762083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-0c05ac61-1a0a-47cf-92a7-bbcf5db3ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.762900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-0c05ac61-1a0a-47cf-92a7-bbcf5db3ad58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.3580995 Aug 06 15:49:34.823385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd135f-3a57-4ea8-8279-7b8104451d5b req-5326067f-56ce-4208-918a-cf7fc8868a6b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.824934 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fd135f-3a57-4ea8-8279-7b8104451d5b req-5326067f-56ce-4208-918a-cf7fc8868a6b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 931 time: 0.1033244 Aug 06 15:49:34.829299 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.847057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['daca6756-4c0d-4ea3-84fd-dba78a0f1fad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:34.920215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event updated for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:34.920913 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f3be8bb8-fcd7-4a4c-9e14-05ca5774399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.966113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:34.967734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:34.972809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9357ceb-5bc7-4ef2-ad99-ca363624103e req-8f96a852-cb67-48ef-a40a-a98cd11effdc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "PUT /v2.0/ports/daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 942 time: 0.9345443 Aug 06 15:49:35.021334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44fd135f-3a57-4ea8-8279-7b8104451d5b req-7939ef52-77a8-4bb6-b839-7728216dc27b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868806 Aug 06 15:49:35.062078 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d55daec-8005-458b-bbca-1a7423cc41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.066735 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d55daec-8005-458b-bbca-1a7423cc41c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.069484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d55daec-8005-458b-bbca-1a7423cc41c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54b5b7f6-aa96-4d07-bac9-d21bc48ea1ec HTTP/1.1" status: 204 len: 168 time: 0.4659855 Aug 06 15:49:35.082608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['daca6756-4c0d-4ea3-84fd-dba78a0f1fad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:35.178230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55daec-8005-458b-bbca-1a7423cc41c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5b7f6-aa96-4d07-bac9-d21bc48ea1ec,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:35.185974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-0b6e66cb-e6e3-4c3a-832c-3892f3df0189 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 217 time: 0.3953316 Aug 06 15:49:35.286712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-a9d51091-48ed-471d-b948-da43bd5bb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:35.287014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-a9d51091-48ed-471d-b948-da43bd5bb648 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=625d226f-e4a5-44ca-8177-f41cedc5138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5463412 Aug 06 15:49:35.311396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-8410ee8e-3170-4f09-8331-e03a713623b2 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3076091 Aug 06 15:49:35.317092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:35.337631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-c28ba243-bd4e-4725-8831-ea99c4a3761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:35.339181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-c28ba243-bd4e-4725-8831-ea99c4a3761d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1373329 Aug 06 15:49:35.425173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-c09006b7-36b8-47fc-a8e7-267b03b76497 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508478 Aug 06 15:49:35.434335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.504750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.570663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-9e54c9a4-1b18-4e5a-9188-0d575b463ce8 service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735703 Aug 06 15:49:35.632851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.715749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8652f351-ba74-44bb-a831-b71f1f5e5308 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:49:35.727265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.731393 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-a72af35e-b1af-48d5-be5b-363d1a3bd729 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944689 Aug 06 15:49:35.733263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.773674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40daf583-f345-4af9-b9aa-4363adbb83f5 req-585f7591-c345-4c98-992f-34f53a3b833d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:35.775581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40daf583-f345-4af9-b9aa-4363adbb83f5 req-585f7591-c345-4c98-992f-34f53a3b833d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 944 time: 0.0892038 Aug 06 15:49:35.782374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Transition to ACTIVE for port object 8652f351-ba74-44bb-a831-b71f1f5e5308 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:35.789188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.823230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Allocated IP 172.25.5.220 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/c6db64af-2223-45ac-872d-aecf8fc18a2f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:35.851624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40daf583-f345-4af9-b9aa-4363adbb83f5 req-b681c1fe-2b64-47ec-9fcb-59cd53f0a35f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650980 Aug 06 15:49:35.857183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d3472c15-a186-4b91-9fc0-401069a1d1ca req-ca83d539-18dc-4127-bc6d-ca2178ef026f service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731125 Aug 06 15:49:35.860313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56e9160-9285-458f-83ac-1866d664752b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:35.899837 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2cd1d148-3c37-454e-9c4d-4f60bc158387 req-3763e576-53ec-41b8-9347-abedce5b97f8 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599069 Aug 06 15:49:35.900577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.958633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:35.963859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8aaea31a-cffd-41a2-aebc-0f2c661b1437 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2182555 Aug 06 15:49:35.964238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:35.975965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '5ca97444-d438-4f1f-95d7-97c629421ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:35.992610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Pushing event updated for resources: {'Port': ['ID=8652f351-ba74-44bb-a831-b71f1f5e5308,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:36.005813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.094644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-02ff4a6c-1ea1-4a0b-b243-c355553164d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.096950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-02ff4a6c-1ea1-4a0b-b243-c355553164d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1095 time: 0.0749443 Aug 06 15:49:36.100762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Attempting to bind port 8652f351-ba74-44bb-a831-b71f1f5e5308 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:36.101108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Attempting to bind port 8652f351-ba74-44bb-a831-b71f1f5e5308 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:36.101425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Attempting to bind port 8652f351-ba74-44bb-a831-b71f1f5e5308 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:36.131971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Port 8652f351-ba74-44bb-a831-b71f1f5e5308 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:49:36.132299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Attempting to bind port 8652f351-ba74-44bb-a831-b71f1f5e5308 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:36.141544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:36.141927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:36.142871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:36.143324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Bound port: 8652f351-ba74-44bb-a831-b71f1f5e5308, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:36.143688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.147913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.182575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:36.187872 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c8f4e9-2874-4276-be9e-dae2fb2edd76" -d '{"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:36.194229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.246375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:36.261768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event updated for resources: {'Port': ['ID=c6db64af-2223-45ac-872d-aecf8fc18a2f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:36.263727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-035c5b25-c3d7-4fc4-a6ac-4c92ac80bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.265256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-035c5b25-c3d7-4fc4-a6ac-4c92ac80bfa4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 897 time: 0.1612098 Aug 06 15:49:36.266009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:36.269077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:36.289628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] For port 8652f351-ba74-44bb-a831-b71f1f5e5308, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:36.290211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f6cc6-bc52-45e5-a086-44d00eefd13f req-9c374a85-e178-4f3b-a08b-ec54c93e4ab3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.291625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-352f6cc6-bc52-45e5-a086-44d00eefd13f req-9c374a85-e178-4f3b-a08b-ec54c93e4ab3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 943 time: 0.1769605 Aug 06 15:49:36.330633 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-c3407a3f-4861-414d-8597-0ca78df1621f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 200 len: 217 time: 0.0486748 Aug 06 15:49:36.341181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] For port 8652f351-ba74-44bb-a831-b71f1f5e5308, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8652f351-ba74-44bb-a831-b71f1f5e5308,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:36.387648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-352f6cc6-bc52-45e5-a086-44d00eefd13f req-3088de49-5f2c-42a6-9fb6-d0905ad93578 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703185 Aug 06 15:49:36.397381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.403077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-7cb7322f-5d8c-4b30-886a-f80782f084b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.404736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-7cb7322f-5d8c-4b30-886a-f80782f084b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 HTTP/1.1" status: 200 len: 835 time: 0.0658417 Aug 06 15:49:36.449923 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b10177-9951-45a6-9536-ce593a38d8f4 x-openstack-request-id: req-15b10177-9951-45a6-9536-ce593a38d8f4 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:36.450223 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:36.451503 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15b10177-9951-45a6-9536-ce593a38d8f4 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:36.451944 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'status': 'completed', 'code': 200} Aug 06 15:49:36.458507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.468063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.497628 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.517651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-16cf4651-f1f6-4527-a8c2-38f2db7d8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.519844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-16cf4651-f1f6-4527-a8c2-38f2db7d8a48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=625d226f-e4a5-44ca-8177-f41cedc5138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074567 Aug 06 15:49:36.529979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0fb4b6-279f-4c16-baa1-ba7beba3d364,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:36.532587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:36.564689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.577613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.577613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] 10.222.0.59 "PUT /v2.0/ports/8652f351-ba74-44bb-a831-b71f1f5e5308 HTTP/1.1" status: 200 len: 1091 time: 2.4739161 Aug 06 15:49:36.577613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'tag': '8652f351-ba74-44bb-a831-b71f1f5e5308'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:36.577613 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81" -d '{"events": [{"name": "network-changed", "server_uuid": "81515f79-8b56-4674-ade8-c8548dedd1d7", "tag": "8652f351-ba74-44bb-a831-b71f1f5e5308"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:36.626317 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbdbc3a-0610-4e85-aae9-dfed4e7696cd x-openstack-request-id: req-4fbdbc3a-0610-4e85-aae9-dfed4e7696cd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:36.626317 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81515f79-8b56-4674-ade8-c8548dedd1d7", "tag": "8652f351-ba74-44bb-a831-b71f1f5e5308", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:36.627579 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4fbdbc3a-0610-4e85-aae9-dfed4e7696cd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:36.628561 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'tag': '8652f351-ba74-44bb-a831-b71f1f5e5308', 'status': 'completed', 'code': 200} Aug 06 15:49:36.639436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.658596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55feeb2-b960-4567-9883-6efc82795e6e service neutron] Pushing event updated for resources: {'Port': ['ID=8652f351-ba74-44bb-a831-b71f1f5e5308,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:36.678092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.682172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-15a29c1c-7319-4b1b-a67d-04f05fc207ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7158942 Aug 06 15:49:36.683054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:36.689568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '5ca97444-d438-4f1f-95d7-97c629421ede', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:36.704719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-961921452'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:36.708673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-b5398f06-b4f8-4b3e-bed0-851a81296a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.709231 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-b5398f06-b4f8-4b3e-bed0-851a81296a78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.2315524 Aug 06 15:49:36.769111 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-27d5a4a9-cf9e-4b28-81ea-9e479f1ebae9 service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139175 Aug 06 15:49:36.808033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81 req-f0265a72-bba2-492f-a64a-730f6d408ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.809476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81 req-f0265a72-bba2-492f-a64a-730f6d408ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 1094 time: 0.1523688 Aug 06 15:49:36.841547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:36.846438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.867782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.900122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:36.972990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-84ab3df8-bb55-41fb-8178-fdd43c6ae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:36.974531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-84ab3df8-bb55-41fb-8178-fdd43c6ae4cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.2561333 Aug 06 15:49:36.995583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.006477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.044166 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-26731091-75d7-4549-9677-7a759dd92806 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 217 time: 0.0620341 Aug 06 15:49:37.047668 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-15ca3c48-333a-4127-98cd-df3ab408c827 req-37c24d26-f05c-4e57-b5f7-42254fce0c6b service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506559 Aug 06 15:49:37.050848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81 req-1b045d6d-793d-436b-b8b4-7e09375665bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.052297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81 req-1b045d6d-793d-436b-b8b4-7e09375665bc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3710307740d74869bd0baae23a43f6cb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2265806 Aug 06 15:49:37.121809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96cbc-2142-41fe-b918-d3053b300f35 req-f55d5685-b506-4947-9207-78b2398c13b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.123237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47f96cbc-2142-41fe-b918-d3053b300f35 req-f55d5685-b506-4947-9207-78b2398c13b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 944 time: 0.1791682 Aug 06 15:49:37.158164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-fc7be14c-d04c-4575-a54d-b577a6471a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.167767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-fc7be14c-d04c-4575-a54d-b577a6471a40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1071239 Aug 06 15:49:37.179289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event updated for resources: {'Port': ['ID=c6db64af-2223-45ac-872d-aecf8fc18a2f,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:37.205526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-7ddafdda-7c7f-4a39-9a9c-b688cf10c172 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346124 Aug 06 15:49:37.207521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.246518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81 req-0d286319-46af-4000-a133-c5c403e1f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.248021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd5fffd6-b515-44a4-9fdd-ab9f2512fa81 req-0d286319-46af-4000-a133-c5c403e1f756 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861775 Aug 06 15:49:37.252345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.255969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47f96cbc-2142-41fe-b918-d3053b300f35 req-3e503bd4-9f04-43ea-bddd-25763df569a0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215472 Aug 06 15:49:37.280438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.343133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.362145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4733313c-79bf-4a6b-a97c-a6dd89e46bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.363788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-4733313c-79bf-4a6b-a97c-a6dd89e46bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 1094 time: 0.0672801 Aug 06 15:49:37.364359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fc39c9-33f7-4868-a1d1-a7f21062a3b9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:37.368624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-56c50c92-c864-4c1b-8b9f-d4bc5828bb94 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561694 Aug 06 15:49:37.393576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.414858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:37.434459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2256278-95d1-4d3a-8b01-379d9418edfa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:37.435547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-511f048e-b76c-41d0-8479-1245937b2e67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8652f351-ba74-44bb-a831-b71f1f5e5308 HTTP/1.1" status: 200 len: 217 time: 0.0644693 Aug 06 15:49:37.443743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.444357 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 6bb5e605-6712-4302-986c-8144473706a8 of type vlan for network 0dc348b4-23f1-4345-a458-72ec93ba2f16 Aug 06 15:49:37.475639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8f8b210-ebd0-4fb3-befc-1fd2aff13840 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:49:37.494677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.495912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-97bc0549-416c-4ca2-9fee-fabe83827340 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1836481 Aug 06 15:49:37.531361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326010-40a9-43f9-8eb3-c473bff61124 req-88f932b8-3a7d-4c4c-91e3-2326c76dadcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.533071 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-88f932b8-3a7d-4c4c-91e3-2326c76dadcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.0901825 Aug 06 15:49:37.543031 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.546827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-10a482a1-030c-4dd7-b812-296eb3b7a86a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8607414 Aug 06 15:49:37.550849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:37.557377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.577969 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-85193b12-6f5a-43fb-8791-eec6b402f51c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371547 Aug 06 15:49:37.581253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87c8f4e9-2874-4276-be9e-dae2fb2edd76 req-998ba223-6cdb-41dc-9643-629b840e8c9e service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039399 Aug 06 15:49:37.641089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:37.663324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:49:37.667201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-0694fea2-0c91-4a63-a3fa-ed2a17a0c6a3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.1543946 Aug 06 15:49:37.697773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00190361-fb2b-4960-a01b-f43dbf759d8b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.701409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-b504a432-5635-4b1f-87f9-d205737e4dd2 service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160219 Aug 06 15:49:37.714488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49e1a72f-fc61-4443-908e-f07b15c54a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.718706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa11c2b-812c-4b2e-8f13-703e6bbf6e4a req-e09396ad-9be7-44b8-85ea-722f140b51cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.718962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.723032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.725373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fa11c2b-812c-4b2e-8f13-703e6bbf6e4a req-e09396ad-9be7-44b8-85ea-722f140b51cd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 943 time: 0.2317395 Aug 06 15:49:37.742857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f8b210-ebd0-4fb3-befc-1fd2aff13840 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:49:37.765212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00190361-fb2b-4960-a01b-f43dbf759d8b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.765632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:37.809056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af326010-40a9-43f9-8eb3-c473bff61124 req-6c0ed242-b5dc-4336-93e1-9f9b1eb0f914 service neutron] 10.222.0.59 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002669 Aug 06 15:49:37.830953 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.879586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fa11c2b-812c-4b2e-8f13-703e6bbf6e4a req-ce6da5a6-d55b-4269-9b47-f80c00184b45 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363180 Aug 06 15:49:37.884875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:37.897304 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.903468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.914206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:37.957290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-133cea1f-e3cd-407b-a025-4109a3d05b3a tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:37.962196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-133cea1f-e3cd-407b-a025-4109a3d05b3a tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.2824707 Aug 06 15:49:37.992674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-fa91e7c7-b597-4377-8797-f00879b15f12 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:49:38.000359 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da7b1d8d-d765-4dba-ab93-a18475aebda3 req-fa91e7c7-b597-4377-8797-f00879b15f12 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088024 Aug 06 15:49:38.000359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00190361-fb2b-4960-a01b-f43dbf759d8b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.005427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00190361-fb2b-4960-a01b-f43dbf759d8b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.006565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-00190361-fb2b-4960-a01b-f43dbf759d8b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/83fc39c9-33f7-4868-a1d1-a7f21062a3b9 HTTP/1.1" status: 204 len: 168 time: 0.4453487 Aug 06 15:49:38.008746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=0dc348b4-23f1-4345-a458-72ec93ba2f16,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:38.009467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.015629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00190361-fb2b-4960-a01b-f43dbf759d8b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83fc39c9-33f7-4868-a1d1-a7f21062a3b9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:38.022952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:38.077196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8af46aee-7f19-46cc-93ab-54ce47f77462 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0661867 Aug 06 15:49:38.080961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.083735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c8f8b210-ebd0-4fb3-befc-1fd2aff13840'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:38.096216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0218cba7-c4a8-48df-b45e-734000453637 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5619342 Aug 06 15:49:38.101437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.108207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'name': 'tempest-PortsIpV6TestJSON-179082608'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:38.167064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-2225ab9c-9924-4285-863d-525714876509 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:38.169035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-2225ab9c-9924-4285-863d-525714876509 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1055095 Aug 06 15:49:38.175730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-697cec8c-dff7-4620-8fde-8a714e4f68bd tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.192749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-697cec8c-dff7-4620-8fde-8a714e4f68bd tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.237603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-78ba46a9-c385-4a23-9d06-ea855a1f1c04 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0589647 Aug 06 15:49:38.249783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'floatingip': {'port_id': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:38.327304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-697cec8c-dff7-4620-8fde-8a714e4f68bd tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.333435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-697cec8c-dff7-4620-8fde-8a714e4f68bd tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.334936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-697cec8c-dff7-4620-8fde-8a714e4f68bd tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7f0fb4b6-279f-4c16-baa1-ba7beba3d364 HTTP/1.1" status: 204 len: 168 time: 0.2528484 Aug 06 15:49:38.340556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.350635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:38.356582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.382382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cec8c-dff7-4620-8fde-8a714e4f68bd tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f0fb4b6-279f-4c16-baa1-ba7beba3d364,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:38.417700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:38.452772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d6449694-f7d5-4d89-af24-e5f7435eda8d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1104548 Aug 06 15:49:38.457730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.540611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f401cc3-df71-4885-9877-e1097a7e4c91 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.558913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f401cc3-df71-4885-9877-e1097a7e4c91 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.680693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.695342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.705784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f401cc3-df71-4885-9877-e1097a7e4c91 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.711430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f401cc3-df71-4885-9877-e1097a7e4c91 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.712745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f401cc3-df71-4885-9877-e1097a7e4c91 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e56e9160-9285-458f-83ac-1866d664752b HTTP/1.1" status: 204 len: 168 time: 0.2539363 Aug 06 15:49:38.718564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33880) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.742191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f401cc3-df71-4885-9877-e1097a7e4c91 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e56e9160-9285-458f-83ac-1866d664752b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:38.778498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730dc51-71e5-4e3e-9e7b-4c92f9ea272a req-4696acc3-e7ee-4b7f-8704-cf134ba951ff tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:38.788449 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d730dc51-71e5-4e3e-9e7b-4c92f9ea272a req-4696acc3-e7ee-4b7f-8704-cf134ba951ff tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 945 time: 0.1315098 Aug 06 15:49:38.797206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a7afbea0-8dc4-442b-87d3-9f772e113c03 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0752485 Aug 06 15:49:38.799302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.830670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e247e439-9c07-4d32-967d-a13f9a21ae4c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.831748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.844347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e247e439-9c07-4d32-967d-a13f9a21ae4c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.867319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.900353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d730dc51-71e5-4e3e-9e7b-4c92f9ea272a req-e1f4b4bd-4fce-4765-855c-ba2665c2683e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941567 Aug 06 15:49:38.937263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=eeda300f-b38d-4ba0-ae42-27b6bf76f3b7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:38.960820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '6bb5e605-6712-4302-986c-8144473706a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:38.961184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: 0dc348b4-23f1-4345-a458-72ec93ba2f16, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:38.968077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e247e439-9c07-4d32-967d-a13f9a21ae4c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.979766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e247e439-9c07-4d32-967d-a13f9a21ae4c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:38.980934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e247e439-9c07-4d32-967d-a13f9a21ae4c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/68518813-3ffb-4284-8d84-7ecafcd0a26e HTTP/1.1" status: 204 len: 168 time: 0.1802473 Aug 06 15:49:38.983738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:38.990313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247e439-9c07-4d32-967d-a13f9a21ae4c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68518813-3ffb-4284-8d84-7ecafcd0a26e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:39.086145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:39.166424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0dc348b4-23f1-4345-a458-72ec93ba2f16) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:39.171205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:39.175609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e958a2-c3d1-41c5-9b69-3b03e2eb12c3 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:39.178397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:39.179130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.202430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6fac41bd-a00d-48df-90cb-daf31c52a9d7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2173548 Aug 06 15:49:39.206708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33888) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:39.237605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f59e7-0d27-4b98-9436-8d8027dfa1d4 req-ff542ffc-d742-4e75-9a47-adbcc0ed0c7d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:39.239235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c4f59e7-0d27-4b98-9436-8d8027dfa1d4 req-ff542ffc-d742-4e75-9a47-adbcc0ed0c7d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 943 time: 0.1583574 Aug 06 15:49:39.240530 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-149da335-a8d1-4bf8-8c19-decd59c40901 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.252670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-149da335-a8d1-4bf8-8c19-decd59c40901 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.278670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e3e4242a-ad6f-4e10-8f40-7a2910bfed9c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1759803 Aug 06 15:49:39.285235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:39.298018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1357171347'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:39.349102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-149da335-a8d1-4bf8-8c19-decd59c40901 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.351244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.resource_extend [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:49:39.357789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-149da335-a8d1-4bf8-8c19-decd59c40901 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.361945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-149da335-a8d1-4bf8-8c19-decd59c40901 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d48e5bee-1a39-46c1-b4b8-5fc55c5762ec HTTP/1.1" status: 204 len: 168 time: 0.1516995 Aug 06 15:49:39.364364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:39.379872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149da335-a8d1-4bf8-8c19-decd59c40901 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48e5bee-1a39-46c1-b4b8-5fc55c5762ec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:39.414421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c4f59e7-0d27-4b98-9436-8d8027dfa1d4 req-43d89547-5d3d-47f0-b381-77113e3dbba1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274135 Aug 06 15:49:39.429411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.430871 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ad7edb6a-d2ed-4180-8906-17541ef88b90 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635226 Aug 06 15:49:39.433501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:39.475629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8652f351-ba74-44bb-a831-b71f1f5e5308 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:49:39.478251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8f8b210-ebd0-4fb3-befc-1fd2aff13840 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:39.487438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:39.494230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.514443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68b03b3-5c40-4e45-954c-dd38aff7ac16 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.538295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:39.554892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.559183 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 6a8bf579-b745-4ec2-a84b-ca25340af062 of type vlan for network 945be8f4-b99a-4b7a-8205-9e89df07bd34 Aug 06 15:49:39.559326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68b03b3-5c40-4e45-954c-dd38aff7ac16 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.569911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.630480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8652f351-ba74-44bb-a831-b71f1f5e5308, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8652f351-ba74-44bb-a831-b71f1f5e5308,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:39.643313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8652f351-ba74-44bb-a831-b71f1f5e5308', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': '8652f351-ba74-44bb-a831-b71f1f5e5308', 'mac_address': 'fa:16:3e:12:69:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:49:39.650879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.683085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:39.691655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:39.692060 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.694810 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.734173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8652f351-ba74-44bb-a831-b71f1f5e5308 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:49:39.741045 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Floating IP a366cc33-3f5c-4f35-91e4-38e352dbf371 associated. External IP: 172.25.5.220, port: daca6756-4c0d-4ea3-84fd-dba78a0f1fad. Aug 06 15:49:39.749699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68b03b3-5c40-4e45-954c-dd38aff7ac16 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.754171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a68b03b3-5c40-4e45-954c-dd38aff7ac16 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.754995 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a68b03b3-5c40-4e45-954c-dd38aff7ac16 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ca97444-d438-4f1f-95d7-97c629421ede HTTP/1.1" status: 204 len: 168 time: 0.3205438 Aug 06 15:49:39.764372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:39.772091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8652f351-ba74-44bb-a831-b71f1f5e5308, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8652f351-ba74-44bb-a831-b71f1f5e5308,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:39.773938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b03b3-5c40-4e45-954c-dd38aff7ac16 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca97444-d438-4f1f-95d7-97c629421ede,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:39.830023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.843194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8c147080-0fe0-4061-8d6d-bd5ddca91814 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725431 Aug 06 15:49:39.851292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:39.856415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093818915'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:39.858682 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.865332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.866126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:39.866308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.880726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:39.884217 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dc4eb9-7ba0-4fff-adea-d175c159fa38" -d '{"events": [{"server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "name": "network-vif-plugged", "status": "completed", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:39.939313 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a52842b-e8db-4350-a5ee-20bd6c6f73a8 x-openstack-request-id: req-4a52842b-e8db-4350-a5ee-20bd6c6f73a8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:39.939792 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "name": "network-vif-plugged", "status": "completed", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:39.940237 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a52842b-e8db-4350-a5ee-20bd6c6f73a8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:39.940820 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'code': 200} Aug 06 15:49:39.946450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:39.956684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=945be8f4-b99a-4b7a-8205-9e89df07bd34,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:39.968396 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:39.978881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 945be8f4-b99a-4b7a-8205-9e89df07bd34 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:40.027691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8652f351-ba74-44bb-a831-b71f1f5e5308,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:40.067197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.075563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf601cf4-0eb0-4709-a15c-d7ca839cca8a req-2199d4e9-01de-4548-88e8-f0ccce273bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:40.077159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf601cf4-0eb0-4709-a15c-d7ca839cca8a req-2199d4e9-01de-4548-88e8-f0ccce273bcb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1096 time: 0.0572875 Aug 06 15:49:40.079929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2680230e-7fba-41a8-9542-97bc8fafadeb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7873211 Aug 06 15:49:40.083844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:40.087033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'ports': [{'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'}, {'network_id': '945be8f4-b99a-4b7a-8205-9e89df07bd34'}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:40.087350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:40.087937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '945be8f4-b99a-4b7a-8205-9e89df07bd34'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:40.123410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8652f351-ba74-44bb-a831-b71f1f5e5308'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:40.147482 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf601cf4-0eb0-4709-a15c-d7ca839cca8a req-6d48bd85-747a-4c47-81fb-e87a05a75214 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598860 Aug 06 15:49:40.183569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:40.198775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.248251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4e22-1bd0-4e04-8d57-b0e44397eea0 req-440f9490-24f8-46e7-9a77-49798714b113 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:40.249835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33fd4e22-1bd0-4e04-8d57-b0e44397eea0 req-440f9490-24f8-46e7-9a77-49798714b113 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 946 time: 0.1967304 Aug 06 15:49:40.262423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.295298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829233af-8d95-434b-98a7-62ebd13be74f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:40.339008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Router bd67fb34-1d1c-4975-bdb5-4555c0b30981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:49:40.360872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.364914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d84ec5bc-c917-4f29-b958-dea624e2a4cc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5098236 Aug 06 15:49:40.365409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33908) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:40.370244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '829233af-8d95-434b-98a7-62ebd13be74f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:40.375010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33fd4e22-1bd0-4e04-8d57-b0e44397eea0 req-51feada3-5a3c-452b-8dcc-d5a421f57197 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114316 Aug 06 15:49:40.508127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:49:40.513521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.521718 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] Sync routers for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:49:40.535543 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:40.536734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:40.562586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.583639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-40ef4289-e976-47df-a202-c16da5d7b518 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "PUT /v2.0/floatingips/a366cc33-3f5c-4f35-91e4-38e352dbf371 HTTP/1.1" status: 200 len: 996 time: 2.3381684 Aug 06 15:49:40.584877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:40.587747 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d478904-9e52-441b-8c68-062394438974" -d '{"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:40.610420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dfc15-5b23-41c0-b3aa-7dc355969463 req-9ed2973e-b63c-4dec-9f0e-adeea3273d8e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:40.613084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d05dfc15-5b23-41c0-b3aa-7dc355969463 req-9ed2973e-b63c-4dec-9f0e-adeea3273d8e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 944 time: 0.0938401 Aug 06 15:49:40.629482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.682867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:40.685376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d05dfc15-5b23-41c0-b3aa-7dc355969463 req-3f7cf2e7-399e-4118-b6b3-8120f18dac8f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625527 Aug 06 15:49:40.691993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-56cb2d74-b786-4c6d-8f8b-49022e4fa82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:40.693751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-56cb2d74-b786-4c6d-8f8b-49022e4fa82b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.0797789 Aug 06 15:49:40.715858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:40.720514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.744126 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01df1a9-80e0-494d-a196-fdb5f2569357 x-openstack-request-id: req-b01df1a9-80e0-494d-a196-fdb5f2569357 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:40.745176 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:40.745176 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b01df1a9-80e0-494d-a196-fdb5f2569357 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:40.745176 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'status': 'completed', 'code': 200} Aug 06 15:49:40.745630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.747019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.758197 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:40.786175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f277ab0-8d64-4313-9959-b3238fb1e653,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:40.831482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478904-9e52-441b-8c68-062394438974 req-b2fe599b-e00c-4232-8eb3-cef462efe883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:40.833055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-b2fe599b-e00c-4232-8eb3-cef462efe883 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.0640903 Aug 06 15:49:40.918380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 7cdff219-8372-451b-9e1f-0cc9b0d3e4c0 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:40.926135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-5d9dfeef-cfdf-4862-aa77-e0f3bd2ea338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:40.937116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-5d9dfeef-cfdf-4862-aa77-e0f3bd2ea338 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.2311153 Aug 06 15:49:41.012096 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'a366cc33-3f5c-4f35-91e4-38e352dbf371', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'port_id': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'mac_address': 'fa:16:3e:d8:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:36Z', 'updated_at': '2021-08-06T15:49:39Z', 'revision_number': 1, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:49Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:41.057136 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] Checking router: bd67fb34-1d1c-4975-bdb5-4555c0b30981 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:49:41.069355 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:41.070383 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:41.098360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-a4c710b3-0fed-4875-81f4-4e43103a49fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 999 time: 0.1602342 Aug 06 15:49:41.201560 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:41.202821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.204968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9ab927a1-5c9e-49a7-bf10-22ece5c8044b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8376627 Aug 06 15:49:41.207833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:41.208252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-89963676-092b-4ccb-814f-8cc30d7c5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:41.210205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-89963676-092b-4ccb-814f-8cc30d7c5ed9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1017456 Aug 06 15:49:41.261964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-15852c37-aea7-4479-88b0-3a3085b6a9e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433068 Aug 06 15:49:41.278542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478904-9e52-441b-8c68-062394438974 req-5591df89-4798-478a-851c-c1b59a7d6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:41.279406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-5591df89-4798-478a-851c-c1b59a7d6d1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.4388888 Aug 06 15:49:41.282131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-81c99d09-67aa-4db1-bd5a-dcc868ddeb92 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:49:41.283280 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-81c99d09-67aa-4db1-bd5a-dcc868ddeb92 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086997 Aug 06 15:49:41.340672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.342956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3caa146c-bba6-46e0-bf0c-1671b1db9de8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.378603 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-c8c330c7-fc24-4a6d-be8f-593dddf5f9c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 999 time: 0.0879445 Aug 06 15:49:41.387405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3caa146c-bba6-46e0-bf0c-1671b1db9de8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.466107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 45a0e6dd-2ffe-4c1e-95dd-afc0933249b7 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:41.471131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478904-9e52-441b-8c68-062394438974 req-b33d0463-016a-49f3-91f8-d17924808ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:41.477321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-b33d0463-016a-49f3-91f8-d17924808ee4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.0821707 Aug 06 15:49:41.486855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8652f351-ba74-44bb-a831-b71f1f5e5308 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:41.491496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-294de8c4-4aaf-4ad0-ba46-758bf287b432 service neutron] 10.222.0.16 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957235 Aug 06 15:49:41.541361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-d2158e3c-6163-4a5b-8555-7ea9604f3e8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497742 Aug 06 15:49:41.590824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3caa146c-bba6-46e0-bf0c-1671b1db9de8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.593517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3caa146c-bba6-46e0-bf0c-1671b1db9de8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.599855 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3caa146c-bba6-46e0-bf0c-1671b1db9de8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/829233af-8d95-434b-98a7-62ebd13be74f HTTP/1.1" status: 204 len: 168 time: 0.3843186 Aug 06 15:49:41.601065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:41.640053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa146c-bba6-46e0-bf0c-1671b1db9de8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829233af-8d95-434b-98a7-62ebd13be74f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:41.658180 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'a366cc33-3f5c-4f35-91e4-38e352dbf371', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'port_id': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'mac_address': 'fa:16:3e:d8:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:36Z', 'updated_at': '2021-08-06T15:49:39Z', 'revision_number': 1, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:49Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:41.659742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 8652f351-ba74-44bb-a831-b71f1f5e5308 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:41.669648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8652f351-ba74-44bb-a831-b71f1f5e5308 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:41.670518 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.695969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beeb1a5-c7f1-4e98-90d5-f2f1b680df94 None None] The sync data for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 is: [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'a366cc33-3f5c-4f35-91e4-38e352dbf371', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'port_id': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'mac_address': 'fa:16:3e:d8:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:36Z', 'updated_at': '2021-08-06T15:49:39Z', 'revision_number': 1, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:49Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:49:41.702240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-4f5a6425-949c-4e82-9dba-76d993fa2816 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515548 Aug 06 15:49:41.780558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.820700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8652f351-ba74-44bb-a831-b71f1f5e5308, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8652f351-ba74-44bb-a831-b71f1f5e5308,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:41.831074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d478904-9e52-441b-8c68-062394438974 req-d815e5e9-d7e5-4c1f-8d9f-bc3cf238b798 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141000 Aug 06 15:49:41.926690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:41.951696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8652f351-ba74-44bb-a831-b71f1f5e5308'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:41.955007 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddb6ce2-07f5-411b-b13c-9925e6bfb661" -d '{"events": [{"server_uuid": "81515f79-8b56-4674-ade8-c8548dedd1d7", "name": "network-vif-plugged", "status": "completed", "tag": "8652f351-ba74-44bb-a831-b71f1f5e5308"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:41.985066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae559723-27be-42f6-a108-afb66e0e4ed9 None None] New status for floating IP a366cc33-3f5c-4f35-91e4-38e352dbf371: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:49:42.049603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8652f351-ba74-44bb-a831-b71f1f5e5308,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:42.088071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2785d0-5d42-4501-b35d-767dd8f57d20 req-eb8cd9e8-da72-417e-b3d8-6f532d09d324 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.089675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e2785d0-5d42-4501-b35d-767dd8f57d20 req-eb8cd9e8-da72-417e-b3d8-6f532d09d324 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 946 time: 0.5972741 Aug 06 15:49:42.127132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9ba68190-e520-4044-8bdd-688ae2818557 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5243955 Aug 06 15:49:42.131314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:42.136492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--386533908'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:42.145683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fcc0dd8-9923-45d1-aed9-30e01a0f183d req-143832d6-47f6-4fb4-8330-d67252cc7a9a service neutron] 10.222.0.16 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372213 Aug 06 15:49:42.179543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.187575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e2785d0-5d42-4501-b35d-767dd8f57d20 req-3ddab7a9-f7b2-499e-bfa3-3eb488ccd5db tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826747 Aug 06 15:49:42.278183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.340956 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.350791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d3426-b37c-4e1f-8786-fdc264d07fc3 req-41820727-9b15-4a1f-9e14-bed20ff251ff tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.352708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d9d3426-b37c-4e1f-8786-fdc264d07fc3 req-41820727-9b15-4a1f-9e14-bed20ff251ff tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.0937319 Aug 06 15:49:42.409154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.423777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:42.430593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:42.435421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:42.436253 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.437754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=7cdff219-8372-451b-9e1f-0cc9b0d3e4c0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:42.485052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d9d3426-b37c-4e1f-8786-fdc264d07fc3 req-4a065099-0e09-430e-af02-4228b7928da9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012719 Aug 06 15:49:42.509410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.514763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=45a0e6dd-2ffe-4c1e-95dd-afc0933249b7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:42.537444 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed608798-55f7-4ba7-bfc3-2342b8777189 x-openstack-request-id: req-ed608798-55f7-4ba7-bfc3-2342b8777189 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:42.538023 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81515f79-8b56-4674-ade8-c8548dedd1d7", "name": "network-vif-plugged", "status": "completed", "tag": "8652f351-ba74-44bb-a831-b71f1f5e5308", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:42.538023 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed608798-55f7-4ba7-bfc3-2342b8777189 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:42.538371 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8652f351-ba74-44bb-a831-b71f1f5e5308', 'code': 200} Aug 06 15:49:42.551515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb69554-c594-4aa3-afe9-c38adccbd6f6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:42.586368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '6a8bf579-b745-4ec2-a84b-ca25340af062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '945be8f4-b99a-4b7a-8205-9e89df07bd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:42.586828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: 945be8f4-b99a-4b7a-8205-9e89df07bd34, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:42.645357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9496-a908-49c9-aafa-7a1f96ed9a37 req-de643fe3-3536-413f-8c53-754246ca320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.646906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4cd9496-a908-49c9-aafa-7a1f96ed9a37 req-de643fe3-3536-413f-8c53-754246ca320c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 1096 time: 0.0436544 Aug 06 15:49:42.666210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-48b7ae32-cf80-4649-bb74-e8fc53f05af0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 1001 time: 0.1410244 Aug 06 15:49:42.683494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4cd9496-a908-49c9-aafa-7a1f96ed9a37 req-32e2f6b0-026b-414a-bc4e-ac4604abde1a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299671 Aug 06 15:49:42.692480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.701833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ec2929b-115b-443e-8598-8afd6387d454 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5609860 Aug 06 15:49:42.701833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:42.701833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--521772290'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:42.718852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961710f6-c662-4052-aa66-d3f7c5f81eb5 req-ed1d3320-bab3-4323-859d-e5fa504dc863 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.720528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-961710f6-c662-4052-aa66-d3f7c5f81eb5 req-ed1d3320-bab3-4323-859d-e5fa504dc863 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 946 time: 0.1254539 Aug 06 15:49:42.735493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-27c76b39-2659-4203-8241-1ad7508e5bb0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.747773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-27c76b39-2659-4203-8241-1ad7508e5bb0 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports/daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 942 time: 0.0645952 Aug 06 15:49:42.770555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-961710f6-c662-4052-aa66-d3f7c5f81eb5 req-d1f51b07-185f-4343-b4e7-06ee37b76b24 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Aug 06 15:49:42.795689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:42.814799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 945be8f4-b99a-4b7a-8205-9e89df07bd34 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:42.843235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c366bd-01fc-4b2d-be41-5aff058c78c4 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.848068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e9c366bd-01fc-4b2d-be41-5aff058c78c4 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1092 time: 0.0481071 Aug 06 15:49:42.848355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-c756f2f8-7f79-4643-a3ea-4d3b6dc71e02 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 1001 time: 0.0676684 Aug 06 15:49:42.848543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:42.853111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:42.857737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.918921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 945be8f4-b99a-4b7a-8205-9e89df07bd34) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:42.927604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:42.927815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303c371-b475-4ad4-a59c-d0c35dc66f38 None None] Network 945be8f4-b99a-4b7a-8205-9e89df07bd34 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:42.933649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.938709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.940003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:42.989101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-34bcfb8a-b8e2-419d-8130-0102718093a4 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:42.990484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-34bcfb8a-b8e2-419d-8130-0102718093a4 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.1352377 Aug 06 15:49:43.000664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.002344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-b3435557-37f4-4402-8c68-bd0e7575c009 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:49:43.005646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-b3435557-37f4-4402-8c68-bd0e7575c009 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069115 Aug 06 15:49:43.086445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-8658f455-538e-406b-b126-da77eb3da9fc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 1001 time: 0.0715408 Aug 06 15:49:43.099209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:43.140676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-380c3093-1410-4a64-a699-7f98d2b67e63 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0576482 Aug 06 15:49:43.145829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:43.154952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.201168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.293048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.327911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.25.5.99 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/20243dfb-ce8f-477f-bc37-4871e7ef8c04) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:43.362892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 45a0e6dd-2ffe-4c1e-95dd-afc0933249b7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:43.363240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.365870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.423746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.443531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633fc6fe-0014-4016-8d07-031edfb0c69a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:43.481223 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.492949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.505242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 45a0e6dd-2ffe-4c1e-95dd-afc0933249b7 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:43.510582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.512022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ad99b1ac-781c-406d-bdfb-811feb98ac5c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8145800 Aug 06 15:49:43.516177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:43.521951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '7eb69554-c594-4aa3-afe9-c38adccbd6f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '633fc6fe-0014-4016-8d07-031edfb0c69a', 'remote_ip_prefix': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:43.575298 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.575298 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Floating IP a366cc33-3f5c-4f35-91e4-38e352dbf371 disassociated. External IP: 172.25.5.220, port: daca6756-4c0d-4ea3-84fd-dba78a0f1fad. Aug 06 15:49:43.641177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.680571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.705195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:43.717881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:43.722880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=20243dfb-ce8f-477f-bc37-4871e7ef8c04,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:43.725579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:43.753755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245f9d8-06c5-4d69-a8a1-0dee710ad45f req-18109198-5d3d-424e-a56c-8c939c289256 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:43.755780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6245f9d8-06c5-4d69-a8a1-0dee710ad45f req-18109198-5d3d-424e-a56c-8c939c289256 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1226165 Aug 06 15:49:43.836963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.837908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.858394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6245f9d8-06c5-4d69-a8a1-0dee710ad45f req-93f71f14-0629-48ac-a936-404f60b2ca48 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940697 Aug 06 15:49:43.908452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=45a0e6dd-2ffe-4c1e-95dd-afc0933249b7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:43.914076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.918311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6452166e-0369-46c6-845d-d6353a085d17 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/45a0e6dd-2ffe-4c1e-95dd-afc0933249b7 HTTP/1.1" status: 204 len: 168 time: 0.7692149 Aug 06 15:49:43.920742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33946) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:43.933379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:43.965018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b465f72f-d9bf-4e50-aad6-ead8cb56527c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:43.983833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Router bd67fb34-1d1c-4975-bdb5-4555c0b30981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:49:44.003932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2c770-d28e-45cc-b670-2dbc293b9493 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.010018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2c770-d28e-45cc-b670-2dbc293b9493 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.014164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8be2c770-d28e-45cc-b670-2dbc293b9493 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0899553 Aug 06 15:49:44.015143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33948) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:44.062393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.064169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dd8626ac-36ad-4de0-b667-0606bfb55adb tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5455668 Aug 06 15:49:44.077156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:44.180437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07e04f80-6525-4d64-9366-72378ec11e20 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.199097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07e04f80-6525-4d64-9366-72378ec11e20 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.230976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:49:44.241112 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.243528 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] Sync routers for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:49:44.254376 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:44.255015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:44.276614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.289264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 7cdff219-8372-451b-9e1f-0cc9b0d3e4c0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:44.289610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.294119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-6227c693-2808-4983-bf0d-04f15865416b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "PUT /v2.0/floatingips/a366cc33-3f5c-4f35-91e4-38e352dbf371 HTTP/1.1" status: 200 len: 695 time: 1.2010801 Aug 06 15:49:44.295987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:44.298691 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f" -d '{"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:44.356136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07e04f80-6525-4d64-9366-72378ec11e20 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.394744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07e04f80-6525-4d64-9366-72378ec11e20 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.395924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07e04f80-6525-4d64-9366-72378ec11e20 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/b465f72f-d9bf-4e50-aad6-ead8cb56527c HTTP/1.1" status: 204 len: 168 time: 0.3151028 Aug 06 15:49:44.397426 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0efe0c5-a12c-4cce-822e-d861b74d65ad x-openstack-request-id: req-a0efe0c5-a12c-4cce-822e-d861b74d65ad {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:44.397711 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:44.397963 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0efe0c5-a12c-4cce-822e-d861b74d65ad {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:44.398359 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'status': 'completed', 'code': 200} Aug 06 15:49:44.405490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:44.416298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04f80-6525-4d64-9366-72378ec11e20 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b465f72f-d9bf-4e50-aad6-ead8cb56527c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:44.432500 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:44.436888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.456647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 7cdff219-8372-451b-9e1f-0cc9b0d3e4c0 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:44.464257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-97b8b939-3252-4df4-9202-4b1e66cfdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.466252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-97b8b939-3252-4df4-9202-4b1e66cfdb09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.1509714 Aug 06 15:49:44.538145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.555738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61a1cb6c-67f9-40c0-9187-60201ab71ca8 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1461322 Aug 06 15:49:44.563005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:44.681502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:49Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:44.695653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-c7f038e7-3f57-4a87-b8dc-3f232a1278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.697246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-c7f038e7-3f57-4a87-b8dc-3f232a1278d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.1868162 Aug 06 15:49:44.701145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9409b834-d589-43e9-893c-bcb3d214e6bc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.714326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] Checking router: bd67fb34-1d1c-4975-bdb5-4555c0b30981 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:49:44.723362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-e879dea6-88ff-4072-8b5e-e988d17d3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.725898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:44.726021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-e879dea6-88ff-4072-8b5e-e988d17d3ebe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 1096 time: 0.3159444 Aug 06 15:49:44.726596 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:44.756067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-e93f3d11-1cbe-4f8f-b0e1-d63ac2cdddeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 217 time: 0.0492504 Aug 06 15:49:44.760705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.769519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9409b834-d589-43e9-893c-bcb3d214e6bc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.847584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=7cdff219-8372-451b-9e1f-0cc9b0d3e4c0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:44.863882 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:44.864056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.869749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-af63a26a-a066-4efc-bf05-6027bb3b9a1e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/7cdff219-8372-451b-9e1f-0cc9b0d3e4c0 HTTP/1.1" status: 204 len: 168 time: 0.8498468 Aug 06 15:49:44.873319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33960) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:44.916847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-5f8249ff-972c-4fcc-8c1f-91124a9e3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.918947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-5f8249ff-972c-4fcc-8c1f-91124a9e3f04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1465693 Aug 06 15:49:44.960855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:44.965338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-135e7194-bffd-4e34-b4dd-9e716bbf8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:44.966338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-135e7194-bffd-4e34-b4dd-9e716bbf8132 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 200 len: 920 time: 0.2277505 Aug 06 15:49:44.966863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-77f089bd-1196-4831-a073-8323c756e2f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348015 Aug 06 15:49:45.003453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8138dc98-9807-45bf-b9c4-f974577f8241 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:45.009601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8138dc98-9807-45bf-b9c4-f974577f8241 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1313276 Aug 06 15:49:45.010067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.020235 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9409b834-d589-43e9-893c-bcb3d214e6bc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.020572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-dddfcd2b-4420-40c4-996c-3d5569795d37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 200 len: 217 time: 0.0465777 Aug 06 15:49:45.024728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9409b834-d589-43e9-893c-bcb3d214e6bc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.026295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9409b834-d589-43e9-893c-bcb3d214e6bc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/633fc6fe-0014-4016-8d07-031edfb0c69a HTTP/1.1" status: 204 len: 168 time: 0.4625609 Aug 06 15:49:45.041275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.062225 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccb5b74-8b02-48c7-84e9-79c38ce4068c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:49:45.067166 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2ccb5b74-8b02-48c7-84e9-79c38ce4068c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/45a0e6dd-2ffe-4c1e-95dd-afc0933249b7 HTTP/1.1" status: 404 len: 333 time: 0.0530300 Aug 06 15:49:45.072329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.077090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409b834-d589-43e9-893c-bcb3d214e6bc tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633fc6fe-0014-4016-8d07-031edfb0c69a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:45.088167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.140099 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffae6fb-a069-4d66-bf90-d7b2e0d84bc6 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:49:45.145489 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4ffae6fb-a069-4d66-bf90-d7b2e0d84bc6 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/7cdff219-8372-451b-9e1f-0cc9b0d3e4c0 HTTP/1.1" status: 404 len: 333 time: 0.0665834 Aug 06 15:49:45.147959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33970) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.167686 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:49Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:45.198044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a302-5f9d-4e52-aae8-ba144be4fa20 req-e1f710ce-dd06-4efc-89f8-5920d31e85d0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:45.201008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb45a302-5f9d-4e52-aae8-ba144be4fa20 req-e1f710ce-dd06-4efc-89f8-5920d31e85d0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.2177181 Aug 06 15:49:45.201384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-ba69dda7-2218-4f42-9b01-602cfede7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:45.202861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-ba69dda7-2218-4f42-9b01-602cfede7064 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 200 len: 859 time: 0.1631722 Aug 06 15:49:45.218050 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1766570-1f03-4b47-9455-a122fbc9c927 None None] The sync data for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 is: [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:48:39Z', 'revision_number': 4, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '1d19e49a-12e1-4de1-ac1e-f554c5611d0a', 'name': '', 'network_id': 'ee320057-0613-4433-94b3-6aea8e41d4fb', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'mac_address': 'fa:16:3e:73:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:37Z', 'updated_at': '2021-08-06T15:48:49Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'subnets': [{'id': '3f2a07bd-494d-40aa-8138-933c868ecb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:49:45.228412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=20243dfb-ce8f-477f-bc37-4871e7ef8c04,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:45.257883 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-9655f134-ebd7-40d8-b919-4cbf6004dda0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ee320057-0613-4433-94b3-6aea8e41d4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444052 Aug 06 15:49:45.270727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3edd7635-26e2-4a6d-aa7d-4393202bb687 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2232547 Aug 06 15:49:45.277863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.297278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-d9e13ecf-5e43-430d-b9b4-d592cf72978c service neutron] 10.222.0.16 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154311 Aug 06 15:49:45.316566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.317856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.339993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb45a302-5f9d-4e52-aae8-ba144be4fa20 req-faf032eb-c1e2-447e-85c1-fb3c9e2cfb30 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934672 Aug 06 15:49:45.522213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3438feb-3ad0-4f29-a03a-647ef585a81d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.528720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-409f7d66-823c-49e4-8315-8aa1f2ffb4ee service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624140 Aug 06 15:49:45.556380 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Floating IP 8615608a-1a50-40aa-aee4-d8f3621fe65d associated. External IP: 172.25.5.99, port: c8f8b210-ebd0-4fb3-befc-1fd2aff13840. Aug 06 15:49:45.561327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.580788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945be8f4-b99a-4b7a-8205-9e89df07bd34']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:45.602912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f515d3-1a76-46ce-89a6-66f386d4d55e None None] New status for floating IP a366cc33-3f5c-4f35-91e4-38e352dbf371: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:49:45.611478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8bf579-b745-4ec2-a84b-ca25340af062') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:45.611931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8bf579-b745-4ec2-a84b-ca25340af062') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:45.621583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.641512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5020337-ecbc-49cb-9a6a-3bc769c971a4 req-b3ee5b8a-17c7-4804-9cae-7adabfcfbbcb service neutron] 10.222.0.16 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165684 Aug 06 15:49:45.644806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.658939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:45.659387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:45.664300 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:45.666203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3438feb-3ad0-4f29-a03a-647ef585a81d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.676228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7dc48-e39c-4b14-a5ae-8a07601f7025 req-9e5d4782-05cb-45bd-b345-36be13ffa814 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:45.677859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77b7dc48-e39c-4b14-a5ae-8a07601f7025 req-9e5d4782-05cb-45bd-b345-36be13ffa814 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 945 time: 0.2042637 Aug 06 15:49:45.795695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ee962495-93c4-4dd5-9f89-7c36ec8ac04f req-a86fea77-f0cc-4d73-b509-de39a7d87788 service neutron] 10.222.0.64 "GET /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536776 Aug 06 15:49:45.797039 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77b7dc48-e39c-4b14-a5ae-8a07601f7025 req-557c4428-4fc7-4c63-b31e-5ed0e45e26f8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962451 Aug 06 15:49:45.875626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.884719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.887227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/945be8f4-b99a-4b7a-8205-9e89df07bd34 HTTP/1.1" status: 204 len: 168 time: 0.7370391 Aug 06 15:49:45.900291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3438feb-3ad0-4f29-a03a-647ef585a81d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.903203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3438feb-3ad0-4f29-a03a-647ef585a81d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:45.906686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3438feb-3ad0-4f29-a03a-647ef585a81d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/7eb69554-c594-4aa3-afe9-c38adccbd6f6 HTTP/1.1" status: 204 len: 168 time: 0.6252797 Aug 06 15:49:45.909535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33984) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.909876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:45.930838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1034598265'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:45.970606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-1eb4c6c1-81f4-4904-8c7e-83201a969e4a tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips/a366cc33-3f5c-4f35-91e4-38e352dbf371 HTTP/1.1" status: 200 len: 695 time: 0.1053386 Aug 06 15:49:45.990176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d288d2-5875-489a-b722-5da5cb381180 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=945be8f4-b99a-4b7a-8205-9e89df07bd34,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:46.061831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3438feb-3ad0-4f29-a03a-647ef585a81d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb69554-c594-4aa3-afe9-c38adccbd6f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:46.113197 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b4d460bb-140e-429d-97fc-04e8e6d90996 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1925864 Aug 06 15:49:46.113197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:49:46.114450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:46.119006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--267105651'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:46.186962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3862d-e2b8-4637-9446-94e7ee1156b7 req-fb0bdc0b-de67-4df1-b940-016c95ab2726 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:46.190129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97d3862d-e2b8-4637-9446-94e7ee1156b7 req-fb0bdc0b-de67-4df1-b940-016c95ab2726 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1620848 Aug 06 15:49:46.268486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-c0ddba32-6e4f-4883-91a5-78676a94e178 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:46.276422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-c0ddba32-6e4f-4883-91a5-78676a94e178 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 784 time: 0.3043084 Aug 06 15:49:46.283006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-4f02405c-924f-4865-b9cf-b0da3425c53b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:49:46.291631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-4f02405c-924f-4865-b9cf-b0da3425c53b tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140355 Aug 06 15:49:46.296439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97d3862d-e2b8-4637-9446-94e7ee1156b7 req-92b3892b-7954-4971-a013-88299d9c4741 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957756 Aug 06 15:49:46.362387 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-3a596fef-76cc-4ea1-bc21-0913a3eb77ba tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0680506 Aug 06 15:49:46.420058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-48fa8b5c-6819-479b-89c3-2d8b5d35f3f7 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.25.5.220 HTTP/1.1" status: 200 len: 696 time: 0.0580893 Aug 06 15:49:46.575540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Deleting port c6db64af-2223-45ac-872d-aecf8fc18a2f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:46.576029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.683127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:46.686704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.716570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.716874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.743188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Calling delete_port for c6db64af-2223-45ac-872d-aecf8fc18a2f owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:46.749623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:49:46.757178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:46.780097 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:49:46.786339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.786339 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 72b650c9-3caa-4f35-9051-3a1201ef55f8 of type vlan for network 704fcb2f-776b-4082-9bf2-d42b49104b74 Aug 06 15:49:46.807032 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:46.808904 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:46.843142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.885115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:46.931480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e177579-06b6-44f0-bdf8-2ce056ac1afe req-274772ec-c590-474e-9964-72f2ae92033d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:46.933223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e177579-06b6-44f0-bdf8-2ce056ac1afe req-274772ec-c590-474e-9964-72f2ae92033d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1038556 Aug 06 15:49:46.989023 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:47.056737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.065219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.070992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:47.071627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.086025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e177579-06b6-44f0-bdf8-2ce056ac1afe req-06057329-e89e-4601-a110-8180ec79d7a4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247044 Aug 06 15:49:47.164106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.171949 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-426a570a-ad27-4f84-9e02-237312c08558 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3198435 Aug 06 15:49:47.173584 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.175240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:47.178190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:47.178707 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c880e5fa-e97e-4909-af55-6775ed211bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:47.241318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.241752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event deleted for resources: {'Port': ['ID=c6db64af-2223-45ac-872d-aecf8fc18a2f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:47.280282 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad03d85-0683-4e3b-882d-5c84fabd7e7e x-openstack-request-id: req-bad03d85-0683-4e3b-882d-5c84fabd7e7e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:47.280688 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:47.280945 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bad03d85-0683-4e3b-882d-5c84fabd7e7e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:47.281347 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'status': 'completed', 'code': 200} Aug 06 15:49:47.281941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6aeb7-813d-4cfb-b0c3-00ddb483dd7f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:47.288099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=704fcb2f-776b-4082-9bf2-d42b49104b74,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:47.303780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:47.322334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-acd35f52-e53c-425e-83c5-f6903f7f87f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4081538 Aug 06 15:49:47.337504 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:17Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:44Z', 'revision_number': 0, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:47.348508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:47.356537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:47.392460 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:49:47.407536 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:47.409380 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:47.443422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.444912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-715f83f2-6c30-4a0c-94a2-37a81c5e7e7a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3294547 Aug 06 15:49:47.449940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34002) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:47.455938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '56c6aeb7-813d-4cfb-b0c3-00ddb483dd7f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:47.524869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-b7f6a415-b55f-41c5-a203-97f9e2cf8bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:47.528067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-b7f6a415-b55f-41c5-a203-97f9e2cf8bbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1097 time: 0.2225463 Aug 06 15:49:47.589768 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:47.652515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-9682ae1f-63bb-4d8e-8dfe-345d2f78d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:47.654387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-9682ae1f-63bb-4d8e-8dfe-345d2f78d631 service neutron] 10.222.0.59 "GET /v2.0/networks?id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 897 time: 0.1149454 Aug 06 15:49:47.728366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.765744 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-6716e569-387d-436a-a000-cdc0b7969538 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 200 len: 999 time: 0.1029410 Aug 06 15:49:47.797752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6c320830-d364-4497-bdad-dc4782d92e1c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/floatingips/8615608a-1a50-40aa-aee4-d8f3621fe65d HTTP/1.1" status: 200 len: 991 time: 0.6125720 Aug 06 15:49:47.811430 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.816245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.818762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6e4f04-9fde-431f-8c8d-3b6ddfc00638 req-42de5061-cf64-4518-bb7a-0cfe74c515f3 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "DELETE /v2.0/floatingips/a366cc33-3f5c-4f35-91e4-38e352dbf371 HTTP/1.1" status: 204 len: 173 time: 1.3915181 Aug 06 15:49:47.840805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.850034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-be06ec6f-6c90-4d28-9d66-9136a9d5629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:47.853237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-be06ec6f-6c90-4d28-9d66-9136a9d5629b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 HTTP/1.1" status: 200 len: 835 time: 0.0761695 Aug 06 15:49:47.853396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:47.857294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.929782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34d02765-cf72-417d-a364-acee61799018 req-1766656c-5bf7-4402-b6a3-9a65f662ffaf tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups/4208ce95-d633-4f16-9621-4abe4f571a13 HTTP/1.1" status: 200 len: 1810 time: 0.0754271 Aug 06 15:49:47.947364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:47.993648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f495933e-99f8-4d2b-a4aa-a722c998cdf6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:48.014396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34d02765-cf72-417d-a364-acee61799018 req-040329bc-774e-4f67-a78e-62c002d57954 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.018207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-de8779be-4675-4a2d-9d3b-6ae3b55e28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:48.019747 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-de8779be-4675-4a2d-9d3b-6ae3b55e28b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=625d226f-e4a5-44ca-8177-f41cedc5138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446650 Aug 06 15:49:48.052172 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:17Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:44Z', 'revision_number': 0, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:48.064633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34d02765-cf72-417d-a364-acee61799018 req-040329bc-774e-4f67-a78e-62c002d57954 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.083580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.088093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ddaa99e4-1d0d-4abd-be4d-d373587ae739 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6337605 Aug 06 15:49:48.088636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34006) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:48.100746 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29545261-fcbb-4c63-8332-371aa23c442f None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:17Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:44Z', 'revision_number': 0, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:49:48.136951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efafc74-70b9-4bac-9fe7-b3d8777fe209 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.146417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efafc74-70b9-4bac-9fe7-b3d8777fe209 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.224950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-87a7386b-61ee-4057-b44c-7e1372006c7e service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939993 Aug 06 15:49:48.271437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efafc74-70b9-4bac-9fe7-b3d8777fe209 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.289582 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9efafc74-70b9-4bac-9fe7-b3d8777fe209 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.293526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9efafc74-70b9-4bac-9fe7-b3d8777fe209 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f495933e-99f8-4d2b-a4aa-a722c998cdf6 HTTP/1.1" status: 204 len: 168 time: 0.2007186 Aug 06 15:49:48.296501 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34d02765-cf72-417d-a364-acee61799018 req-040329bc-774e-4f67-a78e-62c002d57954 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.300563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-34d02765-cf72-417d-a364-acee61799018 req-040329bc-774e-4f67-a78e-62c002d57954 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.301445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34d02765-cf72-417d-a364-acee61799018 req-040329bc-774e-4f67-a78e-62c002d57954 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "DELETE /v2.0/security-groups/4208ce95-d633-4f16-9621-4abe4f571a13 HTTP/1.1" status: 204 len: 173 time: 0.3599014 Aug 06 15:49:48.304848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:48.325505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.325725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efafc74-70b9-4bac-9fe7-b3d8777fe209 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f495933e-99f8-4d2b-a4aa-a722c998cdf6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:48.338136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040329bc-774e-4f67-a78e-62c002d57954 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4208ce95-d633-4f16-9621-4abe4f571a13,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:48.372051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508f396-0e06-4121-9fa9-ff8e21f05ccc req-5e711d05-cf8d-477c-840f-ceec14bc592b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:48.373715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8508f396-0e06-4121-9fa9-ff8e21f05ccc req-5e711d05-cf8d-477c-840f-ceec14bc592b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1407878 Aug 06 15:49:48.451099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-25e7f859-4709-41a7-97e7-c61cf749133c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1391430 Aug 06 15:49:48.455398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:48.473464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c880e5fa-e97e-4909-af55-6775ed211bf9 req-d1c04762-de45-45ba-b266-3279eb718f12 service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406955 Aug 06 15:49:48.493551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f965c90a-7414-45a7-945e-086ea5c0e545 None None] New status for floating IP 8615608a-1a50-40aa-aee4-d8f3621fe65d: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:49:48.514379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=87e7ba65-d472-4235-b216-3539d6b73a8a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:48.528356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-f4a722a8-45fa-47ac-80ac-ebd63c3bd973 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:48.530656 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-f4a722a8-45fa-47ac-80ac-ebd63c3bd973 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 945 time: 0.2741671 Aug 06 15:49:48.538856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8508f396-0e06-4121-9fa9-ff8e21f05ccc req-78fcc090-f593-4327-af21-2eb2a681e904 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480436 Aug 06 15:49:48.548299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '72b650c9-3caa-4f35-9051-3a1201ef55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:48.548923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: 704fcb2f-776b-4082-9bf2-d42b49104b74, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:48.599994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df74e59-a8d4-4959-b4d2-c86f8df6149d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.624762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df74e59-a8d4-4959-b4d2-c86f8df6149d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.664913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:48.690151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port 8652f351-ba74-44bb-a831-b71f1f5e5308 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:48.690640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.731945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df74e59-a8d4-4959-b4d2-c86f8df6149d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.734870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7df74e59-a8d4-4959-b4d2-c86f8df6149d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.736116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7df74e59-a8d4-4959-b4d2-c86f8df6149d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/56c6aeb7-813d-4cfb-b0c3-00ddb483dd7f HTTP/1.1" status: 204 len: 168 time: 0.2792318 Aug 06 15:49:48.740018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:48.758136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df74e59-a8d4-4959-b4d2-c86f8df6149d tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6aeb7-813d-4cfb-b0c3-00ddb483dd7f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:48.781055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 704fcb2f-776b-4082-9bf2-d42b49104b74) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:48.792715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ddf8eb-3288-450f-8fea-920c6ae98b98 None None] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:48.794366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:48.795541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.802049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:48.816773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f4bc775e-e5d6-4f6a-8cb3-67088a629369 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756242 Aug 06 15:49:48.817430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:48.822570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021484827'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:48.921294 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.963183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port 8652f351-ba74-44bb-a831-b71f1f5e5308, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8652f351-ba74-44bb-a831-b71f1f5e5308,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:48.963967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:48.991490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-68eb130e-81d1-4eb0-927a-53e0c72e7a1a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/floatingips/8615608a-1a50-40aa-aee4-d8f3621fe65d HTTP/1.1" status: 200 len: 993 time: 0.1794503 Aug 06 15:49:48.994189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fa86a-0c53-433b-a369-ac343df179d1 req-ecd9e218-406e-479d-8bf7-f380cc9e7042 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:48.995973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d73fa86a-0c53-433b-a369-ac343df179d1 req-ecd9e218-406e-479d-8bf7-f380cc9e7042 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.0618725 Aug 06 15:49:48.998772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for 8652f351-ba74-44bb-a831-b71f1f5e5308 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:49.021148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-07cc459f-7e64-4ac0-8383-8600fc2a2eb0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6705816 Aug 06 15:49:49.025689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:49.026180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-704fcb2f-776b-4082-9bf2-d42b49104b74', 'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': '87e7ba65-d472-4235-b216-3539d6b73a8a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:49.029665 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.031393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74', 'name': 'tempest-PortsIpV6TestJSON-330476956'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:49.131530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d73fa86a-0c53-433b-a369-ac343df179d1 req-91f340f6-78ec-456a-afcc-79d3d8b6e0d9 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262195 Aug 06 15:49:49.206644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Allocated IP 2001:db8::2 (704fcb2f-776b-4082-9bf2-d42b49104b74/87e7ba65-d472-4235-b216-3539d6b73a8a/7ed7b168-18c9-4af9-90d5-b4a39ee6df98) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:49.210673 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.286246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.301504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:49.303381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['840567cf-2544-401d-9bb4-7b4b6f4015c2', '8652f351-ba74-44bb-a831-b71f1f5e5308'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:49.328360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=8652f351-ba74-44bb-a831-b71f1f5e5308,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:49.371449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.375474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port 8652f351-ba74-44bb-a831-b71f1f5e5308 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:49.375474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.380174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-037e46af-91dd-44f9-91d3-ead350c8f27b req-691731a9-bc2b-49e1-a7ea-96aee1f73f40 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "DELETE /v2.0/ports/8652f351-ba74-44bb-a831-b71f1f5e5308 HTTP/1.1" status: 204 len: 173 time: 0.8429337 Aug 06 15:49:49.380809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'name': 'network-vif-deleted', 'tag': '8652f351-ba74-44bb-a831-b71f1f5e5308'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:49.384779 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ef3a7-3aa6-4c12-ae06-18dd48d34a5c" -d '{"events": [{"server_uuid": "81515f79-8b56-4674-ade8-c8548dedd1d7", "name": "network-vif-deleted", "tag": "8652f351-ba74-44bb-a831-b71f1f5e5308"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:49.425870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fecf914-5225-4fa5-b3b1-c3beb292ffcf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:49.430904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.435303 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629229a6-85f5-402d-a2f9-5f73b20563a3 x-openstack-request-id: req-629229a6-85f5-402d-a2f9-5f73b20563a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:49.435769 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81515f79-8b56-4674-ade8-c8548dedd1d7", "name": "network-vif-deleted", "tag": "8652f351-ba74-44bb-a831-b71f1f5e5308", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:49.436813 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-629229a6-85f5-402d-a2f9-5f73b20563a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:49.437423 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81515f79-8b56-4674-ade8-c8548dedd1d7', 'name': 'network-vif-deleted', 'tag': '8652f351-ba74-44bb-a831-b71f1f5e5308', 'status': 'completed', 'code': 200} Aug 06 15:49:49.447385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Transition to ACTIVE for port object 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:49.476770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Transition to ACTIVE for port object 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:49.521562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:49:49.602085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:49.605766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.608912 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.627604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 664790df-0f5c-4f93-88c7-bc08852d742c yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:49.672758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:49.695581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c1156e5-9bcd-49d2-b3a0-17a403b94d17 req-7a0b521b-0dcc-4b51-ab08-cdae8ecdfd35 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=81515f79-8b56-4674-ade8-c8548dedd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0614786 Aug 06 15:49:49.700520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:49.709257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:49.709668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.710691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-329ff47a-969e-4c76-b8a7-24d9dbd249a7 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8922784 Aug 06 15:49:49.715350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:49.721754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Pushing event updated for resources: {'Port': ['ID=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:49.728245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '8fecf914-5225-4fa5-b3b1-c3beb292ffcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:49.796324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Attempting to bind port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:49.797098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Attempting to bind port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '72b650c9-3caa-4f35-9051-3a1201ef55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:49.797832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Attempting to bind port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 on network 704fcb2f-776b-4082-9bf2-d42b49104b74 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:49.805619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:49.806083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Checking segment: {'id': '72b650c9-3caa-4f35-9051-3a1201ef55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:49.806619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.807219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Bound using segment: {'id': '72b650c9-3caa-4f35-9051-3a1201ef55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:49.807849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Bound port: 7ed7b168-18c9-4af9-90d5-b4a39ee6df98, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b650c9-3caa-4f35-9051-3a1201ef55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '704fcb2f-776b-4082-9bf2-d42b49104b74'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:49.808427 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.826140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::36f (704fcb2f-776b-4082-9bf2-d42b49104b74/87e7ba65-d472-4235-b216-3539d6b73a8a/664790df-0f5c-4f93-88c7-bc08852d742c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:49.834987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.896109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] For port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:49.902668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] For port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,segment=NetworkSegment(72b650c9-3caa-4f35-9051-3a1201ef55f8),segment_id=72b650c9-3caa-4f35-9051-3a1201ef55f8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:49.910543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:49.990054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.000774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.015410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 664790df-0f5c-4f93-88c7-bc08852d742c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:50.023758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.052769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6795cd0d-b4b6-4167-9f56-c4d5014248cb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:50.076918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82896122-ebe8-44e8-9a05-b3289a7260da None None] Pushing event updated for resources: {'Port': ['ID=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:50.144649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.154376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.158991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-74ba8ee4-8177-4ed8-ae0b-23eb56d5d4ac tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4405746 Aug 06 15:49:50.159211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:50.215166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:50.219307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:50.222975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:50.230227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:50.231172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.236852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e60cf463-562c-4e34-a17b-c84bc53a1231 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules/6795cd0d-b4b6-4167-9f56-c4d5014248cb HTTP/1.1" status: 200 len: 763 time: 0.0554078 Aug 06 15:49:50.241530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34040) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:50.283030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=664790df-0f5c-4f93-88c7-bc08852d742c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:50.338375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d13e9b8-352f-4408-bdee-965e15a422d0 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0907383 Aug 06 15:49:50.338375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:50.382863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9739db-bca9-422a-bc42-f1db1fe38e59 req-6d5405d2-1f2a-4cb2-b3cf-765adbff51ee tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:50.385129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e9739db-bca9-422a-bc42-f1db1fe38e59 req-6d5405d2-1f2a-4cb2-b3cf-765adbff51ee tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1088192 Aug 06 15:49:50.388395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77d525d9-9ed4-412f-870e-a0a87d880a25 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.399626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77d525d9-9ed4-412f-870e-a0a87d880a25 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.427896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f36ccfb7-c1db-4b94-92a4-fdaa96881dbd tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3992159 Aug 06 15:49:50.428127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34044) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:50.461440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e9739db-bca9-422a-bc42-f1db1fe38e59 req-bada44d1-c60f-42fc-a325-1bc40758f682 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649664 Aug 06 15:49:50.539985 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77d525d9-9ed4-412f-870e-a0a87d880a25 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.547912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77d525d9-9ed4-412f-870e-a0a87d880a25 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.549666 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-77d525d9-9ed4-412f-870e-a0a87d880a25 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6795cd0d-b4b6-4167-9f56-c4d5014248cb HTTP/1.1" status: 204 len: 168 time: 0.2100043 Aug 06 15:49:50.554036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:50.571824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d525d9-9ed4-412f-870e-a0a87d880a25 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6795cd0d-b4b6-4167-9f56-c4d5014248cb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:50.582882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 664790df-0f5c-4f93-88c7-bc08852d742c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:50.583464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.618347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-270de34f-46d2-4aa8-add2-f0db8b0e7520 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630090 Aug 06 15:49:50.621247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:50.632117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '8fecf914-5225-4fa5-b3b1-c3beb292ffcf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:50.696139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.709552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 664790df-0f5c-4f93-88c7-bc08852d742c owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:50.753463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.852760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.931550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:50.950464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a671788-210e-4b7d-9f58-361fbacc85ed,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:51.018458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.046986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.051216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0bf78d8b-a6d7-48cd-abe5-7300afa0d398 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4261336 Aug 06 15:49:51.052023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.056550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=664790df-0f5c-4f93-88c7-bc08852d742c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:51.082210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-27b1dbdd-98ff-4a99-92d5-f0bf73e6046c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules/7a671788-210e-4b7d-9f58-361fbacc85ed HTTP/1.1" status: 200 len: 763 time: 0.0279069 Aug 06 15:49:51.094269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.106260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.113804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4c2daaaf-9f04-4b9e-bc7b-109c9f740698 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/664790df-0f5c-4f93-88c7-bc08852d742c HTTP/1.1" status: 204 len: 168 time: 0.6840723 Aug 06 15:49:51.115506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34060) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.142070 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29d2aa0-21ce-4200-ac34-bd4b6099c443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:49:51.142070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29d2aa0-21ce-4200-ac34-bd4b6099c443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:49:51.147827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d29d2aa0-21ce-4200-ac34-bd4b6099c443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/664790df-0f5c-4f93-88c7-bc08852d742c HTTP/1.1" status: 404 len: 333 time: 0.0274820 Aug 06 15:49:51.149971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.178435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef682402-2f10-4b7d-b1f1-a8b27ba76ed3 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0826776 Aug 06 15:49:51.185016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34064) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.186834 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-173e9612-851b-4b84-8709-7e6ef670bea9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:49:51.189152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-173e9612-851b-4b84-8709-7e6ef670bea9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/664790df-0f5c-4f93-88c7-bc08852d742c HTTP/1.1" status: 404 len: 333 time: 0.0380950 Aug 06 15:49:51.193908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34066) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.231082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcfce728-dbae-4776-85de-33a8e551c331 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.240501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcfce728-dbae-4776-85de-33a8e551c331 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.271312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655fcb62-6912-4552-a418-e8162fd0be72 None None] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:51.289939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 87e7ba65-d472-4235-b216-3539d6b73a8a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:49:51.297894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.343751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcfce728-dbae-4776-85de-33a8e551c331 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.362813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.368788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcfce728-dbae-4776-85de-33a8e551c331 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.370536 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fcfce728-dbae-4776-85de-33a8e551c331 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7a671788-210e-4b7d-9f58-361fbacc85ed HTTP/1.1" status: 204 len: 168 time: 0.1838980 Aug 06 15:49:51.377674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34070) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.384977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfce728-dbae-4776-85de-33a8e551c331 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a671788-210e-4b7d-9f58-361fbacc85ed,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:51.450016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-594fa9ae-d6cd-4cf3-b826-2793157e1877 None None] Provisioning for port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:51.479216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00ba4-a8a4-4209-8095-3707563e8c94 req-6b207022-0db2-4a46-a03f-04f1b808c73a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:51.480794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dc00ba4-a8a4-4209-8095-3707563e8c94 req-6b207022-0db2-4a46-a03f-04f1b808c73a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 945 time: 0.1349812 Aug 06 15:49:51.503182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6733a6c2-bcb5-4ccc-864b-d0a318c944c4 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1222603 Aug 06 15:49:51.503182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.513828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Request body: {'security_group_rule': {'security_group_id': '8fecf914-5225-4fa5-b3b1-c3beb292ffcf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:51.537275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-05110f51-d398-4edd-8389-05e65b6323cc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:51.539483 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-05110f51-d398-4edd-8389-05e65b6323cc tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.64 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1525218 Aug 06 15:49:51.607549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.638245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dc00ba4-a8a4-4209-8095-3707563e8c94 req-a8450134-dcba-4654-b1ac-9b3a8d5cbb14 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343534 Aug 06 15:49:51.671114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.726339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ca735-3ef7-4287-a77e-a105259bedad req-79fbadc1-a96e-4129-9f3a-28ebdca953d8 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:51.727481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-230ca735-3ef7-4287-a77e-a105259bedad req-79fbadc1-a96e-4129-9f3a-28ebdca953d8 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 945 time: 0.1467245 Aug 06 15:49:51.766249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Deleting port daca6756-4c0d-4ea3-84fd-dba78a0f1fad {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:51.767135 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.823098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-230ca735-3ef7-4287-a77e-a105259bedad req-301fbe29-7610-4d05-bd6d-05f0ae068dc8 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/security-groups?id=b2406fea-f180-44cd-a5dd-5408113a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706856 Aug 06 15:49:51.824044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.832296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.882438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=87e7ba65-d472-4235-b216-3539d6b73a8a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:51.892461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:51.896785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cb5eb7a9-2ab7-4005-aa64-1f28e0845234 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/87e7ba65-d472-4235-b216-3539d6b73a8a HTTP/1.1" status: 204 len: 168 time: 0.7008529 Aug 06 15:49:51.899497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:51.914039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a4d417-2862-49fa-89ba-dc53d87dc7ef None None] Network 704fcb2f-776b-4082-9bf2-d42b49104b74 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:51.940297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.030712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33feb48-aade-4380-b507-259b679138fa,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:52.035938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] For port daca6756-4c0d-4ea3-84fd-dba78a0f1fad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:52.036324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.065141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Calling delete_port for daca6756-4c0d-4ea3-84fd-dba78a0f1fad owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:52.085333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.134754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] DHCP port deletion for 704fcb2f-776b-4082-9bf2-d42b49104b74 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:52.146963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.148230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-02ab3ad3-288a-48be-9a39-2115de4a19a5 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6426542 Aug 06 15:49:52.153793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34080) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:52.207340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] Deleting port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:52.207588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-22ffc030-b918-48f3-af21-5401b5933180 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules/e33feb48-aade-4380-b507-259b679138fa HTTP/1.1" status: 200 len: 764 time: 0.0524662 Aug 06 15:49:52.208165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.213208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:52.297836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] For port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,segment=NetworkSegment(72b650c9-3caa-4f35-9051-3a1201ef55f8),segment_id=72b650c9-3caa-4f35-9051-3a1201ef55f8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:52.298475 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.324645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9fa84413-be2c-468e-8485-cf140be74027 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1100526 Aug 06 15:49:52.332639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] Calling delete_port for 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:52.332880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:52.338183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:52.338598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.370487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90727eb7-1eae-4fef-8349-254269021a1c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.382893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90727eb7-1eae-4fef-8349-254269021a1c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.448980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] For port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,segment=NetworkSegment(72b650c9-3caa-4f35-9051-3a1201ef55f8),segment_id=72b650c9-3caa-4f35-9051-3a1201ef55f8)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:52.449365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.464058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:52.538584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.554898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['daca6756-4c0d-4ea3-84fd-dba78a0f1fad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:52.576568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Pushing event deleted for resources: {'Port': ['ID=daca6756-4c0d-4ea3-84fd-dba78a0f1fad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:52.584980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90727eb7-1eae-4fef-8349-254269021a1c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.586101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.598651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-90727eb7-1eae-4fef-8349-254269021a1c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.601183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-90727eb7-1eae-4fef-8349-254269021a1c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e33feb48-aade-4380-b507-259b679138fa HTTP/1.1" status: 204 len: 168 time: 0.2697670 Aug 06 15:49:52.611839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:52.615918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] Pushing event deleted for resources: {'Port': ['ID=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:52.618101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a8cf7-179e-42df-8197-05e209a49ab0 None None] No DVR routers for this DVR port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:52.629581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90727eb7-1eae-4fef-8349-254269021a1c tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e33feb48-aade-4380-b507-259b679138fa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:52.637461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.656924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] No DVR routers for this DVR port daca6756-4c0d-4ea3-84fd-dba78a0f1fad on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:52.687375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.689547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-59a5adf1-4ebd-4e4c-b741-623ec206e078 req-61eabd0d-9338-4d3b-bc65-826533476c31 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.64 "DELETE /v2.0/ports/daca6756-4c0d-4ea3-84fd-dba78a0f1fad HTTP/1.1" status: 204 len: 173 time: 1.1395144 Aug 06 15:49:52.689974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'name': 'network-vif-deleted', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:52.692380 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1920d826-4fa8-424e-8422-1e195376e8f6" -d '{"events": [{"server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "name": "network-vif-deleted", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:52.710722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=7ed7b168-18c9-4af9-90d5-b4a39ee6df98,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:52.728411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No DVR routers for this DVR port 7ed7b168-18c9-4af9-90d5-b4a39ee6df98 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:52.783047 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c5facc3e-85e6-463e-9ddc-10347101587b tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1678264 Aug 06 15:49:52.784876 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8257ddbf-4043-40f5-a70f-cc02a61fe854 x-openstack-request-id: req-8257ddbf-4043-40f5-a70f-cc02a61fe854 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:52.785176 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097cbb9-5489-46cc-b619-76b4b00ba47a", "name": "network-vif-deleted", "tag": "daca6756-4c0d-4ea3-84fd-dba78a0f1fad", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:52.785436 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8257ddbf-4043-40f5-a70f-cc02a61fe854 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:52.785843 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097cbb9-5489-46cc-b619-76b4b00ba47a', 'name': 'network-vif-deleted', 'tag': 'daca6756-4c0d-4ea3-84fd-dba78a0f1fad', 'status': 'completed', 'code': 200} Aug 06 15:49:52.787842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:52.818343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabda6a2-8c63-4ece-9d5c-105b1d243bc6 req-5c06b366-c08e-4064-9ac2-506b541fd0cf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:52.822264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aabda6a2-8c63-4ece-9d5c-105b1d243bc6 req-5c06b366-c08e-4064-9ac2-506b541fd0cf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 945 time: 0.0681384 Aug 06 15:49:52.891128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aabda6a2-8c63-4ece-9d5c-105b1d243bc6 req-dc35181b-eefa-4fed-9081-1b21ed4088a7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549796 Aug 06 15:49:52.893685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-ebd57dd9-a4b1-4f40-8ecd-4c47e76dbdcc tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:52.895285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-ebd57dd9-a4b1-4f40-8ecd-4c47e76dbdcc tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 945 time: 0.1991808 Aug 06 15:49:52.901361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.942229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704fcb2f-776b-4082-9bf2-d42b49104b74']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:52.974827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b650c9-3caa-4f35-9051-3a1201ef55f8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:52.975235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b650c9-3caa-4f35-9051-3a1201ef55f8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:52.994224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb2c27fb-a74e-4ab2-9b25-0d5bd6eaa828 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:52.997081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.024236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fb114b8-c9bc-43e5-81c1-2a38e2bdf47b req-5857229e-081b-449d-95e5-701857914d13 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.0347099 Aug 06 15:49:53.045374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.061322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb2c27fb-a74e-4ab2-9b25-0d5bd6eaa828 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.065988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:53.066398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:53.069418 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:53.168055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port 840567cf-2544-401d-9bb4-7b4b6f4015c2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:53.168379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.252400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.263995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.269758 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/704fcb2f-776b-4082-9bf2-d42b49104b74 HTTP/1.1" status: 204 len: 168 time: 1.3669627 Aug 06 15:49:53.272018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:53.278801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1127723963'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:53.291218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27639c0-62d4-4217-a73b-1a0828aa4747 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=704fcb2f-776b-4082-9bf2-d42b49104b74,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:53.298770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb2c27fb-a74e-4ab2-9b25-0d5bd6eaa828 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.304905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cb2c27fb-a74e-4ab2-9b25-0d5bd6eaa828 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.305575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cb2c27fb-a74e-4ab2-9b25-0d5bd6eaa828 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "DELETE /v2.0/security-groups/8fecf914-5225-4fa5-b3b1-c3beb292ffcf HTTP/1.1" status: 204 len: 168 time: 0.5165496 Aug 06 15:49:53.311538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:53.342079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c27fb-a74e-4ab2-9b25-0d5bd6eaa828 tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fecf914-5225-4fa5-b3b1-c3beb292ffcf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:53.388787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port 840567cf-2544-401d-9bb4-7b4b6f4015c2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=840567cf-2544-401d-9bb4-7b4b6f4015c2,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:53.404423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.414106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for 840567cf-2544-401d-9bb4-7b4b6f4015c2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:53.433465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-61fa61b4-c520-4049-9813-e4108c98209a tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067908 Aug 06 15:49:53.433663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:53.433663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.433865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:53.465084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:53.479517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.480172 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 2bf68dd2-bc83-405f-97b3-57fca93c2e2b of type vlan for network 3316a648-f23e-4b42-9abb-bd9a71667a16 Aug 06 15:49:53.531076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.537425 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a2ef3eb-c24c-4932-ba65-865d10b4df1e tempest-SecGroupTest-113370174 tempest-SecGroupTest-113370174-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077955 Aug 06 15:49:53.552318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8652f351-ba74-44bb-a831-b71f1f5e5308 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:53.587649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 8652f351-ba74-44bb-a831-b71f1f5e5308 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:53.588434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8652f351-ba74-44bb-a831-b71f1f5e5308 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:53.645752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.654831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:53.655576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.735950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=3316a648-f23e-4b42-9abb-bd9a71667a16,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:53.742571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.754066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:53.771944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['840567cf-2544-401d-9bb4-7b4b6f4015c2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:53.774435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:49:53.781106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=840567cf-2544-401d-9bb4-7b4b6f4015c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:53.788714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9ed502f7-9364-4c06-a134-0e148d8b24dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5109985 Aug 06 15:49:53.788714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:53.790309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:53.848687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port 840567cf-2544-401d-9bb4-7b4b6f4015c2 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:53.852994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:53.858414 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-babf0062-779c-4012-ae8a-3d4544f948d3 req-89af0aae-d944-4938-aa86-9d95c10103e6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.59 "DELETE /v2.0/ports/840567cf-2544-401d-9bb4-7b4b6f4015c2 HTTP/1.1" status: 204 len: 173 time: 0.9523380 Aug 06 15:49:54.072430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:54.077643 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.101160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16f3ec93-4cc0-4a09-83be-56b2cf1b1a24 req-86e0e5bf-611f-4b2e-af6f-24eecc75fefd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=e05df181-8dbb-4ba9-b713-4393cdecc10b HTTP/1.1" status: 200 len: 210 time: 0.0419109 Aug 06 15:49:54.228802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db77fb92-a3cb-487b-966b-89ec5b36021e req-c09383d6-aca3-40a5-8cd4-f4bb4a324b18 tempest-ServerRescueTestJSONUnderV235-725598170 tempest-ServerRescueTestJSONUnderV235-725598170-project] 10.222.0.16 "GET /v2.0/ports?device_id=b097cbb9-5489-46cc-b619-76b4b00ba47a HTTP/1.1" status: 200 len: 210 time: 0.0366235 Aug 06 15:49:54.293297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34118) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:54.484851 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-104c8c55-1b0a-4832-ad08-e8cc6ac59ee6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dea875dccf3444cea46995a4baf20b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897035 Aug 06 15:49:54.487424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34122) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:54.541596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d2624b-370c-4ef9-8499-5a1912fb48fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.544214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.564655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d2624b-370c-4ef9-8499-5a1912fb48fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.627799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=e1eb3857-907a-4542-a322-b6d23a2ea8d3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:54.633856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '2bf68dd2-bc83-405f-97b3-57fca93c2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:54.634227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: 3316a648-f23e-4b42-9abb-bd9a71667a16, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:54.715038 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d2624b-370c-4ef9-8499-5a1912fb48fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.718968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42d2624b-370c-4ef9-8499-5a1912fb48fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.721233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-42d2624b-370c-4ef9-8499-5a1912fb48fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e92eeeb-c2da-48c5-9af9-d334f0268bbb HTTP/1.1" status: 204 len: 168 time: 0.2327831 Aug 06 15:49:54.732607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2624b-370c-4ef9-8499-5a1912fb48fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e92eeeb-c2da-48c5-9af9-d334f0268bbb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:54.748435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:54.787332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'name': 'network-vif-deleted', 'tag': '840567cf-2544-401d-9bb4-7b4b6f4015c2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:49:54.790615 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d37eb1-03ac-46b8-8273-9d31645352e7" -d '{"events": [{"server_uuid": "e05df181-8dbb-4ba9-b713-4393cdecc10b", "name": "network-vif-deleted", "tag": "840567cf-2544-401d-9bb4-7b4b6f4015c2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:49:54.831016 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6974d4-ee99-4719-aff0-1a16bdd8229d x-openstack-request-id: req-3d6974d4-ee99-4719-aff0-1a16bdd8229d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:49:54.831315 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05df181-8dbb-4ba9-b713-4393cdecc10b", "name": "network-vif-deleted", "tag": "840567cf-2544-401d-9bb4-7b4b6f4015c2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:49:54.831570 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d6974d4-ee99-4719-aff0-1a16bdd8229d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:49:54.832023 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05df181-8dbb-4ba9-b713-4393cdecc10b', 'name': 'network-vif-deleted', 'tag': '840567cf-2544-401d-9bb4-7b4b6f4015c2', 'status': 'completed', 'code': 200} Aug 06 15:49:54.840213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3316a648-f23e-4b42-9abb-bd9a71667a16) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:54.844907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:54.845651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:54.851957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98339227-3f06-40c8-b2a5-5be0231fc15b None None] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:54.917722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-54349d2e-8e21-4e75-8fb9-3943bae00c8d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1313329 Aug 06 15:49:54.921041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:54.928359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1192839192'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:55.061744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-3316a648-f23e-4b42-9abb-bd9a71667a16', 'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': 'e1eb3857-907a-4542-a322-b6d23a2ea8d3'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:55.063142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.182986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:55.192957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.214502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 5e21192d-ac86-4d3e-a09c-cdc0de6b7787 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:55.324794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Allocated IP 2001:db8::2 (3316a648-f23e-4b42-9abb-bd9a71667a16/e1eb3857-907a-4542-a322-b6d23a2ea8d3/499a0497-7184-4e84-a30f-4a481ab24f5f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:55.337489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:55.581628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.599466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Transition to ACTIVE for port object 499a0497-7184-4e84-a30f-4a481ab24f5f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:55.609089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device daca6756-4c0d-4ea3-84fd-dba78a0f1fad no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:55.645771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: daca6756-4c0d-4ea3-84fd-dba78a0f1fad {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:55.646287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device daca6756-4c0d-4ea3-84fd-dba78a0f1fad not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:55.651322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Transition to ACTIVE for port object 499a0497-7184-4e84-a30f-4a481ab24f5f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:55.686036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-be0bb673-6abe-4c6a-8c8e-8d2dfd12ac1c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:55.687587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-be0bb673-6abe-4c6a-8c8e-8d2dfd12ac1c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.1569004 Aug 06 15:49:55.712409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-8ab6762f-c1b2-4d40-a7ce-103ba53e5ec5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0168204 Aug 06 15:49:55.728342 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.771071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-5eae6211-ca92-4176-af75-78d428307bc4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574443 Aug 06 15:49:55.778148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:55.783957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:55.789537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.794740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:55.814085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Pushing event updated for resources: {'Port': ['ID=499a0497-7184-4e84-a30f-4a481ab24f5f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:55.883161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Attempting to bind port 499a0497-7184-4e84-a30f-4a481ab24f5f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:49:55.883751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Attempting to bind port 499a0497-7184-4e84-a30f-4a481ab24f5f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '2bf68dd2-bc83-405f-97b3-57fca93c2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:49:55.883929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Attempting to bind port 499a0497-7184-4e84-a30f-4a481ab24f5f on network 3316a648-f23e-4b42-9abb-bd9a71667a16 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:49:55.892306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:49:55.892306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Checking segment: {'id': '2bf68dd2-bc83-405f-97b3-57fca93c2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:55.892306 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.892306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Bound using segment: {'id': '2bf68dd2-bc83-405f-97b3-57fca93c2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:49:55.892970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Bound port: 499a0497-7184-4e84-a30f-4a481ab24f5f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf68dd2-bc83-405f-97b3-57fca93c2e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3316a648-f23e-4b42-9abb-bd9a71667a16'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:49:55.893279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:55.939214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::2eb (3316a648-f23e-4b42-9abb-bd9a71667a16/e1eb3857-907a-4542-a322-b6d23a2ea8d3/5e21192d-ac86-4d3e-a09c-cdc0de6b7787) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:55.953148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-5f62f51e-d48d-4bb0-9e62-2d5b63fcde55 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804147 Aug 06 15:49:55.973763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] For port 499a0497-7184-4e84-a30f-4a481ab24f5f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:49:55.977749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] For port 499a0497-7184-4e84-a30f-4a481ab24f5f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=499a0497-7184-4e84-a30f-4a481ab24f5f,segment=NetworkSegment(2bf68dd2-bc83-405f-97b3-57fca93c2e2b),segment_id=2bf68dd2-bc83-405f-97b3-57fca93c2e2b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:49:56.071880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.076112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-8da01413-c6d5-427c-93fe-0568fba87c50 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178761 Aug 06 15:49:56.195124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec0ba0-8761-4e0e-82ec-dcfa2393845e None None] Pushing event updated for resources: {'Port': ['ID=499a0497-7184-4e84-a30f-4a481ab24f5f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:56.215405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34172) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:56.377925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-270581546'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:56.549565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7eda3d9b-e41b-4a77-b85a-4df32f030d6c req-5c2a0159-7f65-4ddd-9a44-13d3f605bc37 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 210 time: 0.0538025 Aug 06 15:49:56.550975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Made reservation on behalf of 5277c90b61394163bca3ef4825da4b12 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:56.561061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.575964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.606564 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.689229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.767109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 5e21192d-ac86-4d3e-a09c-cdc0de6b7787 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:49:56.785820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.868403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.916110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:49:56.932291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d623df94-683a-4a85-abbe-832a3a5c23be,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:56.939110 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.939514 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Added segment e9eb197a-e951-4f0e-a6d3-b014e97e6c72 of type vlan for network 25ee2d66-fdf5-4389-808d-7fa60518cc27 Aug 06 15:49:56.987777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:56.997930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.066375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:49:57.074752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:57.077243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:49:57.083373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:57.084052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.092538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=5e21192d-ac86-4d3e-a09c-cdc0de6b7787,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:57.123619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Deleting port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:57.123986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.127401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.135508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:57.136340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.184249 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c64451b3-09d8-4591-a5f4-1739e3b4325a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2616866 Aug 06 15:49:57.189452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:57.232858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event updated for resources: {'Network': ['ID=25ee2d66-fdf5-4389-808d-7fa60518cc27,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:57.257882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:49:57.297507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-140697c8-e19b-4987-a3b3-e1747f93045d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0812416 Aug 06 15:49:57.302220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:57.316129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] For port 1d19e49a-12e1-4de1-ac1e-f554c5611d0a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,segment=NetworkSegment(53393623-23f8-4d1b-b626-0be52ffd604d),segment_id=53393623-23f8-4d1b-b626-0be52ffd604d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:57.316557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.317233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Request body: {'subnet': {'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:57.345072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Calling delete_port for 1d19e49a-12e1-4de1-ac1e-f554c5611d0a owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:57.433280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 5e21192d-ac86-4d3e-a09c-cdc0de6b7787 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:57.433675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.521230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b9a1a2-1bdc-41b3-9b6d-1fdacc5654e6 None None] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:57.588465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 840567cf-2544-401d-9bb4-7b4b6f4015c2 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:49:57.615148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 840567cf-2544-401d-9bb4-7b4b6f4015c2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:49:57.615512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 840567cf-2544-401d-9bb4-7b4b6f4015c2 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:49:57.629380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Made reservation on behalf of 5277c90b61394163bca3ef4825da4b12 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:57.637089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.679220 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.689645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9b6c78d0-b8ba-4d72-b2ca-81fe03e243b4 None None] Provisioning for port 499a0497-7184-4e84-a30f-4a481ab24f5f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:57.702450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 5e21192d-ac86-4d3e-a09c-cdc0de6b7787 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:57.795940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c590b4d8-6746-438c-84c3-1760b6804abc req-b3945799-bd63-4496-a327-241545fb1953 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 210 time: 0.1362207 Aug 06 15:49:57.934292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:57.968948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d19e49a-12e1-4de1-ac1e-f554c5611d0a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:58.035046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.072958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.131482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c4e71b12-38e3-4630-93d7-86a1250cc947 None None] Could not find standard attr ID for object 5e21192d-ac86-4d3e-a09c-cdc0de6b7787. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:49:58.145072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event updated for resources: {'Subnet': ['ID=509fdf7a-6a1f-4061-934f-30a52d30c1c9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:58.161722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Checking segment: {'id': 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:49:58.162080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Network hostable DHCP agents. Network: 25ee2d66-fdf5-4389-808d-7fa60518cc27, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:49:58.217380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=5e21192d-ac86-4d3e-a09c-cdc0de6b7787,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:58.247611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:49:58.258596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.262073 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7c793888-b596-4637-81c0-5be4473a2793 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/5e21192d-ac86-4d3e-a09c-cdc0de6b7787 HTTP/1.1" status: 204 len: 168 time: 1.0709364 Aug 06 15:49:58.264531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:58.303657 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-acce0b07-343c-4331-a149-0d7f34baff24 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:49:58.308816 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-acce0b07-343c-4331-a149-0d7f34baff24 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/5e21192d-ac86-4d3e-a09c-cdc0de6b7787 HTTP/1.1" status: 404 len: 333 time: 0.0375979 Aug 06 15:49:58.309861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34196) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:58.346340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 25ee2d66-fdf5-4389-808d-7fa60518cc27) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:49:58.355294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:58.356002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.360598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75868e67-b706-466b-b31f-86ccc5fd31b9 None None] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:58.397791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet e1eb3857-907a-4542-a322-b6d23a2ea8d3 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:49:58.403633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.455170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.493128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.575861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4479f741-a825-46aa-8907-ecf11b6dde80 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2698641 Aug 06 15:49:58.583979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:58.619084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Request body: {'port': {'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27', 'name': 'tempest-TagsExtTest-1378347657'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:58.668038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.707912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 499a0497-7184-4e84-a30f-4a481ab24f5f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:49:58.736974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c82094a6-3555-469f-bd3d-bc36840debd8 None None] Could not find standard attr ID for object 5e21192d-ac86-4d3e-a09c-cdc0de6b7787. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:49:58.863326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.892879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Made reservation on behalf of 5277c90b61394163bca3ef4825da4b12 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:58.897094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.902889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-25ee2d66-fdf5-4389-808d-7fa60518cc27', 'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27', 'tenant_id': '5277c90b61394163bca3ef4825da4b12', 'fixed_ips': [{'subnet_id': '509fdf7a-6a1f-4061-934f-30a52d30c1c9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:49:58.904261 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.908839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0057d467-bb53-472d-8e3a-6176f8a4aa42 None None] Network 3316a648-f23e-4b42-9abb-bd9a71667a16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:49:58.915055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 499a0497-7184-4e84-a30f-4a481ab24f5f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:49:58.950435 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.956930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/e1eb3857-907a-4542-a322-b6d23a2ea8d3 HTTP/1.1" status: 204 len: 168 time: 0.6417236 Aug 06 15:49:58.956930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1c88a4f-fbc3-4ee5-9d06-91ae9d02906b req-01d9bbd1-6a17-4389-ac95-4ab6de4721a8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 210 time: 0.0678105 Aug 06 15:49:58.958514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:58.958692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 499a0497-7184-4e84-a30f-4a481ab24f5f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:49:58.959957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:58.960156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c33fa8-24cb-42cd-93a2-89469cdb96e8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=e1eb3857-907a-4542-a322-b6d23a2ea8d3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:58.981549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] device_id is not set on port f721b791-4e03-45f2-b1b0-37f6c08163fd yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:49:58.984538 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.059408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.134917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 499a0497-7184-4e84-a30f-4a481ab24f5f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:59.135349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.201938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Router bd67fb34-1d1c-4975-bdb5-4555c0b30981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:49:59.222527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] For port 499a0497-7184-4e84-a30f-4a481ab24f5f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=499a0497-7184-4e84-a30f-4a481ab24f5f,segment=NetworkSegment(2bf68dd2-bc83-405f-97b3-57fca93c2e2b),segment_id=2bf68dd2-bc83-405f-97b3-57fca93c2e2b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:59.222788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.238195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-86527c0b-66e0-473f-a186-b97e4d843bb1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:49:59.239771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-86527c0b-66e0-473f-a186-b97e4d843bb1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.2945724 Aug 06 15:49:59.248261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 499a0497-7184-4e84-a30f-4a481ab24f5f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:59.261880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.290213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:49:59.293822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Allocated IP 172.20.0.3 (25ee2d66-fdf5-4389-808d-7fa60518cc27/509fdf7a-6a1f-4061-934f-30a52d30c1c9/f721b791-4e03-45f2-b1b0-37f6c08163fd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:49:59.318105 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 499a0497-7184-4e84-a30f-4a481ab24f5f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=499a0497-7184-4e84-a30f-4a481ab24f5f,segment=NetworkSegment(2bf68dd2-bc83-405f-97b3-57fca93c2e2b),segment_id=2bf68dd2-bc83-405f-97b3-57fca93c2e2b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:59.356659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] DHCP port deletion for 3316a648-f23e-4b42-9abb-bd9a71667a16 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:49:59.419684 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.488683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] Deleting port 499a0497-7184-4e84-a30f-4a481ab24f5f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:49:59.489063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.520201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.522703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=499a0497-7184-4e84-a30f-4a481ab24f5f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:59.548275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:49:59.564583 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] Sync routers for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:49:59.573886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=499a0497-7184-4e84-a30f-4a481ab24f5f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:49:59.578935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No DVR routers for this DVR port 499a0497-7184-4e84-a30f-4a481ab24f5f on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:59.583386 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:49:59.584300 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:59.586799 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e2315f9-e128-4f8c-b89b-56564ca14a6c admin admin] 10.222.0.16 "PUT /v2.0/routers/bd67fb34-1d1c-4975-bdb5-4555c0b30981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2483304 Aug 06 15:49:59.591678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] For port 499a0497-7184-4e84-a30f-4a481ab24f5f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=499a0497-7184-4e84-a30f-4a481ab24f5f,segment=NetworkSegment(2bf68dd2-bc83-405f-97b3-57fca93c2e2b),segment_id=2bf68dd2-bc83-405f-97b3-57fca93c2e2b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:49:59.591879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:49:59.592437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.620710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] Calling delete_port for 499a0497-7184-4e84-a30f-4a481ab24f5f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:49:59.731536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.757324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.758103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3316a648-f23e-4b42-9abb-bd9a71667a16']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:59.758999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:49:59.765095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.775127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf68dd2-bc83-405f-97b3-57fca93c2e2b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:59.775481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf68dd2-bc83-405f-97b3-57fca93c2e2b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:49:59.789400 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.792684 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:49:59.809302 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.809769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.821118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:49:59.822141 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:49:59.832278 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:49:59.857485 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:49:59.900172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] No DVR routers for this DVR port 499a0497-7184-4e84-a30f-4a481ab24f5f on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:49:59.917739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21dd25-dea9-45e1-ac9e-e1925351ccaa None None] Pushing event deleted for resources: {'Port': ['ID=499a0497-7184-4e84-a30f-4a481ab24f5f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:00.001583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.019282 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.023268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/3316a648-f23e-4b42-9abb-bd9a71667a16 HTTP/1.1" status: 204 len: 168 time: 1.0645235 Aug 06 15:50:00.030512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:00.043115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'name': 'tempest-PortsIpV6TestJSON-833495844'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:00.062144 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:49:57Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:00.064654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed7af5-9831-4ded-9515-199a26dd6319 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=3316a648-f23e-4b42-9abb-bd9a71667a16,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:00.098949 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] Checking router: bd67fb34-1d1c-4975-bdb5-4555c0b30981 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:50:00.115990 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] Routers {'bd67fb34-1d1c-4975-bdb5-4555c0b30981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:00.116993 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:00.175847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a2c7afa-531d-48e7-af3c-827a466c7a92 req-5c418874-1a8c-489f-89cf-ce9aed2ed5a2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 210 time: 0.0467238 Aug 06 15:50:00.224114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Transition to ACTIVE for port object f721b791-4e03-45f2-b1b0-37f6c08163fd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:00.274079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] Set router bd67fb34-1d1c-4975-bdb5-4555c0b30981 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:50:00.281334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 499a0497-7184-4e84-a30f-4a481ab24f5f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:00.286302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:00.300695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.323518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 8ce92ff2-259a-4bd4-b75f-ce8fd96ed43a yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:00.327325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 499a0497-7184-4e84-a30f-4a481ab24f5f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:00.328018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 499a0497-7184-4e84-a30f-4a481ab24f5f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:00.427516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.442822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.7 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/2e7c4980-c09b-4599-b716-af9d2de51212) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:00.502223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.530381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.533375 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:49:57Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:00.579979 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9606322c-7a6b-443f-9034-d70228a43f4c None None] The sync data for ids ['bd67fb34-1d1c-4975-bdb5-4555c0b30981'] in n-d-778550-6 is: [{'id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'name': 'tempest-ServerRescueTestJSONUnderV235-764764617-router', 'tenant_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:48:30Z', 'updated_at': '2021-08-06T15:49:57Z', 'revision_number': 5, 'project_id': 'a5bd1ddfca63477394c7fab2f98d8a88', 'gw_port': {'id': 'a8dc3ff1-c10f-4b7c-9b46-3185077475c8', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67fb34-1d1c-4975-bdb5-4555c0b30981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:32Z', 'updated_at': '2021-08-06T15:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:50:00.587045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Allocated IP 172.20.0.2 (25ee2d66-fdf5-4389-808d-7fa60518cc27/509fdf7a-6a1f-4061-934f-30a52d30c1c9/772dce2e-9106-41fa-92d7-d304a4b2c401) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:00.639377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:00.647325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:00.676349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event updated for resources: {'Port': ['ID=f721b791-4e03-45f2-b1b0-37f6c08163fd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:00.677312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.684870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:00.774834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:00.775845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.802237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:00.808959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:00.812109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:00.821469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Deleting port a8dc3ff1-c10f-4b7c-9b46-3185077475c8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:00.821820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.824266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:00.825379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.828720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.836362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=8ce92ff2-259a-4bd4-b75f-ce8fd96ed43a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:00.874743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.887046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Transition to ACTIVE for port object 772dce2e-9106-41fa-92d7-d304a4b2c401 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:00.901142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Transition to ACTIVE for port object 772dce2e-9106-41fa-92d7-d304a4b2c401 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:00.940982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c5b49f55-eb39-408e-a0af-1a6326999205 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3232830 Aug 06 15:50:00.941604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:00.949860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1361894984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:00.955167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] For port a8dc3ff1-c10f-4b7c-9b46-3185077475c8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:00.955572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:00.970008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Calling delete_port for a8dc3ff1-c10f-4b7c-9b46-3185077475c8 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:00.971210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0ae2895c-fa26-470e-82b9-a09b38df7ae7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9389360 Aug 06 15:50:00.979769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:01.052670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.106077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 8ce92ff2-259a-4bd4-b75f-ce8fd96ed43a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:01.106928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.115242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:01.118578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:01.124909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:01.138874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Pushing event updated for resources: {'Port': ['ID=772dce2e-9106-41fa-92d7-d304a4b2c401,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:01.150146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.176414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:01.208011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.223102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 8ce92ff2-259a-4bd4-b75f-ce8fd96ed43a owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:01.252128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:01.259107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Attempting to bind port 772dce2e-9106-41fa-92d7-d304a4b2c401 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:01.259487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Attempting to bind port 772dce2e-9106-41fa-92d7-d304a4b2c401 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:01.259919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Attempting to bind port 772dce2e-9106-41fa-92d7-d304a4b2c401 on network 25ee2d66-fdf5-4389-808d-7fa60518cc27 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:01.273245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:01.276092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=2e7c4980-c09b-4599-b716-af9d2de51212,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:01.277634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:01.278071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Checking segment: {'id': 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:01.278628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.279066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Bound using segment: {'id': 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:01.280292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:01.280436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Bound port: 772dce2e-9106-41fa-92d7-d304a4b2c401, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '25ee2d66-fdf5-4389-808d-7fa60518cc27'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:01.280950 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.340822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.341982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.399854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:01.400550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.445588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] For port 772dce2e-9106-41fa-92d7-d304a4b2c401, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:01.460098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.470582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] For port 772dce2e-9106-41fa-92d7-d304a4b2c401, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=772dce2e-9106-41fa-92d7-d304a4b2c401,segment=NetworkSegment(e9eb197a-e951-4f0e-a6d3-b014e97e6c72),segment_id=e9eb197a-e951-4f0e-a6d3-b014e97e6c72)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:01.472578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3479d-4e3b-428d-9992-d9fa6c1e2f5b req-cf97f000-c327-4850-b8b8-d18dc7bb806f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:01.474407 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2b3479d-4e3b-428d-9992-d9fa6c1e2f5b req-cf97f000-c327-4850-b8b8-d18dc7bb806f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 931 time: 0.1373692 Aug 06 15:50:01.505482 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-09268f86-f64c-4b9a-953d-0a0d2dae8fc7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2191916 Aug 06 15:50:01.529984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Request body: {'port': {'device_id': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:01.536597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2b3479d-4e3b-428d-9992-d9fa6c1e2f5b req-88807fb4-36a5-4f34-9467-25acf8e332df tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520093 Aug 06 15:50:01.572240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.573549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.588086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.622982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dc3ff1-c10f-4b7c-9b46-3185077475c8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:01.627016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.640995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.646615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb54d25-4374-4833-a309-75c5c15e775c None None] Pushing event updated for resources: {'Port': ['ID=772dce2e-9106-41fa-92d7-d304a4b2c401,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:01.690379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=8ce92ff2-259a-4bd4-b75f-ce8fd96ed43a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:01.702751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.708252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-137e9907-df5b-40a1-bca4-ad4c087257dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/8ce92ff2-259a-4bd4-b75f-ce8fd96ed43a HTTP/1.1" status: 204 len: 168 time: 0.7269011 Aug 06 15:50:01.712319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34222) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:01.718353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'mac_address': 'fa:16:3e:89:a7:4a', 'name': 'tempest-PortsIpV6TestJSON-2090570093'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:01.725235 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.728166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9aa09c09-110a-430d-90a8-cdb418a465ce tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7839439 Aug 06 15:50:01.732343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:01.743500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6d2d64e3-a20d-4cdc-81f0-c63c9d0d8da0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1392285705', 'prefixes': ['172.20.0.0/16']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:01.838400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:01.983403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:02.020571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.027265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.077788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.108466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port d0a091b9-741e-40cb-9a9a-11a048917fc3 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:02.304518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7c4980-c09b-4599-b716-af9d2de51212 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:02.318335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.322788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.325270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd67fb34-1d1c-4975-bdb5-4555c0b30981 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:50:02.336014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.338549 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c035c057-d45e-44ee-9cd8-9134d4fb13a5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/bd67fb34-1d1c-4975-bdb5-4555c0b30981 HTTP/1.1" status: 204 len: 168 time: 2.7457511 Aug 06 15:50:02.341975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34228) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:02.354489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Transition to ACTIVE for port object 2e7c4980-c09b-4599-b716-af9d2de51212 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:02.385133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d2d64e3-a20d-4cdc-81f0-c63c9d0d8da0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.390500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6d2d64e3-a20d-4cdc-81f0-c63c9d0d8da0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6519377 Aug 06 15:50:02.390745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34230) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:02.397099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-6ecf0a3f-780e-4022-8ab7-485852a661f2 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-1187649635') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:02.417925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.434974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 772dce2e-9106-41fa-92d7-d304a4b2c401 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:02.446446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.472200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Deleting subnet 3f2a07bd-494d-40aa-8138-933c868ecb50 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:02.479544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.548595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.611387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.628927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 772dce2e-9106-41fa-92d7-d304a4b2c401 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:02.643876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d19e49a-12e1-4de1-ac1e-f554c5611d0a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:02.675252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7c4980-c09b-4599-b716-af9d2de51212,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:02.689310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 1d19e49a-12e1-4de1-ac1e-f554c5611d0a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:02.690034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1d19e49a-12e1-4de1-ac1e-f554c5611d0a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:02.710014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.746951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Attempting to bind port 2e7c4980-c09b-4599-b716-af9d2de51212 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:02.747290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Attempting to bind port 2e7c4980-c09b-4599-b716-af9d2de51212 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:02.747834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Attempting to bind port 2e7c4980-c09b-4599-b716-af9d2de51212 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:02.757585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Port 2e7c4980-c09b-4599-b716-af9d2de51212 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:50:02.757912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Attempting to bind port 2e7c4980-c09b-4599-b716-af9d2de51212 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:02.770608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:02.770962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:02.771564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:02.771821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Bound port: 2e7c4980-c09b-4599-b716-af9d2de51212, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:02.772335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.802358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd5b61-3f3b-46c5-be24-9f0e7b0a3096 req-4e153a31-cd90-41ac-ae92-55d3b19b6835 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:02.804009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ddd5b61-3f3b-46c5-be24-9f0e7b0a3096 req-4e153a31-cd90-41ac-ae92-55d3b19b6835 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 943 time: 0.1532612 Aug 06 15:50:02.813836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:02.823873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=d0a091b9-741e-40cb-9a9a-11a048917fc3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:02.825158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:02.836469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:02.836469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:02.837404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.869651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.884047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] For port 2e7c4980-c09b-4599-b716-af9d2de51212, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:02.889393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] For port 2e7c4980-c09b-4599-b716-af9d2de51212, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e7c4980-c09b-4599-b716-af9d2de51212,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:02.926396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375af713-7791-48ae-9b51-82fdc18d7505 None None] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:02.929111 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ddd5b61-3f3b-46c5-be24-9f0e7b0a3096 req-ba70d1bd-ec8c-4eab-94c9-f678d90f01aa tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140478 Aug 06 15:50:02.931558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f2a07bd-494d-40aa-8138-933c868ecb50,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:02.939986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.939986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-943400e2-b29d-4a8f-ab71-0d50f66bc9b1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f2a07bd-494d-40aa-8138-933c868ecb50 HTTP/1.1" status: 204 len: 168 time: 0.5928960 Aug 06 15:50:02.941485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34234) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:02.969173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4dfc10a3-e4f5-4132-8a43-681a91a872b1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2546744 Aug 06 15:50:02.972395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:02.990884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:02.998671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6ecf0a3f-780e-4022-8ab7-485852a661f2 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-1187649635 HTTP/1.1" status: 201 len: 201 time: 0.6057169 Aug 06 15:50:03.030282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:03.035509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debc999-3002-4688-8357-2ca545d8857c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:03.037113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9debc999-3002-4688-8357-2ca545d8857c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/d0a091b9-741e-40cb-9a9a-11a048917fc3 HTTP/1.1" status: 200 len: 845 time: 0.0637178 Aug 06 15:50:03.039881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:03.040617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-f8655f3f-bce2-4863-8f22-8e0af4dbb249 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-554502887') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:03.124844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:03.125122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.127685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] 10.222.0.64 "PUT /v2.0/ports/2e7c4980-c09b-4599-b716-af9d2de51212 HTTP/1.1" status: 200 len: 1091 time: 1.6029534 Aug 06 15:50:03.135167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'tag': '2e7c4980-c09b-4599-b716-af9d2de51212'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:03.137654 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba1988f-d019-4601-9056-cca0fd4d11b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf71e30-b2fc-4f9d-ba74-647226434ea6", "tag": "2e7c4980-c09b-4599-b716-af9d2de51212"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:03.149386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.160790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port d0a091b9-741e-40cb-9a9a-11a048917fc3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:03.161537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.180733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8166e-bcf1-49ec-80f2-941dee538947 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7c4980-c09b-4599-b716-af9d2de51212,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:03.205101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b8029413-33db-4523-aded-515929571ef6 None None] Provisioning for port 772dce2e-9106-41fa-92d7-d304a4b2c401 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:03.216190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b8029413-33db-4523-aded-515929571ef6 None None] Provisioning complete for port 772dce2e-9106-41fa-92d7-d304a4b2c401 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:03.216885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b8029413-33db-4523-aded-515929571ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.242370 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d192ed01-72ad-41df-abfb-16cb020e540f x-openstack-request-id: req-d192ed01-72ad-41df-abfb-16cb020e540f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:03.242660 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf71e30-b2fc-4f9d-ba74-647226434ea6", "tag": "2e7c4980-c09b-4599-b716-af9d2de51212", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:03.242920 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d192ed01-72ad-41df-abfb-16cb020e540f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:03.243331 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'tag': '2e7c4980-c09b-4599-b716-af9d2de51212', 'status': 'completed', 'code': 200} Aug 06 15:50:03.260626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.280527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for d0a091b9-741e-40cb-9a9a-11a048917fc3 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:03.328373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.348987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee320057-0613-4433-94b3-6aea8e41d4fb']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:03.363210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53393623-23f8-4d1b-b626-0be52ffd604d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:03.363565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53393623-23f8-4d1b-b626-0be52ffd604d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:03.376518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.390737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1988f-d019-4601-9056-cca0fd4d11b6 req-775d02b8-8843-4f1d-9240-7970b94b91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:03.392157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b8029413-33db-4523-aded-515929571ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.395780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5ba1988f-d019-4601-9056-cca0fd4d11b6 req-775d02b8-8843-4f1d-9240-7970b94b91da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 1094 time: 0.1386764 Aug 06 15:50:03.402593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.411216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:50:03.411676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:50:03.420806 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:50:03.443861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b8029413-33db-4523-aded-515929571ef6 None None] For port 772dce2e-9106-41fa-92d7-d304a4b2c401, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=772dce2e-9106-41fa-92d7-d304a4b2c401,segment=NetworkSegment(e9eb197a-e951-4f0e-a6d3-b014e97e6c72),segment_id=e9eb197a-e951-4f0e-a6d3-b014e97e6c72)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:03.474207 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.488064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f8655f3f-bce2-4863-8f22-8e0af4dbb249 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-554502887 HTTP/1.1" status: 201 len: 201 time: 0.4542871 Aug 06 15:50:03.495710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:03.504037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-50a532bd-8eb0-4357-b8b0-1d0346cf702d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-1880607022') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:03.512750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=d0a091b9-741e-40cb-9a9a-11a048917fc3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:03.527697 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.531391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b8bee0f3-9432-48e5-a4da-433eb1d70105 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/d0a091b9-741e-40cb-9a9a-11a048917fc3 HTTP/1.1" status: 204 len: 168 time: 0.4902718 Aug 06 15:50:03.536073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:03.544145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b8029413-33db-4523-aded-515929571ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.575592 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c07cd2-0581-4187-8103-2b72a857070b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:03.582642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-03c07cd2-0581-4187-8103-2b72a857070b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/d0a091b9-741e-40cb-9a9a-11a048917fc3 HTTP/1.1" status: 404 len: 333 time: 0.0401378 Aug 06 15:50:03.583196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:03.594723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'name': 'tempest-PortsIpV6TestJSON-1860474797'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:03.627954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8029413-33db-4523-aded-515929571ef6 None None] Pushing event updated for resources: {'Port': ['ID=772dce2e-9106-41fa-92d7-d304a4b2c401,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:03.652090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.667420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.667420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ee320057-0613-4433-94b3-6aea8e41d4fb HTTP/1.1" status: 204 len: 168 time: 0.7222221 Aug 06 15:50:03.667420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1988f-d019-4601-9056-cca0fd4d11b6 req-77118706-0eef-4c1e-b64c-40baee1c8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:03.669265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5ba1988f-d019-4601-9056-cca0fd4d11b6 req-77118706-0eef-4c1e-b64c-40baee1c8424 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3710307740d74869bd0baae23a43f6cb&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2591844 Aug 06 15:50:03.682363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d710258d-115a-4d5f-8441-e40938950e3f None None] Provisioning complete for port 772dce2e-9106-41fa-92d7-d304a4b2c401 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:03.682885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d710258d-115a-4d5f-8441-e40938950e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.720550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218498a-fd8c-4c19-862d-793c2690cad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee320057-0613-4433-94b3-6aea8e41d4fb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:03.804956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:03.809220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.839040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-50a532bd-8eb0-4357-b8b0-1d0346cf702d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-1880607022 HTTP/1.1" status: 201 len: 201 time: 0.3397849 Aug 06 15:50:03.839296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:03.842714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port e76d91d6-40fe-49a3-b2c7-9cc197df5b5e yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:03.845888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-0df36e02-bfcc-49f2-8fee-1bf4f0dae43e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-1277309173') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:03.849320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba1988f-d019-4601-9056-cca0fd4d11b6 req-83a05bb0-4b99-40e1-bb9e-46f34f01e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:03.850966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5ba1988f-d019-4601-9056-cca0fd4d11b6 req-83a05bb0-4b99-40e1-bb9e-46f34f01e84b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714373 Aug 06 15:50:03.902511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d710258d-115a-4d5f-8441-e40938950e3f None None] Provisioning for port f721b791-4e03-45f2-b1b0-37f6c08163fd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:03.917207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d710258d-115a-4d5f-8441-e40938950e3f None None] Provisioning complete for port f721b791-4e03-45f2-b1b0-37f6c08163fd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:03.917207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d710258d-115a-4d5f-8441-e40938950e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:03.967039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d710258d-115a-4d5f-8441-e40938950e3f None None] Port f721b791-4e03-45f2-b1b0-37f6c08163fd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:03.972712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-918eede2-e9ea-4f69-8af8-924e3c2af76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:03.974251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-918eede2-e9ea-4f69-8af8-924e3c2af76c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0614445 Aug 06 15:50:04.058969 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-87c7e108-4883-4dd1-b7fc-897f1d4c6fbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7c4980-c09b-4599-b716-af9d2de51212 HTTP/1.1" status: 200 len: 217 time: 0.0700307 Aug 06 15:50:04.095306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81551eca-52ed-4f9f-a7da-dd13e7cb4466 None None] Provisioning complete for port f721b791-4e03-45f2-b1b0-37f6c08163fd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:04.095836 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81551eca-52ed-4f9f-a7da-dd13e7cb4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.105369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.105616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0df36e02-bfcc-49f2-8fee-1bf4f0dae43e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-1277309173 HTTP/1.1" status: 201 len: 201 time: 0.2637668 Aug 06 15:50:04.109324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:04.114373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-ebaf5592-d35a-40c5-8cd6-80835115706c tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:04.142633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-1e59464c-2fc2-4c71-90be-1b25c12c6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:04.144191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-1e59464c-2fc2-4c71-90be-1b25c12c6c2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.0778661 Aug 06 15:50:04.172576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-81551eca-52ed-4f9f-a7da-dd13e7cb4466 None None] Port f721b791-4e03-45f2-b1b0-37f6c08163fd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:04.203289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-90e65269-e618-4c6e-9e4e-a7211b3da2d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473232 Aug 06 15:50:04.221306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e58e1b-7fc3-4cf6-b811-deb19e2718c5 req-f8e32e11-8097-45ce-8ad4-787c61e1127f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:04.229456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73e58e1b-7fc3-4cf6-b811-deb19e2718c5 req-f8e32e11-8097-45ce-8ad4-787c61e1127f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 943 time: 0.1887720 Aug 06 15:50:04.310354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 772dce2e-9106-41fa-92d7-d304a4b2c401 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:04.316175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73e58e1b-7fc3-4cf6-b811-deb19e2718c5 req-af32d427-8077-4f94-80ea-4655a3987edb tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857868 Aug 06 15:50:04.338748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:04.379836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 772dce2e-9106-41fa-92d7-d304a4b2c401 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:04.380230 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.384673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ebaf5592-d35a-40c5-8cd6-80835115706c tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags HTTP/1.1" status: 200 len: 241 time: 0.2737277 Aug 06 15:50:04.389375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:04.391609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.455948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:04.457636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=e76d91d6-40fe-49a3-b2c7-9cc197df5b5e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:04.466538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:04.469348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:04.475393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:04.476170 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.513074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8dc3ff1-c10f-4b7c-9b46-3185077475c8 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:04.549429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a8dc3ff1-c10f-4b7c-9b46-3185077475c8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:04.549837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8dc3ff1-c10f-4b7c-9b46-3185077475c8 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:04.595739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-25ad6a94-22b3-4023-8cbb-22beb43eeb22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0101342 Aug 06 15:50:04.599926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:04.607131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:04.692307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.726395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-00a5a015-bcb8-4fb2-b76e-ca371a203226 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-1187649635') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:04.780802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-6b768916-fc21-4797-ac37-a10b74089efb service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594895 Aug 06 15:50:04.824555 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4f38cc83-34ac-4f52-8f27-d729073dff2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5bd1ddfca63477394c7fab2f98d8a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749725 Aug 06 15:50:04.833336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:04.846239 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-101d16f0-699f-4473-9074-c3aa04f3ad95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.890919 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00a5a015-bcb8-4fb2-b76e-ca371a203226 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-1187649635 HTTP/1.1" status: 204 len: 168 time: 0.5004692 Aug 06 15:50:04.896269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:04.900754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-6bae8dbd-c78e-47ff-b3f8-a8e57ab9711a tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-1187649635') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:04.915429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.932714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e053d14-3be6-4be7-8c5a-546db40e440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.936335 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2dc8514c-0bc6-4689-887f-c7f45a0a787c req-3db51310-ad3a-4c00-bee7-1df158cd1fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412306 Aug 06 15:50:04.960426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e053d14-3be6-4be7-8c5a-546db40e440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:04.989906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.092840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6bae8dbd-c78e-47ff-b3f8-a8e57ab9711a tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-1187649635 HTTP/1.1" status: 204 len: 168 time: 0.1953218 Aug 06 15:50:05.096014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.101063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-40e608cd-17e2-4be1-9e65-4e374d95f7f8 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.162441 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-40e608cd-17e2-4be1-9e65-4e374d95f7f8 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags HTTP/1.1" status: 200 len: 205 time: 0.0652006 Aug 06 15:50:05.165409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.171456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-b945bc9e-e93f-42a8-b9e8-89b79c285ff2 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.238233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b945bc9e-e93f-42a8-b9e8-89b79c285ff2 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags HTTP/1.1" status: 200 len: 240 time: 0.0682833 Aug 06 15:50:05.238656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.243226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-f51ddefa-1f7a-49f5-a0c7-fc01b3a8c5e0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-554502887') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.312008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f51ddefa-1f7a-49f5-a0c7-fc01b3a8c5e0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-554502887 HTTP/1.1" status: 204 len: 168 time: 0.0721419 Aug 06 15:50:05.315853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.320369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-ac49c718-3ddc-49c8-80aa-e11449b1c6e5 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-554502887') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.378850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] In _notify_port_updated(), no bound segment for port e76d91d6-40fe-49a3-b2c7-9cc197df5b5e on network 0dc348b4-23f1-4345-a458-72ec93ba2f16 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:50:05.384367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:05.385026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.386445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/ports/e76d91d6-40fe-49a3-b2c7-9cc197df5b5e HTTP/1.1" status: 200 len: 818 time: 0.7851055 Aug 06 15:50:05.390926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.448824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1916ddf-e400-41fb-9920-929896608d71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=e76d91d6-40fe-49a3-b2c7-9cc197df5b5e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:05.519087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175df142-2fa2-4aa4-9424-f781927f94be req-177a021b-deec-498c-b4e3-d44ef424058a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:05.520650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-175df142-2fa2-4aa4-9424-f781927f94be req-177a021b-deec-498c-b4e3-d44ef424058a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 943 time: 0.0908928 Aug 06 15:50:05.579364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-175df142-2fa2-4aa4-9424-f781927f94be req-2e34fda9-8a7b-4d3f-ad95-a929588887a5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488696 Aug 06 15:50:05.581613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port e76d91d6-40fe-49a3-b2c7-9cc197df5b5e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:05.581971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.587403 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ac49c718-3ddc-49c8-80aa-e11449b1c6e5 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-554502887 HTTP/1.1" status: 204 len: 168 time: 0.2672470 Aug 06 15:50:05.588375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34286) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.604318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-d8f29893-a004-4c17-9de6-ed8c173124d9 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.613432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e053d14-3be6-4be7-8c5a-546db40e440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.617703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3e053d14-3be6-4be7-8c5a-546db40e440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.621843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3e053d14-3be6-4be7-8c5a-546db40e440c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2406fea-f180-44cd-a5dd-5408113a5ed5 HTTP/1.1" status: 204 len: 168 time: 0.7846489 Aug 06 15:50:05.660236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e053d14-3be6-4be7-8c5a-546db40e440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2406fea-f180-44cd-a5dd-5408113a5ed5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:05.668080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8f29893-a004-4c17-9de6-ed8c173124d9 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags HTTP/1.1" status: 200 len: 205 time: 0.0783873 Aug 06 15:50:05.668780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.674071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-dfd7d8aa-326c-441d-9390-27c0f3b1a7e3 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.677915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.727443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for e76d91d6-40fe-49a3-b2c7-9cc197df5b5e owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:05.813709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dfd7d8aa-326c-441d-9390-27c0f3b1a7e3 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags HTTP/1.1" status: 200 len: 241 time: 0.1438262 Aug 06 15:50:05.817016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.821785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-cfdfa771-bd24-4e00-879b-2e42d8d3d375 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-1880607022') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.905411 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cfdfa771-bd24-4e00-879b-2e42d8d3d375 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-1880607022 HTTP/1.1" status: 204 len: 168 time: 0.0872791 Aug 06 15:50:05.909348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:05.914089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-c76eb188-a074-446e-a78d-54e09367be32 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-1880607022') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:05.954230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.983633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=e76d91d6-40fe-49a3-b2c7-9cc197df5b5e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:05.989870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:05.994494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3fcb762c-82ed-49cb-99ab-8f770f80bf22 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/e76d91d6-40fe-49a3-b2c7-9cc197df5b5e HTTP/1.1" status: 204 len: 168 time: 0.5998371 Aug 06 15:50:05.994629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.062718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b324ab-e481-4620-84db-deb3436d425c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:06.064312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-08b324ab-e481-4620-84db-deb3436d425c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0687337 Aug 06 15:50:06.070769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.083783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c76eb188-a074-446e-a78d-54e09367be32 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-1880607022 HTTP/1.1" status: 204 len: 168 time: 0.1722310 Aug 06 15:50:06.086937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34302) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.114483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-a60a4f67-d3d7-4786-9d17-a73535495412 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.114842 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed349505-c459-4fb6-ba41-4b1f2bf58975 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:06.114842 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ed349505-c459-4fb6-ba41-4b1f2bf58975 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/e76d91d6-40fe-49a3-b2c7-9cc197df5b5e HTTP/1.1" status: 404 len: 333 time: 0.0372748 Aug 06 15:50:06.118984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.138271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1610858478'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:06.207573 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a60a4f67-d3d7-4786-9d17-a73535495412 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags HTTP/1.1" status: 200 len: 205 time: 0.1190174 Aug 06 15:50:06.210330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34308) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.214775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-e514dcef-d52b-4d39-8521-c91fc4789916 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.228283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:06.232129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.246974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e514dcef-d52b-4d39-8521-c91fc4789916 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags HTTP/1.1" status: 200 len: 241 time: 0.0355389 Aug 06 15:50:06.249570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34312) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.255307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-72047a0a-acc6-427c-b96e-7aeb848af9e6 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-1277309173') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.295829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:50:06.314205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-72047a0a-acc6-427c-b96e-7aeb848af9e6 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-1277309173 HTTP/1.1" status: 204 len: 168 time: 0.0619681 Aug 06 15:50:06.315387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.321101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-2fad9de2-bf52-4ce8-bee1-62922309a8be tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-1277309173') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.321494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.321880 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 4a1826ff-80b1-4086-ae8a-ac33425f58e5 of type vlan for network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 Aug 06 15:50:06.370337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.481015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2fad9de2-bf52-4ce8-bee1-62922309a8be tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-1277309173 HTTP/1.1" status: 204 len: 168 time: 0.1641922 Aug 06 15:50:06.483710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.489826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-a005b83f-ceee-4448-88b8-f9eea55d7cac tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.512076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a005b83f-ceee-4448-88b8-f9eea55d7cac tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags HTTP/1.1" status: 200 len: 205 time: 0.0269620 Aug 06 15:50:06.514530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.519041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-b350f4f1-8faa-46f6-ac41-743b5a8f3944 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.522883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.528378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:06.528990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:06.621943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:06.634080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b350f4f1-8faa-46f6-ac41-743b5a8f3944 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags HTTP/1.1" status: 204 len: 168 time: 0.1098437 Aug 06 15:50:06.634080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.642518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:50:06.644084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-89f321fc-ed8f-4d27-81ad-5e7774f3652e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.694353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-716e3868-75ea-45bb-b8c3-f77a3f664667 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5740056 Aug 06 15:50:06.697539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.707266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:06.789010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b05c4-eb46-4d38-b1e4-be434f5774d0 req-3ab71e12-b4f7-47c5-a84f-659a17517337 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:06.790833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b05c4-eb46-4d38-b1e4-be434f5774d0 req-3ab71e12-b4f7-47c5-a84f-659a17517337 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 943 time: 0.0983751 Aug 06 15:50:06.792492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-89f321fc-ed8f-4d27-81ad-5e7774f3652e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags HTTP/1.1" status: 204 len: 168 time: 0.1581328 Aug 06 15:50:06.795796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.802278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-722c14c6-4443-4ac7-824e-1090eb07cec6 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.865007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-637b05c4-eb46-4d38-b1e4-be434f5774d0 req-59792705-6264-43b1-adc5-ba532baffe45 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667377 Aug 06 15:50:06.902516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-722c14c6-4443-4ac7-824e-1090eb07cec6 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags HTTP/1.1" status: 204 len: 168 time: 0.1032424 Aug 06 15:50:06.903069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:06.908839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-e2c51066-c4bc-45cb-944d-3b0190adadfd tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:06.909007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:06.913760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.010075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2c51066-c4bc-45cb-944d-3b0190adadfd tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags HTTP/1.1" status: 204 len: 168 time: 0.1059678 Aug 06 15:50:07.014019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34344) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.024024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-a9efb8f8-ce02-4958-b91a-12444eb5b68e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-1325929560') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:07.206785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9efb8f8-ce02-4958-b91a-12444eb5b68e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-1325929560 HTTP/1.1" status: 201 len: 201 time: 0.1914787 Aug 06 15:50:07.209362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34354) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.214134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-48fb29ec-8409-42c5-a2c8-83921810312d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-392139680') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:07.234566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.295904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=94784188-5f5a-48e6-af63-a26bd2c65d04,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:07.313464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '4a1826ff-80b1-4086-ae8a-ac33425f58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:07.314223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:50:07.378126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-48fb29ec-8409-42c5-a2c8-83921810312d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-392139680 HTTP/1.1" status: 201 len: 201 time: 0.1676881 Aug 06 15:50:07.381240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34358) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.386567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-9a32cf81-f993-4e51-a602-1366419ded38 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-1170571378') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:07.457922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:50:07.622924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:07.626096 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a32cf81-f993-4e51-a602-1366419ded38 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-1170571378 HTTP/1.1" status: 201 len: 201 time: 0.2437177 Aug 06 15:50:07.629401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:07.630181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.632300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.650006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-e15b49ca-4667-4848-98da-f36e7ad4a28d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-779881413') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:07.650787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded2a98-cb1c-47e6-89db-d74da7377279 None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:07.693826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e7c4980-c09b-4599-b716-af9d2de51212 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:50:07.702039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.709267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7029cf8-80dd-47ed-98f6-40d4282a818e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.731652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a6589f6-9927-4fe3-97d8-4f4473300481 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0320461 Aug 06 15:50:07.734730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.749740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:07.750156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.805764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e15b49ca-4667-4848-98da-f36e7ad4a28d tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-779881413 HTTP/1.1" status: 201 len: 201 time: 0.1704133 Aug 06 15:50:07.808883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:07.822791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-292f559f-8712-4a32-b74b-08c82855fddb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', {'tags': ['tempest-TagsExtTest-Tag-2144623198', 'tempest-TagsExtTest-Tag-273424046', 'tempest-TagsExtTest-Tag-417184693']}) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:07.869057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2e7c4980-c09b-4599-b716-af9d2de51212, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e7c4980-c09b-4599-b716-af9d2de51212,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:07.900859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '2e7c4980-c09b-4599-b716-af9d2de51212', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': '2e7c4980-c09b-4599-b716-af9d2de51212', 'mac_address': 'fa:16:3e:f7:ed:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:50:07.928191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06021184-29cd-4875-b5da-86327a54e9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.933343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': '94784188-5f5a-48e6-af63-a26bd2c65d04'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:50:07.934207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.969089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:07.971182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:07.976983 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.031128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7c4980-c09b-4599-b716-af9d2de51212 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:08.060051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5676e5-0d87-4d1b-8e33-e5a451eb9f72 req-0b90a315-99df-42dd-8ae3-fce403c3b2cf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:08.061680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b5676e5-0d87-4d1b-8e33-e5a451eb9f72 req-0b90a315-99df-42dd-8ae3-fce403c3b2cf tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 943 time: 0.1017318 Aug 06 15:50:08.073994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2e7c4980-c09b-4599-b716-af9d2de51212, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e7c4980-c09b-4599-b716-af9d2de51212,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:08.096935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-292f559f-8712-4a32-b74b-08c82855fddb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags HTTP/1.1" status: 200 len: 316 time: 0.2835453 Aug 06 15:50:08.105453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.112675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-018a11f5-65c3-4175-8889-06ddce05b079 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:08.124614 n-d-778550-6 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94784188-5f5a-48e6-af63-a26bd2c65d04 (CIDR: 2001:db8::/64) Aug 06 15:50:08.139094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b5676e5-0d87-4d1b-8e33-e5a451eb9f72 req-70cc46ff-27e5-43e2-95b2-8a6063cc60f5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Aug 06 15:50:08.149725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Allocated IP 2001:db8::2 (3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0/94784188-5f5a-48e6-af63-a26bd2c65d04/c5a1a899-520b-42df-97be-5103f74c363d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:08.155505 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.162713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06021184-29cd-4875-b5da-86327a54e9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.218032 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:50:08.218593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:50:08.257533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06021184-29cd-4875-b5da-86327a54e9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.271707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2e7c4980-c09b-4599-b716-af9d2de51212,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:08.302864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-06021184-29cd-4875-b5da-86327a54e9bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=900691587aa140fd9b80c9207852c603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509191 Aug 06 15:50:08.307698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.311681 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-018a11f5-65c3-4175-8889-06ddce05b079 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags HTTP/1.1" status: 204 len: 168 time: 0.2051709 Aug 06 15:50:08.316498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.317220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06021184-29cd-4875-b5da-86327a54e9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04312f18-d096-4817-a990-a8b702698b96,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:08.324044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-ea763450-23b2-49d5-b36d-6e857cb14e6e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-2144623198') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:08.393511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e76d5b93-ade1-4758-ac97-b920a8662446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.399445 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aaabe310-fd71-4aa5-92f7-c0698d0b9ae3 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6633599 Aug 06 15:50:08.403944 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ea763450-23b2-49d5-b36d-6e857cb14e6e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:08.405060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ea763450-23b2-49d5-b36d-6e857cb14e6e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-2144623198 HTTP/1.1" status: 404 len: 329 time: 0.0847659 Aug 06 15:50:08.405713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.413127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.413460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:08.422092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-2b0283fa-ab27-4d95-a2bb-ca0f34745076 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-273424046') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:08.449888 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.475366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Transition to ACTIVE for port object c5a1a899-520b-42df-97be-5103f74c363d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:08.484602 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e76d5b93-ade1-4758-ac97-b920a8662446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.508492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Transition to ACTIVE for port object c5a1a899-520b-42df-97be-5103f74c363d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:08.542987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['2e7c4980-c09b-4599-b716-af9d2de51212'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:08.600789 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-2b0283fa-ab27-4d95-a2bb-ca0f34745076 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:08.604794 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2b0283fa-ab27-4d95-a2bb-ca0f34745076 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-273424046 HTTP/1.1" status: 404 len: 328 time: 0.1902010 Aug 06 15:50:08.606174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34386) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.606846 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.613145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-642b005f-b2af-4690-a3fd-0a0ebfa1e3c8 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9', 'tempest-TagsExtTest-Tag-417184693') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:08.667599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:08.678261 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-642b005f-b2af-4690-a3fd-0a0ebfa1e3c8 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:08.678836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:08.683550 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-642b005f-b2af-4690-a3fd-0a0ebfa1e3c8 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags/tempest-TagsExtTest-Tag-417184693 HTTP/1.1" status: 404 len: 328 time: 0.0721655 Aug 06 15:50:08.683550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.685359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:08.687168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Pushing event updated for resources: {'Port': ['ID=c5a1a899-520b-42df-97be-5103f74c363d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:08.689993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-fa24cb0f-e6b9-4f5e-bdc5-c6b6f0bcdf13 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', {'tags': ['tempest-TagsExtTest-Tag-1067723390', 'tempest-TagsExtTest-Tag-1539082054', 'tempest-TagsExtTest-Tag-1877633481']}) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:08.710856 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e76d5b93-ade1-4758-ac97-b920a8662446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.715567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e76d5b93-ade1-4758-ac97-b920a8662446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.717945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e76d5b93-ade1-4758-ac97-b920a8662446 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04312f18-d096-4817-a990-a8b702698b96 HTTP/1.1" status: 204 len: 168 time: 0.4081519 Aug 06 15:50:08.734590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d5b93-ade1-4758-ac97-b920a8662446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04312f18-d096-4817-a990-a8b702698b96,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:08.747167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:08.753778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.787727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Attempting to bind port c5a1a899-520b-42df-97be-5103f74c363d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:08.788324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Attempting to bind port c5a1a899-520b-42df-97be-5103f74c363d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '4a1826ff-80b1-4086-ae8a-ac33425f58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:08.788694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Attempting to bind port c5a1a899-520b-42df-97be-5103f74c363d on network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:08.803047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:08.804158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Checking segment: {'id': '4a1826ff-80b1-4086-ae8a-ac33425f58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:08.804158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.804387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Bound using segment: {'id': '4a1826ff-80b1-4086-ae8a-ac33425f58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:08.804791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Bound port: c5a1a899-520b-42df-97be-5103f74c363d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1826ff-80b1-4086-ae8a-ac33425f58e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:08.805359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.869120 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:08.901379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa24cb0f-e6b9-4f5e-bdc5-c6b6f0bcdf13 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags HTTP/1.1" status: 200 len: 318 time: 0.2173278 Aug 06 15:50:08.904633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34392) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:08.909928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-387db18a-b765-4cf1-8cab-01e367d7d9bb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:08.912168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] For port c5a1a899-520b-42df-97be-5103f74c363d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:08.916505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] For port c5a1a899-520b-42df-97be-5103f74c363d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5a1a899-520b-42df-97be-5103f74c363d,segment=NetworkSegment(4a1826ff-80b1-4086-ae8a-ac33425f58e5),segment_id=4a1826ff-80b1-4086-ae8a-ac33425f58e5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:08.995382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:09.109081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d220b32-9ddf-4521-9bd0-47ed05d661ed None None] Pushing event updated for resources: {'Port': ['ID=c5a1a899-520b-42df-97be-5103f74c363d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:09.118281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-387db18a-b765-4cf1-8cab-01e367d7d9bb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags HTTP/1.1" status: 204 len: 168 time: 0.2104297 Aug 06 15:50:09.118281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:09.127434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-24828a06-f828-421d-b73d-3ead0be463e0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-1067723390') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:09.200622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:09.242487 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-24828a06-f828-421d-b73d-3ead0be463e0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:09.246381 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-24828a06-f828-421d-b73d-3ead0be463e0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-1067723390 HTTP/1.1" status: 404 len: 329 time: 0.1244690 Aug 06 15:50:09.248522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:09.274368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-63c8919a-02fc-46f9-b456-adf19bdc30a4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-1539082054') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:09.316219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:09.397193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:09.398695 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-63c8919a-02fc-46f9-b456-adf19bdc30a4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:09.400892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-63c8919a-02fc-46f9-b456-adf19bdc30a4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-1539082054 HTTP/1.1" status: 404 len: 329 time: 0.1524820 Aug 06 15:50:09.406374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34408) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:09.414360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:09.415327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:09.417063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-1e3b01e7-f6e4-4626-82a0-2badb66cabdf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd', 'tempest-TagsExtTest-Tag-1877633481') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:09.427985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=8d9acf59-c3b0-4c2d-aae6-16c87598964c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:09.480586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29c3b-0dba-4480-b876-cec3caa523d4 req-87835743-812d-4aef-8160-f09cc5cc684a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:09.491773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cf29c3b-0dba-4480-b876-cec3caa523d4 req-87835743-812d-4aef-8160-f09cc5cc684a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 944 time: 0.2033298 Aug 06 15:50:09.523389 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-1e3b01e7-f6e4-4626-82a0-2badb66cabdf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:09.525603 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1e3b01e7-f6e4-4626-82a0-2badb66cabdf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags/tempest-TagsExtTest-Tag-1877633481 HTTP/1.1" status: 404 len: 329 time: 0.1160476 Aug 06 15:50:09.527552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34412) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:09.534813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-5f47c269-982a-45a0-aa14-f076c40c133b tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', {'tags': ['tempest-TagsExtTest-Tag-2095621366', 'tempest-TagsExtTest-Tag-1489508668', 'tempest-TagsExtTest-Tag-473717697']}) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:09.591377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cf29c3b-0dba-4480-b876-cec3caa523d4 req-09a985fc-eb11-4672-a9a4-8ae961d239d8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982382 Aug 06 15:50:09.621510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-489c57c6-93f2-4084-bf50-3c1d31dfd7b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2144918 Aug 06 15:50:09.624753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:09.633292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'fixed_ips': [{'subnet_id': '94784188-5f5a-48e6-af63-a26bd2c65d04'}, {'subnet_id': '8d9acf59-c3b0-4c2d-aae6-16c87598964c'}], 'name': 'tempest-PortsIpV6TestJSON-2034073700'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:09.802331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5f47c269-982a-45a0-aa14-f076c40c133b tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags HTTP/1.1" status: 200 len: 317 time: 0.2725623 Aug 06 15:50:09.804286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:09.809673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-bc48659b-651b-4482-b284-5e41d07c3390 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:09.862756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:09.982142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.006345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 08902e91-34c2-4db6-adc9-084f6fd9f598 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:10.011850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bc48659b-651b-4482-b284-5e41d07c3390 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags HTTP/1.1" status: 204 len: 168 time: 0.2061408 Aug 06 15:50:10.012992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34430) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.021424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-3e5b2d35-fb0f-4392-8b95-72cf06d6e358 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-2095621366') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.193679 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3e5b2d35-fb0f-4392-8b95-72cf06d6e358 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:10.198192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3e5b2d35-fb0f-4392-8b95-72cf06d6e358 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-2095621366 HTTP/1.1" status: 404 len: 329 time: 0.1811409 Aug 06 15:50:10.198420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34434) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.205177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-b6fbcc60-f3bd-4b65-bdb9-37ff93ebad46 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-1489508668') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.348319 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b6fbcc60-f3bd-4b65-bdb9-37ff93ebad46 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:10.349574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b6fbcc60-f3bd-4b65-bdb9-37ff93ebad46 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-1489508668 HTTP/1.1" status: 404 len: 329 time: 0.1501389 Aug 06 15:50:10.352719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34436) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.363238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-3234cf97-8bf2-4dcc-a801-95ba9d8a6c13 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31', 'tempest-TagsExtTest-Tag-473717697') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.387004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5a1a899-520b-42df-97be-5103f74c363d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:10.416826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0099a-becb-494e-b76b-7dddc80df92a None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:10.418294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::131 (3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0/94784188-5f5a-48e6-af63-a26bd2c65d04/08902e91-34c2-4db6-adc9-084f6fd9f598) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:10.427059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8:0:1::370 (3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0/8d9acf59-c3b0-4c2d-aae6-16c87598964c/08902e91-34c2-4db6-adc9-084f6fd9f598) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:10.473245 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3234cf97-8bf2-4dcc-a801-95ba9d8a6c13 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:10.478314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3234cf97-8bf2-4dcc-a801-95ba9d8a6c13 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags/tempest-TagsExtTest-Tag-473717697 HTTP/1.1" status: 404 len: 328 time: 0.1207843 Aug 06 15:50:10.479719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34438) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.487331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-b4fa557c-5cb4-4635-a610-d1e135d563c3 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', {'tags': ['tempest-TagsExtTest-Tag-1188656353', 'tempest-TagsExtTest-Tag-425037732', 'tempest-TagsExtTest-Tag-93928843']}) {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.566334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0c84889f-49a7-4980-8da8-c8111d7335fb None None] Provisioning for port c5a1a899-520b-42df-97be-5103f74c363d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:10.618212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c5a1a899-520b-42df-97be-5103f74c363d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:10.627337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c5a1a899-520b-42df-97be-5103f74c363d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:10.627821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.650468 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b4fa557c-5cb4-4635-a610-d1e135d563c3 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "PUT /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags HTTP/1.1" status: 200 len: 315 time: 0.1697607 Aug 06 15:50:10.651849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.659344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-c02dc303-7eba-45cc-bc32-7e365d03c3cf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.686097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.711033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 08902e91-34c2-4db6-adc9-084f6fd9f598 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:10.759650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.762342 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.819148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ee13d-a0cc-4a9a-a1e8-4481bac61d97 req-e0131f5f-bb5a-4ad5-b311-47542759d0a7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:10.820702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-959ee13d-a0cc-4a9a-a1e8-4481bac61d97 req-e0131f5f-bb5a-4ad5-b311-47542759d0a7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 944 time: 0.0916851 Aug 06 15:50:10.824199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Update dhcp port {'port': {'network_id': '3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0', 'fixed_ips': [{'subnet_id': '94784188-5f5a-48e6-af63-a26bd2c65d04', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d9acf59-c3b0-4c2d-aae6-16c87598964c'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'c5a1a899-520b-42df-97be-5103f74c363d'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:50:10.830852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c5a1a899-520b-42df-97be-5103f74c363d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5a1a899-520b-42df-97be-5103f74c363d,segment=NetworkSegment(4a1826ff-80b1-4086-ae8a-ac33425f58e5),segment_id=4a1826ff-80b1-4086-ae8a-ac33425f58e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:10.856670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.880539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-959ee13d-a0cc-4a9a-a1e8-4481bac61d97 req-c306543e-66c3-4e5f-855d-23b72e83d18d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Aug 06 15:50:10.885226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c02dc303-7eba-45cc-bc32-7e365d03c3cf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags HTTP/1.1" status: 204 len: 168 time: 0.2291331 Aug 06 15:50:10.885566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.890606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-ee18e169-d3ad-4c66-8b96-be0012188a15 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-1188656353') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.910411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.928180 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ee18e169-d3ad-4c66-8b96-be0012188a15 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:10.929242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ee18e169-d3ad-4c66-8b96-be0012188a15 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-1188656353 HTTP/1.1" status: 404 len: 329 time: 0.0425482 Aug 06 15:50:10.932239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.937814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-908e0208-49d0-4b1d-854b-18e7c9a02217 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-425037732') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.956454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.962405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:10.963889 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-908e0208-49d0-4b1d-854b-18e7c9a02217 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:10.965285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-908e0208-49d0-4b1d-854b-18e7c9a02217 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-425037732 HTTP/1.1" status: 404 len: 328 time: 0.0314364 Aug 06 15:50:10.967019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:10.968037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:10.970156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:10.974121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-3d9a24ca-a813-4a5c-9a30-3a1f62f5e0cf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2', 'tempest-TagsExtTest-Tag-93928843') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:10.976408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:10.976936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:10.995521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=08902e91-34c2-4db6-adc9-084f6fd9f598,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:11.000073 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3d9a24ca-a813-4a5c-9a30-3a1f62f5e0cf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] show failed (client error): The resource could not be found. Aug 06 15:50:11.001279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d9a24ca-a813-4a5c-9a30-3a1f62f5e0cf tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags/tempest-TagsExtTest-Tag-93928843 HTTP/1.1" status: 404 len: 327 time: 0.0321057 Aug 06 15:50:11.004807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.009318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-9c506489-959d-4f7d-9269-fba43f6ae2ef tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1104b2f4-0028-4048-853b-d1a4decf56d2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:11.035377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9c506489-959d-4f7d-9269-fba43f6ae2ef tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2/tags HTTP/1.1" status: 204 len: 168 time: 0.0295186 Aug 06 15:50:11.038022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34462) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.042893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-23fb9fe2-86a5-4215-b65a-fc923712b226 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fd7e92ec-2338-4bf5-b3d1-927e166e3a31') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:11.071437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c5a1a899-520b-42df-97be-5103f74c363d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:11.104800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8f67611a-2e93-4cc8-8520-676475cb36c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4760020 Aug 06 15:50:11.105005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Allocated IP 2001:db8:0:1::2 (3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0/8d9acf59-c3b0-4c2d-aae6-16c87598964c/c5a1a899-520b-42df-97be-5103f74c363d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:11.105130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.113384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94784188-5f5a-48e6-af63-a26bd2c65d04'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:11.134865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23fb9fe2-86a5-4215-b65a-fc923712b226 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31/tags HTTP/1.1" status: 204 len: 168 time: 0.0955625 Aug 06 15:50:11.137213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.142491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-6c4ff819-17c5-4f30-864e-32b1179e88a0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f721b791-4e03-45f2-b1b0-37f6c08163fd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:11.205903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c4ff819-17c5-4f30-864e-32b1179e88a0 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd/tags HTTP/1.1" status: 204 len: 168 time: 0.0666022 Aug 06 15:50:11.223291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.228306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-63662788-b2b9-4e45-9e45-965a07facdb5 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '509fdf7a-6a1f-4061-934f-30a52d30c1c9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:11.237273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.256927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] For port c5a1a899-520b-42df-97be-5103f74c363d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5a1a899-520b-42df-97be-5103f74c363d,segment=NetworkSegment(4a1826ff-80b1-4086-ae8a-ac33425f58e5),segment_id=4a1826ff-80b1-4086-ae8a-ac33425f58e5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:11.304682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-63662788-b2b9-4e45-9e45-965a07facdb5 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9/tags HTTP/1.1" status: 204 len: 168 time: 0.0799675 Aug 06 15:50:11.313306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.469991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.536845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Transition to ACTIVE for port object c5a1a899-520b-42df-97be-5103f74c363d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:11.539132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0552ba7-8e8a-4c1f-84be-ef9b1179ceba tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for subnetpool, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.540329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0552ba7-8e8a-4c1f-84be-ef9b1179ceba tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnetpools/1104b2f4-0028-4048-853b-d1a4decf56d2 HTTP/1.1" status: 204 len: 168 time: 0.2257633 Aug 06 15:50:11.543177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34480) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.571025 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-94c6d44f-d3b1-41e9-b3a0-10c580ec252e tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd7e92ec-2338-4bf5-b3d1-927e166e3a31 HTTP/1.1" status: 200 len: 205 time: 0.0267358 Aug 06 15:50:11.573672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:11.610949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.688296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.698291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e7c4980-c09b-4599-b716-af9d2de51212 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:11.728130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d97a-b2ad-421c-bca0-6fb4cf3b9012 None None] Pushing event updated for resources: {'Port': ['ID=c5a1a899-520b-42df-97be-5103f74c363d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:11.771633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Delete allocated IP 2001:db8:0:1::370 (3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0/8d9acf59-c3b0-4c2d-aae6-16c87598964c) {{(pid=94841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 15:50:11.841824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 2e7c4980-c09b-4599-b716-af9d2de51212 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:11.850160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 2e7c4980-c09b-4599-b716-af9d2de51212 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:11.850674 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.907904 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.930027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:11.978286 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.015470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7c4980-c09b-4599-b716-af9d2de51212'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:12.018839 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5639f6a9-411d-41bf-ba84-bb15529f571a" -d '{"events": [{"server_uuid": "ddf71e30-b2fc-4f9d-ba74-647226434ea6", "name": "network-vif-plugged", "status": "completed", "tag": "2e7c4980-c09b-4599-b716-af9d2de51212"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:12.032314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 2e7c4980-c09b-4599-b716-af9d2de51212, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e7c4980-c09b-4599-b716-af9d2de51212,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:12.073959 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd3e0d-94df-4c8e-8624-bd3470ab2665 x-openstack-request-id: req-93dd3e0d-94df-4c8e-8624-bd3470ab2665 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:12.074306 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf71e30-b2fc-4f9d-ba74-647226434ea6", "name": "network-vif-plugged", "status": "completed", "tag": "2e7c4980-c09b-4599-b716-af9d2de51212", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:12.074561 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93dd3e0d-94df-4c8e-8624-bd3470ab2665 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:12.074953 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7c4980-c09b-4599-b716-af9d2de51212', 'code': 200} Aug 06 15:50:12.115666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a8b6-26fe-4f57-ad3f-41e0bcbc41e7 req-16775926-88e6-4880-abd9-6471a8b8f60f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:12.117331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1183a8b6-26fe-4f57-ad3f-41e0bcbc41e7 req-16775926-88e6-4880-abd9-6471a8b8f60f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 944 time: 0.0811954 Aug 06 15:50:12.124700 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.185837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1183a8b6-26fe-4f57-ad3f-41e0bcbc41e7 req-d5785561-a868-42b7-970c-f96e2c976db4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553412 Aug 06 15:50:12.206595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.207289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Fanout notify agent at l3_agent the message router_deleted on router fd7e92ec-2338-4bf5-b3d1-927e166e3a31 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:50:12.211542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.222887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.227508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6f852720-6447-4cad-b1b2-b5676482e3eb tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/routers/fd7e92ec-2338-4bf5-b3d1-927e166e3a31 HTTP/1.1" status: 204 len: 168 time: 0.6490307 Aug 06 15:50:12.227508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:12.241753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=2e7c4980-c09b-4599-b716-af9d2de51212,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:12.252735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42b381-7e67-4c12-8276-0518a8619a39 req-2b710f42-0c45-451c-9010-f590eba87f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:12.255373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e42b381-7e67-4c12-8276-0518a8619a39 req-2b710f42-0c45-451c-9010-f590eba87f6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0954258 Aug 06 15:50:12.282678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Ignored duplicate provisioning block setup for port 08902e91-34c2-4db6-adc9-084f6fd9f598 by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 15:50:12.296820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5a1a899-520b-42df-97be-5103f74c363d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:12.318077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8e42b381-7e67-4c12-8276-0518a8619a39 req-217a0110-a49b-4a9f-94f5-ec33ea8391f6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530241 Aug 06 15:50:12.373107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Deleting port f721b791-4e03-45f2-b1b0-37f6c08163fd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:12.373721 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.398653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.433893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b578e8-b774-49ac-a9b0-d2371ae33ce5 None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:12.526923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] In _notify_port_updated(), no bound segment for port 08902e91-34c2-4db6-adc9-084f6fd9f598 on network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:50:12.533602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:12.534481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.536698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/ports/08902e91-34c2-4db6-adc9-084f6fd9f598 HTTP/1.1" status: 200 len: 926 time: 1.4303839 Aug 06 15:50:12.539181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34508) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:12.548249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94784188-5f5a-48e6-af63-a26bd2c65d04'}, {'subnet_id': '8d9acf59-c3b0-4c2d-aae6-16c87598964c'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:12.554879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbf35d-62dd-4353-b427-bbea7f26def9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=08902e91-34c2-4db6-adc9-084f6fd9f598,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:12.570270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.595441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Calling delete_port for f721b791-4e03-45f2-b1b0-37f6c08163fd owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:12.624329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-65f9f9be-470d-4c6e-91db-ae895818899a None None] Provisioning for port c5a1a899-520b-42df-97be-5103f74c363d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:12.631382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-65f9f9be-470d-4c6e-91db-ae895818899a None None] Provisioning complete for port c5a1a899-520b-42df-97be-5103f74c363d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:12.631764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-65f9f9be-470d-4c6e-91db-ae895818899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.761919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.858635 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:12.900087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event deleted for resources: {'Port': ['ID=f721b791-4e03-45f2-b1b0-37f6c08163fd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:13.008374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.010327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-992ba755-b92e-4701-becb-e058ea3393b4 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/ports/f721b791-4e03-45f2-b1b0-37f6c08163fd HTTP/1.1" status: 204 len: 168 time: 0.7827132 Aug 06 15:50:13.012910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:13.074215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b6d5-5950-453d-abdc-9eb78bf77dae None None] Provisioning complete for port c5a1a899-520b-42df-97be-5103f74c363d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:13.076974 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b6d5-5950-453d-abdc-9eb78bf77dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.096690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Deleting subnet 509fdf7a-6a1f-4061-934f-30a52d30c1c9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:13.106037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.184249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8:0:1::232 (3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0/8d9acf59-c3b0-4c2d-aae6-16c87598964c/08902e91-34c2-4db6-adc9-084f6fd9f598) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:13.388355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b6d5-5950-453d-abdc-9eb78bf77dae None None] Provisioning for port 08902e91-34c2-4db6-adc9-084f6fd9f598 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:13.395369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b6d5-5950-453d-abdc-9eb78bf77dae None None] Provisioning complete for port 08902e91-34c2-4db6-adc9-084f6fd9f598 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:13.395769 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b6d5-5950-453d-abdc-9eb78bf77dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.452950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b6d5-5950-453d-abdc-9eb78bf77dae None None] Port 08902e91-34c2-4db6-adc9-084f6fd9f598 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:13.471339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.486867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Ignored duplicate provisioning block setup for port 08902e91-34c2-4db6-adc9-084f6fd9f598 by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 06 15:50:13.574218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bc74236-811b-482c-8d8e-ce66c7a70b57 None None] Provisioning complete for port 08902e91-34c2-4db6-adc9-084f6fd9f598 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:13.575085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bc74236-811b-482c-8d8e-ce66c7a70b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.589680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.598222 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.658098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5bc74236-811b-482c-8d8e-ce66c7a70b57 None None] Port 08902e91-34c2-4db6-adc9-084f6fd9f598 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:13.663124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb002-e0c6-4e1e-b503-2ddef9daf02d req-866c5ee8-46b0-4c44-8712-1caf88b63152 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:13.671245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5faeb002-e0c6-4e1e-b503-2ddef9daf02d req-866c5ee8-46b0-4c44-8712-1caf88b63152 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.1244328 Aug 06 15:50:13.686857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=08902e91-34c2-4db6-adc9-084f6fd9f598,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:13.733458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] In _notify_port_updated(), no bound segment for port 08902e91-34c2-4db6-adc9-084f6fd9f598 on network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:50:13.736300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:13.736998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.738582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/ports/08902e91-34c2-4db6-adc9-084f6fd9f598 HTTP/1.1" status: 200 len: 1012 time: 1.1972628 Aug 06 15:50:13.742171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.742506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.742859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.743179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.743528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.743889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.744310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.744645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.744976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.745316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.745632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.745957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d12f599-eff9-40c2-b2e3-3ea83738a1f7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:13.758126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34528) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:13.762339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5faeb002-e0c6-4e1e-b503-2ddef9daf02d req-549c9342-bb8a-488b-beb9-949e20f4ae92 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902047 Aug 06 15:50:13.795596 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.798830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-79e4ad06-3b80-4092-8703-b301bdb0a814 None None] Provisioning complete for port 08902e91-34c2-4db6-adc9-084f6fd9f598 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:13.799236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-79e4ad06-3b80-4092-8703-b301bdb0a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.858054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-79e4ad06-3b80-4092-8703-b301bdb0a814 None None] Port 08902e91-34c2-4db6-adc9-084f6fd9f598 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:13.923722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 08902e91-34c2-4db6-adc9-084f6fd9f598 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:13.924078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.937865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:13.987075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event deleted for resources: {'Subnet': ['ID=509fdf7a-6a1f-4061-934f-30a52d30c1c9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:14.007229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed51b6-faa9-4034-9c51-460749762000 None None] Network 25ee2d66-fdf5-4389-808d-7fa60518cc27 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:14.007616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.013541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d5a610cb-9cdb-482f-b6d4-fc9f6c7b045f tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/subnets/509fdf7a-6a1f-4061-934f-30a52d30c1c9 HTTP/1.1" status: 204 len: 168 time: 0.9993992 Aug 06 15:50:14.016788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:14.095852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.110640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 08902e91-34c2-4db6-adc9-084f6fd9f598 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:14.116412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eea640dd-4404-4ccf-a469-9b2463797aa8 None None] Provisioning complete for port 08902e91-34c2-4db6-adc9-084f6fd9f598 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:14.116789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-eea640dd-4404-4ccf-a469-9b2463797aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.125841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.204996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Deleting port 772dce2e-9106-41fa-92d7-d304a4b2c401 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:14.204996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.231077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-eea640dd-4404-4ccf-a469-9b2463797aa8 None None] Port 08902e91-34c2-4db6-adc9-084f6fd9f598 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:14.290410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] For port 772dce2e-9106-41fa-92d7-d304a4b2c401, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=772dce2e-9106-41fa-92d7-d304a4b2c401,segment=NetworkSegment(e9eb197a-e951-4f0e-a6d3-b014e97e6c72),segment_id=e9eb197a-e951-4f0e-a6d3-b014e97e6c72)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:14.290785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.316736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Calling delete_port for 772dce2e-9106-41fa-92d7-d304a4b2c401 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:14.354659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] DHCP port deletion for 25ee2d66-fdf5-4389-808d-7fa60518cc27 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:50:14.410898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.425214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] Deleting port 772dce2e-9106-41fa-92d7-d304a4b2c401 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:14.425803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.440560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=08902e91-34c2-4db6-adc9-084f6fd9f598,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:14.497323 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.508654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.510302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] For port 772dce2e-9106-41fa-92d7-d304a4b2c401, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=772dce2e-9106-41fa-92d7-d304a4b2c401,segment=NetworkSegment(e9eb197a-e951-4f0e-a6d3-b014e97e6c72),segment_id=e9eb197a-e951-4f0e-a6d3-b014e97e6c72)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:14.510711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.511272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a472415a-acfd-458c-bd3c-9602b8bc64b7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/08902e91-34c2-4db6-adc9-084f6fd9f598 HTTP/1.1" status: 204 len: 168 time: 0.7521017 Aug 06 15:50:14.516699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:14.528829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] Calling delete_port for 772dce2e-9106-41fa-92d7-d304a4b2c401 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:14.544409 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a3f07b-2432-4c34-b5e8-4d91e8da5f47 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:14.546269 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e5a3f07b-2432-4c34-b5e8-4d91e8da5f47 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/08902e91-34c2-4db6-adc9-084f6fd9f598 HTTP/1.1" status: 404 len: 333 time: 0.0307662 Aug 06 15:50:14.549836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:14.551064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event deleted for resources: {'Port': ['ID=772dce2e-9106-41fa-92d7-d304a4b2c401,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:14.556551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] No DVR routers for this DVR port 772dce2e-9106-41fa-92d7-d304a4b2c401 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:14.645056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.668583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 8d9acf59-c3b0-4c2d-aae6-16c87598964c {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:14.674810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] Pushing event deleted for resources: {'Port': ['ID=772dce2e-9106-41fa-92d7-d304a4b2c401,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:14.675375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.692361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143de9ab-5ad5-4b8d-98f4-8ec6533cfb73 None None] No DVR routers for this DVR port 772dce2e-9106-41fa-92d7-d304a4b2c401 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:14.728340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.744612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ee2d66-fdf5-4389-808d-7fa60518cc27']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:14.759091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:14.759367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9eb197a-e951-4f0e-a6d3-b014e97e6c72') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:14.765061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.773072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.801150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.812465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:50:14.813844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:50:14.818850 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:50:14.947091 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.010114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0854c-f2e4-4d3a-9f17-42a4de1dfdee req-b1f55003-e380-41e6-a957-6799b0ff6bf0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:15.023291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7b0854c-f2e4-4d3a-9f17-42a4de1dfdee req-b1f55003-e380-41e6-a957-6799b0ff6bf0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.1082163 Aug 06 15:50:15.034983 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.053098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.059197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] 10.222.0.16 "DELETE /v2.0/networks/25ee2d66-fdf5-4389-808d-7fa60518cc27 HTTP/1.1" status: 204 len: 168 time: 1.0405843 Aug 06 15:50:15.092312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.096410 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec2cd4-3866-42c0-a7ec-3ee522d3fd58 tempest-TagsExtTest-1836761766 tempest-TagsExtTest-1836761766-project] Pushing event deleted for resources: {'Network': ['ID=25ee2d66-fdf5-4389-808d-7fa60518cc27,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:15.130483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7b0854c-f2e4-4d3a-9f17-42a4de1dfdee req-eee3d3ab-5b73-4c38-b360-39dca8220f96 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012669 Aug 06 15:50:15.149949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=8d9acf59-c3b0-4c2d-aae6-16c87598964c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:15.157056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.160066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cda2f721-d086-4929-bf38-f37fc2fd914a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/8d9acf59-c3b0-4c2d-aae6-16c87598964c HTTP/1.1" status: 204 len: 168 time: 0.6091888 Aug 06 15:50:15.161009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682cb42f-3d7d-40a3-8cad-f49ef4b6f8fe None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:15.162748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:15.240382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 94784188-5f5a-48e6-af63-a26bd2c65d04 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:15.244720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.299088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.408844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.524231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d3e3-511b-4b93-8e02-846b9a392558 req-f38c9b25-d514-4981-9848-8a12d8ede4c6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:15.528404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e4d3e3-511b-4b93-8e02-846b9a392558 req-f38c9b25-d514-4981-9848-8a12d8ede4c6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.0861213 Aug 06 15:50:15.574948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85e4d3e3-511b-4b93-8e02-846b9a392558 req-f9b4fc68-b77e-4dc5-9caa-789dfd9c32d8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Aug 06 15:50:15.634321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.665695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:15.670540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=94784188-5f5a-48e6-af63-a26bd2c65d04,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:15.672919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.675643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bff31e38-b6aa-4d4d-8c70-7a54b4dbaa78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/94784188-5f5a-48e6-af63-a26bd2c65d04 HTTP/1.1" status: 204 len: 168 time: 0.5109706 Aug 06 15:50:15.682448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34578) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:15.727524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a09c5c-2d4c-4019-92b8-998540fdb9b8 req-3e2d34db-565d-4cae-bac9-5585ddfab9be tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:15.736376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89a09c5c-2d4c-4019-92b8-998540fdb9b8 req-3e2d34db-565d-4cae-bac9-5585ddfab9be tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.0683424 Aug 06 15:50:15.794827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.800561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89a09c5c-2d4c-4019-92b8-998540fdb9b8 req-5d31473b-83cb-441b-8e31-782f1f0be729 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629573 Aug 06 15:50:15.912920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4a90aa32-c659-4be8-a67c-62691eb53389 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5277c90b61394163bca3ef4825da4b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452209 Aug 06 15:50:15.916083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:15.920029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port c5a1a899-520b-42df-97be-5103f74c363d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:15.920442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.978542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3621a9-aa4e-4373-a42c-a9fe448ba362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:15.999851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] For port c5a1a899-520b-42df-97be-5103f74c363d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5a1a899-520b-42df-97be-5103f74c363d,segment=NetworkSegment(4a1826ff-80b1-4086-ae8a-ac33425f58e5),segment_id=4a1826ff-80b1-4086-ae8a-ac33425f58e5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:16.000825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.004426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3621a9-aa4e-4373-a42c-a9fe448ba362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.017138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for c5a1a899-520b-42df-97be-5103f74c363d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:16.060120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d39da8-2e89-48a9-8e21-d1fdee11e1e4 None None] Network 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:16.183290 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.187352 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3621a9-aa4e-4373-a42c-a9fe448ba362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.190128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3621a9-aa4e-4373-a42c-a9fe448ba362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.196030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6f3621a9-aa4e-4373-a42c-a9fe448ba362 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d623df94-683a-4a85-abbe-832a3a5c23be HTTP/1.1" status: 204 len: 168 time: 0.2739193 Aug 06 15:50:16.214511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-07d6d625-37d0-49f9-bc2e-c061d09920ce None None] Provisioning complete for port c5a1a899-520b-42df-97be-5103f74c363d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:16.215001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07d6d625-37d0-49f9-bc2e-c061d09920ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.228651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3621a9-aa4e-4373-a42c-a9fe448ba362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d623df94-683a-4a85-abbe-832a3a5c23be,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:16.236208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-07d6d625-37d0-49f9-bc2e-c061d09920ce None None] Port c5a1a899-520b-42df-97be-5103f74c363d was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 15:50:16.254369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=c5a1a899-520b-42df-97be-5103f74c363d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:16.258154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No DVR routers for this DVR port c5a1a899-520b-42df-97be-5103f74c363d on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:16.307610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 772dce2e-9106-41fa-92d7-d304a4b2c401 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:16.349078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 772dce2e-9106-41fa-92d7-d304a4b2c401 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:16.349434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 772dce2e-9106-41fa-92d7-d304a4b2c401 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:16.390383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfda575-f605-40d0-ba4f-221ed78e7221 None None] DHCP port deletion for 3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:50:16.402416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.421793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:16.434251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2f5b3-26b6-4a11-83d3-663781a43204 req-62be8a8c-b9d9-443d-b98d-8e77f79f6563 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:16.434460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1826ff-80b1-4086-ae8a-ac33425f58e5') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:16.434667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1826ff-80b1-4086-ae8a-ac33425f58e5') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:16.435732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9d2f5b3-26b6-4a11-83d3-663781a43204 req-62be8a8c-b9d9-443d-b98d-8e77f79f6563 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.0598230 Aug 06 15:50:16.451145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.474028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.485374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:50:16.485848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.493927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9d2f5b3-26b6-4a11-83d3-663781a43204 req-ee3a33d6-4234-4b16-a5f5-d46a46aa96db tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:50:16.502153 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:50:16.587772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-7ead7abf-b384-413c-9dd3-4c992832ac82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860813 Aug 06 15:50:16.622645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.628083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.630942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0 HTTP/1.1" status: 204 len: 168 time: 0.9470305 Aug 06 15:50:16.635398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:16.680237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b23fe-29b7-4bff-a150-1777ecda91dc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=3155ce2e-9dbc-428e-8e1f-ef9a904a8ec0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:16.710128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-01690d2f-4de9-4d80-8186-6de85be340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:16.711663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-01690d2f-4de9-4d80-8186-6de85be340f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1097 time: 0.0758235 Aug 06 15:50:16.717392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f248a-fad7-47b9-9f26-33465ced1d44 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:16.723592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-443f248a-fad7-47b9-9f26-33465ced1d44 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0829129 Aug 06 15:50:16.724038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:16.779826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-057014f3-6c63-4182-8ca8-c888d00040a0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0542793 Aug 06 15:50:16.783705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:16.791572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-230606020'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:16.837391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-1481c1f9-7bb0-410a-b6b9-6987925628aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:16.838877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-1481c1f9-7bb0-410a-b6b9-6987925628aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.1022689 Aug 06 15:50:16.914925 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-8580cf76-9831-4996-a573-d4b1a416c06a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 1001 time: 0.0670981 Aug 06 15:50:16.936429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:16.941515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.972586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:50:16.977078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-33f11d38-f05f-4358-9e95-c9f6b7feed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:16.978635 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-33f11d38-f05f-4358-9e95-c9f6b7feed33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.0538461 Aug 06 15:50:16.992359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:16.993427 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment c094a4a2-005b-4d99-b0ea-b560c526819b of type vlan for network df8da0ae-0072-42bc-af2e-df0558c72ac3 Aug 06 15:50:17.037762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:17.045722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-9c118c84-334b-4fa1-ae18-f8ea6e2c79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:17.049000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-9c118c84-334b-4fa1-ae18-f8ea6e2c79c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618000 Aug 06 15:50:17.176392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:17.182904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:17.183828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:17.283857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=df8da0ae-0072-42bc-af2e-df0558c72ac3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:17.303307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:50:17.315954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-20fc9612-a198-4229-a776-75c36036994f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5299058 Aug 06 15:50:17.319861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:17.331194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:17.533644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-1d4ec58b-fed5-4004-9e06-b3d7bf67fac3 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771087 Aug 06 15:50:17.565376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:17.572589 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:17.680288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-91cc162e-2e64-4fbc-a72d-b262868bf3ae req-dc19d295-c625-4276-b1e0-9a33cc5e14ee service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385779 Aug 06 15:50:17.704853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704649e7-bb2c-48f0-8090-575b41483825 req-d7596eb2-6cb3-4b0a-9922-cc6a1bca7e6e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:17.706438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-704649e7-bb2c-48f0-8090-575b41483825 req-d7596eb2-6cb3-4b0a-9922-cc6a1bca7e6e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.1241865 Aug 06 15:50:17.788331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c1978-2858-45a9-9a20-1df5223055a6 req-6516258d-1781-439d-aeea-a9b2f8c53398 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:17.789726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-704649e7-bb2c-48f0-8090-575b41483825 req-d3b5f6df-adfb-4790-8213-bc4d307e1c32 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748768 Aug 06 15:50:17.808543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-368c1978-2858-45a9-9a20-1df5223055a6 req-6516258d-1781-439d-aeea-a9b2f8c53398 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 945 time: 0.1082730 Aug 06 15:50:17.930751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port 2e7c4980-c09b-4599-b716-af9d2de51212 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:17.931103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:17.999564 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.035148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port 2e7c4980-c09b-4599-b716-af9d2de51212, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=2e7c4980-c09b-4599-b716-af9d2de51212,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:18.035628 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.055984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for 2e7c4980-c09b-4599-b716-af9d2de51212 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:18.065820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:18.077062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': 'c094a4a2-005b-4d99-b0ea-b560c526819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:18.077302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: df8da0ae-0072-42bc-af2e-df0558c72ac3, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:50:18.200735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:50:18.221849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:18.259638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5a1a899-520b-42df-97be-5103f74c363d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:18.284350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c5a1a899-520b-42df-97be-5103f74c363d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:18.284350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5a1a899-520b-42df-97be-5103f74c363d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:18.290901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.308033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487', '2e7c4980-c09b-4599-b716-af9d2de51212'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:18.325696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fd8e0-31d8-43b7-bcb9-6f24e26359f1 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:18.326956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fd8e0-31d8-43b7-bcb9-6f24e26359f1 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:18.327638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fd8e0-31d8-43b7-bcb9-6f24e26359f1 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:18.330025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e2fd8e0-31d8-43b7-bcb9-6f24e26359f1 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=fcdeb411cc36447f93dfb13b24415f8e&network_id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 2970 time: 0.1069539 Aug 06 15:50:18.332297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, df8da0ae-0072-42bc-af2e-df0558c72ac3) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:18.353954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:18.354895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.355611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=2e7c4980-c09b-4599-b716-af9d2de51212,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:18.357428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762eb45-d08d-428e-913a-8a634b37e2f7 None None] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:18.433058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port 2e7c4980-c09b-4599-b716-af9d2de51212 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:18.436208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.441459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-368c1978-2858-45a9-9a20-1df5223055a6 req-1974d3a9-90ee-4a9a-8a4d-89e5f5adbe2e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "DELETE /v2.0/ports/2e7c4980-c09b-4599-b716-af9d2de51212 HTTP/1.1" status: 204 len: 173 time: 0.6226099 Aug 06 15:50:18.442077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'name': 'network-vif-deleted', 'tag': '2e7c4980-c09b-4599-b716-af9d2de51212'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:18.464982 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da446a48-d110-4afb-922b-00ab14a2dd80" -d '{"events": [{"server_uuid": "ddf71e30-b2fc-4f9d-ba74-647226434ea6", "name": "network-vif-deleted", "tag": "2e7c4980-c09b-4599-b716-af9d2de51212"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:18.481327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c6678b4-49f1-46e2-a9fd-d3cf22515ab1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1592028 Aug 06 15:50:18.483313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:18.490353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3', 'name': 'tempest-PortsIpV6TestJSON-1422404439'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:18.514568 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ee181-2537-402b-b364-fc6f48a2213f x-openstack-request-id: req-710ee181-2537-402b-b364-fc6f48a2213f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:18.514568 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf71e30-b2fc-4f9d-ba74-647226434ea6", "name": "network-vif-deleted", "tag": "2e7c4980-c09b-4599-b716-af9d2de51212", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:18.514568 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-710ee181-2537-402b-b364-fc6f48a2213f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:18.514568 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf71e30-b2fc-4f9d-ba74-647226434ea6', 'name': 'network-vif-deleted', 'tag': '2e7c4980-c09b-4599-b716-af9d2de51212', 'status': 'completed', 'code': 200} Aug 06 15:50:18.624933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-df8da0ae-0072-42bc-af2e-df0558c72ac3', 'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': '58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:50:18.626739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.782099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:18.786578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:18.807207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:18.873851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Allocated IP 2001:db8::2 (df8da0ae-0072-42bc-af2e-df0558c72ac3/58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58/78915c23-571a-4d0c-acae-f8b000803c0a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:18.965237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0afb33aa-2b06-475b-857a-dbc3b737d9cf req-a47b8726-b779-4c93-afb7-d3a39fafe03b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddf71e30-b2fc-4f9d-ba74-647226434ea6 HTTP/1.1" status: 200 len: 210 time: 0.0419109 Aug 06 15:50:19.071942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.076872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Transition to ACTIVE for port object 78915c23-571a-4d0c-acae-f8b000803c0a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:19.097354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Transition to ACTIVE for port object 78915c23-571a-4d0c-acae-f8b000803c0a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:19.189754 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.231115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:19.238649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:19.242853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:19.289538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Pushing event updated for resources: {'Port': ['ID=78915c23-571a-4d0c-acae-f8b000803c0a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:19.294109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::ec (df8da0ae-0072-42bc-af2e-df0558c72ac3/58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58/6078313f-79cc-4160-bc8b-6cbc0a2c6ca5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:19.342109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Attempting to bind port 78915c23-571a-4d0c-acae-f8b000803c0a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:19.342651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Attempting to bind port 78915c23-571a-4d0c-acae-f8b000803c0a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'c094a4a2-005b-4d99-b0ea-b560c526819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:19.342839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Attempting to bind port 78915c23-571a-4d0c-acae-f8b000803c0a on network df8da0ae-0072-42bc-af2e-df0558c72ac3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:19.348606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:19.348966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Checking segment: {'id': 'c094a4a2-005b-4d99-b0ea-b560c526819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:19.349546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.352800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Bound using segment: {'id': 'c094a4a2-005b-4d99-b0ea-b560c526819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:19.352800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Bound port: 78915c23-571a-4d0c-acae-f8b000803c0a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c094a4a2-005b-4d99-b0ea-b560c526819b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:19.352800 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.455275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] For port 78915c23-571a-4d0c-acae-f8b000803c0a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:19.467423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] For port 78915c23-571a-4d0c-acae-f8b000803c0a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=78915c23-571a-4d0c-acae-f8b000803c0a,segment=NetworkSegment(c094a4a2-005b-4d99-b0ea-b560c526819b),segment_id=c094a4a2-005b-4d99-b0ea-b560c526819b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:19.510363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.526647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:19.560226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.618054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966983f2-5eed-4346-80a6-7116dd304cea None None] Pushing event updated for resources: {'Port': ['ID=78915c23-571a-4d0c-acae-f8b000803c0a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:19.679886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.726601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:19.730170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:19.734996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:19.741531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:19.742205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:19.752161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=6078313f-79cc-4160-bc8b-6cbc0a2c6ca5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:19.868760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21ad9b8c-3845-4e82-a307-5034e5099979 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3840580 Aug 06 15:50:19.871436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:19.877782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': 'df8da0ae-0072-42bc-af2e-df0558c72ac3', 'name': 'tempest-PortsIpV6TestJSON-1360687905'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:20.085427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:20.091108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.103986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:20.121310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port d2cefe06-e220-492b-9098-244fd0d8964e yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:20.211534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:20.291734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa70863-d707-4432-9110-cd89378ccc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.306889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270f9f0-2944-48c9-b564-119ac34af570 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:20.317340 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4270f9f0-2944-48c9-b564-119ac34af570 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 814 time: 0.1033578 Aug 06 15:50:20.341294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::30f (df8da0ae-0072-42bc-af2e-df0558c72ac3/58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58/d2cefe06-e220-492b-9098-244fd0d8964e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:20.357854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 78915c23-571a-4d0c-acae-f8b000803c0a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:20.409526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-4fe94b82-f9c8-4dcd-b9a6-1e26961329b7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:20.411752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-4fe94b82-f9c8-4dcd-b9a6-1e26961329b7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.2151530 Aug 06 15:50:20.440197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-b254e2a4-df3b-4076-a42b-ff2f329b43ec tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/quotas/3710307740d74869bd0baae23a43f6cb HTTP/1.1" status: 200 len: 375 time: 0.0209212 Aug 06 15:50:20.449951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa70863-d707-4432-9110-cd89378ccc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.490440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 78915c23-571a-4d0c-acae-f8b000803c0a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:20.524900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bfa70863-d707-4432-9110-cd89378ccc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.567877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-4f668190-333c-4379-bbf9-35a613906231 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1214080 Aug 06 15:50:20.587555 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bfa70863-d707-4432-9110-cd89378ccc19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f0511e794554e4f82229c1e8fdb1dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824553 Aug 06 15:50:20.588359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa70863-d707-4432-9110-cd89378ccc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e1d4cf-a118-4957-a849-9f86ebdd2b07,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:20.590814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:20.655488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd0dc-f137-4d2a-aa1d-7c33053e9587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.683461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd0dc-f137-4d2a-aa1d-7c33053e9587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.684827 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.713894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object d2cefe06-e220-492b-9098-244fd0d8964e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:20.727669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d24631-8cfc-45e9-90ef-ec67517f60e6 None None] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:20.751495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-8944f69a-8fb1-446d-812c-07828bceb279 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714878 Aug 06 15:50:20.793109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd0dc-f137-4d2a-aa1d-7c33053e9587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.796068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e3dbd0dc-f137-4d2a-aa1d-7c33053e9587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.799729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e3dbd0dc-f137-4d2a-aa1d-7c33053e9587 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62e1d4cf-a118-4957-a849-9f86ebdd2b07 HTTP/1.1" status: 204 len: 168 time: 0.2055225 Aug 06 15:50:20.807836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbd0dc-f137-4d2a-aa1d-7c33053e9587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e1d4cf-a118-4957-a849-9f86ebdd2b07,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:20.910429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] Provisioning for port 78915c23-571a-4d0c-acae-f8b000803c0a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:20.916517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] Provisioning complete for port 78915c23-571a-4d0c-acae-f8b000803c0a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:20.916897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:20.917074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-3577d4c5-faa2-475c-8a0e-69124292c223 service neutron] 10.222.0.16 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563251 Aug 06 15:50:20.977981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34844) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:20.991513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'network': {'name': 'tempest-network-smoke--1017828724', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:21.006633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.039433 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.074993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:21.077857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] For port 78915c23-571a-4d0c-acae-f8b000803c0a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=78915c23-571a-4d0c-acae-f8b000803c0a,segment=NetworkSegment(c094a4a2-005b-4d99-b0ea-b560c526819b),segment_id=c094a4a2-005b-4d99-b0ea-b560c526819b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:21.078972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:21.083777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:21.092687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.093353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.102458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=d2cefe06-e220-492b-9098-244fd0d8964e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:21.126694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:21.137224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.173916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:50:21.176564 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.207482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.208060 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Added segment e9732c40-7de1-42bd-8188-79cb51c70e7f of type vlan for network 2410af2b-815d-41b3-aac5-b14a32e5e990 Aug 06 15:50:21.215336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-c8998c47-60d4-4d24-8280-7310503b4342 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0883529 Aug 06 15:50:21.230604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:21.237056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-38b2cd19-7602-4d2d-a00e-83dd238e4a59 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3490112 Aug 06 15:50:21.301499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.307393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5cf2a-c5c2-4e04-87cb-d751d076038c None None] Pushing event updated for resources: {'Port': ['ID=78915c23-571a-4d0c-acae-f8b000803c0a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:21.332884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d0898f1-e95e-4f7e-9381-91367eca56b9 req-ed19bc1e-ad2a-4d3a-a271-e8af5f391211 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 210 time: 0.0697715 Aug 06 15:50:21.481044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c21d89-e710-47df-b09b-e32c90954d16 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.490536 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-20c21d89-e710-47df-b09b-e32c90954d16 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aec HTTP/1.1" status: 200 len: 928 time: 0.2508242 Aug 06 15:50:21.492581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34862) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:21.497072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.497560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.498043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.498512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.498986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.507382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.508009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.510185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2e37a4c6-22df-4a97-8fb0-83eaeebc4725 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 6492 time: 0.2075915 Aug 06 15:50:21.528007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.536432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.537105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.659618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-68cee644-5925-49c6-848e-37967776fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.660401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-68cee644-5925-49c6-848e-37967776fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.661425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-68cee644-5925-49c6-848e-37967776fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.661974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Network': ['ID=2410af2b-815d-41b3-aac5-b14a32e5e990,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:21.663076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-68cee644-5925-49c6-848e-37967776fb94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7792ce69-c4cd-4050-9057-f0df1aaeb340&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=3ced517c-4e6b-4b23-a866-1b22970c4d70&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 200 len: 2293 time: 0.1139650 Aug 06 15:50:21.675071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:50:21.686428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port d2cefe06-e220-492b-9098-244fd0d8964e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:21.686787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.742852 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-2830151d-dfb0-4071-b70b-a7b2c7d8aa68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 200 len: 1001 time: 0.0698063 Aug 06 15:50:21.754039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e7c4980-c09b-4599-b716-af9d2de51212 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:21.755850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64f3a59-476d-4823-aaec-fc795cc3eff4 None None] Provisioning for port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:21.792708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64f3a59-476d-4823-aaec-fc795cc3eff4 None None] Provisioning complete for port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:21.793493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d64f3a59-476d-4823-aaec-fc795cc3eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.800884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 2e7c4980-c09b-4599-b716-af9d2de51212 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:21.800884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 2e7c4980-c09b-4599-b716-af9d2de51212 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:21.810020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.819490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-185f725f-fae4-4bcd-86ae-273edfa10311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.821668 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-185f725f-fae4-4bcd-86ae-273edfa10311 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 200 len: 850 time: 0.0665722 Aug 06 15:50:21.832071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for d2cefe06-e220-492b-9098-244fd0d8964e owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:21.835211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2575a655-f830-4d9c-8490-28bcee2af10c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8563519 Aug 06 15:50:21.844341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:21.858803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d64f3a59-476d-4823-aaec-fc795cc3eff4 None None] Port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:21.866402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d64f3a59-476d-4823-aaec-fc795cc3eff4 None None] Provisioning complete for port 78915c23-571a-4d0c-acae-f8b000803c0a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:21.867038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d64f3a59-476d-4823-aaec-fc795cc3eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:21.921300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-29c20f09-1a4c-4fa7-8c8a-cf2bd507b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:21.923755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-29c20f09-1a4c-4fa7-8c8a-cf2bd507b755 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7792ce69-c4cd-4050-9057-f0df1aaeb340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940568 Aug 06 15:50:22.005131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7957520d-88dc-4cde-9855-4a6af78eb4fe tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:22.006652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7957520d-88dc-4cde-9855-4a6af78eb4fe tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fcdeb411cc36447f93dfb13b24415f8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1595619 Aug 06 15:50:22.010374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.098708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Provisioning complete for port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:22.099288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.110640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34872) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.116215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-f8de6ece-8b9a-49b4-b7ac-bc9ab3649375 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813800 Aug 06 15:50:22.124480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d37f3523-7b9b-4041-ba0f-893dcc5884ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.140991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:22.164767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34404c1d-42d2-4370-b002-94419968506e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:22.166287 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-34404c1d-42d2-4370-b002-94419968506e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1547461 Aug 06 15:50:22.169569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.177900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Provisioning for port d2cefe06-e220-492b-9098-244fd0d8964e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:22.186600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Provisioning complete for port d2cefe06-e220-492b-9098-244fd0d8964e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:22.189137 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.218052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a9350e1b-a4bc-4300-a170-63283e0de03b None None] Port d2cefe06-e220-492b-9098-244fd0d8964e was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 15:50:22.240825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6bf173ff-0f7b-4929-9441-5eda2e454818 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671387 Aug 06 15:50:22.241466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.253573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.257884 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-e153db66-e538-4162-9f27-8524af0e6573 service neutron] 10.222.0.64 "GET /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254110 Aug 06 15:50:22.294111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 78915c23-571a-4d0c-acae-f8b000803c0a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:22.321493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-79deb6d9-6c67-429e-a547-4482c713b161 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fcdeb411cc36447f93dfb13b24415f8e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729976 Aug 06 15:50:22.324443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=d2cefe06-e220-492b-9098-244fd0d8964e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:22.332452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34882) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.336147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-92d1a208-cfa3-434a-ab87-089c197976fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 217 time: 0.0564556 Aug 06 15:50:22.377833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 78915c23-571a-4d0c-acae-f8b000803c0a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:22.381678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.385189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.399564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-739cd02d-a5aa-427c-836f-259a5eac3d49 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/d2cefe06-e220-492b-9098-244fd0d8964e HTTP/1.1" status: 204 len: 168 time: 0.8937476 Aug 06 15:50:22.422991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-5facc9a7-1317-49bd-9457-3081e5ee3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:22.424732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.425285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-5facc9a7-1317-49bd-9457-3081e5ee3ff7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0769398 Aug 06 15:50:22.500964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d37f3523-7b9b-4041-ba0f-893dcc5884ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.549644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-5652b200-9b93-49b2-b978-b55111ffe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:22.550824 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-711e436e-b5a4-4672-961f-de119d712f14 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:22.553038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-711e436e-b5a4-4672-961f-de119d712f14 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/d2cefe06-e220-492b-9098-244fd0d8964e HTTP/1.1" status: 404 len: 333 time: 0.1266735 Aug 06 15:50:22.556613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-5652b200-9b93-49b2-b978-b55111ffe183 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1174719 Aug 06 15:50:22.557183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34892) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.622377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d37f3523-7b9b-4041-ba0f-893dcc5884ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:22.704461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d37f3523-7b9b-4041-ba0f-893dcc5884ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9707fb0f24884c06a4336b9d0e59d092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925491 Aug 06 15:50:22.720783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6527c39-a9c9-45b1-bd48-e8762ae9fcb5 req-7e8d00a6-43b3-4a75-aa03-7a93c8afee07 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 210 time: 0.1825104 Aug 06 15:50:22.733148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:22.856064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-85fde24b-8b62-4a91-976a-eb6e4757802b service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820865 Aug 06 15:50:22.860296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:22.860864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.025195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.053741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:23.057687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-261bcb5a-a4d3-4a1c-b822-ec7c62dc7c69 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810341 Aug 06 15:50:23.107527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-042d7b02-2833-44a9-9cae-d658a8f4044b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 217 time: 0.0406764 Aug 06 15:50:23.175433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f3523-7b9b-4041-ba0f-893dcc5884ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163caae-2a54-46db-a794-ff4e67b9a27f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:23.206854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-6f36f744-688a-4aa3-ba82-d9cb4870ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:23.208209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-6f36f744-688a-4aa3-ba82-d9cb4870ca70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0661747 Aug 06 15:50:23.274958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f11ca-5e8f-472e-a5cf-7dacf933be6b tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:23.279213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-696f11ca-5e8f-472e-a5cf-7dacf933be6b tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9472613 Aug 06 15:50:23.280250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:23.324273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-49f98784-8687-474e-8869-23f09d8f3170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:23.326160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-49f98784-8687-474e-8869-23f09d8f3170 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056490 Aug 06 15:50:23.333051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c692368-a731-4276-a745-c4e9e2c13058 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496345 Aug 06 15:50:23.337001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:23.342674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563336067', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:23.346716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.436799 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.449654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.489062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=6078313f-79cc-4160-bc8b-6cbc0a2c6ca5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:23.501419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-a9fe4d05-abe2-47ab-937f-0e72cb60c30d service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584427 Aug 06 15:50:23.547687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.549859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2babedec-2bd2-48e5-8922-76c46a3ccde1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 HTTP/1.1" status: 204 len: 168 time: 0.9901903 Aug 06 15:50:23.552756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:23.580062 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbba0e42-eb1f-4c84-9690-ca39266ab63b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:23.581740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dbba0e42-eb1f-4c84-9690-ca39266ab63b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/6078313f-79cc-4160-bc8b-6cbc0a2c6ca5 HTTP/1.1" status: 404 len: 333 time: 0.0279310 Aug 06 15:50:23.585008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:23.597601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:23.600773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.627784 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-88a8d959-aed8-44ad-ab90-b42ae3319dc8 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092353 Aug 06 15:50:23.628732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.631423 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.635143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8163caae-2a54-46db-a794-ff4e67b9a27f HTTP/1.1" status: 204 len: 168 time: 0.8876035 Aug 06 15:50:23.708693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-d1dcaf44-becf-48ed-b170-36e79ad01755 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 200 len: 217 time: 0.0713575 Aug 06 15:50:23.809990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-d28f0c19-c03e-4dcf-a788-c2d69aee45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:23.811894 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-d28f0c19-c03e-4dcf-a788-c2d69aee45ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.0937579 Aug 06 15:50:23.870375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163caae-2a54-46db-a794-ff4e67b9a27f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:23.881418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-e4621e97-24d5-4828-8676-5cbb64719821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:23.883281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-e4621e97-24d5-4828-8676-5cbb64719821 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566576 Aug 06 15:50:23.892875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:23.911707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:23.956604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.957221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.957732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.958226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.958726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.959208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.959704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.960219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.960717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.961202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.961680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.962156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aba2a0-8e1b-45a3-8549-733e3804bad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:23.978688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a80119f2-1054-4b2d-82c6-216f0769a47f req-fa36a5cd-4cf1-45f2-940e-057259a2e822 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 210 time: 0.1053033 Aug 06 15:50:24.012881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.107524 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-22fc3a1a-d746-4d0c-a862-52dbfa67b462 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117712 Aug 06 15:50:24.143889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-7fcd38c4-ddfd-4eb3-9387-087d405558be tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:24.147401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-7fcd38c4-ddfd-4eb3-9387-087d405558be tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 805 time: 0.1868105 Aug 06 15:50:24.176194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Request body: {'port': {'device_id': '98a19443-265a-4b04-8993-f37926a0fb20', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'admin_state_up': True, 'tenant_id': '3710307740d74869bd0baae23a43f6cb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:24.190364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.275164 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.359843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Subnet': ['ID=c0cee293-5824-4fd1-9696-28ef05f0fa2f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:24.365718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.398732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9c8e90-1390-4757-a053-7e8043ba7197 None None] Network df8da0ae-0072-42bc-af2e-df0558c72ac3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:24.406983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-e667c54e-8a57-4969-8fa2-4c7bc981f13c service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591231 Aug 06 15:50:24.413155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Made reservation on behalf of 3710307740d74869bd0baae23a43f6cb for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:24.413155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.425693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.427860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58 HTTP/1.1" status: 204 len: 168 time: 0.8418937 Aug 06 15:50:24.429203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Checking segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:24.429564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network hostable DHCP agents. Network: 2410af2b-815d-41b3-aac5-b14a32e5e990, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:50:24.431455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:24.440585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2fe624-e96d-4a8e-8a04-5b257f4b14a8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:24.569611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-646fa957-6c15-4f5a-8804-ec6ca841d0ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 200 len: 217 time: 0.1539180 Aug 06 15:50:24.576174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.581891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:50:24.723639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-96fda218-1415-496c-bcdd-921eb01e460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:24.724041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] DHCP port deletion for df8da0ae-0072-42bc-af2e-df0558c72ac3 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:50:24.725347 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-96fda218-1415-496c-bcdd-921eb01e460a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 200 len: 797 time: 0.1415262 Aug 06 15:50:24.736013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 2410af2b-815d-41b3-aac5-b14a32e5e990) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:24.742214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:24.742214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.771620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287dca1a-9e05-41dd-bc41-44dc7629346e None None] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:24.834260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Allocated IP 172.20.0.13 (68c16110-4e8a-4bb9-8d25-93879ae929d4/a66bbed5-c02d-4941-ad9e-09d1d73805c1/cfdd53a2-cf87-44ef-a255-0b8165dc3bb7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:24.844827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 78915c23-571a-4d0c-acae-f8b000803c0a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:24.846800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:24.875627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-01192295-ba65-4457-ba90-2f721eb0d859 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5350993 Aug 06 15:50:24.928120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-b86faf87-b272-4d69-a6be-e5ac0c883231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:24.929766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-b86faf87-b272-4d69-a6be-e5ac0c883231 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ced517c-4e6b-4b23-a866-1b22970c4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611404 Aug 06 15:50:25.021946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] Deleting port 78915c23-571a-4d0c-acae-f8b000803c0a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:25.024202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.050588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] For port 78915c23-571a-4d0c-acae-f8b000803c0a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=78915c23-571a-4d0c-acae-f8b000803c0a,segment=NetworkSegment(c094a4a2-005b-4d99-b0ea-b560c526819b),segment_id=c094a4a2-005b-4d99-b0ea-b560c526819b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:25.050957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.102542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 78915c23-571a-4d0c-acae-f8b000803c0a owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:25.174922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] For port 78915c23-571a-4d0c-acae-f8b000803c0a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=78915c23-571a-4d0c-acae-f8b000803c0a,segment=NetworkSegment(c094a4a2-005b-4d99-b0ea-b560c526819b),segment_id=c094a4a2-005b-4d99-b0ea-b560c526819b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:25.175352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.205472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-12701d8a-9fd0-4fc1-90f6-77158bfc48df service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527964 Aug 06 15:50:25.205689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] Calling delete_port for 78915c23-571a-4d0c-acae-f8b000803c0a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:25.243409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.404354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-2410af2b-815d-41b3-aac5-b14a32e5e990', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ips': [{'subnet_id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:50:25.405979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.494034 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7108199d-07d9-4978-9c80-193b1ca7e83d req-78f20c17-b999-4861-a32e-d5bd04d37594 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 210 time: 0.0352449 Aug 06 15:50:25.589991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Allocated IP 172.20.0.18 (2410af2b-815d-41b3-aac5-b14a32e5e990/c0cee293-5824-4fd1-9696-28ef05f0fa2f/e6839cad-67f9-4612-8bc9-8601bab365ea) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:25.594863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.650524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a93fe-7c06-48da-a8fa-da26d2c9f6f5 req-91fe077c-d3f4-4d34-a62f-7bc3fb403ab8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:25.664632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] No DVR routers for this DVR port 78915c23-571a-4d0c-acae-f8b000803c0a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:25.667324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a00a93fe-7c06-48da-a8fa-da26d2c9f6f5 req-91fe077c-d3f4-4d34-a62f-7bc3fb403ab8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1047852 Aug 06 15:50:25.669932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc52acb-139f-4703-a14b-b502554a0e55 None None] Pushing event deleted for resources: {'Port': ['ID=78915c23-571a-4d0c-acae-f8b000803c0a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:25.710939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:25.717662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.728593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885671773', 'description': 'tempest-secgroup-smoke-885671773 description', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:25.790843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=78915c23-571a-4d0c-acae-f8b000803c0a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:25.792967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a00a93fe-7c06-48da-a8fa-da26d2c9f6f5 req-4693aebf-822a-4ac9-b1a3-0b44323651cd tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248500 Aug 06 15:50:25.808256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-64d0a38f-1bd9-4a45-84e0-40ad5f71f254 service neutron] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992792 Aug 06 15:50:25.829969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No DVR routers for this DVR port 78915c23-571a-4d0c-acae-f8b000803c0a on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:25.881246 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.899586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:25.918037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-09138062-4eb5-400e-955f-85dbe418998a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 200 len: 217 time: 0.0959675 Aug 06 15:50:25.924595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Transition to ACTIVE for port object e6839cad-67f9-4612-8bc9-8601bab365ea will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:25.945119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Transition to ACTIVE for port object e6839cad-67f9-4612-8bc9-8601bab365ea will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:25.998721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.011726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.017513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.026436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:26.076244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8da0ae-0072-42bc-af2e-df0558c72ac3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:26.077036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.102820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c094a4a2-005b-4d99-b0ea-b560c526819b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:26.103134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c094a4a2-005b-4d99-b0ea-b560c526819b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:26.107529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Network 68c16110-4e8a-4bb9-8d25-93879ae929d4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:26.113070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-18cfd645-8ffc-4dc3-bab4-bdbe7c79ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.114593 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-18cfd645-8ffc-4dc3-bab4-bdbe7c79ba0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.1787581 Aug 06 15:50:26.130117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:26.144470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:26.158155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.164566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event updated for resources: {'Port': ['ID=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:26.201901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:26.246354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.257249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Pushing event updated for resources: {'Port': ['ID=e6839cad-67f9-4612-8bc9-8601bab365ea,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:26.261645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:26.263391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:50:26.263391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.264566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:50:26.268016 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:50:26.291125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.291796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.344977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 78915c23-571a-4d0c-acae-f8b000803c0a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:26.346748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-ba3ea1ad-e23f-45ce-9e33-09a8f8f6fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.348339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-ba3ea1ad-e23f-45ce-9e33-09a8f8f6fb56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114468 Aug 06 15:50:26.421043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 78915c23-571a-4d0c-acae-f8b000803c0a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:26.421625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 78915c23-571a-4d0c-acae-f8b000803c0a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:26.432793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Attempting to bind port e6839cad-67f9-4612-8bc9-8601bab365ea on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:26.433126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Attempting to bind port e6839cad-67f9-4612-8bc9-8601bab365ea by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:26.433419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Attempting to bind port e6839cad-67f9-4612-8bc9-8601bab365ea on network 2410af2b-815d-41b3-aac5-b14a32e5e990 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:26.447856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:26.451413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Checking segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:26.451413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.451413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Bound using segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:26.451413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Bound port: e6839cad-67f9-4612-8bc9-8601bab365ea, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:26.451413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.478763 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-6074eb3e-be75-4651-9523-7a916c4bb78b service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210549 Aug 06 15:50:26.490825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.544939 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:50:26.590030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.595996 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/df8da0ae-0072-42bc-af2e-df0558c72ac3 HTTP/1.1" status: 204 len: 168 time: 2.1597521 Aug 06 15:50:26.597255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:26.597707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] For port e6839cad-67f9-4612-8bc9-8601bab365ea, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:26.599629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367b005-9cce-476c-bc8a-676d3ed20580 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=df8da0ae-0072-42bc-af2e-df0558c72ac3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:26.602842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] For port e6839cad-67f9-4612-8bc9-8601bab365ea, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6839cad-67f9-4612-8bc9-8601bab365ea,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:26.612552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-294361063'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:26.688420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.724956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.729124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-343805b1-6142-4616-be22-1ddd66f58ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317176 Aug 06 15:50:26.788781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ac51-6632-4dc3-a88a-35749f510dfc None None] Pushing event updated for resources: {'Port': ['ID=e6839cad-67f9-4612-8bc9-8601bab365ea,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:26.798581 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-25e5708e-c3e3-444c-9008-6e9ca0ddd92d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 200 len: 217 time: 0.0556409 Aug 06 15:50:26.804678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:26.819187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dd91e-f5bd-4063-b820-91f1fc9c3bc4 req-2a230ec1-f920-48cd-9e95-cf74a7bec187 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.827392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-015dd91e-f5bd-4063-b820-91f1fc9c3bc4 req-2a230ec1-f920-48cd-9e95-cf74a7bec187 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 932 time: 0.1702037 Aug 06 15:50:26.885224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-107ebbf8-83e2-48be-901f-930fbbbdd220 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7174861 Aug 06 15:50:26.905704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Request body: {'port': {'device_id': '98a19443-265a-4b04-8993-f37926a0fb20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:26.906212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.915085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.927221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.930960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.942145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.955789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.963515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8d619-64d6-49ba-a4e3-328ff3adeb75,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:26.979507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:26.989329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-bbea6407-2952-4169-92a0-807226a9df2b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.2981136 Aug 06 15:50:27.003950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-0234fb8e-7fa2-47ce-b369-ddba939fa975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:27.006442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-0234fb8e-7fa2-47ce-b369-ddba939fa975 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 200 len: 797 time: 0.1942785 Aug 06 15:50:27.012465 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.018318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-015dd91e-f5bd-4063-b820-91f1fc9c3bc4 req-3d84c167-865f-4105-bfcf-ce89d5bd194c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896384 Aug 06 15:50:27.085848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:27.094891 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.130947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:50:27.151407 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.152199 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 7e9d37c1-1964-40d7-b056-c9e1069540d7 of type vlan for network 7f933883-ab8b-4c2f-9cec-e4e60e846434 Aug 06 15:50:27.197843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-6c5e0ba6-c243-4125-a74c-f275c2417b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:27.199398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-6c5e0ba6-c243-4125-a74c-f275c2417b44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718419 Aug 06 15:50:27.231567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa323e22-f63a-4935-a246-dc3cd066e7cd req-b4b997c4-6064-4073-87b8-f42c78270d64 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2094243 Aug 06 15:50:27.288410 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.302561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0c321-b0ac-4a00-8530-70be12e9f633 req-cea78c17-640e-4252-a405-af978ffca91d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:27.304261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23f0c321-b0ac-4a00-8530-70be12e9f633 req-cea78c17-640e-4252-a405-af978ffca91d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1650870 Aug 06 15:50:27.362534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23f0c321-b0ac-4a00-8530-70be12e9f633 req-7e6f0f10-63fe-416a-ae58-f0267b02e512 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507004 Aug 06 15:50:27.396487 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.408118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:27.408118 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.504693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=7f933883-ab8b-4c2f-9cec-e4e60e846434,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:27.517870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:50:27.525672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-669d0b52-6500-4ca7-891b-54e383e41965 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9272029 Aug 06 15:50:27.528384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:27.537468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:27.612999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.615257 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1a2df4f5-00fc-4079-8da4-4419b57f5d1f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9005065 Aug 06 15:50:27.620365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:27.633493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': 'cce8d619-64d6-49ba-a4e3-328ff3adeb75', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:27.647899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:27.657831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.668112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-c3f77ca2-3ea4-4aaf-9fb3-4d5752190a5a service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574714 Aug 06 15:50:27.682452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Transition to ACTIVE for port object cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:27.769806 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.844118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:27.868308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-3e211002-9f71-4cee-a404-4c1cfd89c34b service neutron] 10.222.0.64 "GET /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767313 Aug 06 15:50:27.874577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:27.885780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:27.901070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.018148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.030433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Attempting to bind port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:28.032139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Attempting to bind port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:28.032688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Attempting to bind port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:28.040346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:50:28.040985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Attempting to bind port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 on network 68c16110-4e8a-4bb9-8d25-93879ae929d4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:28.048768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:28.049315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Checking segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:28.049888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Bound using segment: {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:28.050552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Bound port: cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad5bc98-a063-403c-a1f2-217e7ebaa518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:28.051075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.051201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.058848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.067594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.080504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.087169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.094451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.101576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.104386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-1368d15f-a4c9-4848-9c07-c14f50c0d132 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.2346606 Aug 06 15:50:28.106615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.160364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa027918-ef82-4c89-a61f-eb88e62e4d65,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:28.177057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] For port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:28.181173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] For port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:28.189394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-487f2a78-ef65-442e-8c81-09d0a9338567 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.191134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-487f2a78-ef65-442e-8c81-09d0a9338567 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "GET /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0788758 Aug 06 15:50:28.226209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8582ca7-03ed-4acb-8e35-02accec5f4cd None None] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:28.228395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.231263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d73c5f5d-cf51-404c-aeaf-b48eadc1f1f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6026592 Aug 06 15:50:28.234935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:28.243317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': 'cce8d619-64d6-49ba-a4e3-328ff3adeb75', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:28.277729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.334762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.335699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.341446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] 10.222.0.64 "PUT /v2.0/ports/cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 HTTP/1.1" status: 200 len: 1092 time: 1.4396360 Aug 06 15:50:28.342191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a19443-265a-4b04-8993-f37926a0fb20', 'tag': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:28.346582 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d817b5-5aeb-4863-bd70-e519169f7768" -d '{"events": [{"name": "network-changed", "server_uuid": "98a19443-265a-4b04-8993-f37926a0fb20", "tag": "cfdd53a2-cf87-44ef-a255-0b8165dc3bb7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:28.431156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6839cad-67f9-4612-8bc9-8601bab365ea up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:28.444412 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.533405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d47ba2-ecea-49d7-a765-360a7e7c2b1b req-0fd5ed6b-0121-405a-a292-c25c848226bd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.534850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5c8cb-89d0-4935-999f-16bf6d0cebf6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:28.545654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58d47ba2-ecea-49d7-a765-360a7e7c2b1b req-0fd5ed6b-0121-405a-a292-c25c848226bd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 944 time: 0.4207020 Aug 06 15:50:28.592691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.599182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-8af4db7b-912d-4e3e-bddc-2054de0f0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.600806 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-8af4db7b-912d-4e3e-bddc-2054de0f0faa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 1095 time: 0.0985141 Aug 06 15:50:28.609698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-29efcf48-5a8b-4633-a6b8-7293db4472b5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "GET /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3942618 Aug 06 15:50:28.644870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:28.679405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-12059c5e-f3f7-4da7-b59d-c72b07a323e8 None None] Provisioning for port e6839cad-67f9-4612-8bc9-8601bab365ea completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:28.701565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-5e36c670-d53e-47dd-9257-a2819a99e950 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 HTTP/1.1" status: 200 len: 217 time: 0.0788515 Aug 06 15:50:28.719496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e6839cad-67f9-4612-8bc9-8601bab365ea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:28.726039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.726509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e6839cad-67f9-4612-8bc9-8601bab365ea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:28.727737 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.763294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.770751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.777386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.783787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.796775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.801007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.808527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.810749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-ce8b2b86-26fe-4d63-82ae-817bedd689d1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 5435 time: 0.3556247 Aug 06 15:50:28.831018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58d47ba2-ecea-49d7-a765-360a7e7c2b1b req-67dbd803-ed69-43a7-ad7b-89e8aab1429d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795107 Aug 06 15:50:28.859977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-c9139940-2dee-4e0b-ab02-502ad4f6cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:28.865015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-c9139940-2dee-4e0b-ab02-502ad4f6cf5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.1508493 Aug 06 15:50:28.895528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87a408e-2b7c-490f-b249-28e899413357,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:28.919070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.944051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.956291 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:28.961120 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e9f53d-b07d-4cb8-8490-1a7725fa19bf x-openstack-request-id: req-f6e9f53d-b07d-4cb8-8490-1a7725fa19bf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:28.967378 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a19443-265a-4b04-8993-f37926a0fb20", "tag": "cfdd53a2-cf87-44ef-a255-0b8165dc3bb7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:28.967378 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6e9f53d-b07d-4cb8-8490-1a7725fa19bf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:28.967378 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a19443-265a-4b04-8993-f37926a0fb20', 'tag': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7', 'status': 'completed', 'code': 200} Aug 06 15:50:29.009870 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-46d7dce8-8a9c-41c4-b904-c464d3ec0e15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051900 Aug 06 15:50:29.020218 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.026904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36cd3c51-850a-4800-908e-8fd139c581c2 None None] Provisioning complete for port e6839cad-67f9-4612-8bc9-8601bab365ea triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:29.027276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36cd3c51-850a-4800-908e-8fd139c581c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.061991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e6839cad-67f9-4612-8bc9-8601bab365ea, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6839cad-67f9-4612-8bc9-8601bab365ea,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:29.069748 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.074807 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d9f174b7-5a8e-43d8-9299-67d3709aac9d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8383079 Aug 06 15:50:29.075581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35070) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:29.083050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': 'cce8d619-64d6-49ba-a4e3-328ff3adeb75', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:29.092345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d21c7115-1902-42d1-97bd-0331719bc4ce req-71697cbe-acbe-4803-bb1e-de904dcd7e28 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2143519 Aug 06 15:50:29.111907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=46f00b57-6605-4644-a202-c927d504cffe,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:29.146317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '7e9d37c1-1964-40d7-b056-c9e1069540d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:29.146705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: 7f933883-ab8b-4c2f-9cec-e4e60e846434, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:50:29.165095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.177868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c2e84-6204-4fe2-b8c7-8ab76f8dbd99 req-f5b7e6e4-d9c3-490d-a4b7-d5d14f2341d2 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:29.179674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d79c2e84-6204-4fe2-b8c7-8ab76f8dbd99 req-f5b7e6e4-d9c3-490d-a4b7-d5d14f2341d2 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1666479 Aug 06 15:50:29.194628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-c5619fdd-8ce0-44e8-8cff-66f7a1529bce service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717808 Aug 06 15:50:29.207187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36cd3c51-850a-4800-908e-8fd139c581c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.252039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e6839cad-67f9-4612-8bc9-8601bab365ea,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:29.284532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.293816 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d79c2e84-6204-4fe2-b8c7-8ab76f8dbd99 req-18784009-07f1-45fd-8625-5d96ac5c28bd tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977602 Aug 06 15:50:29.302701 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-36cd3c51-850a-4800-908e-8fd139c581c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:50:29.303352 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-36cd3c51-850a-4800-908e-8fd139c581c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:50:29.321603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4a9e86cd-7480-4aea-930c-8a7af7bf025f,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:29.337620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:50:29.345319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb049808-f8af-4eb3-b7d0-8a0471466c30 req-51a90f38-b66f-4f2b-b4d6-37a295d8ce82 service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390307 Aug 06 15:50:29.376566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.380172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] For port 4a9e86cd-7480-4aea-930c-8a7af7bf025f, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:29.414354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] device_id is not set on port 4a9e86cd-7480-4aea-930c-8a7af7bf025f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:29.423713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.450349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7f933883-ab8b-4c2f-9cec-e4e60e846434) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:29.455597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:29.456586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.458716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6573799-c48d-47af-b042-e0c8145986ce None None] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:29.503596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.526461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a06203-d8c7-42ef-aa43-512386a13a60,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:29.580592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-20a3afc6-ccd4-4741-82b7-60de294f242e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0497046 Aug 06 15:50:29.582106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.583365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:29.589571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434', 'name': 'tempest-PortsIpV6TestJSON-808808904', 'fixed_ips': [{'subnet_id': '46f00b57-6605-4644-a202-c927d504cffe', 'ip_address': '2001:db8::10'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:29.661585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.664432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87debfa1-78d2-40df-937f-577d1bdea420 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5857787 Aug 06 15:50:29.668464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7f933883-ab8b-4c2f-9cec-e4e60e846434', 'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': '46f00b57-6605-4644-a202-c927d504cffe'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:50:29.669831 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.670690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-88b988bb-45e4-4baf-b375-f33eb99969fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:29.677821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-88b988bb-45e4-4baf-b375-f33eb99969fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3710307740d74869bd0baae23a43f6cb&device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 1095 time: 0.1354470 Aug 06 15:50:29.680423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:29.680755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:29.686993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] No DVR routers for this DVR port 4a9e86cd-7480-4aea-930c-8a7af7bf025f on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:29.688795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': 'cce8d619-64d6-49ba-a4e3-328ff3adeb75', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:29.713899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:29.738108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] In _notify_port_updated(), no bound segment for port 4a9e86cd-7480-4aea-930c-8a7af7bf025f on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:50:29.739648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:29.740497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.742745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-80d95351-f95a-4a87-a201-b61abe7c3461 service neutron] 10.222.0.64 "PUT /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 200 len: 1028 time: 1.1202302 Aug 06 15:50:29.812935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-54ac19e7-7f39-45ed-970e-3e2cc80ffed7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:29.814824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-54ac19e7-7f39-45ed-970e-3e2cc80ffed7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "GET /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0636165 Aug 06 15:50:29.829183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:29.890354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:29.946683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Allocated IP 2001:db8::2 (7f933883-ab8b-4c2f-9cec-e4e60e846434/46f00b57-6605-4644-a202-c927d504cffe/89428181-4e2a-47ea-989d-71f43b5f8ed7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:29.998431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.014932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.069732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b85fba86-61cb-4d68-a57a-cdb38260aeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.087847 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.102359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e989e59-bf4d-4254-bbcc-aa67ae7d23aa req-c3a1854b-cb0f-4d15-894c-05ef0bbadc4d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.113436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e989e59-bf4d-4254-bbcc-aa67ae7d23aa req-c3a1854b-cb0f-4d15-894c-05ef0bbadc4d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 944 time: 0.1368582 Aug 06 15:50:30.123506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c74c22-9ff5-4502-b0d6-6e0a2712426a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:30.130032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-1514b854-e98e-47bc-aa92-76e17188f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.131614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-1514b854-e98e-47bc-aa92-76e17188f9a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 200 len: 906 time: 0.4047048 Aug 06 15:50:30.244921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8b215246-18aa-4291-83cf-1a6ba61f2289 None None] Provisioning complete for port 4a9e86cd-7480-4aea-930c-8a7af7bf025f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:30.245303 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8b215246-18aa-4291-83cf-1a6ba61f2289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.248529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e989e59-bf4d-4254-bbcc-aa67ae7d23aa req-7edf4439-a905-4361-8991-f078353c5994 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334591 Aug 06 15:50:30.274128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-d99d0ef2-1db8-4a22-8744-930660b03a1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 HTTP/1.1" status: 200 len: 217 time: 0.1343844 Aug 06 15:50:30.276726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:30.347890 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.354870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:30.361884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-81f4a050-8fc1-4133-b991-54ee3d712468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.363696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-81f4a050-8fc1-4133-b991-54ee3d712468 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 200 len: 845 time: 0.0635178 Aug 06 15:50:30.376814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.376814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a96d4d4d-853b-4d06-8cfb-dbe757f9061b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6919818 Aug 06 15:50:30.383030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Transition to ACTIVE for port object 89428181-4e2a-47ea-989d-71f43b5f8ed7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:30.388024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:30.392978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': 'cce8d619-64d6-49ba-a4e3-328ff3adeb75', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:30.408833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] For port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:30.409915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6839cad-67f9-4612-8bc9-8601bab365ea up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:30.468185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-f1a303a5-5ca0-41a5-bb36-3dfd64569e39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68c16110-4e8a-4bb9-8d25-93879ae929d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907776 Aug 06 15:50:30.468410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Transition to ACTIVE for port object 89428181-4e2a-47ea-989d-71f43b5f8ed7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:30.477606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8b215246-18aa-4291-83cf-1a6ba61f2289 None None] Port 4a9e86cd-7480-4aea-930c-8a7af7bf025f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:30.503763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e6839cad-67f9-4612-8bc9-8601bab365ea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:30.506085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.529989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] device_id is not set on port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:30.545755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.577795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.585983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.594845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.603968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.611583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.612578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.621066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.622561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.623027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2954438a-a009-411e-befc-2cd8b04fe33f req-49bb4438-76fd-4639-bc9f-40c23bdf34b4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 4660 time: 0.3544016 Aug 06 15:50:30.647300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871c11c-84e0-4b55-bcc2-734727b64fce req-43b0c6be-07b3-4f75-8ba8-5017e1347e1d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.649062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1871c11c-84e0-4b55-bcc2-734727b64fce req-43b0c6be-07b3-4f75-8ba8-5017e1347e1d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2069647 Aug 06 15:50:30.650016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:30.679616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:30.684057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:30.690806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:30.693596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2954438a-a009-411e-befc-2cd8b04fe33f req-b484e73a-b377-412d-83a6-ee7fff030f19 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=de26b728-f9a8-491d-a535-e453bd93b6a7&id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580373 Aug 06 15:50:30.695115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.703883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Pushing event updated for resources: {'Port': ['ID=89428181-4e2a-47ea-989d-71f43b5f8ed7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:30.775753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b85fba86-61cb-4d68-a57a-cdb38260aeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.779543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] No DVR routers for this DVR port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:30.808310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Attempting to bind port 89428181-4e2a-47ea-989d-71f43b5f8ed7 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:30.808950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Attempting to bind port 89428181-4e2a-47ea-989d-71f43b5f8ed7 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '7e9d37c1-1964-40d7-b056-c9e1069540d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:30.809561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Attempting to bind port 89428181-4e2a-47ea-989d-71f43b5f8ed7 on network 7f933883-ab8b-4c2f-9cec-e4e60e846434 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:30.816888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:30.817703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Checking segment: {'id': '7e9d37c1-1964-40d7-b056-c9e1069540d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:30.818266 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.818812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Bound using segment: {'id': '7e9d37c1-1964-40d7-b056-c9e1069540d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:30.819487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Bound port: 89428181-4e2a-47ea-989d-71f43b5f8ed7, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9d37c1-1964-40d7-b056-c9e1069540d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:30.820322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.896068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] In _notify_port_updated(), no bound segment for port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 on network 3ced517c-4e6b-4b23-a866-1b22970c4d70 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:50:30.896985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:30.900830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.902435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] 10.222.0.64 "PUT /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 200 len: 1027 time: 1.0798340 Aug 06 15:50:30.903797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::10 (7f933883-ab8b-4c2f-9cec-e4e60e846434/46f00b57-6605-4644-a202-c927d504cffe/24534d9b-a28f-4aff-a1e6-a5e09ce216d0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:30.930705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae724d4-ac26-4eee-a375-13529bd64a9b service neutron] Pushing event updated for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:30.942938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] For port 89428181-4e2a-47ea-989d-71f43b5f8ed7, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:30.943814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b85fba86-61cb-4d68-a57a-cdb38260aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:30.946810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] For port 89428181-4e2a-47ea-989d-71f43b5f8ed7, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=89428181-4e2a-47ea-989d-71f43b5f8ed7,segment=NetworkSegment(7e9d37c1-1964-40d7-b056-c9e1069540d7),segment_id=7e9d37c1-1964-40d7-b056-c9e1069540d7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:30.949422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1871c11c-84e0-4b55-bcc2-734727b64fce req-2ea36a71-1325-4693-96d0-0e58e56628dc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610936 Aug 06 15:50:31.022034 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.070403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port 26297175-d569-442c-a9ac-41fc65156fdf {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:31.070936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.152748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-07c62969-9fb5-4041-acdc-5a391faf93ab None None] Provisioning complete for port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:31.153374 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07c62969-9fb5-4041-acdc-5a391faf93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.157328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebccbd5-4bfc-4570-a4c4-da38660f0a42 None None] Pushing event updated for resources: {'Port': ['ID=89428181-4e2a-47ea-989d-71f43b5f8ed7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:31.197594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-07c62969-9fb5-4041-acdc-5a391faf93ab None None] Port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:31.216050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] For port 26297175-d569-442c-a9ac-41fc65156fdf, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=26297175-d569-442c-a9ac-41fc65156fdf,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:31.216706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.224954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-882562a2-dfb4-4234-a051-5bb1568e3092 service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452111 Aug 06 15:50:31.231001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for 26297175-d569-442c-a9ac-41fc65156fdf owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:31.292969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fba86-61cb-4d68-a57a-cdb38260aeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba185ac-c9ab-4aef-915b-9bbfa82142df,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:31.309611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b85fba86-61cb-4d68-a57a-cdb38260aeef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec672b0cea3a4e1098065792d2dbb102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6265616 Aug 06 15:50:31.317076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35100) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:31.330486 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Project fcdeb411cc36447f93dfb13b24415f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:50:31.362590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.365010 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.423693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a304c-9de9-44f5-a718-64da06ec9f22 req-5bf25f73-7871-4b49-b0ee-5485ef806d52 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:31.425680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c99a304c-9de9-44f5-a718-64da06ec9f22 req-5bf25f73-7871-4b49-b0ee-5485ef806d52 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 944 time: 0.0990865 Aug 06 15:50:31.509669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:31.542714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c99a304c-9de9-44f5-a718-64da06ec9f22 req-79f2c638-45bf-4e10-aa0f-f3d41dbb7f94 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060979 Aug 06 15:50:31.643475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-49d817b5-5aeb-4863-bd70-e519169f7768 req-47667e7f-bd65-45cd-a498-1476b67815f4 service neutron] 10.222.0.64 "GET /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019375 Aug 06 15:50:31.645413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.647570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-febd9648-9edb-434f-b180-86ff72870780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.661912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.695196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-febd9648-9edb-434f-b180-86ff72870780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.701086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=26297175-d569-442c-a9ac-41fc65156fdf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:31.753453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.772420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] No DVR routers for this DVR port 26297175-d569-442c-a9ac-41fc65156fdf on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:31.775425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.779269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade3bcc1-d2c2-4ded-9464-dc69446991c3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:31.784525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-3f5210ba-5c63-40c0-b588-bb78a3bd8df7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "DELETE /v2.0/ports/26297175-d569-442c-a9ac-41fc65156fdf HTTP/1.1" status: 204 len: 173 time: 0.8610396 Aug 06 15:50:31.784525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': '26297175-d569-442c-a9ac-41fc65156fdf'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:31.791695 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85ab2d9-d4c1-4548-964b-7e5d7c93f2b5" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "26297175-d569-442c-a9ac-41fc65156fdf"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:31.799057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:50:31.801910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 26297175-d569-442c-a9ac-41fc65156fdf no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:31.819168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.838902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 26297175-d569-442c-a9ac-41fc65156fdf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:31.839248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 26297175-d569-442c-a9ac-41fc65156fdf not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:31.839888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4aed3dc-3070-4884-9466-198482ca35e2 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:31.911398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:31.916753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:31.923705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:31.930661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:31.931676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.936713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-febd9648-9edb-434f-b180-86ff72870780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.941395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-febd9648-9edb-434f-b180-86ff72870780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.943926 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada163e-47a3-48b6-835d-5bc42dde9c7b x-openstack-request-id: req-aada163e-47a3-48b6-835d-5bc42dde9c7b {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:31.944271 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "26297175-d569-442c-a9ac-41fc65156fdf", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:31.944507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-febd9648-9edb-434f-b180-86ff72870780 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ba185ac-c9ab-4aef-915b-9bbfa82142df HTTP/1.1" status: 204 len: 168 time: 0.6158776 Aug 06 15:50:31.944665 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aada163e-47a3-48b6-835d-5bc42dde9c7b {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:31.944911 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': '26297175-d569-442c-a9ac-41fc65156fdf', 'status': 'completed', 'code': 200} Aug 06 15:50:31.952409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=24534d9b-a28f-4aff-a1e6-a5e09ce216d0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:31.956343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:31.957853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-42caceff-c448-4837-b287-7719cd7fb6a8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5688710 Aug 06 15:50:31.961709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:31.969784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd9648-9edb-434f-b180-86ff72870780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba185ac-c9ab-4aef-915b-9bbfa82142df,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:31.972755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': 'cce8d619-64d6-49ba-a4e3-328ff3adeb75', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:32.067409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951683f-a6d6-4456-b562-680c7e77c885 req-c7535d06-bab8-4405-bc3a-dad408a57f66 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:32.074570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:32.087875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-38a956d4-d541-4032-a0c9-1a1ce170edf9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5012786 Aug 06 15:50:32.091639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:32.091745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951683f-a6d6-4456-b562-680c7e77c885 req-c7535d06-bab8-4405-bc3a-dad408a57f66 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:32.094221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': '7f933883-ab8b-4c2f-9cec-e4e60e846434', 'name': 'tempest-PortsIpV6TestJSON-640162234', 'fixed_ips': [{'subnet_id': '46f00b57-6605-4644-a202-c927d504cffe', 'ip_address': '2001:db8::f'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:32.096543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951683f-a6d6-4456-b562-680c7e77c885 req-c7535d06-bab8-4405-bc3a-dad408a57f66 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:32.103826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951683f-a6d6-4456-b562-680c7e77c885 req-c7535d06-bab8-4405-bc3a-dad408a57f66 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:32.105922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e951683f-a6d6-4456-b562-680c7e77c885 req-c7535d06-bab8-4405-bc3a-dad408a57f66 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 3151 time: 0.2958488 Aug 06 15:50:32.228118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7', 'network_id': '68c16110-4e8a-4bb9-8d25-93879ae929d4', 'port_id': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7', 'mac_address': 'fa:16:3e:67:d2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66bbed5-c02d-4941-ad9e-09d1d73805c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:50:32.271051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.383258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.403110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e951683f-a6d6-4456-b562-680c7e77c885 req-54d58939-69f5-4803-af9e-615184869cd6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739072 Aug 06 15:50:32.414917 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Project fcdeb411cc36447f93dfb13b24415f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:50:32.448008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port c8877d3a-ec56-46c5-b0d9-b6260b776000 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:32.448804 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.474011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4aed3dc-3070-4884-9466-198482ca35e2,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:32.478712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:32.479006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.482024 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e9b6a6-52e7-4099-a530-89b4179b9d06" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-unplugged", "status": "completed", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:32.488542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 89428181-4e2a-47ea-989d-71f43b5f8ed7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:32.531255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:32.570619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2895c4f-bc03-462c-80b7-4162bf9da636 req-41b953f7-9d6c-4f1e-9e92-ffcc2a37e8f8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:32.572495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2895c4f-bc03-462c-80b7-4162bf9da636 req-41b953f7-9d6c-4f1e-9e92-ffcc2a37e8f8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.4630959 Aug 06 15:50:32.613917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:32.624068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:32.630007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.630494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.634342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4a9e86cd-7480-4aea-930c-8a7af7bf025f no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:32.697174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2895c4f-bc03-462c-80b7-4162bf9da636 req-a98c4032-ab33-4196-9a80-f597d8d506f3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747349 Aug 06 15:50:32.732576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 17430fd8-c58f-4cab-97c3-2a63b1b0d30f yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:32.746063 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58787864-b767-4c89-bbd0-e913f28c2696 x-openstack-request-id: req-58787864-b767-4c89-bbd0-e913f28c2696 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:32.746610 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-unplugged", "status": "completed", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:32.750046 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58787864-b767-4c89-bbd0-e913f28c2696 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:32.750046 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2', 'code': 200} Aug 06 15:50:32.758960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.779529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] For port c8877d3a-ec56-46c5-b0d9-b6260b776000, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c8877d3a-ec56-46c5-b0d9-b6260b776000,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:32.780003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.808043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for c8877d3a-ec56-46c5-b0d9-b6260b776000 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:32.842376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4a9e86cd-7480-4aea-930c-8a7af7bf025f not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:32.842811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:32.845318 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.875789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7aac90-9ac2-4c80-9dfd-5fae14fd42d9 None None] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:32.905684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 89428181-4e2a-47ea-989d-71f43b5f8ed7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:32.923102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:32.954080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:32.967906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9050ea-3edf-4d86-9f3e-92e7550e8a9c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:32.977320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.978256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.978256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.978496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.978924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.979037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.979307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.979638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.980004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.980407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.980674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.980981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:50:32.982623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::f (7f933883-ab8b-4c2f-9cec-e4e60e846434/46f00b57-6605-4644-a202-c927d504cffe/17430fd8-c58f-4cab-97c3-2a63b1b0d30f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:32.994445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:32.994879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fd99b991-0a62-43f4-bfd4-8d13c7f951a6 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:33.019495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723dec5-39b7-4de3-aa5d-f7a5a4e8af78 req-1338c456-4679-4150-adc0-7cc94730e9e9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:33.023215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1723dec5-39b7-4de3-aa5d-f7a5a4e8af78 req-1338c456-4679-4150-adc0-7cc94730e9e9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 945 time: 0.1535175 Aug 06 15:50:33.025468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.026937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cecf4027-28f4-454f-9b24-f30d40ae10e2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0641344 Aug 06 15:50:33.222460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.236745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:33.253747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 17430fd8-c58f-4cab-97c3-2a63b1b0d30f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:33.256174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73cc6513-b745-4a45-a565-ad56e00eedfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.331406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:33.352723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] Provisioning for port 89428181-4e2a-47ea-989d-71f43b5f8ed7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:33.368548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] Provisioning complete for port 89428181-4e2a-47ea-989d-71f43b5f8ed7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:33.369007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.398031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73cc6513-b745-4a45-a565-ad56e00eedfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.400028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['cfdd53a2-cf87-44ef-a255-0b8165dc3bb7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:33.450644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.501405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-73cc6513-b745-4a45-a565-ad56e00eedfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.515222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.532222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1723dec5-39b7-4de3-aa5d-f7a5a4e8af78 req-4beedda5-7a31-44b3-b3d7-8f047f5ade70 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003049 Aug 06 15:50:33.554528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-357a5813-38f2-4df3-9ca6-9aabcb8db3b5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885671773&fields=id&tenant_id=fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 267 time: 0.0870755 Aug 06 15:50:33.585210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:33.591868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:33.597353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-73cc6513-b745-4a45-a565-ad56e00eedfa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c31d2a4e440742b68e8ae52e9a3a343c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589656 Aug 06 15:50:33.597649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=17430fd8-c58f-4cab-97c3-2a63b1b0d30f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:33.607442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:33.612320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:33.613326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:33.613986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.616688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc6513-b745-4a45-a565-ad56e00eedfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d76e76-21db-48ca-9cd4-81c71f574f26,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:33.627782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:33.651461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.664278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.729704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] For port 89428181-4e2a-47ea-989d-71f43b5f8ed7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=89428181-4e2a-47ea-989d-71f43b5f8ed7,segment=NetworkSegment(7e9d37c1-1964-40d7-b056-c9e1069540d7),segment_id=7e9d37c1-1964-40d7-b056-c9e1069540d7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:33.734779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.735495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8877d3a-ec56-46c5-b0d9-b6260b776000 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:33.757197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=c8877d3a-ec56-46c5-b0d9-b6260b776000,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:33.776630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c2e69e2-4f93-414e-bd0e-38cd779a116b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6870368 Aug 06 15:50:33.779248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:33.830057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c8877d3a-ec56-46c5-b0d9-b6260b776000 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:33.830823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c8877d3a-ec56-46c5-b0d9-b6260b776000 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:33.831841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 72af20ce-46b5-477c-9b72-e4eebfed3825 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:33.880552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] No DVR routers for this DVR port c8877d3a-ec56-46c5-b0d9-b6260b776000 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:33.883775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.887004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa12192-e8d2-4084-b7ad-0de05168d4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.889233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:33.892063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-eacf9977-6ddf-437c-8682-238e5c88ac6c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "DELETE /v2.0/ports/c8877d3a-ec56-46c5-b0d9-b6260b776000 HTTP/1.1" status: 204 len: 173 time: 2.0962877 Aug 06 15:50:33.927444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:33.956472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa62393e-2473-4d9a-a93f-352cf909d56d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:33.958380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa62393e-2473-4d9a-a93f-352cf909d56d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1779580 Aug 06 15:50:33.963000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35168) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:33.976130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26d0e-98f4-4393-8df9-a8e4bc8c6c81 req-1d0888d7-267a-4138-afca-c417e4680914 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:33.987274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26d0e-98f4-4393-8df9-a8e4bc8c6c81 req-1d0888d7-267a-4138-afca-c417e4680914 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:33.993770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf26d0e-98f4-4393-8df9-a8e4bc8c6c81 req-1d0888d7-267a-4138-afca-c417e4680914 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:33.995507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdf26d0e-98f4-4393-8df9-a8e4bc8c6c81 req-1d0888d7-267a-4138-afca-c417e4680914 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 2412 time: 0.3201690 Aug 06 15:50:33.996003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': 'c8877d3a-ec56-46c5-b0d9-b6260b776000'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:33.998378 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50b425-8209-49a1-8069-4f13df9393c1" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "c8877d3a-ec56-46c5-b0d9-b6260b776000"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:34.036428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa12192-e8d2-4084-b7ad-0de05168d4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.044993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0374a3e-d54c-414c-9c87-969c291b94fc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:34.052738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0374a3e-d54c-414c-9c87-969c291b94fc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:34.059398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0374a3e-d54c-414c-9c87-969c291b94fc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:34.061380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b0374a3e-d54c-414c-9c87-969c291b94fc tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.0972431 Aug 06 15:50:34.069388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:34.101367 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.104374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34fb49-90ed-4ada-8a9b-79ed0576d04e None None] Pushing event updated for resources: {'Port': ['ID=89428181-4e2a-47ea-989d-71f43b5f8ed7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:34.105116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-d9c48989-c5b1-461f-8d95-3d4b26bcc40e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:34.106741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-d9c48989-c5b1-461f-8d95-3d4b26bcc40e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/networks?id=2410af2b-815d-41b3-aac5-b14a32e5e990 HTTP/1.1" status: 200 len: 797 time: 0.5387790 Aug 06 15:50:34.187408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Provisioning for port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:34.190688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-15df2139-2c2c-4b59-a196-974067d65836 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/quotas/fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 375 time: 0.0632699 Aug 06 15:50:34.191252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 17430fd8-c58f-4cab-97c3-2a63b1b0d30f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:34.191997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.208359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port e4aed3dc-3070-4884-9466-198482ca35e2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:34.208660 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.219447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=72af20ce-46b5-477c-9b72-e4eebfed3825,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:34.223273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Provisioning complete for port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:34.224093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cdf26d0e-98f4-4393-8df9-a8e4bc8c6c81 req-dd4418ac-befb-41ab-8cf7-d5467e493cf4 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482735 Aug 06 15:50:34.224607 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.332447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:34.355927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.398955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.399418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 89428181-4e2a-47ea-989d-71f43b5f8ed7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:34.414099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa12192-e8d2-4084-b7ad-0de05168d4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.417233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfa12192-e8d2-4084-b7ad-0de05168d4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.421599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dfa12192-e8d2-4084-b7ad-0de05168d4d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34d76e76-21db-48ca-9cd4-81c71f574f26 HTTP/1.1" status: 204 len: 168 time: 0.8079216 Aug 06 15:50:34.427284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 17430fd8-c58f-4cab-97c3-2a63b1b0d30f owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:34.486294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Provisioning for port 17430fd8-c58f-4cab-97c3-2a63b1b0d30f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:34.495708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12192-e8d2-4084-b7ad-0de05168d4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d76e76-21db-48ca-9cd4-81c71f574f26,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:34.503853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Provisioning complete for port 17430fd8-c58f-4cab-97c3-2a63b1b0d30f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:34.504228 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.539713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-b62984db-5684-41f3-a3a3-4fc8e3ea2722 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3393288 Aug 06 15:50:34.569988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Port 17430fd8-c58f-4cab-97c3-2a63b1b0d30f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:34.579545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:34.628539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Provisioning complete for port 89428181-4e2a-47ea-989d-71f43b5f8ed7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:34.631410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80a9dcad-60ef-4f04-9081-0510f1b4bdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.727743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 89428181-4e2a-47ea-989d-71f43b5f8ed7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:34.728149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.751178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6'}, {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:34.760807 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171bb1f9-842d-4e7a-85f7-de7a1ecd36f9" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-unplugged", "status": "completed", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6"}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-unplugged", "status": "completed", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:34.781601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] For port e4aed3dc-3070-4884-9466-198482ca35e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4aed3dc-3070-4884-9466-198482ca35e2,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:34.782040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.800208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f703ab-d7ed-4ccc-bde3-23690d01744f req-b30ddc82-a063-463e-907d-3eec901d907e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:34.807566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7f703ab-d7ed-4ccc-bde3-23690d01744f req-b30ddc82-a063-463e-907d-3eec901d907e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.4120553 Aug 06 15:50:34.814361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-cd773233-f119-4c87-9a61-cf79c269de14 service neutron] 10.222.0.16 "GET /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463672 Aug 06 15:50:34.836432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for e4aed3dc-3070-4884-9466-198482ca35e2 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:34.856340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.930245 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f0f97766-c5d7-4329-846c-e10bafda236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.935329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=17430fd8-c58f-4cab-97c3-2a63b1b0d30f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:34.940240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:34.942376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-60ce259f-472b-44f9-a06a-9a03e4ec1ed5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/17430fd8-c58f-4cab-97c3-2a63b1b0d30f HTTP/1.1" status: 204 len: 168 time: 0.8717484 Aug 06 15:50:34.946559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:34.957877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7f703ab-d7ed-4ccc-bde3-23690d01744f req-53c51ee5-9227-4a51-b4d6-345069e69655 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434758 Aug 06 15:50:34.968241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-778717c5-74bf-45b0-950e-d20d01e3fc1f None None] Could not find standard attr ID for object 17430fd8-c58f-4cab-97c3-2a63b1b0d30f. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:50:34.988910 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0369f3-2138-4f1e-a273-427045fa7177 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:34.991184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cf0369f3-2138-4f1e-a273-427045fa7177 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/17430fd8-c58f-4cab-97c3-2a63b1b0d30f HTTP/1.1" status: 404 len: 333 time: 0.0431983 Aug 06 15:50:34.994222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:35.001468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-778717c5-74bf-45b0-950e-d20d01e3fc1f None None] Provisioning complete for port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:35.001845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-778717c5-74bf-45b0-950e-d20d01e3fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:35.067790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-778717c5-74bf-45b0-950e-d20d01e3fc1f None None] Port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:35.076537 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a3781-82e4-411b-adfe-579b082178b0 x-openstack-request-id: req-2e4a3781-82e4-411b-adfe-579b082178b0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:35.076873 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "c8877d3a-ec56-46c5-b0d9-b6260b776000", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:35.077099 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e4a3781-82e4-411b-adfe-579b082178b0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:35.077502 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': 'c8877d3a-ec56-46c5-b0d9-b6260b776000', 'status': 'completed', 'code': 200} Aug 06 15:50:35.102972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-b1e0b259-90f1-4854-9da0-c27046dfce3c service neutron] 10.222.0.16 "GET /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687433 Aug 06 15:50:35.269924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d293f-5208-4f30-8bef-ff818904680c req-6b612035-e4d9-44b4-bd0d-b9ac376139b8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:35.271767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db0d293f-5208-4f30-8bef-ff818904680c req-6b612035-e4d9-44b4-bd0d-b9ac376139b8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 945 time: 0.1606150 Aug 06 15:50:35.284518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:35.284872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:35.375868 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:35.387710 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22f9a14-3631-4b4b-b197-10b710dab86f x-openstack-request-id: req-f22f9a14-3631-4b4b-b197-10b710dab86f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:35.388718 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-unplugged", "status": "completed", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6", "code": 200}, {"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-unplugged", "status": "completed", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:35.389179 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f22f9a14-3631-4b4b-b197-10b710dab86f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:35.389887 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'code': 200} Aug 06 15:50:35.390833 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825', 'code': 200} Aug 06 15:50:35.430958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db0d293f-5208-4f30-8bef-ff818904680c req-7133f9aa-b00b-4d42-b6d9-79371c13a5f1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499753 Aug 06 15:50:35.437160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=e4aed3dc-3070-4884-9466-198482ca35e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:35.512583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:35.516436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] No DVR routers for this DVR port e4aed3dc-3070-4884-9466-198482ca35e2 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:35.537364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:35.539434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-889252c2-0c36-4e83-b85e-f99d98b7f014 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "DELETE /v2.0/ports/e4aed3dc-3070-4884-9466-198482ca35e2 HTTP/1.1" status: 204 len: 173 time: 1.6300237 Aug 06 15:50:35.582268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 24534d9b-a28f-4aff-a1e6-a5e09ce216d0 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:35.606061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d5ccd22-41bb-4e39-ace8-205adf777a35 req-14ab5897-eb9f-4bf2-ad69-f9d3db106b4b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 210 time: 0.0600393 Aug 06 15:50:35.690706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce9f2-7eb5-4a53-bb61-57fe82a6a11d req-c1c1773f-93c2-4579-bea2-1810da341c4b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:35.696939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce9f2-7eb5-4a53-bb61-57fe82a6a11d req-c1c1773f-93c2-4579-bea2-1810da341c4b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:35.698747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bccce9f2-7eb5-4a53-bb61-57fe82a6a11d req-c1c1773f-93c2-4579-bea2-1810da341c4b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 1677 time: 0.2100267 Aug 06 15:50:35.826900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:35.853055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:35.856125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:35.902888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bccce9f2-7eb5-4a53-bb61-57fe82a6a11d req-5d6f9a0d-d5be-4a5d-a54a-5bd4b16e256f tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756670 Aug 06 15:50:36.090732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:36.097074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:36.097855 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.113736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] For port fd99b991-0a62-43f4-bfd4-8d13c7f951a6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:36.113902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.126497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.227115 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.235697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=24534d9b-a28f-4aff-a1e6-a5e09ce216d0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:36.254957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dbd94-4aac-4f7a-81e8-edf29a8d7b31 req-f428376f-a817-4440-82ac-6d84cbcbd6a4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:36.268271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-679dbd94-4aac-4f7a-81e8-edf29a8d7b31 req-f428376f-a817-4440-82ac-6d84cbcbd6a4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2057774 Aug 06 15:50:36.277813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:36.340933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.342866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50a95b53-d499-40bc-b4ae-4b5fad0bc7c5 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/24534d9b-a28f-4aff-a1e6-a5e09ce216d0 HTTP/1.1" status: 204 len: 168 time: 1.3461432 Aug 06 15:50:36.346938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:36.364474 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.384634 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc9e292-b545-4ede-9736-fa39d3f147ad tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:36.387998 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0fc9e292-b545-4ede-9736-fa39d3f147ad tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/24534d9b-a28f-4aff-a1e6-a5e09ce216d0 HTTP/1.1" status: 404 len: 333 time: 0.0398195 Aug 06 15:50:36.391451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:36.425534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-679dbd94-4aac-4f7a-81e8-edf29a8d7b31 req-51bdc9e9-253f-4bd8-b718-f72d37efe713 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622231 Aug 06 15:50:36.465484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:36.504460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 46f00b57-6605-4644-a202-c927d504cffe {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:36.514087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.571961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.591933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.592420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.592617 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Floating IP e5469010-7907-4b97-9cea-3aec71f55f80 disassociated. External IP: 172.25.5.248, port: fd99b991-0a62-43f4-bfd4-8d13c7f951a6. Aug 06 15:50:36.595792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for fd99b991-0a62-43f4-bfd4-8d13c7f951a6 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:36.661983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8dee3-5ea8-4232-b978-2d30a10d89ad req-02bde93c-51f1-4ef5-b8e2-1a7820162fe6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:36.663555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32d8dee3-5ea8-4232-b978-2d30a10d89ad req-02bde93c-51f1-4ef5-b8e2-1a7820162fe6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1110339 Aug 06 15:50:36.676796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.764433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32d8dee3-5ea8-4232-b978-2d30a10d89ad req-45fc571c-f770-41a4-852b-157d042d3753 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937507 Aug 06 15:50:36.766966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4269c1ad-3c1a-4349-9a7e-d1df5e6edb35 req-a9c95abb-d0a6-4ec4-917c-27768f67eb17 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 210 time: 0.0515099 Aug 06 15:50:36.908465 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.943658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:36.945679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/46f00b57-6605-4644-a202-c927d504cffe HTTP/1.1" status: 204 len: 168 time: 0.5530038 Aug 06 15:50:36.946600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af98ec-565d-4eb9-8b1e-0e93ab825cde tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=46f00b57-6605-4644-a202-c927d504cffe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:36.949461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:36.955907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6666313-e62f-4765-bc50-118bb9fa3919 None None] Network 7f933883-ab8b-4c2f-9cec-e4e60e846434 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:36.975764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.060712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=fd99b991-0a62-43f4-bfd4-8d13c7f951a6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:37.096373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:37.100652 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d122349-99d5-4648-9367-7e7b1224d7c0" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:37.101333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.166790 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b11e2-5eec-45b1-ac6f-b2a3524bcc50 x-openstack-request-id: req-4a5b11e2-5eec-45b1-ac6f-b2a3524bcc50 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:37.167259 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "e4aed3dc-3070-4884-9466-198482ca35e2", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:37.167511 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a5b11e2-5eec-45b1-ac6f-b2a3524bcc50 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:37.167926 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': 'e4aed3dc-3070-4884-9466-198482ca35e2', 'status': 'completed', 'code': 200} Aug 06 15:50:37.199604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38362d8d-d27b-4df8-9374-ae2961fee1c9 req-9e70b84b-255a-45c5-9948-a0170c822bb5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:37.199604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38362d8d-d27b-4df8-9374-ae2961fee1c9 req-9e70b84b-255a-45c5-9948-a0170c822bb5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 943 time: 0.1456459 Aug 06 15:50:37.264534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 89428181-4e2a-47ea-989d-71f43b5f8ed7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:37.269754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.281856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] DHCP port deletion for 7f933883-ab8b-4c2f-9cec-e4e60e846434 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:50:37.311860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38362d8d-d27b-4df8-9374-ae2961fee1c9 req-6ffbc339-6012-49b3-9896-3f7c7facc3a7 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775878 Aug 06 15:50:37.313969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Router f143eca1-6734-43c9-b2eb-462715ea8de9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:50:37.397214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a19443-265a-4b04-8993-f37926a0fb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:37.404392 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b601526-3071-4fa6-bac2-d10179cccade" -d '{"events": [{"server_uuid": "98a19443-265a-4b04-8993-f37926a0fb20", "name": "network-vif-plugged", "status": "completed", "tag": "cfdd53a2-cf87-44ef-a255-0b8165dc3bb7"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:37.425202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] Deleting port 89428181-4e2a-47ea-989d-71f43b5f8ed7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:37.425883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.511981 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4442b1d7-0f9a-436b-99bb-88aca9af205f x-openstack-request-id: req-4442b1d7-0f9a-436b-99bb-88aca9af205f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:37.517670 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a19443-265a-4b04-8993-f37926a0fb20", "name": "network-vif-plugged", "status": "completed", "tag": "cfdd53a2-cf87-44ef-a255-0b8165dc3bb7", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:37.517670 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4442b1d7-0f9a-436b-99bb-88aca9af205f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:37.517670 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a19443-265a-4b04-8993-f37926a0fb20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7', 'code': 200} Aug 06 15:50:37.603795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] For port 89428181-4e2a-47ea-989d-71f43b5f8ed7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=89428181-4e2a-47ea-989d-71f43b5f8ed7,segment=NetworkSegment(7e9d37c1-1964-40d7-b056-c9e1069540d7),segment_id=7e9d37c1-1964-40d7-b056-c9e1069540d7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:37.604610 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.622142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] Calling delete_port for 89428181-4e2a-47ea-989d-71f43b5f8ed7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:37.767572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.769778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:50:37.788131 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9417c9e-c929-4b20-8ceb-99822cab7049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.888692 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:37.929747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] Pushing event deleted for resources: {'Port': ['ID=89428181-4e2a-47ea-989d-71f43b5f8ed7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:37.931769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fd190-0e60-4cc7-b24c-fc212c825fe8 None None] No DVR routers for this DVR port 89428181-4e2a-47ea-989d-71f43b5f8ed7 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:37.991395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:38.017973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408426-21d4-45b4-bd18-5923c3e6ef81 req-f2dc1776-4bec-4416-977b-c8bc3126b3dc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:38.028975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49408426-21d4-45b4-bd18-5923c3e6ef81 req-f2dc1776-4bec-4416-977b-c8bc3126b3dc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2078280 Aug 06 15:50:38.033012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'mac_address': 'fa:16:3e:fc:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:50:38.082394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] For port 89428181-4e2a-47ea-989d-71f43b5f8ed7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=89428181-4e2a-47ea-989d-71f43b5f8ed7,segment=NetworkSegment(7e9d37c1-1964-40d7-b056-c9e1069540d7),segment_id=7e9d37c1-1964-40d7-b056-c9e1069540d7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:38.087160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.100340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee769b4-97d2-4f03-9bc5-e4a51cbbe0a5 req-98b25112-c94e-4c5a-9a83-1da485f3b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:38.102529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cee769b4-97d2-4f03-9bc5-e4a51cbbe0a5 req-98b25112-c94e-4c5a-9a83-1da485f3b91c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 1097 time: 0.1890423 Aug 06 15:50:38.114645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 89428181-4e2a-47ea-989d-71f43b5f8ed7 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:38.115707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb5f41-354e-46b2-891a-47a01c3e14e1 req-74f81890-32aa-40c2-b4f9-1b6a896b5c52 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:38.117252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.120512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59bb5f41-354e-46b2-891a-47a01c3e14e1 req-74f81890-32aa-40c2-b4f9-1b6a896b5c52 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2388864 Aug 06 15:50:38.147624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:38.154184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:50:38.172804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] Sync routers for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:50:38.215585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:38.217445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:38.218942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:38.221514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cee769b4-97d2-4f03-9bc5-e4a51cbbe0a5 req-24dddcf5-1c2e-4d4b-a45e-552e08f029b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005421 Aug 06 15:50:38.233411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49408426-21d4-45b4-bd18-5923c3e6ef81 req-f8bbdab4-b020-4926-b2a5-ddf75fd2e362 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030163 Aug 06 15:50:38.277869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-91260bd6-1e89-44e5-b57d-3ebd4edcb5a5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:38.291023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.293146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] No DVR routers for this DVR port fd99b991-0a62-43f4-bfd4-8d13c7f951a6 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:38.297502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-91260bd6-1e89-44e5-b57d-3ebd4edcb5a5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "GET /v2.0/networks?id=2410af2b-815d-41b3-aac5-b14a32e5e990 HTTP/1.1" status: 200 len: 797 time: 0.3849311 Aug 06 15:50:38.311244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.316675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-38496be6-fe34-45e3-95a8-6ca2f4d44429 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "DELETE /v2.0/ports/fd99b991-0a62-43f4-bfd4-8d13c7f951a6 HTTP/1.1" status: 204 len: 173 time: 2.7435079 Aug 06 15:50:38.389803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:38.393518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59bb5f41-354e-46b2-891a-47a01c3e14e1 req-2cc2b008-eab9-4ae0-8b68-04f9e548756a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554154 Aug 06 15:50:38.425792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce573eb5-b2e4-4589-8a4d-cab3775ee615 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 471 time: 0.1171339 Aug 06 15:50:38.440543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 89428181-4e2a-47ea-989d-71f43b5f8ed7 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:38.445768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'port': {'device_id': '96301835-247f-4668-ac78-81d2fa574c3e', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'admin_state_up': True, 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'security_groups': ['cce8d619-64d6-49ba-a4e3-328ff3adeb75']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:38.508713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 89428181-4e2a-47ea-989d-71f43b5f8ed7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:38.509061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 89428181-4e2a-47ea-989d-71f43b5f8ed7 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:38.520508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f79da13f-709e-4806-bf28-0509f43cd5e5 req-541a341c-46ba-4515-b1d9-7b7d5ef75788 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 210 time: 0.1250319 Aug 06 15:50:38.529087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:38.556945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:50:38.641333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.678996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=89428181-4e2a-47ea-989d-71f43b5f8ed7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:38.683925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No DVR routers for this DVR port 89428181-4e2a-47ea-989d-71f43b5f8ed7 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:38.730634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port 72af20ce-46b5-477c-9b72-e4eebfed3825 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:38.731332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.753014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:38.762234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.790353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3d016-88b7-4b00-ab09-985e314fd9c1 req-4667209c-bd2c-4332-add2-5a36c7c4f345 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:38.792331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48f3d016-88b7-4b00-ab09-985e314fd9c1 req-4667209c-bd2c-4332-add2-5a36c7c4f345 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 943 time: 0.2177477 Aug 06 15:50:38.825088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.856703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f933883-ab8b-4c2f-9cec-e4e60e846434']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:38.878826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9d37c1-1964-40d7-b056-c9e1069540d7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:38.879134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9d37c1-1964-40d7-b056-c9e1069540d7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:38.918414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48f3d016-88b7-4b00-ab09-985e314fd9c1 req-07974ce0-a6fd-4c36-b6b7-48cfa5cdfd45 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups?id=fd21b4f6-2e8f-408a-91d8-f697490e46a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172175 Aug 06 15:50:38.964257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] For port 72af20ce-46b5-477c-9b72-e4eebfed3825, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=72af20ce-46b5-477c-9b72-e4eebfed3825,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:38.965022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.975145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:38.994162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for 72af20ce-46b5-477c-9b72-e4eebfed3825 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:39.028809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.037690 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.049148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:50:39.049564 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:50:39.053659 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:50:39.162993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:26Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:39.172110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:39.177619 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd6721f-99e2-4f05-93a3-5832922753ba" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:39.197655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] Checking router: f143eca1-6734-43c9-b2eb-462715ea8de9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:50:39.209475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:39.210357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:39.314768 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad2404e-0bd6-47db-b958-7d1ede58bc0e x-openstack-request-id: req-9ad2404e-0bd6-47db-b958-7d1ede58bc0e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:39.315080 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "fd99b991-0a62-43f4-bfd4-8d13c7f951a6", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:39.315338 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ad2404e-0bd6-47db-b958-7d1ede58bc0e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:39.315757 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': 'fd99b991-0a62-43f4-bfd4-8d13c7f951a6', 'status': 'completed', 'code': 200} Aug 06 15:50:39.419866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:50:39.427453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.20.0.19 (2410af2b-815d-41b3-aac5-b14a32e5e990/c0cee293-5824-4fd1-9696-28ef05f0fa2f/a407066e-1749-411c-af88-b02795f23268) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:39.495193 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.509329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.539968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.542109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/7f933883-ab8b-4c2f-9cec-e4e60e846434 HTTP/1.1" status: 204 len: 168 time: 2.5916152 Aug 06 15:50:39.573981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:39.575777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=72af20ce-46b5-477c-9b72-e4eebfed3825,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:39.586437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8a415-86cc-4042-b03a-83c0dd56d27a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=7f933883-ab8b-4c2f-9cec-e4e60e846434,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:39.601888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1575703115'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:39.767859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:39.801668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329abc3a-22c2-4c8a-be75-68a3694af035 req-efc915ed-a842-4b7a-b905-d57332168d1e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:39.809664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-329abc3a-22c2-4c8a-be75-68a3694af035 req-efc915ed-a842-4b7a-b905-d57332168d1e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.4063764 Aug 06 15:50:39.824142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.838463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:39.841672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Transition to ACTIVE for port object a407066e-1749-411c-af88-b02795f23268 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:39.842861 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.924389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:50:39.941489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] No DVR routers for this DVR port 72af20ce-46b5-477c-9b72-e4eebfed3825 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:39.944887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.947403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350e811a-c066-400e-9579-40ce11b445f8 req-a8d9a5d6-d651-415d-a940-6f68b0574469 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.64 "DELETE /v2.0/ports/72af20ce-46b5-477c-9b72-e4eebfed3825 HTTP/1.1" status: 204 len: 173 time: 1.6208169 Aug 06 15:50:39.973057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-329abc3a-22c2-4c8a-be75-68a3694af035 req-32d02ac4-7891-4c79-bf69-3abe68c1e455 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621950 Aug 06 15:50:39.975271 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:39.975620 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Added segment 57a78a03-8693-4616-a71f-0124a83d5ecb of type vlan for network a730cba6-1fa9-420f-b434-1dc7b27c220e Aug 06 15:50:39.984314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.116121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705add5-a7a8-46e6-931f-e43c2c4a3257 req-5ac8c898-628b-4615-be58-249cc926811a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:40.129397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5705add5-a7a8-46e6-931f-e43c2c4a3257 req-5ac8c898-628b-4615-be58-249cc926811a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.4430170 Aug 06 15:50:40.135435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:40.138119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:40.147992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:40.152721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=a407066e-1749-411c-af88-b02795f23268,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:40.193875 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.272208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:40.272778 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.304133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:26Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:40.362531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:40.363240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.373489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d676e72e-1ec8-40a0-8735-8bee4eb3705b None None] The sync data for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 is: [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:39:15Z', 'revision_number': 4, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6703a655-1538-4046-8b2e-f5faee8f0848', 'name': '', 'network_id': '7792ce69-c4cd-4050-9057-f0df1aaeb340', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'mac_address': 'fa:16:3e:b6:9e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:13Z', 'updated_at': '2021-08-06T15:39:26Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'subnets': [{'id': 'a338001a-c740-49e4-92e9-112e20ab408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:50:40.379368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5705add5-a7a8-46e6-931f-e43c2c4a3257 req-7ec661b3-7a16-4acb-beff-b1729b5a3477 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475903 Aug 06 15:50:40.494907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251dc9d-0588-4eac-b440-6ce4d54851b4 req-ec7962f2-8400-49f7-94af-9701a7b5202d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:40.500701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c251dc9d-0588-4eac-b440-6ce4d54851b4 req-ec7962f2-8400-49f7-94af-9701a7b5202d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 932 time: 0.3151991 Aug 06 15:50:40.534896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.588329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ce84e52e-678d-40f9-8aef-4295843812f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1474307 Aug 06 15:50:40.599930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Request body: {'port': {'device_id': '96301835-247f-4668-ac78-81d2fa574c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:40.621070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.654846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:40.657240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.667099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:40.670143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:40.673056 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7018a49-f6ac-4c02-8118-f11b921574cb" -d '{"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-plugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:40.741918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.854923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c115be5-6dc8-4b39-b4c0-19537dc8a70f req-4f7a0539-149d-4306-8868-9b4b8f1a5ae5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.1749837 Aug 06 15:50:40.865868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.920288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:40.927793 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:40.982653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c251dc9d-0588-4eac-b440-6ce4d54851b4 req-705a1a28-5c29-459e-86ac-b3e0a1aa33f2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4731929 Aug 06 15:50:41.003949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4252172 Aug 06 15:50:41.007889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:41.010661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa41a1-3155-485f-a3fc-63bbd8d828a4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Network': ['ID=a730cba6-1fa9-420f-b434-1dc7b27c220e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:41.025619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network a730cba6-1fa9-420f-b434-1dc7b27c220e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:50:41.035979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-08132a1f-02eb-4c58-8027-50e7be4fdbdc None None] Provisioning for port a407066e-1749-411c-af88-b02795f23268 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:41.042963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:41.093239 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5c4b73-1e6a-424f-8306-1d6eda7c4d06 None None] New status for floating IP e5469010-7907-4b97-9cea-3aec71f55f80: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:50:41.110211 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e1eb2-3e4b-4905-9b09-30b4e9ad7bb8 x-openstack-request-id: req-fd0e1eb2-3e4b-4905-9b09-30b4e9ad7bb8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:41.110613 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-plugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:41.110989 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd0e1eb2-3e4b-4905-9b09-30b4e9ad7bb8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:41.111480 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'code': 200} Aug 06 15:50:41.117282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-08132a1f-02eb-4c58-8027-50e7be4fdbdc None None] Provisioning complete for port a407066e-1749-411c-af88-b02795f23268 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:41.121462 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08132a1f-02eb-4c58-8027-50e7be4fdbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:41.313203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-08132a1f-02eb-4c58-8027-50e7be4fdbdc None None] Port a407066e-1749-411c-af88-b02795f23268 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:41.321889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:41.325130 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90504b93-1d0f-46c8-90e1-95c56d71e8b0" -d '{"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:41.464489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ad0df-e7e1-4362-9571-92c3d2dd662e req-2c51de38-b50c-4604-8d63-8cdd083d2934 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:41.481086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e9ad0df-e7e1-4362-9571-92c3d2dd662e req-2c51de38-b50c-4604-8d63-8cdd083d2934 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1832502 Aug 06 15:50:41.510315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a407066e-1749-411c-af88-b02795f23268 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:41.519618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:41.529855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:41.535518 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:41.546968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Transition to ACTIVE for port object a407066e-1749-411c-af88-b02795f23268 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:41.597517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960e7e6-c691-4f40-b3b0-b7096ce46889 req-19e8c3a3-f4da-4bfc-8873-81e68ed4eff8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:41.599720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9960e7e6-c691-4f40-b3b0-b7096ce46889 req-19e8c3a3-f4da-4bfc-8873-81e68ed4eff8 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2018661 Aug 06 15:50:41.623843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:41.782688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e9ad0df-e7e1-4362-9571-92c3d2dd662e req-59780367-4ad2-46fe-a9e2-44bf045ca1e0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986629 Aug 06 15:50:41.872562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9960e7e6-c691-4f40-b3b0-b7096ce46889 req-c989f857-b84c-4b54-b3fa-e05b3b61723c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582495 Aug 06 15:50:41.976327 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f7ad4-a89b-41dd-9574-da9e04bc919e x-openstack-request-id: req-756f7ad4-a89b-41dd-9574-da9e04bc919e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:41.980000 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b4fc20b-f141-4e97-b415-9093930c4524", "name": "network-vif-deleted", "tag": "72af20ce-46b5-477c-9b72-e4eebfed3825", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:41.980465 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-756f7ad4-a89b-41dd-9574-da9e04bc919e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:41.981037 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b4fc20b-f141-4e97-b415-9093930c4524', 'name': 'network-vif-deleted', 'tag': '72af20ce-46b5-477c-9b72-e4eebfed3825', 'status': 'completed', 'code': 200} Aug 06 15:50:41.999847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=a407066e-1749-411c-af88-b02795f23268,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:42.039251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Attempting to bind port a407066e-1749-411c-af88-b02795f23268 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:42.039626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Attempting to bind port a407066e-1749-411c-af88-b02795f23268 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:42.040004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Attempting to bind port a407066e-1749-411c-af88-b02795f23268 on network 2410af2b-815d-41b3-aac5-b14a32e5e990 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:42.057902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Port a407066e-1749-411c-af88-b02795f23268 on network 2410af2b-815d-41b3-aac5-b14a32e5e990 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:50:42.066371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Attempting to bind port a407066e-1749-411c-af88-b02795f23268 on network 2410af2b-815d-41b3-aac5-b14a32e5e990 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:42.067275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:42.067275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Checking segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:42.067461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Bound using segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:42.068011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Bound port: a407066e-1749-411c-af88-b02795f23268, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:42.072002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:42.258455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75a98a2d-897a-47a2-9007-01600fe9336a req-8058bd4c-adaa-4839-b018-678808408207 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.1843765 Aug 06 15:50:42.261910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] For port a407066e-1749-411c-af88-b02795f23268, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:42.275370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] For port a407066e-1749-411c-af88-b02795f23268, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a407066e-1749-411c-af88-b02795f23268,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:42.370493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:42.399179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3445a8-6868-4075-9756-c596bfff2cf6 req-b457262d-6fa7-4606-a787-acb122bd909c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:42.400809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c3445a8-6868-4075-9756-c596bfff2cf6 req-b457262d-6fa7-4606-a787-acb122bd909c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.3535264 Aug 06 15:50:42.489061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:42.501344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:42.501344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] 10.222.0.59 "PUT /v2.0/ports/a407066e-1749-411c-af88-b02795f23268 HTTP/1.1" status: 200 len: 1092 time: 1.9010239 Aug 06 15:50:42.501344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96301835-247f-4668-ac78-81d2fa574c3e', 'tag': 'a407066e-1749-411c-af88-b02795f23268'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:42.501904 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "96301835-247f-4668-ac78-81d2fa574c3e", "tag": "a407066e-1749-411c-af88-b02795f23268"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:42.542618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c3445a8-6868-4075-9756-c596bfff2cf6 req-5ba43d26-c2c6-4249-b9a4-e3ee0b030c1c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228142 Aug 06 15:50:42.552340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eed0d-2be0-4acc-8939-354bce27ff24 service neutron] Pushing event updated for resources: {'Port': ['ID=a407066e-1749-411c-af88-b02795f23268,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:42.609378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082e308-cd29-48c7-a4e5-39dc0b598d28 req-927c6305-3cd5-482e-b85d-ef2fadb6d342 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:42.622916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9082e308-cd29-48c7-a4e5-39dc0b598d28 req-927c6305-3cd5-482e-b85d-ef2fadb6d342 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 944 time: 0.2209036 Aug 06 15:50:42.659416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:42.740804 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983f8f9-7a07-4ebc-936b-3d2f4aafa7c5 x-openstack-request-id: req-a983f8f9-7a07-4ebc-936b-3d2f4aafa7c5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:42.741706 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96301835-247f-4668-ac78-81d2fa574c3e", "tag": "a407066e-1749-411c-af88-b02795f23268", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:42.742108 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a983f8f9-7a07-4ebc-936b-3d2f4aafa7c5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:42.742665 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96301835-247f-4668-ac78-81d2fa574c3e', 'tag': 'a407066e-1749-411c-af88-b02795f23268', 'status': 'completed', 'code': 200} Aug 06 15:50:42.772354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-31498c57-d63a-4698-bc5b-83103504c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:42.774401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-31498c57-d63a-4698-bc5b-83103504c35f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 1095 time: 0.1054556 Aug 06 15:50:42.822564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9082e308-cd29-48c7-a4e5-39dc0b598d28 req-a0de9c8c-9d37-4d7a-b858-7a99f4ffc7b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962047 Aug 06 15:50:42.834408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=1c12337c-1819-441f-b095-e6a96ec6a0bc,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:42.848665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Checking segment: {'id': '57a78a03-8693-4616-a71f-0124a83d5ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:42.850138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network hostable DHCP agents. Network: a730cba6-1fa9-420f-b434-1dc7b27c220e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:50:42.876158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-50d507fd-8a2b-43e2-9a8f-19fe5652af3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=a407066e-1749-411c-af88-b02795f23268 HTTP/1.1" status: 200 len: 217 time: 0.0904469 Aug 06 15:50:42.982407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-14b4bd8b-b2ae-4a2e-bdcd-be61ed30d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:42.985652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-14b4bd8b-b2ae-4a2e-bdcd-be61ed30d6f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0cee293-5824-4fd1-9696-28ef05f0fa2f HTTP/1.1" status: 200 len: 838 time: 0.1032996 Aug 06 15:50:42.989361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f2048-5201-4e25-b592-3ae700963dcf req-0a2f2928-e0ba-461e-82f5-4e0c5a6cbc1a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:42.991086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e2f2048-5201-4e25-b592-3ae700963dcf req-0a2f2928-e0ba-461e-82f5-4e0c5a6cbc1a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.0718999 Aug 06 15:50:43.009411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network a730cba6-1fa9-420f-b434-1dc7b27c220e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:50:43.076531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e2f2048-5201-4e25-b592-3ae700963dcf req-a52bdf64-f251-4b8c-9a61-71682f91ab09 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784194 Aug 06 15:50:43.082366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-d9a8252c-24f0-413e-8b09-801baf4ad768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:43.084481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-d9a8252c-24f0-413e-8b09-801baf4ad768 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2410af2b-815d-41b3-aac5-b14a32e5e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862672 Aug 06 15:50:43.129850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, a730cba6-1fa9-420f-b434-1dc7b27c220e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:43.134856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:43.135583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.144198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8261ef-2f8b-42b8-b394-fa8f2a8015aa None None] Network a730cba6-1fa9-420f-b434-1dc7b27c220e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:43.216614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-32625e10-3d3d-4861-8e19-73dac2741b80 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2076299 Aug 06 15:50:43.219132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35424) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:43.224503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-227044476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:43.328662 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-5dcb5a1d-8b38-425b-b951-f1b93510e4f5 service neutron] 10.222.0.59 "GET /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243917 Aug 06 15:50:43.401906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-a730cba6-1fa9-420f-b434-1dc7b27c220e', 'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': '1c12337c-1819-441f-b095-e6a96ec6a0bc'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:50:43.402775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.433581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98756e3b-a36f-4d1a-916a-59ccc38e1d6c req-64cafee7-3a8a-42e9-a397-da30c6960ee3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:43.441777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98756e3b-a36f-4d1a-916a-59ccc38e1d6c req-64cafee7-3a8a-42e9-a397-da30c6960ee3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2051139 Aug 06 15:50:43.539927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce171887-1a54-45ba-a13a-c2b1e7199f13 req-dabef2a9-27c4-48cc-8193-99477f322454 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0670686 Aug 06 15:50:43.572701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98756e3b-a36f-4d1a-916a-59ccc38e1d6c req-41e99cb8-6c50-4968-b41f-9a1ed93c57d7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298168 Aug 06 15:50:43.573816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.582176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.595256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bcdde86f-8f83-477d-a34f-54b5aa86bb0e req-dea32f5e-3cfd-4bac-8cee-766d396d986b service neutron] 10.222.0.59 "GET /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509933 Aug 06 15:50:43.697761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Allocated IP 2001:db8::2 (a730cba6-1fa9-420f-b434-1dc7b27c220e/1c12337c-1819-441f-b095-e6a96ec6a0bc/c8356ca6-a622-48e3-a6e1-52d211d258ee) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:43.703687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.793236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.803988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-ea77b6a3-6392-4750-88a5-6e6c501decf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:43.806317 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-ea77b6a3-6392-4750-88a5-6e6c501decf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 1095 time: 0.0859115 Aug 06 15:50:43.884130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.887951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4f93222c-ac0a-492f-859a-896021a3282b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6655028 Aug 06 15:50:43.888196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:43.896125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e', 'name': 'tempest-PortsIpV6TestJSON-2048712100'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:43.962738 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:43.999050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Transition to ACTIVE for port object c8356ca6-a622-48e3-a6e1-52d211d258ee will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:44.043593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Transition to ACTIVE for port object c8356ca6-a622-48e3-a6e1-52d211d258ee will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:44.119551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-535cd942-3860-44f7-b082-3faeaaac1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:44.121326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-535cd942-3860-44f7-b082-3faeaaac1e8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2410af2b-815d-41b3-aac5-b14a32e5e990 HTTP/1.1" status: 200 len: 898 time: 0.3069055 Aug 06 15:50:44.147603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:44.219218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-d4f9f0db-c5a2-4265-9944-33cbeadff26d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=a407066e-1749-411c-af88-b02795f23268 HTTP/1.1" status: 200 len: 217 time: 0.0889540 Aug 06 15:50:44.314226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Network a730cba6-1fa9-420f-b434-1dc7b27c220e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:44.315731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Pushing event updated for resources: {'Port': ['ID=c8356ca6-a622-48e3-a6e1-52d211d258ee,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:44.327009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:44.332781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:44.386520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a03b16-2720-40a5-bcb2-ca1dd94a2270 req-914615c5-9890-4982-adb1-71ce29f404a1 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:44.395049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7a03b16-2720-40a5-bcb2-ca1dd94a2270 req-914615c5-9890-4982-adb1-71ce29f404a1 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 944 time: 0.2879136 Aug 06 15:50:44.441029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:44.445771 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:44.471529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcf574-bf2c-4e7e-829c-49932731c050 req-06ce93a7-c697-4f19-8c44-6bf0a3b92c8d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:44.472368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-8bc832ef-7ea6-442b-8447-8651ac18d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:44.473122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0dcf574-bf2c-4e7e-829c-49932731c050 req-06ce93a7-c697-4f19-8c44-6bf0a3b92c8d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2167141 Aug 06 15:50:44.479372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-8bc832ef-7ea6-442b-8447-8651ac18d557 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c0cee293-5824-4fd1-9696-28ef05f0fa2f HTTP/1.1" status: 200 len: 838 time: 0.2278514 Aug 06 15:50:44.499914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Attempting to bind port c8356ca6-a622-48e3-a6e1-52d211d258ee on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:50:44.500859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Attempting to bind port c8356ca6-a622-48e3-a6e1-52d211d258ee by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '57a78a03-8693-4616-a71f-0124a83d5ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:50:44.501241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Attempting to bind port c8356ca6-a622-48e3-a6e1-52d211d258ee on network a730cba6-1fa9-420f-b434-1dc7b27c220e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:50:44.507832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:50:44.508259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Checking segment: {'id': '57a78a03-8693-4616-a71f-0124a83d5ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:50:44.508679 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:44.509082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Bound using segment: {'id': '57a78a03-8693-4616-a71f-0124a83d5ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:50:44.509570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Bound port: c8356ca6-a622-48e3-a6e1-52d211d258ee, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a78a03-8693-4616-a71f-0124a83d5ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a730cba6-1fa9-420f-b434-1dc7b27c220e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:50:44.510070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:44.533043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7a03b16-2720-40a5-bcb2-ca1dd94a2270 req-8eb141c3-3154-45c8-a67b-e13c341d9b65 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341166 Aug 06 15:50:44.550931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-7d5a3666-f933-4722-b45c-a459697e90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:44.552780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-7d5a3666-f933-4722-b45c-a459697e90ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2410af2b-815d-41b3-aac5-b14a32e5e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640519 Aug 06 15:50:44.586299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 0c07f2dd-aa22-4134-a249-2494eccfa6ca yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:50:44.666332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] For port c8356ca6-a622-48e3-a6e1-52d211d258ee, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:50:44.674535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] For port c8356ca6-a622-48e3-a6e1-52d211d258ee, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c8356ca6-a622-48e3-a6e1-52d211d258ee,segment=NetworkSegment(57a78a03-8693-4616-a71f-0124a83d5ecb),segment_id=57a78a03-8693-4616-a71f-0124a83d5ecb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:50:44.713439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-f8269212-ccdb-464c-b37c-ba6bf8e15a02 service neutron] 10.222.0.59 "GET /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433582 Aug 06 15:50:44.742188 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:44.809439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::3cf (a730cba6-1fa9-420f-b434-1dc7b27c220e/1c12337c-1819-441f-b095-e6a96ec6a0bc/0c07f2dd-aa22-4134-a249-2494eccfa6ca) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:44.907782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8ae8-ceaf-4b31-ab39-6efd77283f52 None None] Pushing event updated for resources: {'Port': ['ID=c8356ca6-a622-48e3-a6e1-52d211d258ee,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:44.968426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dcd02bb3-89cf-4cac-a4c6-6b938ac88c1a req-e1af88d0-c662-4f1a-b4d4-a5dc51e5505e service neutron] 10.222.0.59 "GET /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465675 Aug 06 15:50:45.198613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:45.367379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 0c07f2dd-aa22-4134-a249-2494eccfa6ca will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:45.407033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0dcf574-bf2c-4e7e-829c-49932731c050 req-a71e5ba5-327a-4a13-a6af-090d1553384b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8955202 Aug 06 15:50:45.429547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163e249-e27f-4ac8-8298-be58065d0074 req-74311d96-42ef-46bc-86f4-2d3ec61724ec tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:45.438001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6163e249-e27f-4ac8-8298-be58065d0074 req-74311d96-42ef-46bc-86f4-2d3ec61724ec tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2281814 Aug 06 15:50:45.514124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6163e249-e27f-4ac8-8298-be58065d0074 req-7924cf7b-fcbb-44aa-b95a-fcd0787d3586 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705416 Aug 06 15:50:45.646847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89604303-cfb9-4c6d-b92c-a37dfac0982f req-0c6f916e-9098-4357-aeb4-83a5d2c376f2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0812018 Aug 06 15:50:45.652121 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:45.725519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network a730cba6-1fa9-420f-b434-1dc7b27c220e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:45.743448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:45.747377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:45.755486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:45.757060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:45.825393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=0c07f2dd-aa22-4134-a249-2494eccfa6ca,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:45.853137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175a06-982f-4796-a905-56c4701a92c9 req-525e21c9-9c28-44e7-b57d-338ac6b4a4ab tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:45.862600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd175a06-982f-4796-a905-56c4701a92c9 req-525e21c9-9c28-44e7-b57d-338ac6b4a4ab tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 944 time: 0.1645234 Aug 06 15:50:45.911434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-979fd133-4e07-49bd-87d5-1d5fdc5db303 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0219719 Aug 06 15:50:45.916508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:45.993203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd175a06-982f-4796-a905-56c4701a92c9 req-464987aa-4e15-4124-b42f-7424e908f732 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295924 Aug 06 15:50:46.411656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c8356ca6-a622-48e3-a6e1-52d211d258ee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:46.593597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c8356ca6-a622-48e3-a6e1-52d211d258ee completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:46.772125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b90ec48-4ddb-443a-b092-de071c4e44ee None None] Network a730cba6-1fa9-420f-b434-1dc7b27c220e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:46.811795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:46.822970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbdaa3-4cce-4804-971c-65d75cdbc3b1 req-0673bc54-6a5b-472b-86ee-5da32ef3abf4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:46.845306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0dbdaa3-4cce-4804-971c-65d75cdbc3b1 req-0673bc54-6a5b-472b-86ee-5da32ef3abf4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2258866 Aug 06 15:50:47.028389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0149b-ff4e-4da8-a95f-d1e542677412 req-45d3bdec-2b1b-4d9d-a077-82fd86b9ebed tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:47.038776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0a0149b-ff4e-4da8-a95f-d1e542677412 req-45d3bdec-2b1b-4d9d-a077-82fd86b9ebed tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.3310030 Aug 06 15:50:47.049227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] Provisioning for port c8356ca6-a622-48e3-a6e1-52d211d258ee completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:47.066184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] Provisioning complete for port c8356ca6-a622-48e3-a6e1-52d211d258ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:47.066569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:47.184398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0dbdaa3-4cce-4804-971c-65d75cdbc3b1 req-b7686cfe-bf8a-4ffd-be5e-6300d07743a3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299367 Aug 06 15:50:47.291860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0a0149b-ff4e-4da8-a95f-d1e542677412 req-c5e72d21-887e-428a-8b27-363ef28c04a8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108464 Aug 06 15:50:47.440140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6252a563-7c33-41ec-9b51-554c12ddf567 req-22d79654-ede7-4620-afb6-49940f83a781 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0970600 Aug 06 15:50:47.549536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba5b2e-c2bc-42d0-8285-4f8b3f68f85a req-2f041cd0-9609-4221-b22f-6f67a84bf723 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:47.559368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78ba5b2e-c2bc-42d0-8285-4f8b3f68f85a req-2f041cd0-9609-4221-b22f-6f67a84bf723 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 944 time: 0.0842524 Aug 06 15:50:47.572715 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:47.585954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:47.627669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] For port c8356ca6-a622-48e3-a6e1-52d211d258ee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c8356ca6-a622-48e3-a6e1-52d211d258ee,segment=NetworkSegment(57a78a03-8693-4616-a71f-0124a83d5ecb),segment_id=57a78a03-8693-4616-a71f-0124a83d5ecb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:47.637796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78ba5b2e-c2bc-42d0-8285-4f8b3f68f85a req-6dfa002a-18a0-419a-ba20-407a286ddc2a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725937 Aug 06 15:50:47.676857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:47.750335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=0c07f2dd-aa22-4134-a249-2494eccfa6ca,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:47.752391 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:47.874181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bface91-060a-48ca-97fb-f1bfadd8397f None None] Pushing event updated for resources: {'Port': ['ID=c8356ca6-a622-48e3-a6e1-52d211d258ee,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:47.880510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a407066e-1749-411c-af88-b02795f23268 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:50:48.113780 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.148552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1e60df56-7432-40eb-b3a3-ba55e32dd324 None None] Provisioning for port 0c07f2dd-aa22-4134-a249-2494eccfa6ca completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:48.155920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1e60df56-7432-40eb-b3a3-ba55e32dd324 None None] Provisioning complete for port 0c07f2dd-aa22-4134-a249-2494eccfa6ca triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:48.156540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e60df56-7432-40eb-b3a3-ba55e32dd324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.430327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a407066e-1749-411c-af88-b02795f23268, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a407066e-1749-411c-af88-b02795f23268,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:48.440239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c8356ca6-a622-48e3-a6e1-52d211d258ee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:48.480499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'a407066e-1749-411c-af88-b02795f23268', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'port_id': 'a407066e-1749-411c-af88-b02795f23268', 'mac_address': 'fa:16:3e:e9:ef:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:50:48.530145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.569903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1e60df56-7432-40eb-b3a3-ba55e32dd324 None None] Port 0c07f2dd-aa22-4134-a249-2494eccfa6ca cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:48.607468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1044370-68d3-4fca-b9b4-08c4ceb10d54 req-51bd5df9-e7d2-41cc-80a6-977cc5bf5908 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:48.614649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1044370-68d3-4fca-b9b4-08c4ceb10d54 req-51bd5df9-e7d2-41cc-80a6-977cc5bf5908 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2274899 Aug 06 15:50:48.661260 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.676644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c8356ca6-a622-48e3-a6e1-52d211d258ee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:48.679332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.718826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed840f24-43ce-4a14-a1cd-4f09e5bbc33d req-1d39a0e3-8f43-4cb1-9303-06f039171531 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:48.724570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed840f24-43ce-4a14-a1cd-4f09e5bbc33d req-1d39a0e3-8f43-4cb1-9303-06f039171531 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2182744 Aug 06 15:50:48.790718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a407066e-1749-411c-af88-b02795f23268 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:50:48.817650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1e60df56-7432-40eb-b3a3-ba55e32dd324 None None] Provisioning complete for port c8356ca6-a622-48e3-a6e1-52d211d258ee triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:48.818032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e60df56-7432-40eb-b3a3-ba55e32dd324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:48.820174 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1044370-68d3-4fca-b9b4-08c4ceb10d54 req-5e304433-aa93-459a-bfb8-a58551b256d2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910741 Aug 06 15:50:48.891773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed840f24-43ce-4a14-a1cd-4f09e5bbc33d req-7ecc1e1e-ece1-4b34-ac35-2cfe4f554f12 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527419 Aug 06 15:50:49.062754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a407066e-1749-411c-af88-b02795f23268, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a407066e-1749-411c-af88-b02795f23268,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:49.079720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec93ffd2-a8d8-415b-949f-4aaedf9da290 req-6f614f66-c904-4193-b9d0-16c0e2f0b1de tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0951610 Aug 06 15:50:49.133024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa18a61-e9e6-44a4-a589-1a47a392e82a req-a2bab33e-18c2-4e63-a089-9fde95156d63 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:49.142096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8aa18a61-e9e6-44a4-a589-1a47a392e82a req-a2bab33e-18c2-4e63-a089-9fde95156d63 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 944 time: 0.1173112 Aug 06 15:50:49.195974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8aa18a61-e9e6-44a4-a589-1a47a392e82a req-60d77466-0bff-4969-bf15-093e8a8b87cb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507329 Aug 06 15:50:49.235971 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:49.295703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:49.330003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:49.331155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:49.370977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-63e0dd8f-cd5a-4eed-9b99-a5585297e1c1 None None] Provisioning complete for port 0c07f2dd-aa22-4134-a249-2494eccfa6ca triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:49.371362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63e0dd8f-cd5a-4eed-9b99-a5585297e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:49.372885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a407066e-1749-411c-af88-b02795f23268,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:49.414840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-63e0dd8f-cd5a-4eed-9b99-a5585297e1c1 None None] Port 0c07f2dd-aa22-4134-a249-2494eccfa6ca cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:49.482242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=0c07f2dd-aa22-4134-a249-2494eccfa6ca,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:49.533271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network a730cba6-1fa9-420f-b434-1dc7b27c220e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:49.534792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:49.579485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['a407066e-1749-411c-af88-b02795f23268'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:50:49.918976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Router 6a32e28e-8d21-42f6-9843-230d9882907f is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:50:50.176928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb90ed1-fedb-49d5-a13f-bc61dfc56612 req-44a88a8f-fc07-4a84-ad02-898b40370b9f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:50.197813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bb90ed1-fedb-49d5-a13f-bc61dfc56612 req-44a88a8f-fc07-4a84-ad02-898b40370b9f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2131100 Aug 06 15:50:50.213223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:50:50.229702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] Sync routers for ids ['6a32e28e-8d21-42f6-9843-230d9882907f'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:50:50.248377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eb8c152a-1943-4f79-ba58-c02a0793b544 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/routers/6a32e28e-8d21-42f6-9843-230d9882907f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3306279 Aug 06 15:50:50.251514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:50.259090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ac0db156-cc34-4a7a-a473-db2f7374cb93 None None] Provisioning complete for port 0c07f2dd-aa22-4134-a249-2494eccfa6ca triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:50.262868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac0db156-cc34-4a7a-a473-db2f7374cb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:50.299562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551af00f-7d08-4a5e-afe8-9aaac7b6061d req-dffa636a-1f4b-424e-9b7f-90c3b20059d7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:50.323650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551af00f-7d08-4a5e-afe8-9aaac7b6061d req-dffa636a-1f4b-424e-9b7f-90c3b20059d7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2680330 Aug 06 15:50:50.342305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bb90ed1-fedb-49d5-a13f-bc61dfc56612 req-1c91abb0-5f10-4ff7-8ee4-b4ea1ebe013e tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471236 Aug 06 15:50:50.380536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ac0db156-cc34-4a7a-a473-db2f7374cb93 None None] Port 0c07f2dd-aa22-4134-a249-2494eccfa6ca cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:50:50.401602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] Routers {'6a32e28e-8d21-42f6-9843-230d9882907f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:50.402378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6a32e28e-8d21-42f6-9843-230d9882907f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:50.418362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf0b06-8a17-425a-a710-38e573256d82 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:50.421452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-efdf0b06-8a17-425a-a710-38e573256d82 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32e28e-8d21-42f6-9843-230d9882907f HTTP/1.1" status: 200 len: 989 time: 0.1671143 Aug 06 15:50:50.425271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:50.456443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551af00f-7d08-4a5e-afe8-9aaac7b6061d req-e080963d-ad80-453e-95de-ed65cf9fe684 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314049 Aug 06 15:50:50.476497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:50.509077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] Routers {'6a32e28e-8d21-42f6-9843-230d9882907f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:50.509954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6a32e28e-8d21-42f6-9843-230d9882907f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:50.594034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:50.594709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28308a6-c10c-48e4-b3e8-ee62151505e8 None None] The sync data for ids ['6a32e28e-8d21-42f6-9843-230d9882907f'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:50:50.818562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-221bb857-6d84-42e8-94a9-6cf9ec35149e req-15013e41-1ab0-4331-973e-f91bba93ec32 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.2205462 Aug 06 15:50:51.266224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac37aa3-470d-4e4c-9722-f49e4afe0050 req-e22855ef-4cb1-4603-b9db-8f7a261c0e3c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:51.273536 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ac37aa3-470d-4e4c-9722-f49e4afe0050 req-e22855ef-4cb1-4603-b9db-8f7a261c0e3c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 945 time: 0.5436552 Aug 06 15:50:51.488240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ac37aa3-470d-4e4c-9722-f49e4afe0050 req-99746065-7c95-4d37-8bf5-3682760bc176 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035094 Aug 06 15:50:51.602036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6d2e6-6410-4916-8b3a-8ef67f55f898 req-3a7818a5-67de-4c60-a7e3-0be3c1a552c4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:51.603557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48a6d2e6-6410-4916-8b3a-8ef67f55f898 req-3a7818a5-67de-4c60-a7e3-0be3c1a552c4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1090894 Aug 06 15:50:51.723314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48a6d2e6-6410-4916-8b3a-8ef67f55f898 req-b889c86d-3a08-49da-be94-b1f7a2dc0133 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036773 Aug 06 15:50:51.757371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f434e15-53da-4fb2-b5f8-27af54b2e139 req-7786acd4-ba85-4a72-b82b-80989dcf8cbc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:51.758864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f434e15-53da-4fb2-b5f8-27af54b2e139 req-7786acd4-ba85-4a72-b82b-80989dcf8cbc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1499827 Aug 06 15:50:51.831691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a407066e-1749-411c-af88-b02795f23268 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:50:51.908255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f434e15-53da-4fb2-b5f8-27af54b2e139 req-be10fdb9-5283-456f-aec3-6201d9f9e742 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222439 Aug 06 15:50:51.923186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:52.101512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port a407066e-1749-411c-af88-b02795f23268 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:50:52.108015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port a407066e-1749-411c-af88-b02795f23268 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:50:52.108296 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:52.145553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca99c91f-439f-4cb9-93ef-22e50aba0a1e req-025ad039-f4e6-44fb-b99a-bb65faaceea6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.1630156 Aug 06 15:50:52.298737 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:52.354488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 0c07f2dd-aa22-4134-a249-2494eccfa6ca {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:52.355050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:52.379794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port a407066e-1749-411c-af88-b02795f23268, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a407066e-1749-411c-af88-b02795f23268,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:52.380929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96301835-247f-4668-ac78-81d2fa574c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a407066e-1749-411c-af88-b02795f23268'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:50:52.388554 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbfdb87-f8f2-4614-84ec-d308172f8471" -d '{"events": [{"server_uuid": "96301835-247f-4668-ac78-81d2fa574c3e", "name": "network-vif-plugged", "status": "completed", "tag": "a407066e-1749-411c-af88-b02795f23268"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:50:52.465428 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee413fb-fcbc-4a7a-809b-51c171615013 x-openstack-request-id: req-fee413fb-fcbc-4a7a-809b-51c171615013 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:50:52.465705 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96301835-247f-4668-ac78-81d2fa574c3e", "name": "network-vif-plugged", "status": "completed", "tag": "a407066e-1749-411c-af88-b02795f23268", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:50:52.465964 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fee413fb-fcbc-4a7a-809b-51c171615013 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:50:52.466365 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96301835-247f-4668-ac78-81d2fa574c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a407066e-1749-411c-af88-b02795f23268', 'code': 200} Aug 06 15:50:52.535297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:52.540445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:52.572902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 0c07f2dd-aa22-4134-a249-2494eccfa6ca owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:52.597862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e2d1-eaa2-418f-a187-bbe3ecffcd8e req-0c1eaa0b-e253-49e8-b8b4-debd80e0e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:52.599838 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1573e2d1-eaa2-418f-a187-bbe3ecffcd8e req-0c1eaa0b-e253-49e8-b8b4-debd80e0e49f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 1097 time: 0.0765193 Aug 06 15:50:52.644248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1573e2d1-eaa2-418f-a187-bbe3ecffcd8e req-84c57cb1-dc16-47b7-a5e3-39d02f201ec1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344255 Aug 06 15:50:52.645863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=a407066e-1749-411c-af88-b02795f23268,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:52.726849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8cf91-d38a-4dee-bf9b-d3270a42682e req-f261e602-89ae-432c-9ab0-ec4779d5cbdd tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:52.736031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e8cf91-d38a-4dee-bf9b-d3270a42682e req-f261e602-89ae-432c-9ab0-ec4779d5cbdd tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 946 time: 0.0848522 Aug 06 15:50:52.972430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e8cf91-d38a-4dee-bf9b-d3270a42682e req-51546ee2-bcbb-40d2-b75b-21d33d07beb6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232809 Aug 06 15:50:53.057870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293fa86-46d1-43f4-870e-d68c8a3d0c3f req-469de533-88a4-4308-82e5-9b233ed201b7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:53.062413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4293fa86-46d1-43f4-870e-d68c8a3d0c3f req-469de533-88a4-4308-82e5-9b233ed201b7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1968005 Aug 06 15:50:53.134781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4293fa86-46d1-43f4-870e-d68c8a3d0c3f req-82785e3c-3742-4fbb-9bd7-15f2700c7d70 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626459 Aug 06 15:50:53.185038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:53.311156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a30f02c9-4d8a-4c09-894e-e3bd543e4ded req-b35c90dc-79bb-460f-90bd-f3f4304b4465 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0592525 Aug 06 15:50:53.351226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992312f-9d8b-4c51-8041-2a5c832f2ee9 req-925fcfaf-5a76-42e5-950b-ce0a6b947e72 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:53.352888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1992312f-9d8b-4c51-8041-2a5c832f2ee9 req-925fcfaf-5a76-42e5-950b-ce0a6b947e72 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2335749 Aug 06 15:50:53.426842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b0a84d-2f90-4971-9eac-9f24e2ed6924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:53.428908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1992312f-9d8b-4c51-8041-2a5c832f2ee9 req-8a9249ca-fa15-437e-b013-60f1a266318d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580997 Aug 06 15:50:53.513015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:53.706620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b0a84d-2f90-4971-9eac-9f24e2ed6924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:53.846246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=0c07f2dd-aa22-4134-a249-2494eccfa6ca,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:53.853377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13b0a84d-2f90-4971-9eac-9f24e2ed6924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:53.897150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:53.941603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0a84d-2f90-4971-9eac-9f24e2ed6924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae7082a-ca4f-418f-b4f8-12be0d22a920,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:54.034638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-13b0a84d-2f90-4971-9eac-9f24e2ed6924 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=10e09914189f4b7a9305548adb1d84c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482072 Aug 06 15:50:54.037054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35618) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:54.170334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1434e6d9-7817-4dc5-b586-1ebbcf424c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:54.224749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1434e6d9-7817-4dc5-b586-1ebbcf424c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:54.398643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1434e6d9-7817-4dc5-b586-1ebbcf424c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:54.401726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1434e6d9-7817-4dc5-b586-1ebbcf424c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:54.405433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1434e6d9-7817-4dc5-b586-1ebbcf424c94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ae7082a-ca4f-418f-b4f8-12be0d22a920 HTTP/1.1" status: 204 len: 168 time: 0.3651226 Aug 06 15:50:54.423197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35628) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:54.451246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434e6d9-7817-4dc5-b586-1ebbcf424c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae7082a-ca4f-418f-b4f8-12be0d22a920,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:54.560267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b24aa5-4cd3-4834-966b-186889e17831 req-2144e265-2cdd-4239-b0d2-b7f0892dbbc5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:54.565019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87b24aa5-4cd3-4834-966b-186889e17831 req-2144e265-2cdd-4239-b0d2-b7f0892dbbc5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 946 time: 0.4138634 Aug 06 15:50:54.581245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Router 6a32e28e-8d21-42f6-9843-230d9882907f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:50:54.653906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e26b-1ae7-4ca7-b311-d677337203cd req-b223616a-642f-4c92-afda-218daf7ee46b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:54.656327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9b1e26b-1ae7-4ca7-b311-d677337203cd req-b223616a-642f-4c92-afda-218daf7ee46b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.3041103 Aug 06 15:50:54.678374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee38f-ccb3-4c85-9503-3924c04560e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:54.767296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:50:54.772886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec6d7952-3b75-4bfc-b938-74133b49873c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/routers/6a32e28e-8d21-42f6-9843-230d9882907f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3464885 Aug 06 15:50:54.776054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:54.777201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] Sync routers for ids ['6a32e28e-8d21-42f6-9843-230d9882907f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:50:54.784109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87b24aa5-4cd3-4834-966b-186889e17831 req-9ee5a2b5-3275-437c-bf4b-59aedfa67b65 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109532 Aug 06 15:50:54.805418 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] Routers {'6a32e28e-8d21-42f6-9843-230d9882907f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:54.806503 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6a32e28e-8d21-42f6-9843-230d9882907f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:54.846981 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-48779503-a539-44ce-8e04-b0ee8799bb78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:50:54.852599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9b1e26b-1ae7-4ca7-b311-d677337203cd req-309ef555-92f1-41c2-beb2-7d2c5ad1bc43 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774151 Aug 06 15:50:54.862646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-48779503-a539-44ce-8e04-b0ee8799bb78 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/0c07f2dd-aa22-4134-a249-2494eccfa6ca HTTP/1.1" status: 404 len: 333 time: 0.0850031 Aug 06 15:50:54.865345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:54.923051 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:54.946873 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] Routers {'6a32e28e-8d21-42f6-9843-230d9882907f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:50:54.948073 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6a32e28e-8d21-42f6-9843-230d9882907f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:54.964227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee38f-ccb3-4c85-9503-3924c04560e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.012018 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:55.013031 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7ce9d-6c02-4548-be38-69308fc1c2d5 None None] The sync data for ids ['6a32e28e-8d21-42f6-9843-230d9882907f'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:50:55.043772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd6ee38f-ccb3-4c85-9503-3924c04560e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.080273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ee38f-ccb3-4c85-9503-3924c04560e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a361c4c-9e45-477b-9719-5ce7585329c0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:55.119589 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cd6ee38f-ccb3-4c85-9503-3924c04560e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=006881b738084f0bafb755354df26ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873310 Aug 06 15:50:55.122193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:55.211925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0777f8-b944-4685-a212-26f69950aa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.242684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0777f8-b944-4685-a212-26f69950aa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.315969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:55.333457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5babffb5-b718-4718-8164-337d5234a7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.394756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b58b323a-49b6-4a67-989f-94d6da1feed3 req-2125a2a6-7563-4bc3-bf7c-31b34f5c3a82 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.4283445 Aug 06 15:50:55.411822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0777f8-b944-4685-a212-26f69950aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.435797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b0777f8-b944-4685-a212-26f69950aa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.437691 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b0777f8-b944-4685-a212-26f69950aa38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a361c4c-9e45-477b-9719-5ce7585329c0 HTTP/1.1" status: 204 len: 168 time: 0.3143756 Aug 06 15:50:55.441415 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.481799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0777f8-b944-4685-a212-26f69950aa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a361c4c-9e45-477b-9719-5ce7585329c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:55.601881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5babffb5-b718-4718-8164-337d5234a7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.602488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b63ed-97ec-4efe-a1e5-0d01868ce936 req-cd35166c-e727-4a66-bc92-bcf5dc0cc6c5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:55.604321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef1b63ed-97ec-4efe-a1e5-0d01868ce936 req-cd35166c-e727-4a66-bc92-bcf5dc0cc6c5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2437198 Aug 06 15:50:55.701238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5babffb5-b718-4718-8164-337d5234a7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.730767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cbfef-5056-4dcc-b9f2-bb312f9df536 req-b1a472c0-a909-4b5f-af08-c212dfc32279 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:55.732472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-693cbfef-5056-4dcc-b9f2-bb312f9df536 req-b1a472c0-a909-4b5f-af08-c212dfc32279 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 946 time: 0.2356296 Aug 06 15:50:55.773611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.778958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.840427 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.849255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef1b63ed-97ec-4efe-a1e5-0d01868ce936 req-b237584b-ad8b-419f-bcbb-46580bd40c41 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017658 Aug 06 15:50:55.852275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-693cbfef-5056-4dcc-b9f2-bb312f9df536 req-572ff747-c5de-4df1-9ae2-a8b5a387918d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098602 Aug 06 15:50:55.864862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babffb5-b718-4718-8164-337d5234a7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f0cc34-6c7f-48f0-bbcd-1066d11775f0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:55.889286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5babffb5-b718-4718-8164-337d5234a7c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9163974e0da1418caf0e81c1ee953579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717010 Aug 06 15:50:55.893920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:55.925284 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.925794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Fanout notify agent at l3_agent the message router_deleted on router 6a32e28e-8d21-42f6-9843-230d9882907f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:50:55.947541 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:55.954430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7ada63e9-61d8-4536-b0f6-f421988e0fa0 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/routers/6a32e28e-8d21-42f6-9843-230d9882907f HTTP/1.1" status: 204 len: 168 time: 1.0877979 Aug 06 15:50:55.955295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:55.995847 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b02f59b0-f640-4a95-b98e-391cdd8962a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.043821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b02f59b0-f640-4a95-b98e-391cdd8962a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.055521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 1c12337c-1819-441f-b095-e6a96ec6a0bc {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:50:56.065557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.111729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5e590-c67c-4658-8d95-8c5d3385e5f5 req-8075f033-0dc5-4bb9-9a06-1b0e8ca4277c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:56.113369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59e5e590-c67c-4658-8d95-8c5d3385e5f5 req-8075f033-0dc5-4bb9-9a06-1b0e8ca4277c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1198263 Aug 06 15:50:56.167426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.179140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59e5e590-c67c-4658-8d95-8c5d3385e5f5 req-15746585-8eaa-497a-a118-cd2c0a2b0ed4 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540161 Aug 06 15:50:56.193599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b02f59b0-f640-4a95-b98e-391cdd8962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.198554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b02f59b0-f640-4a95-b98e-391cdd8962a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.205728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b02f59b0-f640-4a95-b98e-391cdd8962a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4f0cc34-6c7f-48f0-bbcd-1066d11775f0 HTTP/1.1" status: 204 len: 168 time: 0.3104329 Aug 06 15:50:56.227730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f59b0-f640-4a95-b98e-391cdd8962a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f0cc34-6c7f-48f0-bbcd-1066d11775f0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:56.321726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.509090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-549106c7-adec-49aa-a370-8a5d2a73fb79 req-c09048d5-27f5-4869-928d-4281bd41e82c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Aug 06 15:50:56.627180 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.657201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=1c12337c-1819-441f-b095-e6a96ec6a0bc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:56.659344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.664286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:56.664429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cbc515b4-b690-42b2-ad6b-745ca9181962 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/1c12337c-1819-441f-b095-e6a96ec6a0bc HTTP/1.1" status: 204 len: 168 time: 0.7082493 Aug 06 15:50:56.666396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ed75e-8437-4171-a6e9-ee5227b94318 None None] Network a730cba6-1fa9-420f-b434-1dc7b27c220e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:50:56.824143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.900977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35670) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:56.955195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] DHCP port deletion for a730cba6-1fa9-420f-b434-1dc7b27c220e request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:50:56.964321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a2cb8f-6089-4c62-bbd1-16daa82cc39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:56.979710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port c8356ca6-a622-48e3-a6e1-52d211d258ee {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:56.990278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.077900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] Deleting port c8356ca6-a622-48e3-a6e1-52d211d258ee {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:50:57.078447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.140219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] For port c8356ca6-a622-48e3-a6e1-52d211d258ee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c8356ca6-a622-48e3-a6e1-52d211d258ee,segment=NetworkSegment(57a78a03-8693-4616-a71f-0124a83d5ecb),segment_id=57a78a03-8693-4616-a71f-0124a83d5ecb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:57.142069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.159510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for c8356ca6-a622-48e3-a6e1-52d211d258ee owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:57.220174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fc979-d045-4f2d-92d8-1ea13961c311 req-1d0c3b0d-ff0b-49e5-9403-3c08c90a241e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:57.229305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f6fc979-d045-4f2d-92d8-1ea13961c311 req-1d0c3b0d-ff0b-49e5-9403-3c08c90a241e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1723576 Aug 06 15:50:57.237830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] For port c8356ca6-a622-48e3-a6e1-52d211d258ee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c8356ca6-a622-48e3-a6e1-52d211d258ee,segment=NetworkSegment(57a78a03-8693-4616-a71f-0124a83d5ecb),segment_id=57a78a03-8693-4616-a71f-0124a83d5ecb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:50:57.238602 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.290187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] Calling delete_port for c8356ca6-a622-48e3-a6e1-52d211d258ee owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:50:57.349447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f6fc979-d045-4f2d-92d8-1ea13961c311 req-12a16e12-d648-414a-bc3d-eb4d970eb2bf tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155772 Aug 06 15:50:57.394772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a2cb8f-6089-4c62-bbd1-16daa82cc39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.395985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35684) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:57.510725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-10a2cb8f-6089-4c62-bbd1-16daa82cc39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.553172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.555830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-10a2cb8f-6089-4c62-bbd1-16daa82cc39e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=155b71d1e6c74db1aa5e6cc0b1b5ac8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6521337 Aug 06 15:50:57.564180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35688) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:57.568834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.572623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379131e9-d3d8-41d2-a860-9b4af134cdc3 req-b0f07b1e-986f-48fa-913a-1f73b52a9ac7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:57.574317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-379131e9-d3d8-41d2-a860-9b4af134cdc3 req-b0f07b1e-986f-48fa-913a-1f73b52a9ac7 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1772649 Aug 06 15:50:57.635372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-379131e9-d3d8-41d2-a860-9b4af134cdc3 req-78034a1a-72d7-4799-a8ab-b851b72ae081 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Aug 06 15:50:57.640497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] No DVR routers for this DVR port c8356ca6-a622-48e3-a6e1-52d211d258ee on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:57.722823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=c8356ca6-a622-48e3-a6e1-52d211d258ee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:57.730570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2cb8f-6089-4c62-bbd1-16daa82cc39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c39af-864d-47e8-a78b-79f79e1f7f65,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:57.735527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No DVR routers for this DVR port c8356ca6-a622-48e3-a6e1-52d211d258ee on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:50:57.780742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4ec8-180b-4ca5-b7be-7b1c72749eee None None] Pushing event deleted for resources: {'Port': ['ID=c8356ca6-a622-48e3-a6e1-52d211d258ee,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:57.805874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-463b383d-41de-4168-a773-2cc17c4f3d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.844948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-463b383d-41de-4168-a773-2cc17c4f3d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.974843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-688e52e7-4738-4e4d-bc94-3a754fa2f92e req-28972e79-84a4-4a57-b44d-adfa8f06810b tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0611794 Aug 06 15:50:57.989044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:57.999041 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-463b383d-41de-4168-a773-2cc17c4f3d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.002232 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-463b383d-41de-4168-a773-2cc17c4f3d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.003771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-463b383d-41de-4168-a773-2cc17c4f3d88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b1c39af-864d-47e8-a78b-79f79e1f7f65 HTTP/1.1" status: 204 len: 168 time: 0.4339621 Aug 06 15:50:58.039826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a730cba6-1fa9-420f-b434-1dc7b27c220e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:58.049586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b383d-41de-4168-a773-2cc17c4f3d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c39af-864d-47e8-a78b-79f79e1f7f65,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:58.096774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a78a03-8693-4616-a71f-0124a83d5ecb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:58.099520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a78a03-8693-4616-a71f-0124a83d5ecb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:50:58.126627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.151943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.161822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:50:58.162964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:50:58.168946 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:50:58.383651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c8356ca6-a622-48e3-a6e1-52d211d258ee no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:50:58.432643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.440654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.447424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/a730cba6-1fa9-420f-b434-1dc7b27c220e HTTP/1.1" status: 204 len: 168 time: 1.7813361 Aug 06 15:50:58.447994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35702) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:58.455219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c8356ca6-a622-48e3-a6e1-52d211d258ee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:50:58.465619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c8356ca6-a622-48e3-a6e1-52d211d258ee not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:50:58.576358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c4563-4acd-4849-a548-65ca6dfd6f95 req-d97818f9-dac7-40e0-8ed4-fcee33e16aa1 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:58.591358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd1c4563-4acd-4849-a548-65ca6dfd6f95 req-d97818f9-dac7-40e0-8ed4-fcee33e16aa1 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1126423 Aug 06 15:50:58.599024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8386f-610e-449b-a91a-d38d54897c95 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=a730cba6-1fa9-420f-b434-1dc7b27c220e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:58.614160 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:58.643238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a0286-db4c-44c7-b4aa-865e173d9ab8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:58.657443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b9a0286-db4c-44c7-b4aa-865e173d9ab8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 HTTP/1.1" status: 200 len: 844 time: 0.2052107 Aug 06 15:50:58.658281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:58.758539 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fb95fe4a-52c0-4a5a-8c3b-9fe92257120a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/eeda300f-b38d-4ba0-ae42-27b6bf76f3b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0988414 Aug 06 15:50:58.763845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35710) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:50:58.769744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:50:58.924410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:59.059444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.20.0.17 (2410af2b-815d-41b3-aac5-b14a32e5e990/c0cee293-5824-4fd1-9696-28ef05f0fa2f/6d3633dc-870c-422a-a076-f0b4cf88ae5c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:50:59.281078 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:59.303564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Transition to ACTIVE for port object 6d3633dc-870c-422a-a076-f0b4cf88ae5c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:50:59.452462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd1c4563-4acd-4849-a548-65ca6dfd6f95 req-2ee10c4b-5353-43df-9fe2-21b74f26596e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8656406 Aug 06 15:50:59.506829 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:59.647524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=6d3633dc-870c-422a-a076-f0b4cf88ae5c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:50:59.681573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7c63-2c19-48cc-a01a-116a4640d658 req-6ef760a0-ad0f-4e67-b9df-67ee28f6e1fd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:50:59.683752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85cc7c63-2c19-48cc-a01a-116a4640d658 req-6ef760a0-ad0f-4e67-b9df-67ee28f6e1fd tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.3189588 Aug 06 15:50:59.686245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:50:59.689978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:50:59.723434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:50:59.727681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:59.742256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:50:59.759212 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99a5c2d6-0c6c-4074-acb5-ba18674ce47d req-3ffcdc46-1e2f-4e11-b85e-0f42e3c315c1 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.1333206 Aug 06 15:50:59.878624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:50:59.935676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-85cc7c63-2c19-48cc-a01a-116a4640d658 req-fb05998f-215d-4e6d-aae2-8014f9d28b1c tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927741 Aug 06 15:51:00.244075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e48a4a2-f5d8-4f2b-8e68-9da0da563209 None None] Provisioning for port 6d3633dc-870c-422a-a076-f0b4cf88ae5c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:00.248540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e48a4a2-f5d8-4f2b-8e68-9da0da563209 None None] Provisioning complete for port 6d3633dc-870c-422a-a076-f0b4cf88ae5c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:00.250125 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e48a4a2-f5d8-4f2b-8e68-9da0da563209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:00.308490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7e48a4a2-f5d8-4f2b-8e68-9da0da563209 None None] Port 6d3633dc-870c-422a-a076-f0b4cf88ae5c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:00.354378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:00.437275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:00.511199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:00.517064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:00.523975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:00.525900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:00.528532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f1474-1e37-4619-b425-7da8cd4ee735 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:00.555855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=69a57e62-5777-40f1-968d-923ebfca908e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:00.616434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-020ba6eb-d7e7-48ec-8dc0-5e2aa9b4f8af tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8508797 Aug 06 15:51:00.619973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35756) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:00.626426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'security_group': {'name': 'tempest-secgroup-39214594'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:00.763744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:00.936710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-0dc348b4-23f1-4345-a458-72ec93ba2f16', 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'tenant_id': '1a15231951f44ea9a1dce124d0382f58', 'fixed_ips': [{'subnet_id': '69a57e62-5777-40f1-968d-923ebfca908e'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:51:00.937781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:00.992142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.049578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.144987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ee0d3-8474-45df-baf4-48086c07f1c0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:01.248945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Allocated IP 2001:db8::2 (0dc348b4-23f1-4345-a458-72ec93ba2f16/69a57e62-5777-40f1-968d-923ebfca908e/6bc79d79-860c-462f-bb90-b4fe96aa138e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:01.266896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.272032 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9521fcc1-8e22-4017-92d8-b923f577ba79 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6497724 Aug 06 15:51:01.275706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:01.277566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'security_group': {'name': 'tempest-secgroup-733500330'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:01.346123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41a39dc3-7572-49d9-bcb5-cceb24952e05 req-87173e01-c216-4fc8-a888-841dc0c11476 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.0398262 Aug 06 15:51:01.363325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc154ae7-6ca5-4b86-a4cb-c6df4321b6f5 req-21db2ecd-fa7c-4e5d-8793-1061b079b91a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:01.365403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc154ae7-6ca5-4b86-a4cb-c6df4321b6f5 req-21db2ecd-fa7c-4e5d-8793-1061b079b91a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.7149515 Aug 06 15:51:01.398086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.460712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dc154ae7-6ca5-4b86-a4cb-c6df4321b6f5 req-5f5aebe6-de34-4178-a629-e276d2f4fc1c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887024 Aug 06 15:51:01.672859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf78a8-aff9-4014-9673-c907f0aa2981 req-c4333f72-4209-47ea-8c69-69f16ae1f20d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:01.675242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91bf78a8-aff9-4014-9673-c907f0aa2981 req-c4333f72-4209-47ea-8c69-69f16ae1f20d tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1225142 Aug 06 15:51:01.687696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.761697 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.781754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.827191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91bf78a8-aff9-4014-9673-c907f0aa2981 req-557828b5-ea95-4be2-bfb2-14ff706f6b05 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413724 Aug 06 15:51:01.849397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.878436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03606819-4ef8-4c8b-b026-2f103a13195d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:01.985448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.993958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.998397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-59b5abfe-ecc4-496a-b3ef-cd717342dc2f tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7220354 Aug 06 15:51:01.999203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:01.999392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:02.004610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1549405351', 'security_groups': ['03606819-4ef8-4c8b-b026-2f103a13195d'], 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69a57e62-5777-40f1-968d-923ebfca908e'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:02.025423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Transition to ACTIVE for port object 6bc79d79-860c-462f-bb90-b4fe96aa138e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:02.052932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Transition to ACTIVE for port object 6bc79d79-860c-462f-bb90-b4fe96aa138e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:02.114490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:02.137201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=6d3633dc-870c-422a-a076-f0b4cf88ae5c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:02.242157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Pushing event updated for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:02.264836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:02.269238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:02.283046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:02.292176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:02.297776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:02.432047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:02.480909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:02.487766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Attempting to bind port 6bc79d79-860c-462f-bb90-b4fe96aa138e on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:51:02.488167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Attempting to bind port 6bc79d79-860c-462f-bb90-b4fe96aa138e by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6bb5e605-6712-4302-986c-8144473706a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:51:02.488542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Attempting to bind port 6bc79d79-860c-462f-bb90-b4fe96aa138e on network 0dc348b4-23f1-4345-a458-72ec93ba2f16 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:51:02.531538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:51:02.534442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:51:02.538693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Checking segment: {'id': '6bb5e605-6712-4302-986c-8144473706a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:02.540745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:02.541358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Bound using segment: {'id': '6bb5e605-6712-4302-986c-8144473706a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:51:02.542451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Bound port: 6bc79d79-860c-462f-bb90-b4fe96aa138e, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb5e605-6712-4302-986c-8144473706a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:51:02.549015 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:02.734638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:51:02.742647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bc79d79-860c-462f-bb90-b4fe96aa138e,segment=NetworkSegment(6bb5e605-6712-4302-986c-8144473706a8),segment_id=6bb5e605-6712-4302-986c-8144473706a8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:51:02.742874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:02.773352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 4dce40b9-286a-42c4-9738-35ea619aca21 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:51:02.828044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:02.903685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dae7cbf9-5989-4ac4-b38b-97cdf532aadb req-9480b683-21e1-4d77-af91-5b0996c4057c tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b4fc20b-f141-4e97-b415-9093930c4524 HTTP/1.1" status: 200 len: 210 time: 0.2025201 Aug 06 15:51:02.957829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ab64c-b4fa-40a2-b306-152c287df7a3 None None] Pushing event updated for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:02.973176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383987ec-164a-438a-b89a-2f53b34e576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.004820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6fe62162-c0b7-4fd6-901b-21d571f80619 None None] Provisioning complete for port 6d3633dc-870c-422a-a076-f0b4cf88ae5c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:03.006437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6fe62162-c0b7-4fd6-901b-21d571f80619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.013314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ecf7c-49a6-41d6-98ed-c5661bdfd68a req-b43690b6-ff50-4aa6-b399-1b75e62fdd79 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:03.026564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-523ecf7c-49a6-41d6-98ed-c5661bdfd68a req-b43690b6-ff50-4aa6-b399-1b75e62fdd79 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.3231635 Aug 06 15:51:03.107086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::315 (0dc348b4-23f1-4345-a458-72ec93ba2f16/69a57e62-5777-40f1-968d-923ebfca908e/4dce40b9-286a-42c4-9738-35ea619aca21) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:03.124518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6fe62162-c0b7-4fd6-901b-21d571f80619 None None] Port 6d3633dc-870c-422a-a076-f0b4cf88ae5c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:03.214377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:03.222135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e536a77f-c1ed-4b2a-a64a-4ff4debf648b tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "PUT /v2.0/routers/f61af3a5-608f-4e15-9325-4060fb2c027d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7909646 Aug 06 15:51:03.231649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:03.267310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:03.268345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:03.296214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e961b-ee0b-4e3f-ae48-10051882af25 req-ea1b68b1-eaa7-4025-8ea8-34d6b90c2eb3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:03.297681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba2e961b-ee0b-4e3f-ae48-10051882af25 req-ea1b68b1-eaa7-4025-8ea8-34d6b90c2eb3 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2539411 Aug 06 15:51:03.311183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-523ecf7c-49a6-41d6-98ed-c5661bdfd68a req-0bbb7d20-ef41-4a0c-b1ca-72860067e2e7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796710 Aug 06 15:51:03.440082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba2e961b-ee0b-4e3f-ae48-10051882af25 req-752995a5-a7e4-47f7-9b50-858f0bbab68f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237969 Aug 06 15:51:03.471201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.505221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 4dce40b9-286a-42c4-9738-35ea619aca21 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:03.505747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383987ec-164a-438a-b89a-2f53b34e576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.527280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:51:03.583821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:03.667932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.669652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383987ec-164a-438a-b89a-2f53b34e576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.734498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-383987ec-164a-438a-b89a-2f53b34e576c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa9bc0bd90cd46138f3c7e0db2247423&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2476375 Aug 06 15:51:03.735262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383987ec-164a-438a-b89a-2f53b34e576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cc43c-3ae3-49ef-8bd9-386a86cab80b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:03.741515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:03.840810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:03.848960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:03.855745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:03.862937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:03.863694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.891259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef0e770d-b6c1-4d7c-a55f-3f2648bd6c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.902070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=4dce40b9-286a-42c4-9738-35ea619aca21,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:03.917960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:00Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:48Z', 'revision_number': 1, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3633dc-870c-422a-a076-f0b4cf88ae5c', 'name': '', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:b5:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:50:58Z', 'updated_at': '2021-08-06T15:51:01Z', 'revision_number': 2, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:03.928825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef0e770d-b6c1-4d7c-a55f-3f2648bd6c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:03.957762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:03.958245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Updating router f61af3a5-608f-4e15-9325-4060fb2c027d port 6d3633dc-870c-422a-a076-f0b4cf88ae5c binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:51:04.006943 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-48da6fb9-73c9-4de8-acc4-3bc1cc116e71 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0065186 Aug 06 15:51:04.010010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:04.016051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.016371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:04.108003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef0e770d-b6c1-4d7c-a55f-3f2648bd6c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.113410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef0e770d-b6c1-4d7c-a55f-3f2648bd6c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.127847 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef0e770d-b6c1-4d7c-a55f-3f2648bd6c21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/828cc43c-3ae3-49ef-8bd9-386a86cab80b HTTP/1.1" status: 204 len: 168 time: 0.3694985 Aug 06 15:51:04.163089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e770d-b6c1-4d7c-a55f-3f2648bd6c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cc43c-3ae3-49ef-8bd9-386a86cab80b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:04.185733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:04.295233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:04.300517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.302916 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf54a1e1-5caa-42f5-9305-a7383561f1a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.377301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf54a1e1-5caa-42f5-9305-a7383561f1a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.512791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:04.611891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf54a1e1-5caa-42f5-9305-a7383561f1a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.618392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf54a1e1-5caa-42f5-9305-a7383561f1a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.626495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf54a1e1-5caa-42f5-9305-a7383561f1a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/security-groups/fd21b4f6-2e8f-408a-91d8-f697490e46a9 HTTP/1.1" status: 204 len: 168 time: 0.4377580 Aug 06 15:51:04.628424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:04.698469 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-73fe8838-a719-4923-acad-2a84d95dd065 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] show failed (client error): The resource could not be found. Aug 06 15:51:04.700458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-73fe8838-a719-4923-acad-2a84d95dd065 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "GET /v2.0/security-groups/fd21b4f6-2e8f-408a-91d8-f697490e46a9 HTTP/1.1" status: 404 len: 347 time: 0.0594871 Aug 06 15:51:04.704450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54a1e1-5caa-42f5-9305-a7383561f1a6 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21b4f6-2e8f-408a-91d8-f697490e46a9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:04.709667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:04.924186 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:04.937296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Transition to ACTIVE for port object 6d3633dc-870c-422a-a076-f0b4cf88ae5c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:04.942334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6bc79d79-860c-462f-bb90-b4fe96aa138e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:05.025226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9755-ab4a-43e0-b996-7c8ff4e7fe4b req-31da78b7-f66e-45af-8f35-1d5e04831f60 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:05.026791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.026946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd2c9755-ab4a-43e0-b996-7c8ff4e7fe4b req-31da78b7-f66e-45af-8f35-1d5e04831f60 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.3702757 Aug 06 15:51:05.037951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023254d-c150-4ea4-9531-810b9986ad00 req-605754d5-4fa3-40a5-817c-dc83080b1a00 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:05.053058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d023254d-c150-4ea4-9531-810b9986ad00 req-605754d5-4fa3-40a5-817c-dc83080b1a00 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.4771965 Aug 06 15:51:05.090196 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69a57e62-5777-40f1-968d-923ebfca908e (CIDR: 2001:db8::/64) Aug 06 15:51:05.123135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63ea4c59-6b6a-46f1-8a23-619cb41e21d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.133182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710389d-bee5-4899-9afa-55ddc6c96533 None None] Pushing event updated for resources: {'Port': ['ID=6d3633dc-870c-422a-a076-f0b4cf88ae5c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:05.161060 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:05.161603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:05.166960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Provisioning for port 6bc79d79-860c-462f-bb90-b4fe96aa138e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:05.224565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:05.225851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d023254d-c150-4ea4-9531-810b9986ad00 req-bdb1f10a-feb2-4176-a44d-0f7c9d785bd3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715591 Aug 06 15:51:05.232162 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.243900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:05.254918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd2c9755-ab4a-43e0-b996-7c8ff4e7fe4b req-ae4f0c21-af0a-4c17-a06b-4b86de3071e5 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723635 Aug 06 15:51:05.292903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port 68304852-0171-4d26-b21c-006a5a67ab3b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:05.296438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2f63ec-1fd6-42bb-8877-4ce6e242f1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.297212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.326959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Attempting to bind port 6d3633dc-870c-422a-a076-f0b4cf88ae5c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:51:05.329066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Attempting to bind port 6d3633dc-870c-422a-a076-f0b4cf88ae5c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:51:05.329629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Attempting to bind port 6d3633dc-870c-422a-a076-f0b4cf88ae5c on network 2410af2b-815d-41b3-aac5-b14a32e5e990 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:51:05.341895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:51:05.342700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Checking segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:05.343711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.344373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Bound using segment: {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:51:05.345033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Bound port: 6d3633dc-870c-422a-a076-f0b4cf88ae5c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9732c40-7de1-42bd-8188-79cb51c70e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:51:05.345620 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.372065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:05.372312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f5284e20-ed71-4a72-b258-149247d4dc33 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3607686 Aug 06 15:51:05.430294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:05.524283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.527333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.527333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.541682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] For port 6d3633dc-870c-422a-a076-f0b4cf88ae5c, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:51:05.558078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for 68304852-0171-4d26-b21c-006a5a67ab3b owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:05.564217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] For port 6d3633dc-870c-422a-a076-f0b4cf88ae5c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6d3633dc-870c-422a-a076-f0b4cf88ae5c,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:51:05.594992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bc79d79-860c-462f-bb90-b4fe96aa138e,segment=NetworkSegment(6bb5e605-6712-4302-986c-8144473706a8),segment_id=6bb5e605-6712-4302-986c-8144473706a8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:05.620920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2f63ec-1fd6-42bb-8877-4ce6e242f1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.695559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.744913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5f2f63ec-1fd6-42bb-8877-4ce6e242f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.746105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.764015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:05.766343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:05.815454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.820495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710389d-bee5-4899-9afa-55ddc6c96533 None None] Pushing event updated for resources: {'Port': ['ID=6d3633dc-870c-422a-a076-f0b4cf88ae5c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:05.821223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5f2f63ec-1fd6-42bb-8877-4ce6e242f1e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc98f7d749a84a86855dcbeee388f2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762346 Aug 06 15:51:05.822113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f63ec-1fd6-42bb-8877-4ce6e242f1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3202d8-ddb9-4e38-8a08-959b4562524b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:05.824587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:05.855913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Provisioning complete for port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:05.856084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:05.856393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.863090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.868242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=68304852-0171-4d26-b21c-006a5a67ab3b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:05.977541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:05.983542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2907990-a291-4f6f-9834-21665c40d7b1 None None] Pushing event updated for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:05.986455 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.994617 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:05.998383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-640ab0e0-5fb9-452c-ab74-c8bcfbd8a550 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/floatingips/e5469010-7907-4b97-9cea-3aec71f55f80 HTTP/1.1" status: 204 len: 168 time: 1.2479496 Aug 06 15:51:06.004264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:06.019330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:06.025363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a32fbdab-9432-4c2f-bb54-2e66a95e3eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.086435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a32fbdab-9432-4c2f-bb54-2e66a95e3eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.150060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port 4a9e86cd-7480-4aea-930c-8a7af7bf025f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:06.150414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.256903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.273760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for 4a9e86cd-7480-4aea-930c-8a7af7bf025f owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:06.278454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8a1d5800-ad43-4d4a-9c8c-d02cabc03483 None None] Provisioning for port 4dce40b9-286a-42c4-9738-35ea619aca21 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:06.301267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8a1d5800-ad43-4d4a-9c8c-d02cabc03483 None None] Provisioning complete for port 4dce40b9-286a-42c4-9738-35ea619aca21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:06.301650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8a1d5800-ad43-4d4a-9c8c-d02cabc03483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.313960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a32fbdab-9432-4c2f-bb54-2e66a95e3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.328996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a32fbdab-9432-4c2f-bb54-2e66a95e3eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.331241 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a32fbdab-9432-4c2f-bb54-2e66a95e3eb1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a3202d8-ddb9-4e38-8a08-959b4562524b HTTP/1.1" status: 204 len: 168 time: 0.5056722 Aug 06 15:51:06.370055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fbdab-9432-4c2f-bb54-2e66a95e3eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3202d8-ddb9-4e38-8a08-959b4562524b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:06.378907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:06.440527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8a1d5800-ad43-4d4a-9c8c-d02cabc03483 None None] Port 4dce40b9-286a-42c4-9738-35ea619aca21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:06.470742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:00Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:48Z', 'revision_number': 1, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3633dc-870c-422a-a076-f0b4cf88ae5c', 'name': '', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:b5:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:50:58Z', 'updated_at': '2021-08-06T15:51:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:06.495503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.501810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bedeae-5b68-4c5d-bbf0-2aa72e169123 None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:00Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:48Z', 'revision_number': 1, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3633dc-870c-422a-a076-f0b4cf88ae5c', 'name': '', 'network_id': '2410af2b-815d-41b3-aac5-b14a32e5e990', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:b5:0f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:50:58Z', 'updated_at': '2021-08-06T15:51:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': 'c0cee293-5824-4fd1-9696-28ef05f0fa2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:06.517616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:06.518448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.583516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db907-21e6-485b-93b0-9c7d9f22fed9 req-d43d6af3-d1e1-4b40-bd7c-c6172a18c44a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:06.585167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-342db907-21e6-485b-93b0-9c7d9f22fed9 req-d43d6af3-d1e1-4b40-bd7c-c6172a18c44a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1754413 Aug 06 15:51:06.648101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:06.651314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd36b59-301e-477e-912d-9322f770fc4d req-c1d631e2-63fa-43b5-9d13-d116949f716b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:06.656242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cd36b59-301e-477e-912d-9322f770fc4d req-c1d631e2-63fa-43b5-9d13-d116949f716b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2448945 Aug 06 15:51:06.662067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:06.670912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:06.670912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.675170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a488a41a-2d8b-4b6e-8d00-c11aa5fed654 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:06.684805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=2a0dfa9f-1615-4c14-ab63-56e8f461df4f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:06.750707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-342db907-21e6-485b-93b0-9c7d9f22fed9 req-cd811452-abc4-449a-9dd8-110d5fe81f19 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291881 Aug 06 15:51:06.775275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cd36b59-301e-477e-912d-9322f770fc4d req-e86d43e7-144f-4001-bac0-e02c1aee0514 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021597 Aug 06 15:51:06.780286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-452c1f15-70bf-4aef-aa2a-36725b89cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:06.781907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-452c1f15-70bf-4aef-aa2a-36725b89cd70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1097 time: 0.0702460 Aug 06 15:51:06.858831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:06.892528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bcc4610f-a712-4bd2-b3d8-f07b9db8b0b4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5153019 Aug 06 15:51:06.893054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:06.904103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1590539582', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a0dfa9f-1615-4c14-ab63-56e8f461df4f'}], 'security_groups': ['a52ee0d3-8474-45df-baf4-48086c07f1c0']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:06.972125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-24e7c9bd-7d53-4943-8dae-a90b117c2535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:06.975425 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-24e7c9bd-7d53-4943-8dae-a90b117c2535 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.1808991 Aug 06 15:51:06.992054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=4a9e86cd-7480-4aea-930c-8a7af7bf025f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:07.041816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Update dhcp port {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'fixed_ips': [{'subnet_id': '69a57e62-5777-40f1-968d-923ebfca908e', 'ip_address': '2001:db8::2'}, {'subnet_id': '2a0dfa9f-1615-4c14-ab63-56e8f461df4f'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '6bc79d79-860c-462f-bb90-b4fe96aa138e'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:51:07.078124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-e887b920-a9a9-4743-b719-1a221f43c013 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 1001 time: 0.0934153 Aug 06 15:51:07.100963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.218273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-6357a6ad-c31d-4c6e-9465-97305f31d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:07.220350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-6357a6ad-c31d-4c6e-9465-97305f31d90c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1303163 Aug 06 15:51:07.234871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.236981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d53b3980-b2bc-4b42-865b-e54179831034 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/ports/4a9e86cd-7480-4aea-930c-8a7af7bf025f HTTP/1.1" status: 204 len: 168 time: 1.2315974 Aug 06 15:51:07.241745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:07.292613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-1f297ecd-5ca4-447b-8fed-5076c16578a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:07.297696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-1f297ecd-5ca4-447b-8fed-5076c16578a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601554 Aug 06 15:51:07.483453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.510568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Allocated IP 2001:db8:0:1::2 (0dc348b4-23f1-4345-a458-72ec93ba2f16/2a0dfa9f-1615-4c14-ab63-56e8f461df4f/6bc79d79-860c-462f-bb90-b4fe96aa138e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:07.523045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-6f9c9c60-645c-498e-af98-136ac2f70bb1 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182686 Aug 06 15:51:07.582031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:07.582392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.726597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dde10ee8-eed4-486c-aca9-8f1d5f3c161c req-92562490-2110-4290-8a6c-e374855e5aad service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956420 Aug 06 15:51:07.777646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bc79d79-860c-462f-bb90-b4fe96aa138e,segment=NetworkSegment(6bb5e605-6712-4302-986c-8144473706a8),segment_id=6bb5e605-6712-4302-986c-8144473706a8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:07.793183 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a5a189d-62c9-42f2-a8e2-1acc1e565e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.810260 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.833948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.834614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:07.860587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for 6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:07.866888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Transition to ACTIVE for port object 6bc79d79-860c-462f-bb90-b4fe96aa138e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:07.924392 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.111349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9ae5a-2d7b-4268-abf9-e9c89f4465dd req-bdde7586-c962-4911-ba9f-527658ab980b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:08.112946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e9ae5a-2d7b-4268-abf9-e9c89f4465dd req-bdde7586-c962-4911-ba9f-527658ab980b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2366238 Aug 06 15:51:08.158831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9296113-a5d1-47ab-93dd-1060501e23fe req-0a9e7716-5238-49ef-842c-71aa564ac995 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:08.160464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9296113-a5d1-47ab-93dd-1060501e23fe req-0a9e7716-5238-49ef-842c-71aa564ac995 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2542906 Aug 06 15:51:08.219767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ce790-a5f0-4c29-acdc-2cac9583acb0 None None] Pushing event updated for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:08.303694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66e9ae5a-2d7b-4268-abf9-e9c89f4465dd req-37e236f5-a551-46ab-aaf4-cc681f14d668 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739390 Aug 06 15:51:08.400294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e9296113-a5d1-47ab-93dd-1060501e23fe req-bdaf5806-f037-4e5f-a79f-59c1a645e50f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263153 Aug 06 15:51:08.552196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Delete allocated IP 2001:db8::315 (0dc348b4-23f1-4345-a458-72ec93ba2f16/69a57e62-5777-40f1-968d-923ebfca908e) {{(pid=94841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 15:51:08.563452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8:0:1::31c (0dc348b4-23f1-4345-a458-72ec93ba2f16/2a0dfa9f-1615-4c14-ab63-56e8f461df4f/4dce40b9-286a-42c4-9738-35ea619aca21) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:08.576453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.626652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=6f9b6741-7c84-40fb-bf59-34fdd2cb0e57,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:08.658590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:08.739689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6d3633dc-870c-422a-a076-f0b4cf88ae5c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:08.882656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.884581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-35b07c8c-ed0e-4f5f-93c1-5bb4547068ad tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/ports/6f9b6741-7c84-40fb-bf59-34fdd2cb0e57 HTTP/1.1" status: 204 len: 168 time: 1.6322370 Aug 06 15:51:08.888694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:08.910022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.923026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.924076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6d3633dc-870c-422a-a076-f0b4cf88ae5c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:08.927550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 4dce40b9-286a-42c4-9738-35ea619aca21 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:08.934701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6d3633dc-870c-422a-a076-f0b4cf88ae5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:08.935403 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.970665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting subnet 63964101-6393-4bea-9a72-b2c6caa02e30 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:08.974448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:08.998166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.034256 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.041423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.074923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] In _notify_port_updated(), no bound segment for port 4dce40b9-286a-42c4-9738-35ea619aca21 on network 0dc348b4-23f1-4345-a458-72ec93ba2f16 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:51:09.080342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6d3633dc-870c-422a-a076-f0b4cf88ae5c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6d3633dc-870c-422a-a076-f0b4cf88ae5c,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:09.080712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:09.084051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.085494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/ports/4dce40b9-286a-42c4-9738-35ea619aca21 HTTP/1.1" status: 200 len: 931 time: 2.1914127 Aug 06 15:51:09.090001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:09.097604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d461cb-6cb3-4cbf-b3f7-d2b1115341b2 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=4dce40b9-286a-42c4-9738-35ea619aca21,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:09.195570 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.239179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.290563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Provisioning for port 4dce40b9-286a-42c4-9738-35ea619aca21 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:09.304567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Provisioning complete for port 4dce40b9-286a-42c4-9738-35ea619aca21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:09.304990 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.320076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 4dce40b9-286a-42c4-9738-35ea619aca21 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:09.320424 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.341485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6d3633dc-870c-422a-a076-f0b4cf88ae5c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:09.404613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Port 4dce40b9-286a-42c4-9738-35ea619aca21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:09.515593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.531858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 4dce40b9-286a-42c4-9738-35ea619aca21 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:09.547023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Provisioning for port 6bc79d79-860c-462f-bb90-b4fe96aa138e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:09.551685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:09.552101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.578567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc42a0-188c-49fd-a460-88dd52a56809 req-a426d4a9-0dcf-4d13-b5de-32138f7cfc67 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:09.586699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42dc42a0-188c-49fd-a460-88dd52a56809 req-a426d4a9-0dcf-4d13-b5de-32138f7cfc67 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.0962918 Aug 06 15:51:09.615697 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.636299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e9ce6-f62b-4da5-a54b-c28312d4a626 req-07d2229b-ea6f-4eba-af37-5ee60aab15f2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:09.637822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-896e9ce6-f62b-4da5-a54b-c28312d4a626 req-07d2229b-ea6f-4eba-af37-5ee60aab15f2 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1146982 Aug 06 15:51:09.667573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42dc42a0-188c-49fd-a460-88dd52a56809 req-0ea8ebea-daf9-41a3-aa98-e7b8053018a4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798659 Aug 06 15:51:09.677407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Provisioning complete for port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:09.677784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.690098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-896e9ce6-f62b-4da5-a54b-c28312d4a626 req-a5aae302-18fa-484c-b937-b3cd0fb21090 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446150 Aug 06 15:51:09.711528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.716482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35952) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:09.716767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/subnets/63964101-6393-4bea-9a72-b2c6caa02e30 HTTP/1.1" status: 204 len: 168 time: 0.8251934 Aug 06 15:51:09.720694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befdb2f9-cdd2-4ddb-99b6-e3a4f8a2c421 None None] Network 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:09.752569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e1d23-908d-4184-8e70-b0f2a0b669e2 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Subnet': ['ID=63964101-6393-4bea-9a72-b2c6caa02e30,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:09.771663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-066fc0d9-1f77-449b-acbb-86a59bd34234 None None] Port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:09.819838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting subnet 60e6f9c4-e422-44e3-9714-e2c77064e820 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:09.827575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.883560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.884046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.902241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cc038e17-d5bd-4c8e-83aa-672293013231 None None] Could not find standard attr ID for object 4dce40b9-286a-42c4-9738-35ea619aca21. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:51:09.918888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=4dce40b9-286a-42c4-9738-35ea619aca21,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:09.947247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:09.952304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-35486ff7-6bf0-4994-a76f-b68630aad0ac tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/4dce40b9-286a-42c4-9738-35ea619aca21 HTTP/1.1" status: 204 len: 168 time: 0.8577526 Aug 06 15:51:09.952677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:09.987099 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d75c6a5-f6ba-4c63-b66f-ee7de5477846 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:51:09.992907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d75c6a5-f6ba-4c63-b66f-ee7de5477846 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/4dce40b9-286a-42c4-9738-35ea619aca21 HTTP/1.1" status: 404 len: 333 time: 0.0355732 Aug 06 15:51:09.993433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:10.027570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.058210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] DHCP port deletion for 5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:51:10.141511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecb101f4-008d-4d44-ad83-a89ce92ce443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.153596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] Deleting port 77e2c6da-14a7-4432-bc83-68f695e01e3d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:10.153931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.175653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecb101f4-008d-4d44-ad83-a89ce92ce443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.234240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662a6ce-59d6-4a2e-be28-6afb101eaf6d req-4f40b14a-3616-4955-a9d6-5e2fa9c0b54f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:10.236617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5662a6ce-59d6-4a2e-be28-6afb101eaf6d req-4f40b14a-3616-4955-a9d6-5e2fa9c0b54f tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.0881057 Aug 06 15:51:10.262931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] For port 77e2c6da-14a7-4432-bc83-68f695e01e3d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=77e2c6da-14a7-4432-bc83-68f695e01e3d,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:10.262931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.287105 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] Calling delete_port for 77e2c6da-14a7-4432-bc83-68f695e01e3d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:10.317640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecb101f4-008d-4d44-ad83-a89ce92ce443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.319296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5662a6ce-59d6-4a2e-be28-6afb101eaf6d req-c77879ce-5e3b-4ca0-a4ab-19410eba6964 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Aug 06 15:51:10.320293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ecb101f4-008d-4d44-ad83-a89ce92ce443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.320982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.321927 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ecb101f4-008d-4d44-ad83-a89ce92ce443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/security-groups/03606819-4ef8-4c8b-b026-2f103a13195d HTTP/1.1" status: 204 len: 168 time: 0.3270967 Aug 06 15:51:10.325376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:10.393894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Subnet': ['ID=60e6f9c4-e422-44e3-9714-e2c77064e820,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:10.412711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb101f4-008d-4d44-ad83-a89ce92ce443 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03606819-4ef8-4c8b-b026-2f103a13195d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:10.427360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.431828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f8ecd07-88a4-4733-b251-599071fa4125 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/subnets/60e6f9c4-e422-44e3-9714-e2c77064e820 HTTP/1.1" status: 204 len: 168 time: 0.7112861 Aug 06 15:51:10.432610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:10.437588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6d3633dc-870c-422a-a076-f0b4cf88ae5c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:10.476798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e61d65-ff52-4aa9-91ff-fc872de020cf None None] Network 3ced517c-4e6b-4b23-a866-1b22970c4d70 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:10.493085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a391fe-455c-4aa7-a9d4-46f8b27cd313 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.521129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a391fe-455c-4aa7-a9d4-46f8b27cd313 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.586355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.633932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2a5c9-2807-4d00-bc3e-04ce2e59fb44 req-50ee6c1b-52e7-42c5-ae66-ab410ec3d364 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:10.645042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f2a5c9-2807-4d00-bc3e-04ce2e59fb44 req-50ee6c1b-52e7-42c5-ae66-ab410ec3d364 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1250124 Aug 06 15:51:10.652558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6d3633dc-870c-422a-a076-f0b4cf88ae5c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:10.652982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.688530 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a391fe-455c-4aa7-a9d4-46f8b27cd313 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.691457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26a391fe-455c-4aa7-a9d4-46f8b27cd313 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.696522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-26a391fe-455c-4aa7-a9d4-46f8b27cd313 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/security-groups/a52ee0d3-8474-45df-baf4-48086c07f1c0 HTTP/1.1" status: 204 len: 168 time: 0.3700202 Aug 06 15:51:10.697830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:10.746328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70f2a5c9-2807-4d00-bc3e-04ce2e59fb44 req-a0310082-b4fe-4beb-92ba-9316ed5527e9 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Aug 06 15:51:10.758897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Deleting port 77e2c6da-14a7-4432-bc83-68f695e01e3d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:10.759398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.825271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 69a57e62-5777-40f1-968d-923ebfca908e {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:10.850467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a391fe-455c-4aa7-a9d4-46f8b27cd313 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ee0d3-8474-45df-baf4-48086c07f1c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:10.853371 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.886601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] DHCP port deletion for 3ced517c-4e6b-4b23-a866-1b22970c4d70 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:51:10.894245 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.909316 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.919124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] No DVR routers for this DVR port 77e2c6da-14a7-4432-bc83-68f695e01e3d on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:10.934377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] For port 77e2c6da-14a7-4432-bc83-68f695e01e3d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=77e2c6da-14a7-4432-bc83-68f695e01e3d,segment=NetworkSegment(bdc5c99a-37e0-4967-ab30-cdb19f93b14b),segment_id=bdc5c99a-37e0-4967-ab30-cdb19f93b14b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:10.934944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.946378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:10.960706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11c0a0-7401-4700-804b-47bbd48582d8 req-cabede27-7ced-4041-b0f6-319ac9870f62 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:10.962286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc11c0a0-7401-4700-804b-47bbd48582d8 req-cabede27-7ced-4041-b0f6-319ac9870f62 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.1276348 Aug 06 15:51:10.976672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Calling delete_port for 77e2c6da-14a7-4432-bc83-68f695e01e3d owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:11.001408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdd814-c868-4a75-88b5-ca526e4b25c1 None None] Pushing event deleted for resources: {'Port': ['ID=77e2c6da-14a7-4432-bc83-68f695e01e3d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:11.015814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 77e2c6da-14a7-4432-bc83-68f695e01e3d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:11.067990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 77e2c6da-14a7-4432-bc83-68f695e01e3d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:11.068607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 77e2c6da-14a7-4432-bc83-68f695e01e3d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:11.128296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.148855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] Deleting port c5dd82cc-54cf-4059-9013-0067922a8c82 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:11.149524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.254067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] For port c5dd82cc-54cf-4059-9013-0067922a8c82, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5dd82cc-54cf-4059-9013-0067922a8c82,segment=NetworkSegment(64265b4a-7888-492e-8cbc-238ad28c228e),segment_id=64265b4a-7888-492e-8cbc-238ad28c228e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:11.254653 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.271599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] Calling delete_port for c5dd82cc-54cf-4059-9013-0067922a8c82 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:11.319778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.369446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.371491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/69a57e62-5777-40f1-968d-923ebfca908e HTTP/1.1" status: 204 len: 168 time: 0.6689477 Aug 06 15:51:11.372597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe8cd-3f4e-4d44-9f28-c564a1dcc3f8 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=69a57e62-5777-40f1-968d-923ebfca908e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:11.375502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:11.385625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:11.413337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fee4d1-0ad4-4ee8-9673-9bf8a71471f3 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:11.418717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc11c0a0-7401-4700-804b-47bbd48582d8 req-3faf9ec3-aba9-4b77-b086-bf5aaa44c8a3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395230 Aug 06 15:51:11.501833 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.559825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.588809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b63bf-7c2f-4cf0-9a9f-75b33b5ddbdc req-9c7b394f-0175-4860-bc9d-8aafbae39749 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:11.590026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc1b63bf-7c2f-4cf0-9a9f-75b33b5ddbdc req-9c7b394f-0175-4860-bc9d-8aafbae39749 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.1412439 Aug 06 15:51:11.590932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Port': ['ID=77e2c6da-14a7-4432-bc83-68f695e01e3d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:11.598690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] No DVR routers for this DVR port 77e2c6da-14a7-4432-bc83-68f695e01e3d on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:11.624855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] Pushing event deleted for resources: {'Port': ['ID=c5dd82cc-54cf-4059-9013-0067922a8c82,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:11.652247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60d4c7-2cf4-4fdc-8004-7c24613da4d6 None None] No DVR routers for this DVR port c5dd82cc-54cf-4059-9013-0067922a8c82 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:11.734163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.739599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc1b63bf-7c2f-4cf0-9a9f-75b33b5ddbdc req-168f2bb2-1c4d-4d01-bb38-6371c2884ff6 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388056 Aug 06 15:51:11.749881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:11.752306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:11.762127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:11.762127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc5c99a-37e0-4967-ab30-cdb19f93b14b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:11.764787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.775627 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.794879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.803193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:11.803528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:11.807075 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:11.925702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:11.986416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.003680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.007631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/networks/5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb HTTP/1.1" status: 204 len: 168 time: 1.5735455 Aug 06 15:51:12.008105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36050) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:12.021143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767fe6-e0a9-4129-84ff-0d004b5dcfe5 tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Network': ['ID=5f0903b1-f6f5-41d3-8e6d-7de5eccc96eb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:12.042142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.071888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:12.075913 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a10f09-d919-42ad-8292-61e4ef0a970e" -d '{"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:12.104320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:12.133979 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0151b-3ca7-4bda-a26a-bcdf661eb3e2 x-openstack-request-id: req-97a0151b-3ca7-4bda-a26a-bcdf661eb3e2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:12.134339 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-unplugged", "status": "failed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:12.134658 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97a0151b-3ca7-4bda-a26a-bcdf661eb3e2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:12.142894 n-d-778550-6 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'code': 422} returned with failed status Aug 06 15:51:12.169065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.198521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.294441 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.317006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ced517c-4e6b-4b23-a866-1b22970c4d70']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:12.326802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:12.329177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.348070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64265b4a-7888-492e-8cbc-238ad28c228e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:12.352767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64265b4a-7888-492e-8cbc-238ad28c228e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:12.370284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5dd82cc-54cf-4059-9013-0067922a8c82 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:12.395053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c5dd82cc-54cf-4059-9013-0067922a8c82 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:12.395844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c5dd82cc-54cf-4059-9013-0067922a8c82 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:12.405524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.413500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:12.430008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:12.433801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:12.434399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.457373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.479386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:12.479825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:12.484500 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:12.497673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=79207b20-72bc-4932-afbf-de526035314b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:12.550719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb31f9-6368-4db7-82a4-8a11ae9f0af2 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:12.671298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6eef960-e60d-4a91-9f9a-fd68440e0479 None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:12.671993 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6eef960-e60d-4a91-9f9a-fd68440e0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.672946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c65ea70e-0867-4d68-ab1c-992e1332cf46 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2922223 Aug 06 15:51:12.676508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:12.681963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1785272148'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:12.718835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.735861 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.742486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] 10.222.0.16 "DELETE /v2.0/networks/3ced517c-4e6b-4b23-a866-1b22970c4d70 HTTP/1.1" status: 204 len: 168 time: 0.7276201 Aug 06 15:51:12.759068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4af4e8-0cab-44ca-ab6d-1404f5927abd tempest-TaggedBootDevicesTest-590745670 tempest-TaggedBootDevicesTest-590745670-project] Pushing event deleted for resources: {'Network': ['ID=3ced517c-4e6b-4b23-a866-1b22970c4d70,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:12.897794 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:12.990891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Update dhcp port {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'fixed_ips': [{'subnet_id': '2a0dfa9f-1615-4c14-ab63-56e8f461df4f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '79207b20-72bc-4932-afbf-de526035314b'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '6bc79d79-860c-462f-bb90-b4fe96aa138e'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:51:13.024777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.038804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c6eef960-e60d-4a91-9f9a-fd68440e0479 None None] Provisioning complete for port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:13.039432 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6eef960-e60d-4a91-9f9a-fd68440e0479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.057228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-508f886f-654e-49a9-a3c4-908bcf9c80df tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:13.058862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-508f886f-654e-49a9-a3c4-908bcf9c80df tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2241335 Aug 06 15:51:13.135272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c6eef960-e60d-4a91-9f9a-fd68440e0479 None None] Port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:13.161745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae3ef6-bbd7-4f24-a084-44e2a62cd5f5 req-0b8b4a2f-e52f-46f6-9288-678dbe44bf7a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:13.170364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dae3ef6-bbd7-4f24-a084-44e2a62cd5f5 req-0b8b4a2f-e52f-46f6-9288-678dbe44bf7a tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 946 time: 0.2736092 Aug 06 15:51:13.286534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Allocated IP 2001:db8::2 (0dc348b4-23f1-4345-a458-72ec93ba2f16/79207b20-72bc-4932-afbf-de526035314b/6bc79d79-860c-462f-bb90-b4fe96aa138e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:13.286811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4dae3ef6-bbd7-4f24-a084-44e2a62cd5f5 req-2ef65f2e-541e-4901-a5da-cef8c3f809a0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162188 Aug 06 15:51:13.308481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.335652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:13.335652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.435245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bc79d79-860c-462f-bb90-b4fe96aa138e,segment=NetworkSegment(6bb5e605-6712-4302-986c-8144473706a8),segment_id=6bb5e605-6712-4302-986c-8144473706a8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:13.444778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.482853 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.492264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:13.492721 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.498999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Transition to ACTIVE for port object 6bc79d79-860c-462f-bb90-b4fe96aa138e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:13.507715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15785563-7348-47f7-8b94-bbc95f56befc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:13.510294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:13.672296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.673749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94ee2002-3cef-49d4-843c-aac4d08eacc7 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9962089 Aug 06 15:51:13.676766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:13.684207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'security_group': {'name': 'tempest-secgroup-247840439'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:13.711713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.799551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.804718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1991-7138-45a6-b6af-d72cfee6a163 None None] Pushing event updated for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:13.817600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487', 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:51:13.835548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=cfdd53a2-cf87-44ef-a255-0b8165dc3bb7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:13.893871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.911627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:13.920926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:13.923035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a5578fd-3982-4571-8ca8-1e8a2b819007 req-dfd02e4e-9173-4b56-881d-bf44aed57367 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "DELETE /v2.0/ports/cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 HTTP/1.1" status: 204 len: 173 time: 0.8523660 Aug 06 15:51:13.923493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a19443-265a-4b04-8993-f37926a0fb20', 'name': 'network-vif-deleted', 'tag': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:13.925829 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f3e383-a3fb-41d9-93e1-115245e52ca8" -d '{"events": [{"server_uuid": "98a19443-265a-4b04-8993-f37926a0fb20", "name": "network-vif-deleted", "tag": "cfdd53a2-cf87-44ef-a255-0b8165dc3bb7"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:14.042543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.046781 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1823c7db-0eed-4449-a2f7-478cec93657a x-openstack-request-id: req-1823c7db-0eed-4449-a2f7-478cec93657a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:14.046781 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a19443-265a-4b04-8993-f37926a0fb20", "name": "network-vif-deleted", "tag": "cfdd53a2-cf87-44ef-a255-0b8165dc3bb7", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:14.047082 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1823c7db-0eed-4449-a2f7-478cec93657a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:14.047358 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a19443-265a-4b04-8993-f37926a0fb20', 'name': 'network-vif-deleted', 'tag': 'cfdd53a2-cf87-44ef-a255-0b8165dc3bb7', 'status': 'completed', 'code': 200} Aug 06 15:51:14.111892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06dcb9-9dea-4768-87ca-64743017caea req-90dce25e-1ece-415a-9533-4b1750bb9c7c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:14.120352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b06dcb9-9dea-4768-87ca-64743017caea req-90dce25e-1ece-415a-9533-4b1750bb9c7c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.0760925 Aug 06 15:51:14.165375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.229081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4cb1c5-6cb7-4e82-b112-5d847615a135,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:14.241952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b06dcb9-9dea-4768-87ca-64743017caea req-cd0663bb-817b-42b9-9871-cb47872b20b3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206033 Aug 06 15:51:14.271945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.275836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-727e7996-5b92-41ad-bbef-19590dd85f52 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5973296 Aug 06 15:51:14.285040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:14.289791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'security_group': {'name': 'tempest-secgroup-1591243182'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:14.376235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:14.462593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.500721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7715d4ee-fb41-4211-8b25-59e3475b1486 req-318eec09-9432-4e90-b610-c313e5c9849b tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=98a19443-265a-4b04-8993-f37926a0fb20 HTTP/1.1" status: 200 len: 210 time: 0.0774035 Aug 06 15:51:14.703782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.812559 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-91a55a72-03f0-4830-95b3-8dace8b4c07e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2445107 Aug 06 15:51:14.814152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.838598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-25c8ea24-5e07-4356-a40a-6f173879cbf6 None None] Provisioning for port 6bc79d79-860c-462f-bb90-b4fe96aa138e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:14.844106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-25c8ea24-5e07-4356-a40a-6f173879cbf6 None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:14.844499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25c8ea24-5e07-4356-a40a-6f173879cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:14.893292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa62cf-118c-4be6-864e-8215b054a688,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:14.927025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.927505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.930106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.930469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.931374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.931732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.932092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.932474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.934155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.934500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.934854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:14.938469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:15.036270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:15.041313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:15.048922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0c2f3f19-68c6-49f5-9786-c40d5e71ee4c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7589386 Aug 06 15:51:15.055321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-831435594', 'security_groups': ['49aa62cf-118c-4be6-864e-8215b054a688'], 'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79207b20-72bc-4932-afbf-de526035314b'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:15.136757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-25c8ea24-5e07-4356-a40a-6f173879cbf6 None None] Provisioning complete for port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:15.137431 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25c8ea24-5e07-4356-a40a-6f173879cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:15.147005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-49f7431c-c20c-46f2-b6f0-992159550796 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350770 Aug 06 15:51:15.218955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-25c8ea24-5e07-4356-a40a-6f173879cbf6 None None] Port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:15.229597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-834f5795-1c14-4a18-b450-b3c53433b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:15.231261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-834f5795-1c14-4a18-b450-b3c53433b159 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1097 time: 0.0574222 Aug 06 15:51:15.432114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168e514-477b-4d40-81ed-1ffcb12cd281 req-e00380bc-3c83-4c16-adce-4a3e0b78c359 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:15.433531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-cb99ee79-7d05-4ba0-827b-6b90ad8c9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:15.435158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9168e514-477b-4d40-81ed-1ffcb12cd281 req-e00380bc-3c83-4c16-adce-4a3e0b78c359 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.1038492 Aug 06 15:51:15.437841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:15.445050 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-cb99ee79-7d05-4ba0-827b-6b90ad8c9ad1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 897 time: 0.1869521 Aug 06 15:51:15.548996 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-b068ce32-d465-48a8-9a91-f261053362f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 200 len: 1001 time: 0.0951283 Aug 06 15:51:15.599132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9168e514-477b-4d40-81ed-1ffcb12cd281 req-423eaba8-6371-4f22-bb8e-d0cb1ec3bb4c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139457 Aug 06 15:51:15.628907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:15.655501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-7e666fda-976a-466a-a9e0-4006c216cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:15.662380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-7e666fda-976a-466a-a9e0-4006c216cd6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 HTTP/1.1" status: 200 len: 835 time: 0.1053348 Aug 06 15:51:15.687169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] device_id is not set on port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:51:15.747947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-30853828-b8a3-4964-9808-880f05bd3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:15.750878 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-30853828-b8a3-4964-9808-880f05bd3f03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=625d226f-e4a5-44ca-8177-f41cedc5138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728889 Aug 06 15:51:15.918516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-48b7b394-9e15-4412-9850-5b4253ade3c4 service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596007 Aug 06 15:51:15.948473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:15.972578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8::ab (0dc348b4-23f1-4345-a458-72ec93ba2f16/79207b20-72bc-4932-afbf-de526035314b/0f7b0bc7-140e-4df4-874a-12e57e87ea3f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:16.032106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:16.033627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device cfdd53a2-cf87-44ef-a255-0b8165dc3bb7 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:16.148882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2eefa3e-2bf3-4335-b63c-51cb51f709b2 req-0b18183a-60c4-43b2-9552-b0c200a90a27 service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193875 Aug 06 15:51:16.318413 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:16.333013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 0f7b0bc7-140e-4df4-874a-12e57e87ea3f will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:16.445630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:16.537356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:16.538839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=0f7b0bc7-140e-4df4-874a-12e57e87ea3f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:16.553598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:16.577850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:16.594441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:16.595923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:16.727793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:16.728430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0a087e92-b9dd-4374-8c55-d03047b7dace tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6843929 Aug 06 15:51:16.733863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:16.838272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f9356-0494-4f88-96d3-97cb5eb68f1d req-37bf3b8f-9d0b-4db9-bc5e-e6c03eaca10e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:16.850557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce0f9356-0494-4f88-96d3-97cb5eb68f1d req-37bf3b8f-9d0b-4db9-bc5e-e6c03eaca10e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.0888755 Aug 06 15:51:16.957554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce0f9356-0494-4f88-96d3-97cb5eb68f1d req-0e94a7aa-568e-482c-ae7d-aa5aba11cfe9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042521 Aug 06 15:51:17.065911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:17.071190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:17.159647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5ac0a141-7726-4c15-83ba-0a5431a190f7 None None] Provisioning for port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:17.166319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5ac0a141-7726-4c15-83ba-0a5431a190f7 None None] Provisioning complete for port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:17.166709 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ac0a141-7726-4c15-83ba-0a5431a190f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:17.223650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0a141-7726-4c15-83ba-0a5431a190f7 None None] Port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:17.229676 n-d-778550-6 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79207b20-72bc-4932-afbf-de526035314b (CIDR: 2001:db8::/64) Aug 06 15:51:17.272887 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:17.274279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:17.305613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6adbd-2718-4f4f-9291-180f5b7a8916 req-867ac3b7-42a8-48b1-8ad9-e8b63b8e47b0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:17.314330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eda6adbd-2718-4f4f-9291-180f5b7a8916 req-867ac3b7-42a8-48b1-8ad9-e8b63b8e47b0 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 945 time: 0.0962763 Aug 06 15:51:17.363701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eda6adbd-2718-4f4f-9291-180f5b7a8916 req-804299a5-bfa5-49c7-a622-5804ad4225e1 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497117 Aug 06 15:51:17.399041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4f63cd59-ceec-4ff0-b995-9aa4d56dabe9 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6706855 Aug 06 15:51:17.402354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:17.412451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:17.655578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:17.660086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:17.713834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:17.794615 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2a0dfa9f-1615-4c14-ab63-56e8f461df4f (CIDR: 2001:db8:0:1::/64) Aug 06 15:51:17.849387 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:17.849820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:17.868666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7cb6-3dcb-4683-a627-b1f4a9e50528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:17.958679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5283257e-c6dd-4223-b19e-9f9edd5ff436 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5527534 Aug 06 15:51:17.968441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:17.968441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'subnet': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:18.137460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7cb6-3dcb-4683-a627-b1f4a9e50528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.251234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433b9b1-3f2f-4b01-86ef-b9e5acb51744 req-b178a3d7-bb2e-49c3-a46f-c169a65a4d2d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:18.254472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e433b9b1-3f2f-4b01-86ef-b9e5acb51744 req-b178a3d7-bb2e-49c3-a46f-c169a65a4d2d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.1453919 Aug 06 15:51:18.301020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5a7cb6-3dcb-4683-a627-b1f4a9e50528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.332055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e433b9b1-3f2f-4b01-86ef-b9e5acb51744 req-05f58ad9-166c-4952-bc46-5dd081614fae tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608103 Aug 06 15:51:18.341562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4f5a7cb6-3dcb-4683-a627-b1f4a9e50528 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f154607d97ee4792a0c21e0ee6ddba44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6264682 Aug 06 15:51:18.345846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:18.370823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a7cb6-3dcb-4683-a627-b1f4a9e50528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3664f4c9-addb-4f04-acd5-d82254105c9d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:18.405838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Made reservation on behalf of 1a15231951f44ea9a1dce124d0382f58 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:18.412158 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.476600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ff43479-bfec-46ec-b2ea-d09336185501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.580385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ff43479-bfec-46ec-b2ea-d09336185501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.624829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb0f57-033a-49f2-a0fd-546571177e81 req-10f122ed-ca29-4cec-9fa7-d180422cdc98 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:18.626521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4fcb0f57-033a-49f2-a0fd-546571177e81 req-10f122ed-ca29-4cec-9fa7-d180422cdc98 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 945 time: 0.1468630 Aug 06 15:51:18.705618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4fcb0f57-033a-49f2-a0fd-546571177e81 req-305e00b5-0afd-49fd-9d59-9a68c081fa46 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/security-groups?id=50937ab6-4df0-4688-b233-8a587c8d020e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680337 Aug 06 15:51:18.795601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15783436-3c8a-42a6-8b2f-237f632f527b req-a0a23177-4a57-48bc-8d2f-6fc7156e49db tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:18.797518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15783436-3c8a-42a6-8b2f-237f632f527b req-a0a23177-4a57-48bc-8d2f-6fc7156e49db tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 945 time: 0.0804653 Aug 06 15:51:18.860042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ff43479-bfec-46ec-b2ea-d09336185501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.863050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ff43479-bfec-46ec-b2ea-d09336185501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:18.865084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1ff43479-bfec-46ec-b2ea-d09336185501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3664f4c9-addb-4f04-acd5-d82254105c9d HTTP/1.1" status: 204 len: 168 time: 0.5181954 Aug 06 15:51:18.897371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff43479-bfec-46ec-b2ea-d09336185501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3664f4c9-addb-4f04-acd5-d82254105c9d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:19.074500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Deleting port 0db6019b-6c62-4425-b92f-b52fde720487 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:19.074500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:19.219233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] For port 0db6019b-6c62-4425-b92f-b52fde720487, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0db6019b-6c62-4425-b92f-b52fde720487,segment=NetworkSegment(2ad5bc98-a063-403c-a1f2-217e7ebaa518),segment_id=2ad5bc98-a063-403c-a1f2-217e7ebaa518)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:19.219840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:19.240277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Calling delete_port for 0db6019b-6c62-4425-b92f-b52fde720487 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:19.313831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:19.376184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Subnet': ['ID=f39dfdca-c652-4f77-a043-7572a655af78,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:19.414255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:19.419530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:19.425530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:19.426148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:19.438139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f881f-7d8e-45bd-9da3-c8db360c56a4 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:19.584945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2f3958c-f04e-4c13-84a3-b29d5d3a1b54 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6239896 Aug 06 15:51:19.588960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:19.596285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2053226781', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f39dfdca-c652-4f77-a043-7572a655af78'}], 'security_groups': ['15785563-7348-47f7-8b94-bbc95f56befc', 'cb4cb1c5-6cb7-4e82-b112-5d847615a135']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:19.706241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:19.750690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0db6019b-6c62-4425-b92f-b52fde720487'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:51:19.834205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:19.867344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Pushing event deleted for resources: {'Port': ['ID=0db6019b-6c62-4425-b92f-b52fde720487,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:20.016233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Update dhcp port {'port': {'network_id': '0dc348b4-23f1-4345-a458-72ec93ba2f16', 'fixed_ips': [{'subnet_id': '2a0dfa9f-1615-4c14-ab63-56e8f461df4f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '79207b20-72bc-4932-afbf-de526035314b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f39dfdca-c652-4f77-a043-7572a655af78'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '6bc79d79-860c-462f-bb90-b4fe96aa138e'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:51:20.079339 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:20.140213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] No DVR routers for this DVR port 0db6019b-6c62-4425-b92f-b52fde720487 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:20.147923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:20.153490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-15783436-3c8a-42a6-8b2f-237f632f527b req-2f2822b9-48c2-40c7-ba3e-9d8b47c29621 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.64 "DELETE /v2.0/ports/0db6019b-6c62-4425-b92f-b52fde720487 HTTP/1.1" status: 204 len: 173 time: 1.3453059 Aug 06 15:51:20.191000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'name': 'network-vif-deleted', 'tag': '0db6019b-6c62-4425-b92f-b52fde720487'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:20.197927 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4a6e7c-fa37-4f96-8628-cf68fe7c6138" -d '{"events": [{"server_uuid": "76dfa72b-b3f6-497b-bc83-560ab10aed1d", "name": "network-vif-deleted", "tag": "0db6019b-6c62-4425-b92f-b52fde720487"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:20.231501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4679f50-4930-441b-bf12-f2a8558d36ab req-7d5e42cd-48c3-4245-8548-e42b5f1c4714 tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 210 time: 0.3321953 Aug 06 15:51:20.245373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:20.272126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b305d-7bef-4791-bde0-6d7a31f42d29 req-3458bb76-6061-4a5f-845b-d57acdd6001d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:20.281413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-266b305d-7bef-4791-bde0-6d7a31f42d29 req-3458bb76-6061-4a5f-845b-d57acdd6001d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.7812705 Aug 06 15:51:20.355061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Allocated IP 2001:db8:0:2::2 (0dc348b4-23f1-4345-a458-72ec93ba2f16/f39dfdca-c652-4f77-a043-7572a655af78/6bc79d79-860c-462f-bb90-b4fe96aa138e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:20.381041 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d6d186-8b31-40de-86f6-3a30f3061d36 x-openstack-request-id: req-64d6d186-8b31-40de-86f6-3a30f3061d36 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:20.381621 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dfa72b-b3f6-497b-bc83-560ab10aed1d", "name": "network-vif-deleted", "tag": "0db6019b-6c62-4425-b92f-b52fde720487", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:20.382041 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64d6d186-8b31-40de-86f6-3a30f3061d36 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:20.382592 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76dfa72b-b3f6-497b-bc83-560ab10aed1d', 'name': 'network-vif-deleted', 'tag': '0db6019b-6c62-4425-b92f-b52fde720487', 'status': 'completed', 'code': 200} Aug 06 15:51:20.386442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-266b305d-7bef-4791-bde0-6d7a31f42d29 req-a2df3652-b929-48f1-9ca4-ef2105ab8715 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986145 Aug 06 15:51:20.530525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bc79d79-860c-462f-bb90-b4fe96aa138e,segment=NetworkSegment(6bb5e605-6712-4302-986c-8144473706a8),segment_id=6bb5e605-6712-4302-986c-8144473706a8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:20.625076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:20.647647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Transition to ACTIVE for port object 6bc79d79-860c-462f-bb90-b4fe96aa138e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:20.753225 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:20.903003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d47f5-a4ce-4acf-bf6f-90f53d2495ea None None] Pushing event updated for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:21.402709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e668cf06-71a8-4bfe-94ba-8998817ae123 req-20a7826c-7b0d-4259-a452-74ef55cbf2ac tempest-ServersTestJSON-1563171979 tempest-ServersTestJSON-1563171979-project] 10.222.0.16 "GET /v2.0/ports?device_id=76dfa72b-b3f6-497b-bc83-560ab10aed1d HTTP/1.1" status: 200 len: 210 time: 0.0494785 Aug 06 15:51:21.706545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68f0a8-58df-4731-ac07-5c16190a6fd9 req-c6e4b574-f779-4845-9b87-c24e5cf5da0e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:21.706545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d68f0a8-58df-4731-ac07-5c16190a6fd9 req-c6e4b574-f779-4845-9b87-c24e5cf5da0e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.1498621 Aug 06 15:51:21.782875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d68f0a8-58df-4731-ac07-5c16190a6fd9 req-285cb4d3-cea8-4227-b108-be050fe38020 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737343 Aug 06 15:51:21.798265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Delete allocated IP 2001:db8::ab (0dc348b4-23f1-4345-a458-72ec93ba2f16/79207b20-72bc-4932-afbf-de526035314b) {{(pid=94840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 06 15:51:21.833604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Allocated IP 2001:db8:0:2::163 (0dc348b4-23f1-4345-a458-72ec93ba2f16/f39dfdca-c652-4f77-a043-7572a655af78/0f7b0bc7-140e-4df4-874a-12e57e87ea3f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:21.909996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:21.964537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0db6019b-6c62-4425-b92f-b52fde720487 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:22.011145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 0db6019b-6c62-4425-b92f-b52fde720487 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:22.012392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0db6019b-6c62-4425-b92f-b52fde720487 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:22.281315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36394) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:22.400650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:22.508413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Provisioning complete for port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:22.509017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:22.524329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.603732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1319117582', 'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:22.634129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:22.679948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.723680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Deleting subnet a66bbed5-c02d-4941-ad9e-09d1d73805c1 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:22.729947 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.740036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Transition to ACTIVE for port object 0f7b0bc7-140e-4df4-874a-12e57e87ea3f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:22.772332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 6d3633dc-870c-422a-a076-f0b4cf88ae5c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:22.772736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.792379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Provisioning for port 6bc79d79-860c-462f-bb90-b4fe96aa138e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:22.801762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:22.804241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.827196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.831250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:22.976153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.048508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Provisioning complete for port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:23.049320 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.089390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] In _notify_port_updated(), no bound segment for port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f on network 0dc348b4-23f1-4345-a458-72ec93ba2f16 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:51:23.094048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a4852a4-f6f1-40a8-9ee5-497308f5cb71 None None] Port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:23.110106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:23.110806 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.112311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "PUT /v2.0/ports/0f7b0bc7-140e-4df4-874a-12e57e87ea3f HTTP/1.1" status: 200 len: 970 time: 3.5215759 Aug 06 15:51:23.117737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Made reservation on behalf of f56329120a6f49dca5a42f6a35291ca2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:23.118760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36408) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:23.120108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.142664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce6644-e196-4b95-9c55-a2d98a132bae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event updated for resources: {'Port': ['ID=0f7b0bc7-140e-4df4-874a-12e57e87ea3f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:23.157558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port 6d3633dc-870c-422a-a076-f0b4cf88ae5c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6d3633dc-870c-422a-a076-f0b4cf88ae5c,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:23.158183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.160690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.206685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 6d3633dc-870c-422a-a076-f0b4cf88ae5c owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:23.236211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e429823-f625-4234-8035-bb3bfad67fe8 req-cbbdc22d-3153-4043-a08b-ee49e6241f62 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:23.237986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e429823-f625-4234-8035-bb3bfad67fe8 req-cbbdc22d-3153-4043-a08b-ee49e6241f62 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.1361520 Aug 06 15:51:23.324316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e429823-f625-4234-8035-bb3bfad67fe8 req-384a4b2e-f0dc-4d4d-b15c-0ecfba8401e4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713968 Aug 06 15:51:23.329874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.403977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66bbed5-c02d-4941-ad9e-09d1d73805c1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:23.413045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.422453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d0ffda0b-a0b8-41b1-88ff-f6076058d0cd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a66bbed5-c02d-4941-ad9e-09d1d73805c1 HTTP/1.1" status: 204 len: 168 time: 0.9086685 Aug 06 15:51:23.427778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:23.437139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:23.438168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.480644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.574564 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.590261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:51:23.614650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97dcda94-6516-41b7-aa9c-4e43178fe6a9 None None] Provisioning for port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:23.619845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97dcda94-6516-41b7-aa9c-4e43178fe6a9 None None] Provisioning complete for port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:23.622753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97dcda94-6516-41b7-aa9c-4e43178fe6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.623440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.623440 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Added segment ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef of type vlan for network 7e5b7761-99f6-48cb-b41a-9131a8db8025 Aug 06 15:51:23.675070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.717815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.734970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-97dcda94-6516-41b7-aa9c-4e43178fe6a9 None None] Port 0f7b0bc7-140e-4df4-874a-12e57e87ea3f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:23.752504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for 0f7b0bc7-140e-4df4-874a-12e57e87ea3f owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:23.759338 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.839242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a701dba-9d1d-4ff7-94cf-66ff35197c09,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:23.983333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:23.985968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:23.992257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.003639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.030602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c16110-4e8a-4bb9-8d25-93879ae929d4']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:24.064327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad5bc98-a063-403c-a1f2-217e7ebaa518') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:24.069058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad5bc98-a063-403c-a1f2-217e7ebaa518') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:24.125810 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.130395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Network': ['ID=7e5b7761-99f6-48cb-b41a-9131a8db8025,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:24.143577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.144396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.145121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.151602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:24.158482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aba61533-0f83-40f7-8ce9-a838faed3923 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8742747 Aug 06 15:51:24.159839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:24.160088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.162432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7e5b7761-99f6-48cb-b41a-9131a8db8025 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:51:24.175641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:24.176142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:24.178629 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:24.180998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.188217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'subnet': {'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:24.273474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=6d3633dc-870c-422a-a076-f0b4cf88ae5c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:24.323498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Made reservation on behalf of f56329120a6f49dca5a42f6a35291ca2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:24.326810 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.331434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.377296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=0f7b0bc7-140e-4df4-874a-12e57e87ea3f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:24.394582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.400344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.407485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68c16110-4e8a-4bb9-8d25-93879ae929d4 HTTP/1.1" status: 204 len: 168 time: 0.8823204 Aug 06 15:51:24.517434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.524050 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-67e160ba-5dc2-406f-b542-e9f9fdbd734a tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/0f7b0bc7-140e-4df4-874a-12e57e87ea3f HTTP/1.1" status: 204 len: 168 time: 1.3971808 Aug 06 15:51:24.524050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cc267-a791-4ccd-967b-516f6da7baa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c16110-4e8a-4bb9-8d25-93879ae929d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:24.530715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:24.656638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245099-6a3f-4910-beff-0ec25c99bc6a req-47f11c72-df9b-4d77-93aa-c6c2d631a0e3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:24.665973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56245099-6a3f-4910-beff-0ec25c99bc6a req-47f11c72-df9b-4d77-93aa-c6c2d631a0e3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.0990965 Aug 06 15:51:24.727974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56245099-6a3f-4910-beff-0ec25c99bc6a req-a5b0b291-ffc6-49f1-86ae-5d7102799d97 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606849 Aug 06 15:51:24.747149 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5306b2-4051-446f-939d-7131e89b7b94 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] GET failed (client error): The resource could not be found. Aug 06 15:51:24.755746 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea5306b2-4051-446f-939d-7131e89b7b94 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports/0f7b0bc7-140e-4df4-874a-12e57e87ea3f HTTP/1.1" status: 404 len: 333 time: 0.2149456 Aug 06 15:51:24.789052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36426) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:24.834492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.903918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd1e713f-3ce7-400f-b421-0002874e887c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:24.930860 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd1e713f-3ce7-400f-b421-0002874e887c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.122048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd1e713f-3ce7-400f-b421-0002874e887c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.125567 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd1e713f-3ce7-400f-b421-0002874e887c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.129262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cd1e713f-3ce7-400f-b421-0002874e887c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/security-groups/49aa62cf-118c-4be6-864e-8215b054a688 HTTP/1.1" status: 204 len: 168 time: 0.3362458 Aug 06 15:51:25.131590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:51:25.132332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.135625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:51:25.136576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36430) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:25.185376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e713f-3ce7-400f-b421-0002874e887c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa62cf-118c-4be6-864e-8215b054a688,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:25.188461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:25.262096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2124fd2c-6d41-4ab0-9472-896919a03004,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:25.301085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:25.309250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9931c5ca-929d-48ad-9302-6660231acbc9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "PUT /v2.0/routers/f61af3a5-608f-4e15-9325-4060fb2c027d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4718344 Aug 06 15:51:25.321722 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:25.342188 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:25.342827 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:25.496401 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:25.712869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Checking segment: {'id': 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:25.713474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network hostable DHCP agents. Network: 7e5b7761-99f6-48cb-b41a-9131a8db8025, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:51:25.768926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ab017291-3479-4612-8634-f1ca0b640cb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3710307740d74869bd0baae23a43f6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779617 Aug 06 15:51:25.772054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36444) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:25.819399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb53702e-75e4-4842-b244-85eebf68c190 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.843992 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.880270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-05f71ec8-60c5-42f3-8062-6f7592c877ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:25.882044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-05f71ec8-60c5-42f3-8062-6f7592c877ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b&tenant_id=da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 1095 time: 0.2256377 Aug 06 15:51:25.885823 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:23Z', 'revision_number': 6, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:48Z', 'revision_number': 1, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:25.915901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e91-3635-4673-822c-fd38014a83ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:25.947839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:25.973561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e91-3635-4673-822c-fd38014a83ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.004593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 7e5b7761-99f6-48cb-b41a-9131a8db8025 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:51:26.032924 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:26.042174 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:26.042835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb53702e-75e4-4842-b244-85eebf68c190 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.043321 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:26.144779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b88e23-8682-4afb-b1bf-87dc649362a1 req-87bfce4a-35d2-41f2-8a33-742e41f2f457 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:26.147723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4b88e23-8682-4afb-b1bf-87dc649362a1 req-87bfce4a-35d2-41f2-8a33-742e41f2f457 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.2645357 Aug 06 15:51:26.154716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.168634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e91-3635-4673-822c-fd38014a83ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.169381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead1d54-da30-4614-9e47-c4f9b7656bd8 req-5ee2d890-5fb8-4124-b034-cb1846c18cb4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:26.171896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fead1d54-da30-4614-9e47-c4f9b7656bd8 req-5ee2d890-5fb8-4124-b034-cb1846c18cb4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 946 time: 0.2455304 Aug 06 15:51:26.176328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ebc49e91-3635-4673-822c-fd38014a83ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.177825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ebc49e91-3635-4673-822c-fd38014a83ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50937ab6-4df0-4688-b233-8a587c8d020e HTTP/1.1" status: 204 len: 168 time: 0.4045777 Aug 06 15:51:26.207067 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:26.219345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc49e91-3635-4673-822c-fd38014a83ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50937ab6-4df0-4688-b233-8a587c8d020e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:26.226823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7e5b7761-99f6-48cb-b41a-9131a8db8025) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:26.243871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7064f4b-356e-4507-910c-ec99377152ae None None] Network 7e5b7761-99f6-48cb-b41a-9131a8db8025 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:26.245833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:26.246551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.308621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb53702e-75e4-4842-b244-85eebf68c190 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.314194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb53702e-75e4-4842-b244-85eebf68c190 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.318534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cb53702e-75e4-4842-b244-85eebf68c190 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb4cb1c5-6cb7-4e82-b112-5d847615a135 HTTP/1.1" status: 204 len: 168 time: 1.1768281 Aug 06 15:51:26.323600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:26.402494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36460) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:26.408463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-290c73d0-9dd6-489b-ab23-d25604f565a4 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2365274 Aug 06 15:51:26.421808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-524241119', 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:26.426353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53702e-75e4-4842-b244-85eebf68c190 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4cb1c5-6cb7-4e82-b112-5d847615a135,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:26.458332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4b88e23-8682-4afb-b1bf-87dc649362a1 req-d01686a9-8c0c-4f9e-af84-a6cfc542b286 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993629 Aug 06 15:51:26.605688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a903ce7-af57-4390-9fd6-e22f3635d1bb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.657101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a903ce7-af57-4390-9fd6-e22f3635d1bb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.690380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Made reservation on behalf of f56329120a6f49dca5a42f6a35291ca2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:26.696094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:26.718364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fead1d54-da30-4614-9e47-c4f9b7656bd8 req-ecf3288d-7f35-43d1-a1a9-821ba5f575f5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044672 Aug 06 15:51:26.737218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a95537-9e24-4ebd-abe0-cace12a96288 None None] Network 7e5b7761-99f6-48cb-b41a-9131a8db8025 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:26.745084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] device_id is not set on port a1cacfdc-ed6c-485b-aee8-f07894fdda38 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:51:26.813429 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:23Z', 'revision_number': 6, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:48Z', 'revision_number': 1, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:26.852789 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d32ee-eb53-4b19-8c30-a87f099f5407 None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:23Z', 'revision_number': 6, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '8615608a-1a50-40aa-aee4-d8f3621fe65d', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'port_id': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'mac_address': 'fa:16:3e:1b:d5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:49:44Z', 'updated_at': '2021-08-06T15:49:48Z', 'revision_number': 1, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:26.954927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Allocated IP 2001:db8::1a1 (7e5b7761-99f6-48cb-b41a-9131a8db8025/2124fd2c-6d41-4ab0-9472-896919a03004/a1cacfdc-ed6c-485b-aee8-f07894fdda38) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:27.006248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:27.070949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h1-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:51:27.144707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:51:27.153513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.215338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Transition to ACTIVE for port object 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:27.216542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.222485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a903ce7-af57-4390-9fd6-e22f3635d1bb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.225237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a903ce7-af57-4390-9fd6-e22f3635d1bb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.231103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5a903ce7-af57-4390-9fd6-e22f3635d1bb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/security-groups/15785563-7348-47f7-8b94-bbc95f56befc HTTP/1.1" status: 204 len: 168 time: 0.9055254 Aug 06 15:51:27.234070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:27.243534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-e65976bb-3400-4d05-86c6-6bbd20fbbfe3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:27.245083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-e65976bb-3400-4d05-86c6-6bbd20fbbfe3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 946 time: 0.1253295 Aug 06 15:51:27.299746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a903ce7-af57-4390-9fd6-e22f3635d1bb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15785563-7348-47f7-8b94-bbc95f56befc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:27.306852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.418641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 79207b20-72bc-4932-afbf-de526035314b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:27.430550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.517967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.640772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.652707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port a407066e-1749-411c-af88-b02795f23268 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:27.653323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:27.743926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=9']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:27.908027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] No DVR routers for this DVR port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on host n-h1-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:28.197174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa6b0c-4825-4e5a-bcde-60e2bf614f6d req-930a82e8-a4ed-45e8-8d6e-17be12d4cffa tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:28.204777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4baa6b0c-4825-4e5a-bcde-60e2bf614f6d req-930a82e8-a4ed-45e8-8d6e-17be12d4cffa tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 944 time: 0.4910011 Aug 06 15:51:28.261359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:51:28.261701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:51:28.262139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:51:28.281589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514bc0b-f507-44d7-8b30-78323d3df72d req-b32b1463-cfa8-4626-b2b7-c449af3e79d3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:28.283394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e514bc0b-f507-44d7-8b30-78323d3df72d req-b32b1463-cfa8-4626-b2b7-c449af3e79d3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 946 time: 0.3794858 Aug 06 15:51:28.286596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:51:28.287047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Attempting to bind port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:51:28.294439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:51:28.294823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Checking segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:28.295220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Bound using segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:51:28.295922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Bound port: 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:51:28.296060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:28.315632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6d3633dc-870c-422a-a076-f0b4cf88ae5c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:28.332444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4baa6b0c-4825-4e5a-bcde-60e2bf614f6d req-92170f09-3084-4404-9fd9-a93f8e1b9c9d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266763 Aug 06 15:51:28.358636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6d3633dc-870c-422a-a076-f0b4cf88ae5c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:28.359191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6d3633dc-870c-422a-a076-f0b4cf88ae5c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:28.414227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e514bc0b-f507-44d7-8b30-78323d3df72d req-27b12ad0-e8e4-4f06-b72d-c11ddd5d5cb9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=cce8d619-64d6-49ba-a4e3-328ff3adeb75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210873 Aug 06 15:51:28.448746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:51:28.454842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:51:28.551498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:28.594667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 7e5b7761-99f6-48cb-b41a-9131a8db8025 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:28.601391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:28.641948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:28.642964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:28.643681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:28.711547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Port': ['ID=a1cacfdc-ed6c-485b-aee8-f07894fdda38,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:28.720050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:28.768390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:28.769437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:28.772050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] 10.222.0.64 "PUT /v2.0/ports/8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 1092 time: 2.8528845 Aug 06 15:51:28.776018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:28.780003 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c179c06-893e-40eb-a0e2-fb855c21c21f" -d '{"events": [{"name": "network-changed", "server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:28.799307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e1e52-6ea2-4313-b161-93f153493154 service neutron] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=10']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:28.838739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8328c6f8-ac46-440c-82a4-38170fdf7987 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4211822 Aug 06 15:51:28.842178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:28.895677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port a407066e-1749-411c-af88-b02795f23268, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=a407066e-1749-411c-af88-b02795f23268,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:28.896131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:28.916324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for a407066e-1749-411c-af88-b02795f23268 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:28.943578 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecac0ac-9395-4806-82f6-69740f561a48 x-openstack-request-id: req-1ecac0ac-9395-4806-82f6-69740f561a48 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:28.944198 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:28.944652 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ecac0ac-9395-4806-82f6-69740f561a48 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:28.945244 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'status': 'completed', 'code': 200} Aug 06 15:51:28.962748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.054852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-0450a2ee-5291-4726-8a79-6e99a027d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:29.056437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-0450a2ee-5291-4726-8a79-6e99a027d5ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1096 time: 0.1534047 Aug 06 15:51:29.166261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.233951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Deleting port a1cacfdc-ed6c-485b-aee8-f07894fdda38 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:29.242794 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.287990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213e421-6a9a-4b1e-8496-682fd05b5a60 None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:29.327875 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.330541 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/79207b20-72bc-4932-afbf-de526035314b HTTP/1.1" status: 204 len: 168 time: 2.0838227 Aug 06 15:51:29.340948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dec3e-86a6-4690-bcaf-7b59d3984644 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=79207b20-72bc-4932-afbf-de526035314b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:29.340948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36520) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:29.401271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.420404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f687db0e-c638-4a0c-9555-65c14cf05ee7 req-3c37b7e7-a5a3-4140-a85b-cd6591d77c29 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1594315 Aug 06 15:51:29.464752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-5a9ab0c2-1151-4ccf-bc13-03e0e6637a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:29.469600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-5a9ab0c2-1151-4ccf-bc13-03e0e6637a12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.3993452 Aug 06 15:51:29.572778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet f39dfdca-c652-4f77-a043-7572a655af78 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:29.578800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.659867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=a407066e-1749-411c-af88-b02795f23268,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:29.666493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de0d22f6-0dc3-4494-ad0e-ca8baf910725 req-76a431e2-43ad-44a9-b224-55c8c6c71b22 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 210 time: 0.0696526 Aug 06 15:51:29.679559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.693440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699c25-b40c-47d8-a728-ec0e3aec5874 req-c19b733a-35ac-4e4b-8ad6-33c43afc42a7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:29.702068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6699c25-b40c-47d8-a728-ec0e3aec5874 req-c19b733a-35ac-4e4b-8ad6-33c43afc42a7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.2314754 Aug 06 15:51:29.716990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] No DVR routers for this DVR port a407066e-1749-411c-af88-b02795f23268 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:29.719837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.730031 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-01e8618e-4f5d-493b-98f5-cc19a70121c0 req-04ad4b0c-98ac-48f0-8c01-363df5c67506 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "DELETE /v2.0/ports/a407066e-1749-411c-af88-b02795f23268 HTTP/1.1" status: 204 len: 173 time: 2.4732323 Aug 06 15:51:29.745606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96301835-247f-4668-ac78-81d2fa574c3e', 'name': 'network-vif-deleted', 'tag': 'a407066e-1749-411c-af88-b02795f23268'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:29.749860 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c5896c-106a-4ade-8967-a36e49e7bc90" -d '{"events": [{"server_uuid": "96301835-247f-4668-ac78-81d2fa574c3e", "name": "network-vif-deleted", "tag": "a407066e-1749-411c-af88-b02795f23268"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:29.771330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-7829d74b-7b61-439a-98a5-b28493aa8c17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 999 time: 0.2477050 Aug 06 15:51:29.771330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.877875 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7063b-48d1-4c2c-81b9-ae2e763c94b2 x-openstack-request-id: req-96b7063b-48d1-4c2c-81b9-ae2e763c94b2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:29.878493 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96301835-247f-4668-ac78-81d2fa574c3e", "name": "network-vif-deleted", "tag": "a407066e-1749-411c-af88-b02795f23268", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:29.879190 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96b7063b-48d1-4c2c-81b9-ae2e763c94b2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:29.880000 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96301835-247f-4668-ac78-81d2fa574c3e', 'name': 'network-vif-deleted', 'tag': 'a407066e-1749-411c-af88-b02795f23268', 'status': 'completed', 'code': 200} Aug 06 15:51:29.891972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6699c25-b40c-47d8-a728-ec0e3aec5874 req-5a65a761-0b39-455c-a55f-7c7ae9a20a1d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889462 Aug 06 15:51:29.893077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Calling delete_port for a1cacfdc-ed6c-485b-aee8-f07894fdda38 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:29.941076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:29.982857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-05282a0f-b03c-468e-bb58-e86a84a1d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:29.987647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-05282a0f-b03c-468e-bb58-e86a84a1d517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1776443 Aug 06 15:51:30.254993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:30.319710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=f39dfdca-c652-4f77-a043-7572a655af78,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:30.333986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:30.337431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e9982c7f-a4a9-47df-ba50-c2f0661e3122 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/f39dfdca-c652-4f77-a043-7572a655af78 HTTP/1.1" status: 204 len: 168 time: 0.9952269 Aug 06 15:51:30.339172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:30.354979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-cefbd483-3c14-48a6-8c83-68d8c6a3278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:30.356582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-cefbd483-3c14-48a6-8c83-68d8c6a3278b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3538625 Aug 06 15:51:30.383369 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15f0b9b-146d-4c8b-afe7-51b8dc5ed804 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:30.384000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15f0b9b-146d-4c8b-afe7-51b8dc5ed804 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:30.386474 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b15f0b9b-146d-4c8b-afe7-51b8dc5ed804 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/79207b20-72bc-4932-afbf-de526035314b HTTP/1.1" status: 404 len: 337 time: 0.0445359 Aug 06 15:51:30.390577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:30.445404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:30.561102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting subnet 2a0dfa9f-1615-4c14-ab63-56e8f461df4f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:30.567073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:30.738921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:30.784198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-3068d673-923c-4312-a525-ac2a4a39c084 service neutron] 10.222.0.64 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067509 Aug 06 15:51:30.862643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1cacfdc-ed6c-485b-aee8-f07894fdda38,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:30.882690 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:30.952901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11fea2-302b-445b-9218-ad0a88d2794f None None] Network 0dc348b4-23f1-4345-a458-72ec93ba2f16 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:30.975398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3f47b8d-725e-4097-9a95-aa1393d8f50f req-649eddf9-83f8-4a1a-a725-51f0b6b0a3b4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=96301835-247f-4668-ac78-81d2fa574c3e HTTP/1.1" status: 200 len: 210 time: 0.0373445 Aug 06 15:51:30.986705 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68baa0c6-7bd4-429d-9e94-5848df4e5c71 req-8134f4b2-f0d6-4b21-9e52-4c67643efe95 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1993744 Aug 06 15:51:31.021239 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.024008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-51081820-b38d-429a-8a58-b9cb0cb11c10 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/ports/a1cacfdc-ed6c-485b-aee8-f07894fdda38 HTTP/1.1" status: 204 len: 168 time: 2.1798024 Aug 06 15:51:31.031006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.049461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025', 'external_fixed_ips': [{'subnet_id': '2124fd2c-6d41-4ab0-9472-896919a03004', 'ip_address': '2001:db8::1a1'}]}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:31.120681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.120951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-ac0edaf0-96dc-460c-a540-ad1048890027 service neutron] 10.222.0.64 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898450 Aug 06 15:51:31.168430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0dfa9f-1615-4c14-ab63-56e8f461df4f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:31.171471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.177345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a7c427f-adf2-454c-8ff0-c533cf699dec tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/2a0dfa9f-1615-4c14-ab63-56e8f461df4f HTTP/1.1" status: 204 len: 168 time: 0.7841613 Aug 06 15:51:31.177881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.180988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae3d6815-a8bb-4ec7-b33d-003c829327db None None] Provisioning complete for port 6bc79d79-860c-462f-bb90-b4fe96aa138e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:31.184440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6815-a8bb-4ec7-b33d-003c829327db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.201828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.228257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.230824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.261407 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-148dff89-08ed-4b2e-bcef-186e40347cf4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:31.261791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148dff89-08ed-4b2e-bcef-186e40347cf4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:31.269395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-148dff89-08ed-4b2e-bcef-186e40347cf4 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/69a57e62-5777-40f1-968d-923ebfca908e HTTP/1.1" status: 404 len: 337 time: 0.0903211 Aug 06 15:51:31.275343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.380315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8ce00dfe-cbe7-4adc-a422-df2c0350194d tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a32e28e-8d21-42f6-9843-230d9882907f HTTP/1.1" status: 200 len: 205 time: 0.0846334 Aug 06 15:51:31.386597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.479541 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-bf1cbcec-55e4-4a6e-b3f7-933b55eb470c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] delete failed (client error): The resource could not be found. Aug 06 15:51:31.485265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bf1cbcec-55e4-4a6e-b3f7-933b55eb470c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/routers/6a32e28e-8d21-42f6-9843-230d9882907f HTTP/1.1" status: 404 len: 336 time: 0.0932503 Aug 06 15:51:31.492051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.497993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae3d6815-a8bb-4ec7-b33d-003c829327db None None] Provisioning complete for port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:31.500457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6815-a8bb-4ec7-b33d-003c829327db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.525739 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5894a4aa-6e4c-48e9-9de3-28de447f58cb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:31.526251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5894a4aa-6e4c-48e9-9de3-28de447f58cb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:31.527443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37918f-caca-460d-bb51-3da301a18eb8 req-f166c4b0-6243-4854-bfe4-061fb3af592b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:31.532135 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5894a4aa-6e4c-48e9-9de3-28de447f58cb tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/1c12337c-1819-441f-b095-e6a96ec6a0bc HTTP/1.1" status: 404 len: 337 time: 0.0389335 Aug 06 15:51:31.534003 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.534622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.542754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a37918f-caca-460d-bb51-3da301a18eb8 req-f166c4b0-6243-4854-bfe4-061fb3af592b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.3647530 Aug 06 15:51:31.554262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-6dba4b11-3441-46b6-90cb-65fcb094428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:31.556269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-6dba4b11-3441-46b6-90cb-65fcb094428c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1096 time: 0.2387815 Aug 06 15:51:31.583334 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4ee2c3-1604-4c38-90db-2ee0ad8d067c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:31.584108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4ee2c3-1604-4c38-90db-2ee0ad8d067c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:31.591649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b4ee2c3-1604-4c38-90db-2ee0ad8d067c tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/46f00b57-6605-4644-a202-c927d504cffe HTTP/1.1" status: 404 len: 337 time: 0.0552115 Aug 06 15:51:31.593068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36580) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.694236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d6815-a8bb-4ec7-b33d-003c829327db None None] Port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:51:31.698193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-2cf8d2c7-15e4-4e2a-90b1-d5e07e04d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:31.701615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-2cf8d2c7-15e4-4e2a-90b1-d5e07e04d1d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.1311510 Aug 06 15:51:31.721322 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cb4e60-bb6b-4bf5-89f3-e3f01f24c127 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:31.722612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88cb4e60-bb6b-4bf5-89f3-e3f01f24c127 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:31.728088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88cb4e60-bb6b-4bf5-89f3-e3f01f24c127 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/58cc0692-2ae5-44ea-a5ef-c64cf3d4ec58 HTTP/1.1" status: 404 len: 337 time: 0.1294241 Aug 06 15:51:31.730841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:31.772833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d98583-acb1-4708-944f-2589f3927153 None None] DHCP port deletion for 0dc348b4-23f1-4345-a458-72ec93ba2f16 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:51:31.896389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-0e178b0d-738b-42ac-abcf-df22714eb354 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 999 time: 0.1512339 Aug 06 15:51:31.917265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-15d98583-acb1-4708-944f-2589f3927153 None None] Deleting port 6bc79d79-860c-462f-bb90-b4fe96aa138e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:31.917708 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15d98583-acb1-4708-944f-2589f3927153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:31.929223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a37918f-caca-460d-bb51-3da301a18eb8 req-0b67733f-8921-4530-90d3-7cc30497211a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861377 Aug 06 15:51:31.961985 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce928b5-6d65-4dfd-80cf-b8a5f431d85e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:31.963169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce928b5-6d65-4dfd-80cf-b8a5f431d85e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:31.969407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ce928b5-6d65-4dfd-80cf-b8a5f431d85e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/08902e91-34c2-4db6-adc9-084f6fd9f598 HTTP/1.1" status: 404 len: 333 time: 0.1497297 Aug 06 15:51:31.977103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:32.066525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a407066e-1749-411c-af88-b02795f23268 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:32.082152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-82e8be1d-326c-48ea-b22e-85941982237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:32.084161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-82e8be1d-326c-48ea-b22e-85941982237f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1771162 Aug 06 15:51:32.093095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:32.125479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:32.152701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-15d98583-acb1-4708-944f-2589f3927153 None None] For port 6bc79d79-860c-462f-bb90-b4fe96aa138e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bc79d79-860c-462f-bb90-b4fe96aa138e,segment=NetworkSegment(6bb5e605-6712-4302-986c-8144473706a8),segment_id=6bb5e605-6712-4302-986c-8144473706a8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:32.153084 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15d98583-acb1-4708-944f-2589f3927153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:32.171077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: a407066e-1749-411c-af88-b02795f23268 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:32.171423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device a407066e-1749-411c-af88-b02795f23268 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:32.207182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-15d98583-acb1-4708-944f-2589f3927153 None None] Calling delete_port for 6bc79d79-860c-462f-bb90-b4fe96aa138e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:32.270494 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c642df4-a05a-4218-8cf4-8db3ca7abc21 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:32.271043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c642df4-a05a-4218-8cf4-8db3ca7abc21 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:32.301570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2c642df4-a05a-4218-8cf4-8db3ca7abc21 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/8d9acf59-c3b0-4c2d-aae6-16c87598964c HTTP/1.1" status: 404 len: 337 time: 0.3230214 Aug 06 15:51:32.324941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36602) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:32.478193 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15d98583-acb1-4708-944f-2589f3927153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:32.480056 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-919f5ca8-74d1-4db0-b0e7-834c6ee6edae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:32.480687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919f5ca8-74d1-4db0-b0e7-834c6ee6edae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:32.483899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-919f5ca8-74d1-4db0-b0e7-834c6ee6edae tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/94784188-5f5a-48e6-af63-a26bd2c65d04 HTTP/1.1" status: 404 len: 337 time: 0.1536558 Aug 06 15:51:32.502100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:32.546279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98583-acb1-4708-944f-2589f3927153 None None] Pushing event deleted for resources: {'Port': ['ID=6bc79d79-860c-462f-bb90-b4fe96aa138e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:32.548675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:32.611642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6bc79d79-860c-462f-bb90-b4fe96aa138e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:32.612394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bc79d79-860c-462f-bb90-b4fe96aa138e not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:32.614724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d98583-acb1-4708-944f-2589f3927153 None None] No DVR routers for this DVR port 6bc79d79-860c-462f-bb90-b4fe96aa138e on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:32.713316 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3712bf3-5d84-4a2c-9bb4-cbbb94dc7cff tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:32.714052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3712bf3-5d84-4a2c-9bb4-cbbb94dc7cff tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:32.728172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3712bf3-5d84-4a2c-9bb4-cbbb94dc7cff tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/5e21192d-ac86-4d3e-a09c-cdc0de6b7787 HTTP/1.1" status: 404 len: 333 time: 0.2115679 Aug 06 15:51:32.735086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:32.847936 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d1fd98-044d-44d8-90b5-6481ca6f059b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:32.852806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d1fd98-044d-44d8-90b5-6481ca6f059b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:32.869416 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e6d1fd98-044d-44d8-90b5-6481ca6f059b tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/e1eb3857-907a-4542-a322-b6d23a2ea8d3 HTTP/1.1" status: 404 len: 337 time: 0.1304083 Aug 06 15:51:32.872503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:32.945825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0161b858-6c9b-418d-8e0e-33b2ca750f62 req-5c8e1dcd-e99c-4a0c-a49d-10e5d0070233 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.7374196 Aug 06 15:51:32.978062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-a7d22232-9d8e-4b9d-80b9-24e27699c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:32.980552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-a7d22232-9d8e-4b9d-80b9-24e27699c470 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8882523 Aug 06 15:51:33.030788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a215d576-823a-4b99-a9c5-14163b38b344 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.114227 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eeebcd-c175-4c01-9ef8-ba530d15cb9e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] DELETE failed (client error): The resource could not be found. Aug 06 15:51:33.114996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46eeebcd-c175-4c01-9ef8-ba530d15cb9e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:51:33.117369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-46eeebcd-c175-4c01-9ef8-ba530d15cb9e tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/subnets/87e7ba65-d472-4235-b216-3539d6b73a8a HTTP/1.1" status: 404 len: 337 time: 0.2235458 Aug 06 15:51:33.121117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:33.162789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a215d576-823a-4b99-a9c5-14163b38b344 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.335438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932806-8c7e-4257-8a95-0968229955b0 req-005cd295-d43e-4096-93df-8c8fd1739e8c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:33.338207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e932806-8c7e-4257-8a95-0968229955b0 req-005cd295-d43e-4096-93df-8c8fd1739e8c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.3101237 Aug 06 15:51:33.392060 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-87514ba8-c282-47ff-ad99-190ad57001b4 service neutron] 10.222.0.64 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981795 Aug 06 15:51:33.421353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e932806-8c7e-4257-8a95-0968229955b0 req-cb26bcf9-e32b-4c8e-bd0e-f128d7d3a7f0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713737 Aug 06 15:51:33.549608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a215d576-823a-4b99-a9c5-14163b38b344 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.553459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a215d576-823a-4b99-a9c5-14163b38b344 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.554766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a215d576-823a-4b99-a9c5-14163b38b344 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/security-groups/cce8d619-64d6-49ba-a4e3-328ff3adeb75 HTTP/1.1" status: 204 len: 168 time: 1.4280164 Aug 06 15:51:33.570169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Deleting port eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:33.570514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.637044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215d576-823a-4b99-a9c5-14163b38b344 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce8d619-64d6-49ba-a4e3-328ff3adeb75,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:33.719221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:33.785389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.806889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c179c06-893e-40eb-a0e2-fb855c21c21f req-a5296f6a-a0dc-4511-9930-f4b37816dbf6 service neutron] 10.222.0.64 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681201 Aug 06 15:51:33.842894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Calling delete_port for eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:33.858669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.897213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting subnet c0cee293-5824-4fd1-9696-28ef05f0fa2f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:33.901918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:33.948081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.139275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fab82ca3-3b79-41cf-b7ef-59259a0ae969 req-4677c8fc-d224-41d7-8279-0be3681b35b2 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0521357 Aug 06 15:51:34.148926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.386912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.433744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.488990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Allocated IP 2001:db8::1a1 (7e5b7761-99f6-48cb-b41a-9131a8db8025/2124fd2c-6d41-4ab0-9472-896919a03004/c5350733-0705-4e0b-8d23-8e473e6eafde) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:34.536391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.566066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Port': ['ID=eeda300f-b38d-4ba0-ae42-27b6bf76f3b7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:34.604956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.609843 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-34d08938-2ff8-459b-b78a-8bb416c489f1 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/ports/eeda300f-b38d-4ba0-ae42-27b6bf76f3b7 HTTP/1.1" status: 204 len: 168 time: 1.4790256 Aug 06 15:51:34.625689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36634) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:34.715079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560054ee-fe5a-4f21-9f4c-0067db39553d req-867eb4c2-c372-454a-aa2c-8e9b31c5a9cc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:34.717794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-560054ee-fe5a-4f21-9f4c-0067db39553d req-867eb4c2-c372-454a-aa2c-8e9b31c5a9cc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1472473 Aug 06 15:51:34.843472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a54f41-1ca2-4d8e-a6ab-effb75e1fc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:34.891675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-560054ee-fe5a-4f21-9f4c-0067db39553d req-1f01f69b-0227-4178-a63f-7c5fd7649175 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547258 Aug 06 15:51:35.327393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8378b633-8fcb-43e7-94b9-a99e247d825c req-06c96beb-678a-4751-b0e2-0f4254a64f7e tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0524371 Aug 06 15:51:35.549581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:35.615211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:35.628602 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:35.677860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cee293-5824-4fd1-9696-28ef05f0fa2f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:35.692488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:35.694658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8a12ab0-e121-4789-ae6f-277b5a9bd331 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/subnets/c0cee293-5824-4fd1-9696-28ef05f0fa2f HTTP/1.1" status: 204 len: 168 time: 1.9713843 Aug 06 15:51:35.698214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:35.705569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4bc562-908e-43f9-a394-9e84bec163fd None None] Network 2410af2b-815d-41b3-aac5-b14a32e5e990 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:35.820439 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:35.906552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:35.932748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port e6839cad-67f9-4612-8bc9-8601bab365ea {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:35.933527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.032589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.035012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Port': ['ID=c5350733-0705-4e0b-8d23-8e473e6eafde,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:36.139163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc348b4-23f1-4345-a458-72ec93ba2f16']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:36.161081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 7e5b7761-99f6-48cb-b41a-9131a8db8025 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:36.222620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] DHCP port deletion for 2410af2b-815d-41b3-aac5-b14a32e5e990 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:51:36.227080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:36.235303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:36.386788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port e6839cad-67f9-4612-8bc9-8601bab365ea, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6839cad-67f9-4612-8bc9-8601bab365ea,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:36.387590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.423079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6839cad-67f9-4612-8bc9-8601bab365ea no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:36.431910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb5e605-6712-4302-986c-8144473706a8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:36.432485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb5e605-6712-4302-986c-8144473706a8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:36.445441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for e6839cad-67f9-4612-8bc9-8601bab365ea owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:36.485063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.508338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Deleting port e6839cad-67f9-4612-8bc9-8601bab365ea {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:36.509095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.621935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] For port e6839cad-67f9-4612-8bc9-8601bab365ea, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6839cad-67f9-4612-8bc9-8601bab365ea,segment=NetworkSegment(e9732c40-7de1-42bd-8188-79cb51c70e7f),segment_id=e9732c40-7de1-42bd-8188-79cb51c70e7f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:36.623444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.641583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.646494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Calling delete_port for e6839cad-67f9-4612-8bc9-8601bab365ea owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:36.651996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:36.652483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.654876 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:36.656834 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:36.747012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c6d110b-d539-4634-aa61-ffa2e4b43440 req-5f0bb7fe-a3e1-4e27-8914-c7befb436db1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.7419286 Aug 06 15:51:36.796155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b95b710-56e1-4981-8945-b051e540c89c req-f3f740c9-6ff8-4e61-9d1b-e44df97061fa tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1773503 Aug 06 15:51:36.815218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.857733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Deleting port 6703a655-1538-4046-8b2e-f5faee8f0848 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:36.858019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.901442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.907110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] No DVR routers for this DVR port e6839cad-67f9-4612-8bc9-8601bab365ea on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:36.939839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=e6839cad-67f9-4612-8bc9-8601bab365ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:36.953029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] For port 6703a655-1538-4046-8b2e-f5faee8f0848, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6703a655-1538-4046-8b2e-f5faee8f0848,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:36.953401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:36.967996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Calling delete_port for 6703a655-1538-4046-8b2e-f5faee8f0848 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:36.976312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Pushing event deleted for resources: {'Port': ['ID=e6839cad-67f9-4612-8bc9-8601bab365ea,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:36.998512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] No DVR routers for this DVR port e6839cad-67f9-4612-8bc9-8601bab365ea on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:37.004034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.005247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.006051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.006593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.007135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.008380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.009296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.009908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.010701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.011480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.012057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.013171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ebbb6-39c3-4b3b-a5d5-560c4b47140f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:37.027564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66541b7-95dc-4cc6-922a-8fcf02675e9c req-db56912a-bc39-48ec-a191-b55480b492bc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:37.040625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a66541b7-95dc-4cc6-922a-8fcf02675e9c req-db56912a-bc39-48ec-a191-b55480b492bc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.4201658 Aug 06 15:51:37.170886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.200365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.206169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] 10.222.0.16 "DELETE /v2.0/networks/0dc348b4-23f1-4345-a458-72ec93ba2f16 HTTP/1.1" status: 204 len: 168 time: 2.5761726 Aug 06 15:51:37.215137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a66541b7-95dc-4cc6-922a-8fcf02675e9c req-24871a3b-354b-432c-8329-9086a5ef489e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730719 Aug 06 15:51:37.219398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447d102-ee43-40f5-b340-fb8a6ee3c923 tempest-PortsIpV6TestJSON-56302503 tempest-PortsIpV6TestJSON-56302503-project] Pushing event deleted for resources: {'Network': ['ID=0dc348b4-23f1-4345-a458-72ec93ba2f16,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:37.241148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.243331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.288841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2410af2b-815d-41b3-aac5-b14a32e5e990']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:37.328737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9732c40-7de1-42bd-8188-79cb51c70e7f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:37.329203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9732c40-7de1-42bd-8188-79cb51c70e7f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:37.375728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.399713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.413114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:37.413841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.442560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:37.510783 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:37.561756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Pushing event deleted for resources: {'Port': ['ID=6703a655-1538-4046-8b2e-f5faee8f0848,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:37.631654 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.642943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.648809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/networks/2410af2b-815d-41b3-aac5-b14a32e5e990 HTTP/1.1" status: 204 len: 168 time: 1.9455442 Aug 06 15:51:37.659869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4cf7fad4-4091-4b79-b9d2-471c70e03f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:37.665499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:37.700210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4809cbd-31ae-404e-9cf4-9372979b588d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Network': ['ID=2410af2b-815d-41b3-aac5-b14a32e5e990,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:37.717180 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:38.111053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b466113-b1bd-494d-b6df-43fd8a3ddacb req-636dc785-f32f-4962-a7a5-1cc4c20ef0d4 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0543058 Aug 06 15:51:38.114972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:38.206927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:38.481431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:38.574913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7b2878f-807b-4663-a774-200b6346c59e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a15231951f44ea9a1dce124d0382f58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549377 Aug 06 15:51:38.599236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36674) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:38.628720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b46a82-97a6-4c52-b94c-b02dad9ae3cb req-6023acf3-ce61-46be-89f5-75b5f9029278 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:38.631418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b46a82-97a6-4c52-b94c-b02dad9ae3cb req-6023acf3-ce61-46be-89f5-75b5f9029278 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.2081439 Aug 06 15:51:38.771070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Router 753692d1-b13f-407e-b67a-d838ec937d3b is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:51:38.782836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Router f143eca1-6734-43c9-b2eb-462715ea8de9 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:51:38.843293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b46a82-97a6-4c52-b94c-b02dad9ae3cb req-f1be04c9-ce1f-4db8-9c30-6471d3faf19b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918302 Aug 06 15:51:38.865896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:38.867432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caab5c03-756c-4534-a783-8b065b0fb033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:38.912456 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caab5c03-756c-4534-a783-8b065b0fb033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:39.078230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caab5c03-756c-4534-a783-8b065b0fb033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:39.082955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-caab5c03-756c-4534-a783-8b065b0fb033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:39.087113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-caab5c03-756c-4534-a783-8b065b0fb033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2256278-95d1-4d3a-8b01-379d9418edfa HTTP/1.1" status: 204 len: 168 time: 0.4520278 Aug 06 15:51:39.096032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab5c03-756c-4534-a783-8b065b0fb033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2256278-95d1-4d3a-8b01-379d9418edfa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:39.318106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9646413-6f50-498c-922e-8a6a8d38fec5 req-a5eb7284-c78c-4c6c-92d9-1cf43b5734eb tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0581567 Aug 06 15:51:39.598627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 20243dfb-ce8f-477f-bc37-4871e7ef8c04 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:39.608160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:39.717465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:39.734209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] Sync routers for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:39.738593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:39.755307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c968dba7-b075-4416-945f-9f826a75d312 admin admin] 10.222.0.16 "PUT /v2.0/routers/f143eca1-6734-43c9-b2eb-462715ea8de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5523028 Aug 06 15:51:39.775420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:39.776380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:39.859357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:39.885913 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Sync routers for ids ['753692d1-b13f-407e-b67a-d838ec937d3b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:39.910682 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Routers {'753692d1-b13f-407e-b67a-d838ec937d3b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:39.913455 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['753692d1-b13f-407e-b67a-d838ec937d3b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:39.938224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.008696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.009954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.041837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:40.060581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.061951 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a973826-6b88-4527-8ec1-5f8bc88e0783 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.0291626 Aug 06 15:51:40.073500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36700) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:40.091608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 20243dfb-ce8f-477f-bc37-4871e7ef8c04 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:40.193245 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Set router 753692d1-b13f-407e-b67a-d838ec937d3b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:40.223731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.349906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcefb9-7ced-412b-a558-6c12121a0da4 req-b4111ddc-2e4b-4d08-977e-b66614b2459e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:40.351384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20dcefb9-7ced-412b-a558-6c12121a0da4 req-b4111ddc-2e4b-4d08-977e-b66614b2459e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1631083 Aug 06 15:51:40.477011 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20dcefb9-7ced-412b-a558-6c12121a0da4 req-07376e70-ec53-4518-ad6f-1ea240f3d6c6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909400 Aug 06 15:51:40.530069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Deleting port 47c074df-5420-4fcb-9391-0b0d7dbf12fe {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:40.530069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.633010 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:51:40.691179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.703999 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753692d1-b13f-407e-b67a-d838ec937d3b', 'name': '', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025', 'external_fixed_ips': [{'subnet_id': '2124fd2c-6d41-4ab0-9472-896919a03004', 'ip_address': '2001:db8::1a1'}], 'enable_snat': True}, 'gw_port_id': 'c5350733-0705-4e0b-8d23-8e473e6eafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:31Z', 'updated_at': '2021-08-06T15:51:36Z', 'revision_number': 3, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port': {'id': 'c5350733-0705-4e0b-8d23-8e473e6eafde', 'name': '', 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753692d1-b13f-407e-b67a-d838ec937d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2124fd2c-6d41-4ab0-9472-896919a03004', 'ip_address': '2001:db8::1a1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:33Z', 'updated_at': '2021-08-06T15:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2124fd2c-6d41-4ab0-9472-896919a03004', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:40.718530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1a83885-8f95-4de6-9f8c-7fcdf1fb50a2 req-59bcc3c2-4561-4ee8-a53d-d6d091e1f1af tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1685517 Aug 06 15:51:40.727423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:51:37Z', 'revision_number': 5, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port': {'id': '47c074df-5420-4fcb-9391-0b0d7dbf12fe', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:39:08Z', 'updated_at': '2021-08-06T15:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:40.774927 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Checking router: 753692d1-b13f-407e-b67a-d838ec937d3b for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:40.775273 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Updating router 753692d1-b13f-407e-b67a-d838ec937d3b port c5350733-0705-4e0b-8d23-8e473e6eafde binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:51:40.834611 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.836746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] For port 47c074df-5420-4fcb-9391-0b0d7dbf12fe, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=47c074df-5420-4fcb-9391-0b0d7dbf12fe,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:40.837434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.890101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Calling delete_port for 47c074df-5420-4fcb-9391-0b0d7dbf12fe owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:40.915246 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:40.926432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] Checking router: f143eca1-6734-43c9-b2eb-462715ea8de9 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:40.970179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] Routers {'f143eca1-6734-43c9-b2eb-462715ea8de9'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:40.970955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f143eca1-6734-43c9-b2eb-462715ea8de9'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:41.004660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:41.271791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.310966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4ba9ab90-acd3-4fef-9936-7d204ebba2bb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:41.311912 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-4ba9ab90-acd3-4fef-9936-7d204ebba2bb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 15:51:41.312989 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-4ba9ab90-acd3-4fef-9936-7d204ebba2bb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 15:51:41.320228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4ba9ab90-acd3-4fef-9936-7d204ebba2bb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3146663 Aug 06 15:51:41.324061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:41.331344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] Set router f143eca1-6734-43c9-b2eb-462715ea8de9 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:41.332325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862177347'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:41.505538 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.604623 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.609400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:51:40Z', 'revision_number': 6, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:41.639530 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Transition to ACTIVE for port object c5350733-0705-4e0b-8d23-8e473e6eafde will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:41.643678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.645107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01353e3-0d58-4aa4-96e5-e0dba72678a9 None None] The sync data for ids ['f143eca1-6734-43c9-b2eb-462715ea8de9'] in n-d-778550-6 is: [{'id': 'f143eca1-6734-43c9-b2eb-462715ea8de9', 'name': 'tempest-TaggedBootDevicesTest-355157035-router', 'tenant_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:39:07Z', 'updated_at': '2021-08-06T15:51:40Z', 'revision_number': 6, 'project_id': '98e7cc3b3a824824910e29a8cd5ecdfe', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:41.704647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.712570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c074df-5420-4fcb-9391-0b0d7dbf12fe,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:41.745254 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.862512 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Attempting to bind port c5350733-0705-4e0b-8d23-8e473e6eafde on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:51:41.862799 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Attempting to bind port c5350733-0705-4e0b-8d23-8e473e6eafde by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:51:41.863164 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Attempting to bind port c5350733-0705-4e0b-8d23-8e473e6eafde on network 7e5b7761-99f6-48cb-b41a-9131a8db8025 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:51:41.873565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3862ba-6cd6-41f4-a61f-50376e05d545 req-050b152d-2b26-4f55-8fb3-9bac0799125a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:41.876165 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Pushing event updated for resources: {'Port': ['ID=c5350733-0705-4e0b-8d23-8e473e6eafde,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:41.876741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd3862ba-6cd6-41f4-a61f-50376e05d545 req-050b152d-2b26-4f55-8fb3-9bac0799125a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1784387 Aug 06 15:51:41.881058 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.891767 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:51:41.906589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Checking segment: {'id': 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:41.907040 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.907445 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Bound using segment: {'id': 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:51:41.907977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Bound port: c5350733-0705-4e0b-8d23-8e473e6eafde, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7e5b7761-99f6-48cb-b41a-9131a8db8025'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:51:41.908472 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:41.949233 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.949586 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.949928 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.950260 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.952297 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.953589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.954663 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.956226 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.956739 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.957369 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.957965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=20243dfb-ce8f-477f-bc37-4871e7ef8c04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:41.959141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd3862ba-6cd6-41f4-a61f-50376e05d545 req-5dbfddd5-dfee-4377-8515-1f895e586454 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742607 Aug 06 15:51:41.960321 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.960674 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:51:41.985269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.028225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.029699 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Floating IP 8615608a-1a50-40aa-aee4-d8f3621fe65d disassociated (deleted). External IP: 172.25.5.99, port: c8f8b210-ebd0-4fb3-befc-1fd2aff13840. Aug 06 15:51:42.215037 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] For port c5350733-0705-4e0b-8d23-8e473e6eafde, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:51:42.219630 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] For port c5350733-0705-4e0b-8d23-8e473e6eafde, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c5350733-0705-4e0b-8d23-8e473e6eafde,segment=NetworkSegment(ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef),segment_id=ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:51:42.259710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Deleting port c5350733-0705-4e0b-8d23-8e473e6eafde {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:42.259860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.316747 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.343072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.351711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.492183 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Routers {'753692d1-b13f-407e-b67a-d838ec937d3b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:42.502819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['753692d1-b13f-407e-b67a-d838ec937d3b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:42.546684 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.547781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f143eca1-6734-43c9-b2eb-462715ea8de9 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:51:42.566203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.571375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e24ddb16-2363-43f4-b91f-d1a50972abf6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f143eca1-6734-43c9-b2eb-462715ea8de9 HTTP/1.1" status: 204 len: 168 time: 2.8269861 Aug 06 15:51:42.573511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36760) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:42.668784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.681698 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c32cb-ab6c-4a71-b7f7-946dea3c36d5 None None] Pushing event updated for resources: {'Port': ['ID=c5350733-0705-4e0b-8d23-8e473e6eafde,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:42.806202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Calling delete_port for c5350733-0705-4e0b-8d23-8e473e6eafde owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:42.813417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Deleting subnet a338001a-c740-49e4-92e9-112e20ab408f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:42.831516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.839875 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] Set router 753692d1-b13f-407e-b67a-d838ec937d3b gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:42.848897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6703a655-1538-4046-8b2e-f5faee8f0848 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:42.890123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6703a655-1538-4046-8b2e-f5faee8f0848 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:42.890728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6703a655-1538-4046-8b2e-f5faee8f0848 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:42.895227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 47c074df-5420-4fcb-9391-0b0d7dbf12fe no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:42.906615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.912346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:42.968885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 47c074df-5420-4fcb-9391-0b0d7dbf12fe {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:42.970443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 47c074df-5420-4fcb-9391-0b0d7dbf12fe not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:43.006897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753692d1-b13f-407e-b67a-d838ec937d3b', 'name': '', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:31Z', 'updated_at': '2021-08-06T15:51:41Z', 'revision_number': 4, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:43.089333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e135d9d-af0c-482b-a4b7-88e333f425cd req-bd0f678b-553f-401c-905f-dad47e249a94 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0781465 Aug 06 15:51:43.114725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:43.244689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:43.249316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:51:43.316314 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412054f-5cd2-4a57-960c-654f00b1725d None None] The sync data for ids ['753692d1-b13f-407e-b67a-d838ec937d3b'] in n-d-778550-6 is: [{'id': '753692d1-b13f-407e-b67a-d838ec937d3b', 'name': '', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:31Z', 'updated_at': '2021-08-06T15:51:41Z', 'revision_number': 4, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:43.411897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f95f9-652b-4aaa-91e8-1bfe93c4be5d req-53b9d122-9b03-4557-b18b-150ccd3e3d38 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:43.435065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f9f95f9-652b-4aaa-91e8-1bfe93c4be5d req-53b9d122-9b03-4557-b18b-150ccd3e3d38 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1935425 Aug 06 15:51:43.451693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:43.507829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a2f315-8d56-4974-9c42-7ddfbe2f9f85 None None] Network 7792ce69-c4cd-4050-9057-f0df1aaeb340 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:43.511218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:43.515510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a338001a-c740-49e4-92e9-112e20ab408f HTTP/1.1" status: 204 len: 168 time: 0.9392166 Aug 06 15:51:43.541685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:43.621969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d5986-5b7d-4184-b4b1-997b3b999909,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:43.774962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:43.782317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:43.789084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82901f-6285-4606-840b-762c3e720127 None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:43.829441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:43.833082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:43.852042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:43.943253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] DHCP port deletion for 7792ce69-c4cd-4050-9057-f0df1aaeb340 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:51:43.945045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aadf2829-d0b3-429e-9ba6-8da0a0d8aedc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/floatingips/8615608a-1a50-40aa-aee4-d8f3621fe65d HTTP/1.1" status: 204 len: 168 time: 6.2758198 Aug 06 15:51:43.952416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4f538-e63d-403e-8eed-1e8c9ace71a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a338001a-c740-49e4-92e9-112e20ab408f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:43.975422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:43.994790 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cd00ea-0513-41a0-81bc-751d677b4be6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:44.002375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f9f95f9-652b-4aaa-91e8-1bfe93c4be5d req-e8ac67c3-ff5d-4f98-933c-317e75e7e9b6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5660560 Aug 06 15:51:44.245480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.245480 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4250b9e6-5bac-4706-a387-5e46379040a9 x-openstack-request-id: req-4250b9e6-5bac-4706-a387-5e46379040a9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:44.245480 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:44.245480 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4250b9e6-5bac-4706-a387-5e46379040a9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:44.245480 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'status': 'completed', 'code': 200} Aug 06 15:51:44.248043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Deleting port f9cf736b-5507-4019-a979-d733558582c4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:44.248043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.248644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:44.261738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] Deleting port f9cf736b-5507-4019-a979-d733558582c4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:44.263653 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.280381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] For port f9cf736b-5507-4019-a979-d733558582c4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9cf736b-5507-4019-a979-d733558582c4,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:44.280683 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.298746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Calling delete_port for f9cf736b-5507-4019-a979-d733558582c4 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:44.299935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-fadae60d-37a5-418b-8d87-5da0985b2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:44.301712 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-fadae60d-37a5-418b-8d87-5da0985b2654 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 1097 time: 0.1567056 Aug 06 15:51:44.350224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c28b3419-825f-4720-be90-f99e2988111d req-f2758d3c-d782-41b8-b65f-e09da4ba7998 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0467978 Aug 06 15:51:44.531550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9cf736b-5507-4019-a979-d733558582c4 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:44.532381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-c3fad853-67b3-4194-a746-51da18482864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:44.536885 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-c3fad853-67b3-4194-a746-51da18482864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 200 len: 897 time: 0.2249420 Aug 06 15:51:44.604315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-c3db80bf-7b5a-4d9d-b9dc-1bb1fe55d1cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 200 len: 217 time: 0.0617313 Aug 06 15:51:44.634742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.659924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.661441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] For port f9cf736b-5507-4019-a979-d733558582c4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f9cf736b-5507-4019-a979-d733558582c4,segment=NetworkSegment(dad8f426-855b-41ab-bdf8-6d9ae0f6d218),segment_id=dad8f426-855b-41ab-bdf8-6d9ae0f6d218)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:44.662076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.737101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cf736b-5507-4019-a979-d733558582c4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:44.741713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] No DVR routers for this DVR port f9cf736b-5507-4019-a979-d733558582c4 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:44.775278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5350733-0705-4e0b-8d23-8e473e6eafde,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:44.777394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.831598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] Calling delete_port for f9cf736b-5507-4019-a979-d733558582c4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:44.894446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-da6c9503-37a3-4129-bb77-3c69262facbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:44.896983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-da6c9503-37a3-4129-bb77-3c69262facbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 HTTP/1.1" status: 200 len: 835 time: 0.2849100 Aug 06 15:51:44.898457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.902912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2502d24-c8d5-47c4-b1df-40d0a91d3841,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:44.922440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:44.989194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7792ce69-c4cd-4050-9057-f0df1aaeb340']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:45.024185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:45.024485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad8f426-855b-41ab-bdf8-6d9ae0f6d218') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:45.031682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port f9cf736b-5507-4019-a979-d733558582c4 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:51:45.033264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f9cf736b-5507-4019-a979-d733558582c4 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:45.042965 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.045128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-86c85dff-e5b5-495c-aeab-6d8bcb4a6ec5 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.7191262 Aug 06 15:51:45.068171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.084130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:45.089184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': 'a2502d24-c8d5-47c4-b1df-40d0a91d3841', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:45.102257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.114988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.123902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.136858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:45.140816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:45.157297 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:45.198805 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.229455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-cf9d2cfe-a898-43ac-9f3e-96d7f6513528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:45.230972 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-cf9d2cfe-a898-43ac-9f3e-96d7f6513528 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=625d226f-e4a5-44ca-8177-f41cedc5138a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3150389 Aug 06 15:51:45.239967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] Pushing event deleted for resources: {'Port': ['ID=f9cf736b-5507-4019-a979-d733558582c4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:45.258571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad65d8b-4f75-44f3-9fa8-ea7905409eaf None None] No DVR routers for this DVR port f9cf736b-5507-4019-a979-d733558582c4 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:45.276709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:23Z', 'revision_number': 6, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:45.324978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.325575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 753692d1-b13f-407e-b67a-d838ec937d3b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:51:45.331665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.336649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa0ae629-0d60-4495-85fd-e7df13c503f9 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/routers/753692d1-b13f-407e-b67a-d838ec937d3b HTTP/1.1" status: 204 len: 168 time: 5.2469785 Aug 06 15:51:45.337439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.342647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:45.354171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82901f-6285-4606-840b-762c3e720127 None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:45.382997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:45.384545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:45.409024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Deleting subnet 2124fd2c-6d41-4ab0-9472-896919a03004 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:45.433766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.477024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2455227-8d0e-48b4-8d95-ab9ef391b59b req-1a65f2d7-fdbe-4309-acba-ba81d34c9a6e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:45.487470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2455227-8d0e-48b4-8d95-ab9ef391b59b req-1a65f2d7-fdbe-4309-acba-ba81d34c9a6e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 946 time: 0.3647709 Aug 06 15:51:45.518739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce4b26-69ad-4b52-9d7e-a8dceb65b932 req-00a49a14-adbb-4279-a645-d144d64f4733 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:45.536521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70ce4b26-69ad-4b52-9d7e-a8dceb65b932 req-00a49a14-adbb-4279-a645-d144d64f4733 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.2640688 Aug 06 15:51:45.561112 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.567111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.579994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-72c50226-2cce-4fcb-99bf-f041b6f665c9 service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403454 Aug 06 15:51:45.581639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/7792ce69-c4cd-4050-9057-f0df1aaeb340 HTTP/1.1" status: 204 len: 168 time: 2.0299888 Aug 06 15:51:45.599026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.644813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:45.660569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.661270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaa10e-64a6-4ebf-ba33-3b8497a21b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=7792ce69-c4cd-4050-9057-f0df1aaeb340,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:45.730968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2455227-8d0e-48b4-8d95-ab9ef391b59b req-0fbc19db-5750-4039-8886-77117e28795c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425079 Aug 06 15:51:45.758812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70ce4b26-69ad-4b52-9d7e-a8dceb65b932 req-52c8ec6d-c662-4b93-a9fd-8ed051f18752 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130718 Aug 06 15:51:45.872088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73387ffa-03a6-4b0e-b87f-5ac27322bf17 req-8cee5694-dc8a-4ef1-9dc9-a851d983438f tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0504196 Aug 06 15:51:45.920321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:45.928056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e5cd00ea-0513-41a0-81bc-751d677b4be6 req-77eda4c6-087c-452a-8771-8530e994dafa service neutron] 10.222.0.59 "GET /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161674 Aug 06 15:51:45.932206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6a82901f-6285-4606-840b-762c3e720127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:23Z', 'revision_number': 6, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:45.961652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a82901f-6285-4606-840b-762c3e720127 None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:23Z', 'revision_number': 6, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7102ba09-1643-4f7f-95cd-ae1e7ef34493', 'name': '', 'network_id': '625d226f-e4a5-44ca-8177-f41cedc5138a', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:20:9f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:15Z', 'updated_at': '2021-08-06T15:49:24Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:46.064715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.071205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.115175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.117739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/2124fd2c-6d41-4ab0-9472-896919a03004 HTTP/1.1" status: 204 len: 168 time: 0.7736595 Aug 06 15:51:46.118399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0161a-1d1d-406b-910e-ba6e43f1a492 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2124fd2c-6d41-4ab0-9472-896919a03004,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:46.120480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:46.129994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019e4d10-c7f0-4206-8a71-6911a65340a6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:46.218150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.228849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.230211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-28d6fb48-1d4e-4abc-8c30-40888fe7bd4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1471388 Aug 06 15:51:46.233472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:46.239588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5ca597e6-bce2-4c51-bdc1-e738451880ef tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': 'a2502d24-c8d5-47c4-b1df-40d0a91d3841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:46.276741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd3af2-f135-4265-9919-9c2e60975526 req-1ab27647-b92f-4d7f-a714-6a927e0e573c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:46.279106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-27dd3af2-f135-4265-9919-9c2e60975526 req-1ab27647-b92f-4d7f-a714-6a927e0e573c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 946 time: 0.0968502 Aug 06 15:51:46.279664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:46.350479 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b579523-5ccb-4d67-82a8-3a9a2a04fe22 None None] New status for floating IP 8615608a-1a50-40aa-aee4-d8f3621fe65d: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:51:46.380897 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.390608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ca597e6-bce2-4c51-bdc1-e738451880ef tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.397130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5b7761-99f6-48cb-b41a-9131a8db8025']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:46.416240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:46.416905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae64e63a-0f95-4bc1-a4ec-0a02d6bd80ef') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:46.437071 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a56f2dca-cf2e-4bec-89b9-be3a18a3d5ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98e7cc3b3a824824910e29a8cd5ecdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535032 Aug 06 15:51:46.439985 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:46.441946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.470057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:46.470419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.508162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.515725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:46.516170 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:46.569574 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:46.592764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port c8f8b210-ebd0-4fb3-befc-1fd2aff13840, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:46.593848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.616762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for c8f8b210-ebd0-4fb3-befc-1fd2aff13840 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:46.619645 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cc64-4fd9-4097-8916-31ea891a4601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.646122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cc64-4fd9-4097-8916-31ea891a4601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.686407 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.697524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e5b7761-99f6-48cb-b41a-9131a8db8025 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:51:46.701573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.703984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/networks/7e5b7761-99f6-48cb-b41a-9131a8db8025 HTTP/1.1" status: 204 len: 168 time: 0.5822444 Aug 06 15:51:46.717153 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-5ca597e6-bce2-4c51-bdc1-e738451880ef tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): There was a conflict when trying to complete your request. Aug 06 15:51:46.722596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5ca597e6-bce2-4c51-bdc1-e738451880ef tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4835491 Aug 06 15:51:46.725072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:46.755200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b94996-d2d8-4867-adf4-fcae8c4037d7 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e5b7761-99f6-48cb-b41a-9131a8db8025,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:46.859268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cc64-4fd9-4097-8916-31ea891a4601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.861773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cc64-4fd9-4097-8916-31ea891a4601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.865886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f9e3cc64-4fd9-4097-8916-31ea891a4601 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de26b728-f9a8-491d-a535-e453bd93b6a7 HTTP/1.1" status: 204 len: 168 time: 0.4207599 Aug 06 15:51:46.890310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6133704a-68ee-4a98-9f32-842592af0190 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.982315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:46.995668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3cc64-4fd9-4097-8916-31ea891a4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de26b728-f9a8-491d-a535-e453bd93b6a7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:46.998397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6133704a-68ee-4a98-9f32-842592af0190 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.097262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=c8f8b210-ebd0-4fb3-befc-1fd2aff13840,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:47.139526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f6028-2135-4b6e-830b-dc1598d80f85 req-88ed9a9a-2d29-4019-84f6-68b29e47a8a9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:47.141926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-724f6028-2135-4b6e-830b-dc1598d80f85 req-88ed9a9a-2d29-4019-84f6-68b29e47a8a9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cae2bea-2571-4d69-bd2d-28d8ab961874 HTTP/1.1" status: 200 len: 867 time: 0.2744131 Aug 06 15:51:47.176628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] No DVR routers for this DVR port c8f8b210-ebd0-4fb3-befc-1fd2aff13840 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:47.190834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.195212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-27dd3af2-f135-4265-9919-9c2e60975526 req-90eed10b-825d-43ff-a424-7d393c1acf71 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.59 "DELETE /v2.0/ports/c8f8b210-ebd0-4fb3-befc-1fd2aff13840 HTTP/1.1" status: 204 len: 173 time: 0.9069996 Aug 06 15:51:47.201409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f94f5-174a-41ba-8172-7cd9a3d3573d req-8b3c093b-925b-4554-bf5b-4c7ecb141102 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:47.209997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'name': 'network-vif-deleted', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:47.214997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e5f94f5-174a-41ba-8172-7cd9a3d3573d req-8b3c093b-925b-4554-bf5b-4c7ecb141102 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.3071008 Aug 06 15:51:47.218501 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebb3d3e-ebe9-4548-83d5-b50912e22e07" -d '{"events": [{"server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "name": "network-vif-deleted", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:47.344837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6133704a-68ee-4a98-9f32-842592af0190 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.356569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6133704a-68ee-4a98-9f32-842592af0190 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.371279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-724f6028-2135-4b6e-830b-dc1598d80f85 req-cb4b1a77-d858-476c-a050-574b2f6d7cea tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=26effd9b-d93b-4330-8d9b-33e0cb340537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053897 Aug 06 15:51:47.372451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6133704a-68ee-4a98-9f32-842592af0190 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/a2502d24-c8d5-47c4-b1df-40d0a91d3841 HTTP/1.1" status: 204 len: 168 time: 0.6460660 Aug 06 15:51:47.373118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:47.382248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4e5f94f5-174a-41ba-8172-7cd9a3d3573d req-bf04c6fe-2b38-4664-a4c1-3d5d1e80594e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645086 Aug 06 15:51:47.431574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:47.436686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'name': 'tempest-router--814406820', 'project_id': 'ab9b4ac641484c4dbe5b443fadc13a87'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:47.488168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133704a-68ee-4a98-9f32-842592af0190 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2502d24-c8d5-47c4-b1df-40d0a91d3841,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:47.543728 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccbe01c-716e-418c-880e-e94b90bf5644 x-openstack-request-id: req-6ccbe01c-716e-418c-880e-e94b90bf5644 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:47.544626 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cae2bea-2571-4d69-bd2d-28d8ab961874", "name": "network-vif-deleted", "tag": "c8f8b210-ebd0-4fb3-befc-1fd2aff13840", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:47.544903 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ccbe01c-716e-418c-880e-e94b90bf5644 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:47.545357 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cae2bea-2571-4d69-bd2d-28d8ab961874', 'name': 'network-vif-deleted', 'tag': 'c8f8b210-ebd0-4fb3-befc-1fd2aff13840', 'status': 'completed', 'code': 200} Aug 06 15:51:47.564486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cc0e0091-e72b-4bd8-b9d5-5ea488c8582b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1863034 Aug 06 15:51:47.565163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:47.574996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531756006'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:47.585719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ef6f6f4-6257-4958-8765-f396cf7a0748 req-cf4f6557-0bcd-42bd-87ea-1e91e085f35c tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0533788 Aug 06 15:51:47.608418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.613347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.700777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.739298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.773970 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.836094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.899832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.937226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e7a33-5600-4aa8-8a28-32b0e81d9dae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:47.968337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:47.969621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dbd3b9a5-72fa-4b4f-b8bd-332ebc777ad8 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5368669 Aug 06 15:51:47.972567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.031070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.035157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-60eecec2-09ad-40df-aa3b-87d202219931 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4662876 Aug 06 15:51:48.037086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.041703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-758087c5-e4e7-4cc9-8ed1-7ef2f0e068b7 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': 'c69e7a33-5600-4aa8-8a28-32b0e81d9dae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:48.046453 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-758087c5-e4e7-4cc9-8ed1-7ef2f0e068b7 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 06 15:51:48.046453 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-758087c5-e4e7-4cc9-8ed1-7ef2f0e068b7 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:48.046453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-758087c5-e4e7-4cc9-8ed1-7ef2f0e068b7 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064950 Aug 06 15:51:48.048832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36854) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.050364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.134906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d302686b-d3c7-424b-b6b0-5c8f60054435 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.161668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d302686b-d3c7-424b-b6b0-5c8f60054435 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.293470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d302686b-d3c7-424b-b6b0-5c8f60054435 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.296786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d302686b-d3c7-424b-b6b0-5c8f60054435 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.298130 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d302686b-d3c7-424b-b6b0-5c8f60054435 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/c69e7a33-5600-4aa8-8a28-32b0e81d9dae HTTP/1.1" status: 204 len: 168 time: 0.2482502 Aug 06 15:51:48.307863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.319436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302686b-d3c7-424b-b6b0-5c8f60054435 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e7a33-5600-4aa8-8a28-32b0e81d9dae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:48.394357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-975fa090-ace9-4532-8b1b-d078152fa2e7 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848262 Aug 06 15:51:48.397859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.405051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--695666724'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:48.481774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.514470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:48.528831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.583884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe45b35b-af22-4c70-bc3b-ee0873e3bf50 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.613964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe45b35b-af22-4c70-bc3b-ee0873e3bf50 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.660941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-46737336-network', 'tenant_id': '0aec8a66f8724fdea833b387226b384d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:48.698205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.703520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.736309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.795854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1c8c-d99a-4fb2-97cc-f9f9d312b779 req-47ff31ba-eeff-433c-8cf3-4d151410c883 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:48.797350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48c1c8c-d99a-4fb2-97cc-f9f9d312b779 req-47ff31ba-eeff-433c-8cf3-4d151410c883 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1405745 Aug 06 15:51:48.799376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05a79872-5f71-4abd-8e08-19fe95169492 req-49810279-8ca2-49cc-9817-1bdec261db9b tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0801849 Aug 06 15:51:48.816372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.842783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b48c1c8c-d99a-4fb2-97cc-f9f9d312b779 req-0af54ccc-b828-4238-966f-f1fd4e5d0471 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379248 Aug 06 15:51:48.853975 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe45b35b-af22-4c70-bc3b-ee0873e3bf50 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.857777 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe45b35b-af22-4c70-bc3b-ee0873e3bf50 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.861532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fe45b35b-af22-4c70-bc3b-ee0873e3bf50 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/security-groups/26effd9b-d93b-4330-8d9b-33e0cb340537 HTTP/1.1" status: 204 len: 168 time: 0.3761320 Aug 06 15:51:48.884023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b05b72-fd30-4350-9f48-0f1637227d80,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:48.898232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45b35b-af22-4c70-bc3b-ee0873e3bf50 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26effd9b-d93b-4330-8d9b-33e0cb340537,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:48.908666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.909606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 877dd5f9-1b15-4101-94b2-3c0f858b4d38 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:51:48.922054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.923482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9ae0c1fa-5c05-4da7-afad-6e0a8b579202 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/routers/877dd5f9-1b15-4101-94b2-3c0f858b4d38 HTTP/1.1" status: 204 len: 168 time: 0.9502482 Aug 06 15:51:48.945952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Made reservation on behalf of 0aec8a66f8724fdea833b387226b384d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:48.948505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.959016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:48.984416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36886) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:49.027012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.031193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4edcc8b-702f-451b-bf5d-65b53f50a18c tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6294417 Aug 06 15:51:49.031841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:49.039702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d1ecfb52-6654-48a1-8f63-4fce8874b115 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '47b05b72-fd30-4350-9f48-0f1637227d80', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:49.040489 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-d1ecfb52-6654-48a1-8f63-4fce8874b115 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 06 15:51:49.041533 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d1ecfb52-6654-48a1-8f63-4fce8874b115 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:49.046499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d1ecfb52-6654-48a1-8f63-4fce8874b115 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103402 Aug 06 15:51:49.047580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36890) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:49.107954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3caf7b74-fc51-4937-b7b3-fb7d689465c1 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.134313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3caf7b74-fc51-4937-b7b3-fb7d689465c1 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.251773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.264224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:49.276803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3caf7b74-fc51-4937-b7b3-fb7d689465c1 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.283996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3caf7b74-fc51-4937-b7b3-fb7d689465c1 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.283996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3caf7b74-fc51-4937-b7b3-fb7d689465c1 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/47b05b72-fd30-4350-9f48-0f1637227d80 HTTP/1.1" status: 204 len: 168 time: 0.2332394 Aug 06 15:51:49.294454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36896) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:49.295332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf7b74-fc51-4937-b7b3-fb7d689465c1 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b05b72-fd30-4350-9f48-0f1637227d80,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:49.359605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-415507cc-9e31-413d-bf1c-050c8ed54304 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582762 Aug 06 15:51:49.363499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:49.368778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538054861'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:49.377713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.408901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:51:49.436755 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.437011 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Added segment 9e1e0660-634b-4ca3-a627-42f8f57f2b5d of type vlan for network fc310bd8-ecb8-458f-8103-278358aecae5 Aug 06 15:51:49.450763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57dbda-e357-47c2-990b-98ef83f48352,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:49.487717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1377533450', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:49.503197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.524537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.625986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.722374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.723366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.784354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.785470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:49.786031 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.786186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:49.899663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] Pushing event updated for resources: {'Network': ['ID=fc310bd8-ecb8-458f-8103-278358aecae5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:49.910616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network fc310bd8-ecb8-458f-8103-278358aecae5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:51:49.970013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbd091c5-27c9-4f47-bee8-f62d483ea591 req-6c970b3b-a811-4d63-81b9-77ca888aba92 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0710649 Aug 06 15:51:50.181961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f33b-3182-40da-9548-b7efdf526177 req-f6e6e437-62b8-4fea-b510-e2daceb9bbc8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:50.183558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46e1f33b-3182-40da-9548-b7efdf526177 req-f6e6e437-62b8-4fea-b510-e2daceb9bbc8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.2188392 Aug 06 15:51:50.188870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.204606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8f8b210-ebd0-4fb3-befc-1fd2aff13840 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:50.220079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.241122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-46e1f33b-3182-40da-9548-b7efdf526177 req-ac907838-1f1e-4f0a-9179-88347663abfb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479410 Aug 06 15:51:50.251464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: c8f8b210-ebd0-4fb3-befc-1fd2aff13840 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:50.251464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c8f8b210-ebd0-4fb3-befc-1fd2aff13840 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:50.331169 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.401799 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7feed2-a969-4f93-9cd0-96ce63ba5e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.412463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.451788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c5fdc5-d6f6-42e5-8738-260bf9834d03,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:50.482224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 7102ba09-1643-4f7f-95cd-ae1e7ef34493 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:50.482580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.506720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ca073796-9377-4acc-88ef-03c6aa4fa026 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9910738 Aug 06 15:51:50.512041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.550856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Request body: {'subnet': {'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-46737336-subnet', 'tenant_id': '0aec8a66f8724fdea833b387226b384d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:50.551094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.585726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.610891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port 7102ba09-1643-4f7f-95cd-ae1e7ef34493, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7102ba09-1643-4f7f-95cd-ae1e7ef34493,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:50.611492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.629789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 7102ba09-1643-4f7f-95cd-ae1e7ef34493 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:50.793021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7feed2-a969-4f93-9cd0-96ce63ba5e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.800077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Allocated IP 172.25.5.158 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/150fbbf7-a0f5-4184-b96d-9794397ab42f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:50.890997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7feed2-a969-4f93-9cd0-96ce63ba5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.915618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.945108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.949574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:50.954321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d7f18801-90da-4820-94df-9d723a3f9aeb tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5861409 Aug 06 15:51:50.954468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a7feed2-a969-4f93-9cd0-96ce63ba5e87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6db9037c77c4ae38b2b006bddb951c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7306468 Aug 06 15:51:50.954583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=7102ba09-1643-4f7f-95cd-ae1e7ef34493,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:50.955866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36916) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.956001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.962754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8d53b85a-d567-4165-8a62-e1d9710fb98a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '63c5fdc5-d6f6-42e5-8738-260bf9834d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:50.963636 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-8d53b85a-d567-4165-8a62-e1d9710fb98a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 06 15:51:50.964174 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-8d53b85a-d567-4165-8a62-e1d9710fb98a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:50.968000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8d53b85a-d567-4165-8a62-e1d9710fb98a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094817 Aug 06 15:51:50.968000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7feed2-a969-4f93-9cd0-96ce63ba5e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b16189-6d0c-4d7c-832e-4f9f439244bd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:50.970328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.976665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-15d04a1b-af00-4df8-82a7-26c50558598f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '63c5fdc5-d6f6-42e5-8738-260bf9834d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:50.977344 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-15d04a1b-af00-4df8-82a7-26c50558598f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 06 15:51:50.977866 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-15d04a1b-af00-4df8-82a7-26c50558598f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:50.982712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-15d04a1b-af00-4df8-82a7-26c50558598f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062492 Aug 06 15:51:50.983348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:50.991152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6b615eb9-e588-4fa5-ba9f-15b23cf9b2dd tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '63c5fdc5-d6f6-42e5-8738-260bf9834d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:50.991585 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-6b615eb9-e588-4fa5-ba9f-15b23cf9b2dd tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 06 15:51:50.992138 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6b615eb9-e588-4fa5-ba9f-15b23cf9b2dd tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:50.995715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6b615eb9-e588-4fa5-ba9f-15b23cf9b2dd tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091062 Aug 06 15:51:50.996279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36924) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:51.001447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6ebc06d4-11c8-4c80-8815-a96dd4ca0b37 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '63c5fdc5-d6f6-42e5-8738-260bf9834d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:51.002322 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-6ebc06d4-11c8-4c80-8815-a96dd4ca0b37 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 06 15:51:51.002812 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6ebc06d4-11c8-4c80-8815-a96dd4ca0b37 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:51.006443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6ebc06d4-11c8-4c80-8815-a96dd4ca0b37 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066278 Aug 06 15:51:51.007740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:51.112815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-557bc5ee-2f34-47fc-9c6f-1786b650d55c req-4f2cd55c-f831-4860-b332-2e420c791d00 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0413284 Aug 06 15:51:51.113215 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa60018-643d-4436-92dd-eacdd6f3e068 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.144892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa60018-643d-4436-92dd-eacdd6f3e068 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.157189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.193566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.213298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b22094e7-8704-48eb-be24-347ed32917da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.229948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:51.230852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event updated for resources: {'Port': ['ID=150fbbf7-a0f5-4184-b96d-9794397ab42f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:51.236546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:51.238751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:51.263780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Made reservation on behalf of 0aec8a66f8724fdea833b387226b384d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:51.266137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.297153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b22094e7-8704-48eb-be24-347ed32917da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.381142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa60018-643d-4436-92dd-eacdd6f3e068 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.383699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3aa60018-643d-4436-92dd-eacdd6f3e068 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.385095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3aa60018-643d-4436-92dd-eacdd6f3e068 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/63c5fdc5-d6f6-42e5-8738-260bf9834d03 HTTP/1.1" status: 204 len: 168 time: 0.3761740 Aug 06 15:51:51.398784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:51.424666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa60018-643d-4436-92dd-eacdd6f3e068 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c5fdc5-d6f6-42e5-8738-260bf9834d03,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:51.457676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c489339-7cf1-4b61-9fdc-49e3575b9ebd req-15f39f97-d33b-4dd6-ace0-9b37b63e28eb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:51.476892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c489339-7cf1-4b61-9fdc-49e3575b9ebd req-15f39f97-d33b-4dd6-ace0-9b37b63e28eb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1119626 Aug 06 15:51:51.501529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-59059225-35f1-4f96-b1d8-6b6eb3b976d8 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963132 Aug 06 15:51:51.505948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:51.508501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c489339-7cf1-4b61-9fdc-49e3575b9ebd req-0e456fb8-ab85-4ae7-9f5b-8bef6aeac757 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401330 Aug 06 15:51:51.511260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156678583'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:51.613993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b22094e7-8704-48eb-be24-347ed32917da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.616759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b22094e7-8704-48eb-be24-347ed32917da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.617788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b22094e7-8704-48eb-be24-347ed32917da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6b16189-6d0c-4d7c-832e-4f9f439244bd HTTP/1.1" status: 204 len: 168 time: 0.6599166 Aug 06 15:51:51.674252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.688376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22094e7-8704-48eb-be24-347ed32917da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b16189-6d0c-4d7c-832e-4f9f439244bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:51.727340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router f61af3a5-608f-4e15-9325-4060fb2c027d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:51:51.728915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.882250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.883122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.921459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:51.941529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2c8e3aaf-38a3-46c8-9e40-cf7c31756754 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "PUT /v2.0/routers/f61af3a5-608f-4e15-9325-4060fb2c027d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9449825 Aug 06 15:51:51.942753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:51.942862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] Sync routers for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:51.959266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:51.960170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:51.961042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:51.983910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943a9eee-5969-4cf8-879a-75ac7a56795b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:51.996374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Checking segment: {'id': '9e1e0660-634b-4ca3-a627-42f8f57f2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:51.996374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Network hostable DHCP agents. Network: fc310bd8-ecb8-458f-8103-278358aecae5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:51:52.012735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.046965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting subnet 5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:51:52.050644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.050968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781da6f2-875f-4220-8f1b-f8bb27e75e11,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:52.064628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Network fc310bd8-ecb8-458f-8103-278358aecae5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:51:52.093399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.094732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6ef4037e-c992-4884-bd61-c6c5d89d8743 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5870433 Aug 06 15:51:52.097925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.103765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3e38a0c6-970e-46da-b185-7f2424be95f9 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:52.104611 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-3e38a0c6-970e-46da-b185-7f2424be95f9 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 15:51:52.105353 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3e38a0c6-970e-46da-b185-7f2424be95f9 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:52.107586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3e38a0c6-970e-46da-b185-7f2424be95f9 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072865 Aug 06 15:51:52.107821 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.110394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.115501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c422f176-c5f2-4ff7-9129-24a533e07950 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:52.124803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, fc310bd8-ecb8-458f-8103-278358aecae5) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:52.129652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:52.130336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.131760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:52.163424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb5659-1b32-49df-b5e7-6137a6706425 None None] Network fc310bd8-ecb8-458f-8103-278358aecae5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:52.226091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.283646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54187095-075a-483f-96bb-622c6db2bbc4 req-280b3f2c-7c4e-49eb-839b-a498456924ab tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0594285 Aug 06 15:51:52.324697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Router 8cc0e142-7e53-410f-aa5f-1e3d01305009 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:51:52.390958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.415860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-edf9bfec-903d-4d05-b97b-3c01a42b8388 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9010992 Aug 06 15:51:52.415860 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c422f176-c5f2-4ff7-9129-24a533e07950 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:52.421049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c422f176-c5f2-4ff7-9129-24a533e07950 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3094089 Aug 06 15:51:52.421629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36950) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.424529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b651046-0c77-447a-b3c2-61671d035484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.429340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-536e0760-7022-40ae-a612-bd287a1050f0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:52.430046 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-536e0760-7022-40ae-a612-bd287a1050f0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 06 15:51:52.431074 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-536e0760-7022-40ae-a612-bd287a1050f0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:52.435994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-536e0760-7022-40ae-a612-bd287a1050f0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130928 Aug 06 15:51:52.438029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36954) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.445091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5771b841-ff16-4b7a-8ccb-bedf0a5a797f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:52.467919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.503791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Subnet': ['ID=5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:52.509380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:52.511314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.514549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3c70d6b6-f60d-479a-938d-89c7632a0be3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/subnets/5d1febde-82d5-48a5-b8b7-d5c7ca01e3f7 HTTP/1.1" status: 204 len: 168 time: 0.5711830 Aug 06 15:51:52.523924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.529594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5805088-9541-4374-b48a-20c49a14abbd None None] Network 625d226f-e4a5-44ca-8177-f41cedc5138a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:52.531676 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] Sync routers for ids ['8cc0e142-7e53-410f-aa5f-1e3d01305009'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:52.550448 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] Routers {'8cc0e142-7e53-410f-aa5f-1e3d01305009'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:52.553644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['8cc0e142-7e53-410f-aa5f-1e3d01305009'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:52.609316 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:52.619764 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] Routers {'8cc0e142-7e53-410f-aa5f-1e3d01305009'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:52.623350 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['8cc0e142-7e53-410f-aa5f-1e3d01305009'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:52.665435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:52.666646 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9edbd42-11d5-4e02-8d2b-6a63149faba3 None None] The sync data for ids ['8cc0e142-7e53-410f-aa5f-1e3d01305009'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:52.723415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e8af4-1232-4628-bcc7-7596e66babf2 None None] Network fc310bd8-ecb8-458f-8103-278358aecae5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:51:52.832829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b651046-0c77-447a-b3c2-61671d035484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.861693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:50Z', 'revision_number': 7, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:52.905023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] Checking router: f61af3a5-608f-4e15-9325-4060fb2c027d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:52.913441 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b651046-0c77-447a-b3c2-61671d035484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:52.962923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5b651046-0c77-447a-b3c2-61671d035484 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca2cc8c501e24adf941a7776d4d6a9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688879 Aug 06 15:51:52.967973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] Routers {'f61af3a5-608f-4e15-9325-4060fb2c027d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:52.967973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f61af3a5-608f-4e15-9325-4060fb2c027d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:52.968758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:52.970498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b651046-0c77-447a-b3c2-61671d035484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44aebff-ee51-4b8c-83cc-295128b818a6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:53.017284 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5771b841-ff16-4b7a-8ccb-bedf0a5a797f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:53.019844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5771b841-ff16-4b7a-8ccb-bedf0a5a797f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5791688 Aug 06 15:51:53.023327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.027481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91863a01-0e71-4f46-ab51-06517a888a74 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7618389 Aug 06 15:51:53.029438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.029438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.035954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] DHCP port deletion for 625d226f-e4a5-44ca-8177-f41cedc5138a request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:51:53.048559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421b6801-04ea-4abb-b563-a7b2c4af819e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.051330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91d03419-aa38-416a-bee8-f084628b60ba tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:53.051944 n-d-778550-6 neutron-server[94841]: WARNING neutron.api.v2.base [None req-91d03419-aa38-416a-bee8-f084628b60ba tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 06 15:51:53.052889 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-91d03419-aa38-416a-bee8-f084628b60ba tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:53.056466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91d03419-aa38-416a-bee8-f084628b60ba tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210586 Aug 06 15:51:53.057959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.065919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-beb9253c-6239-4630-a602-ffde345274f4 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:53.086560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421b6801-04ea-4abb-b563-a7b2c4af819e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.130413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] Set router f61af3a5-608f-4e15-9325-4060fb2c027d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:53.168182 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-beb9253c-6239-4630-a602-ffde345274f4 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Project 1bbb6ca522fc41d39c36297279b24d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:51:53.189977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] Deleting port a81dd9b9-f33a-4a85-b8a2-f8676099971f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:53.190360 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.232875 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.243373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421b6801-04ea-4abb-b563-a7b2c4af819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.246532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-421b6801-04ea-4abb-b563-a7b2c4af819e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.251797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-421b6801-04ea-4abb-b563-a7b2c4af819e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c44aebff-ee51-4b8c-83cc-295128b818a6 HTTP/1.1" status: 204 len: 168 time: 0.2833431 Aug 06 15:51:53.271991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b6801-04ea-4abb-b563-a7b2c4af819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44aebff-ee51-4b8c-83cc-295128b818a6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:53.277445 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-beb9253c-6239-4630-a602-ffde345274f4 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:53.290040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b218cf5-d159-4d11-a601-f5187ddbae5a req-de4616b9-1f67-4a38-84ea-b031da172d0b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:53.290547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-beb9253c-6239-4630-a602-ffde345274f4 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2232809 Aug 06 15:51:53.290653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b218cf5-d159-4d11-a601-f5187ddbae5a req-de4616b9-1f67-4a38-84ea-b031da172d0b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.6716321 Aug 06 15:51:53.291567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.298058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c62b7088-16c7-48f5-bfdc-ab7817443171 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:53.298681 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-c62b7088-16c7-48f5-bfdc-ab7817443171 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 06 15:51:53.299370 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c62b7088-16c7-48f5-bfdc-ab7817443171 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:53.301193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c62b7088-16c7-48f5-bfdc-ab7817443171 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072110 Aug 06 15:51:53.307234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.315711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d1b672f4-f6a4-415e-aa39-a449035b1742 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:53.322525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] For port a81dd9b9-f33a-4a85-b8a2-f8676099971f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a81dd9b9-f33a-4a85-b8a2-f8676099971f,segment=NetworkSegment(6c4b31b9-53f1-466b-963a-88328583ea10),segment_id=6c4b31b9-53f1-466b-963a-88328583ea10)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:53.326777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.343125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] Calling delete_port for a81dd9b9-f33a-4a85-b8a2-f8676099971f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:53.413421 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-d1b672f4-f6a4-415e-aa39-a449035b1742 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Project 1bbb6ca522fc41d39c36297279b24d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:51:53.424060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-a8466bfc-7dd0-4f14-a3e4-7a6da79851cd tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:53.425661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-a8466bfc-7dd0-4f14-a3e4-7a6da79851cd tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/networks?id=fc310bd8-ecb8-458f-8103-278358aecae5 HTTP/1.1" status: 200 len: 820 time: 0.4164350 Aug 06 15:51:53.453563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-47bfa848-55cb-422d-a000-ae6434fc726b tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/8cc0e142-7e53-410f-aa5f-1e3d01305009 HTTP/1.1" status: 200 len: 925 time: 0.4194956 Aug 06 15:51:53.456666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.477636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b218cf5-d159-4d11-a601-f5187ddbae5a req-cc9dfaec-bfa6-4ab2-946a-ab1fa1f73b15 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760585 Aug 06 15:51:53.485047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-bbdf55b9-00be-440f-8cb7-a1a5d391158d tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/quotas/0aec8a66f8724fdea833b387226b384d HTTP/1.1" status: 200 len: 375 time: 0.0366008 Aug 06 15:51:53.495387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.511490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:50Z', 'revision_number': 7, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:53.518600 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5467b83-f594-4a1b-a3e5-ebc61002ee58 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cc0e142-7e53-410f-aa5f-1e3d01305009 HTTP/1.1" status: 200 len: 205 time: 0.0587900 Aug 06 15:51:53.520063 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-d1b672f4-f6a4-415e-aa39-a449035b1742 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:53.524091 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d1b672f4-f6a4-415e-aa39-a449035b1742 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2130511 Aug 06 15:51:53.524091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.534628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.546250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db499778-c8cb-42e6-8e42-670653b9549f None None] The sync data for ids ['f61af3a5-608f-4e15-9325-4060fb2c027d'] in n-d-778550-6 is: [{'id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'name': 'tempest-TestNetworkBasicOps-router-412456054', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:51:50Z', 'revision_number': 7, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '6bb868c0-3281-4057-96bf-fda08fb5f693', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61af3a5-608f-4e15-9325-4060fb2c027d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:49:08Z', 'updated_at': '2021-08-06T15:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:51:53.550945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b5b4cfd0-94ee-4e6d-ad61-729051c6db28 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '781da6f2-875f-4220-8f1b-f8bb27e75e11', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:53.587523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-1674ab22-ab9e-498f-9395-e67d437897aa tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0aec8a66f8724fdea833b387226b384d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839703 Aug 06 15:51:53.682256 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.708090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.712576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8de1d422-41df-4219-9313-869ffac1dd10 req-8289a7a5-16e6-42f6-bff5-8f6f63b5a8d4 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0810568 Aug 06 15:51:53.714442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] Pushing event deleted for resources: {'Port': ['ID=a81dd9b9-f33a-4a85-b8a2-f8676099971f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:53.724739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508c6e8-3633-4f84-ad63-ec2bec9e4f30 None None] No DVR routers for this DVR port a81dd9b9-f33a-4a85-b8a2-f8676099971f on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:51:53.776071 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-b5b4cfd0-94ee-4e6d-ad61-729051c6db28 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Project 1bbb6ca522fc41d39c36297279b24d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:51:53.814158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 6bb868c0-3281-4057-96bf-fda08fb5f693 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:53.814506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:53.850218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-a48e8aa5-505c-4937-972d-e37dee403c3b service neutron] 10.222.0.16 "GET /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177272 Aug 06 15:51:53.894275 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-b5b4cfd0-94ee-4e6d-ad61-729051c6db28 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:53.896089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b5b4cfd0-94ee-4e6d-ad61-729051c6db28 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3586576 Aug 06 15:51:53.899736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:53.911390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.052615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port 6bb868c0-3281-4057-96bf-fda08fb5f693, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6bb868c0-3281-4057-96bf-fda08fb5f693,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:54.053204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.064685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Deleting port 150fbbf7-a0f5-4184-b96d-9794397ab42f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:51:54.065076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.084728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 6bb868c0-3281-4057-96bf-fda08fb5f693 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:54.134515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-255ea8f2-f91b-4743-b992-cce33ce75346 service neutron] 10.222.0.16 "GET /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522194 Aug 06 15:51:54.139167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2522b6c6-1a08-46e0-a1ca-04293b2b5f21 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.156130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:51:54.173970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.203368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Calling delete_port for 150fbbf7-a0f5-4184-b96d-9794397ab42f owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:51:54.216676 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2522b6c6-1a08-46e0-a1ca-04293b2b5f21 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.412331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a81dd9b9-f33a-4a85-b8a2-f8676099971f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:54.441158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a81dd9b9-f33a-4a85-b8a2-f8676099971f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:54.441768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a81dd9b9-f33a-4a85-b8a2-f8676099971f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:54.442576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7102ba09-1643-4f7f-95cd-ae1e7ef34493 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:54.498787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2522b6c6-1a08-46e0-a1ca-04293b2b5f21 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.501778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2522b6c6-1a08-46e0-a1ca-04293b2b5f21 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.505185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2522b6c6-1a08-46e0-a1ca-04293b2b5f21 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/781da6f2-875f-4220-8f1b-f8bb27e75e11 HTTP/1.1" status: 204 len: 168 time: 0.5807440 Aug 06 15:51:54.507165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:54.514030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7102ba09-1643-4f7f-95cd-ae1e7ef34493 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:54.533023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522b6c6-1a08-46e0-a1ca-04293b2b5f21 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781da6f2-875f-4220-8f1b-f8bb27e75e11,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:54.536432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7102ba09-1643-4f7f-95cd-ae1e7ef34493 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:54.563358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c39129e4-b3bb-461d-b695-2a088a7ce8e3 req-93f115de-3302-4401-a417-25d89745a74b tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 210 time: 0.0669625 Aug 06 15:51:54.578905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:54.600201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d7950de4-b235-4ca6-a4c1-c44b25f989c9 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918927 Aug 06 15:51:54.604896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:54.611349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259936893'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:54.611784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'port_id': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'mac_address': 'fa:16:3e:fc:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:51:54.620691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.659706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=6bb868c0-3281-4057-96bf-fda08fb5f693,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:54.665197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.671140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.689158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:51:54.715618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:54.736729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event deleted for resources: {'Port': ['ID=150fbbf7-a0f5-4184-b96d-9794397ab42f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:54.783107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990540a-3796-4a4b-a28e-959c3d722277 req-d6078bd4-b100-4a4f-a727-578dcd79028e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:54.784773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7990540a-3796-4a4b-a28e-959c3d722277 req-d6078bd4-b100-4a4f-a727-578dcd79028e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 945 time: 0.1298711 Aug 06 15:51:54.815850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.818250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.831918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.837522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.941775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=11']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:54.980007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7990540a-3796-4a4b-a28e-959c3d722277 req-6ef06fb3-66cf-47aa-be48-ce5754c37fd7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881428 Aug 06 15:51:54.985581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1627169-602c-455c-a113-cca90ef86b7c req-b27c41f3-bbd0-4586-bbb7-a85309549943 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1208560 Aug 06 15:51:54.991018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.992827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.994478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:54.994796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.096562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:51:55.116006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.117251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc0e142-7e53-410f-aa5f-1e3d01305009 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:51:55.131190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.136211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:55.139276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-44c0723b-564f-4233-8ac7-2b187e6d49bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/8cc0e142-7e53-410f-aa5f-1e3d01305009 HTTP/1.1" status: 204 len: 168 time: 1.6132758 Aug 06 15:51:55.146706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2091752529', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:55.159148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.159677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Fanout notify agent at l3_agent the message router_deleted on router f61af3a5-608f-4e15-9325-4060fb2c027d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:51:55.167248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.171519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a685b88d-d421-4999-b903-9991224c5889 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/routers/f61af3a5-608f-4e15-9325-4060fb2c027d HTTP/1.1" status: 204 len: 168 time: 2.6427631 Aug 06 15:51:55.171734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:55.205411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.270538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.302678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.347838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b1200-9114-4d7a-826e-3bf01fcb1e8f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:55.394486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.405261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625d226f-e4a5-44ca-8177-f41cedc5138a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:55.416184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4b31b9-53f1-466b-963a-88328583ea10') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:55.416509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4b31b9-53f1-466b-963a-88328583ea10') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:55.426161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.430965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.432278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.442303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.448968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:51:55.449366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:51:55.452589 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:51:55.521836 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.524860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-13b77dcf-51ee-41a4-8e39-37d9f022a7de tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9173043 Aug 06 15:51:55.526386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:55.535376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05f3e316-0f79-4813-a141-34c37c3a6690 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '8a5b1200-9114-4d7a-826e-3bf01fcb1e8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:55.567597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.585471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.594885 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/networks/625d226f-e4a5-44ca-8177-f41cedc5138a HTTP/1.1" status: 204 len: 168 time: 0.4147685 Aug 06 15:51:55.596303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da516a6c-ac40-45d9-bc8e-f1b868dcbed8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Network': ['ID=625d226f-e4a5-44ca-8177-f41cedc5138a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:55.608563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:55.613847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'network': {'name': 'tempest-network-smoke--1556081385', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:55.642760 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.662141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3c44227-9cd0-466b-945e-facace723201 req-a747e4b1-c8a1-4a4c-9682-5bf156352588 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Aug 06 15:51:55.744835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:55.750312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.800070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:51:55.810556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.811636 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Added segment e9f2020f-0e31-42d6-98ae-d784f7cc6e50 of type vlan for network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 Aug 06 15:51:55.844352 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-05f3e316-0f79-4813-a141-34c37c3a6690 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The resource could not be found. Aug 06 15:51:55.848620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-05f3e316-0f79-4813-a141-34c37c3a6690 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3182633 Aug 06 15:51:55.851319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:55.856000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d0389dd5-e4c8-49bc-bcff-56c71af5b585 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '8a5b1200-9114-4d7a-826e-3bf01fcb1e8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '11eb2ee5-7e16-4a36-8c0a-e00198c93847'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:55.858762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.880219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:55.891385 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.007447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.013580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:56.020213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.048841 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-d0389dd5-e4c8-49bc-bcff-56c71af5b585 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The resource could not be found. Aug 06 15:51:56.050240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d0389dd5-e4c8-49bc-bcff-56c71af5b585 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1978850 Aug 06 15:51:56.053289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:56.105824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Network': ['ID=20d0a148-449a-48d8-98ef-dc9b3e959ab9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:56.119339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5a424ad1-e5b7-4242-9d0f-e4ba7aff8047 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5096238 Aug 06 15:51:56.121154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:51:56.121978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:56.129436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'admin_state_up': True, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:56.196535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:51:56.206776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3271a818-634c-4df3-826a-f2eb5a5afc7d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.209791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c2e290c-0aed-4353-a3b0-bd8a9cde6f95 req-1b4589a3-769d-401b-8e9c-777161a924c6 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0757003 Aug 06 15:51:56.275952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.277507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.308569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3271a818-634c-4df3-826a-f2eb5a5afc7d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.356070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ad7b2-9e62-4399-98d4-c40d734b6714 req-0f49c18f-d3b6-471f-a81c-0960e01e8b42 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:56.358659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c27ad7b2-9e62-4399-98d4-c40d734b6714 req-0f49c18f-d3b6-471f-a81c-0960e01e8b42 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 946 time: 0.2202640 Aug 06 15:51:56.374914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.384647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:51:56.393101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:51:56.393513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.415027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.418884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bb868c0-3281-4057-96bf-fda08fb5f693 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:51:56.442904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6bb868c0-3281-4057-96bf-fda08fb5f693 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:51:56.443542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6bb868c0-3281-4057-96bf-fda08fb5f693 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:51:56.443693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.456224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c27ad7b2-9e62-4399-98d4-c40d734b6714 req-9a5ba82f-f399-45ad-8c6e-84350a746d26 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859666 Aug 06 15:51:56.522165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3271a818-634c-4df3-826a-f2eb5a5afc7d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.525190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3271a818-634c-4df3-826a-f2eb5a5afc7d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.530968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3271a818-634c-4df3-826a-f2eb5a5afc7d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/8a5b1200-9114-4d7a-826e-3bf01fcb1e8f HTTP/1.1" status: 204 len: 168 time: 0.4761238 Aug 06 15:51:56.531263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:56.536076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.564030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:51:56.568327 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1882a-25ee-4d93-8422-508bcaad6bea" -d '{"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-plugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:51:56.585258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:51:56.623903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.624893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271a818-634c-4df3-826a-f2eb5a5afc7d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b1200-9114-4d7a-826e-3bf01fcb1e8f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:56.636061 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558827ec-1ed2-4d0d-9584-cf3d378b3141 x-openstack-request-id: req-558827ec-1ed2-4d0d-9584-cf3d378b3141 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:51:56.636061 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-plugged", "status": "completed", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:51:56.636061 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-558827ec-1ed2-4d0d-9584-cf3d378b3141 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:51:56.636061 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'code': 200} Aug 06 15:51:56.682217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.689129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1e05d320-a926-41f1-8d70-ffb2aa6aae31 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1402948 Aug 06 15:51:56.689462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37088) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:56.695176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c079c448-0014-4beb-9422-63fdba05af60 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': 'bfa0348e-d0f8-4a81-ad8b-f3db7d40a57a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:56.753766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:56.808803 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-757a6482-4daf-4d66-959b-26e7ee5dd35d req-76098036-731b-467a-9d21-363afd7a4096 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 210 time: 0.0365088 Aug 06 15:51:56.837281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Allocated IP 172.25.5.28 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/42e674eb-14b6-4784-8494-6d071ba45142) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:56.958360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:56.960529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dd4f4-4061-41b8-87db-23788dcf162b req-8f07e3fb-5b1f-4875-b160-be802bf0a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:56.962032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-718dd4f4-4061-41b8-87db-23788dcf162b req-8f07e3fb-5b1f-4875-b160-be802bf0a5ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1098 time: 0.1146410 Aug 06 15:51:56.978287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.019986 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c079c448-0014-4beb-9422-63fdba05af60 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The resource could not be found. Aug 06 15:51:57.024790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c079c448-0014-4beb-9422-63fdba05af60 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3340676 Aug 06 15:51:57.025361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:57.031879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055024011'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:57.037186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-718dd4f4-4061-41b8-87db-23788dcf162b req-36e91e2c-a47b-42eb-a8e9-5601e4b2dcb2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611906 Aug 06 15:51:57.040008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.145039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.174947 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.225377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:57.228538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:57.234607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:57.275916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.25.5.74 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/51d8ddee-047f-4547-87d6-d7e2f972796d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:57.381706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Port': ['ID=42e674eb-14b6-4784-8494-6d071ba45142,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:57.409297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9806d492-dee4-4b4c-aa7e-9d77eea6b2ae req-d706284c-6a54-4421-ab8f-dc0dd75b4485 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0815327 Aug 06 15:51:57.451762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.546118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.559595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-8b0eb2a0-b56c-434d-af44-1fd24cca6cd5 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:57.563211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-8b0eb2a0-b56c-434d-af44-1fd24cca6cd5 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.59 "GET /v2.0/networks?id=fc310bd8-ecb8-458f-8103-278358aecae5 HTTP/1.1" status: 200 len: 820 time: 0.1659861 Aug 06 15:51:57.563819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:57.580898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Request body: {'port': {'device_id': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5', 'admin_state_up': True, 'tenant_id': '0aec8a66f8724fdea833b387226b384d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:58.070064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db719c-88d5-4cf6-b5f8-c2b2e5113d6b req-f6c4e02a-8297-4ef4-8973-50cfd08f1337 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:58.070064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1db719c-88d5-4cf6-b5f8-c2b2e5113d6b req-f6c4e02a-8297-4ef4-8973-50cfd08f1337 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 947 time: 0.5259190 Aug 06 15:51:58.070312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.070312 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0417132 Aug 06 15:51:58.077367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:58.085726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--400459479'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:58.092328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc60730-495c-4666-a355-ade7365024a0 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88215c9-24dd-4ee8-b4df-c189a79a1754,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:58.149490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29e99c63-d789-4293-8544-21e3db14426e req-87b44032-f4ae-48e7-94fc-57aeeb3e9734 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 210 time: 0.0782926 Aug 06 15:51:58.184952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.189742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1db719c-88d5-4cf6-b5f8-c2b2e5113d6b req-80b21e08-b6fe-438d-bfb4-fbdbd79df9ac tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090300 Aug 06 15:51:58.228684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.245965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:58.251879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:58.255439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:58.286082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=51d8ddee-047f-4547-87d6-d7e2f972796d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:58.300426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.400660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Made reservation on behalf of 0aec8a66f8724fdea833b387226b384d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:51:58.404162 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.478950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.573908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-329fe138-f34c-4a0a-95eb-ecfc47b09e32 req-c44eefcc-0f43-4d2c-aecc-95c8b356ba41 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0468757 Aug 06 15:51:58.589279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Allocated IP 172.20.0.10 (fc310bd8-ecb8-458f-8103-278358aecae5/943a9eee-5969-4cf8-879a-75ac7a56795b/62b24451-d38b-4d96-872b-fd1cc98b1cea) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:51:58.658432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.738845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.781200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Router 0e5371da-f39c-496a-a20c-466aa6a95fa0 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:51:58.786339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab25af-0b84-4785-b4fe-79c48d3429aa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:58.837633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.838928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b66baf5d-10cc-42ad-bd0e-242576cb3a61 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7572782 Aug 06 15:51:58.859787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.866832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:58.872405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2d60c8f6-82c9-4f76-8f46-08ea12f1976d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': 'a88215c9-24dd-4ee8-b4df-c189a79a1754', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2eab25af-0b84-4785-b4fe-79c48d3429aa'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:58.885210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.916118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:58.951509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:51:58.966286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Sync routers for ids ['0e5371da-f39c-496a-a20c-466aa6a95fa0'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:51:58.979072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Routers {'0e5371da-f39c-496a-a20c-466aa6a95fa0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:51:58.980507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0e5371da-f39c-496a-a20c-466aa6a95fa0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:59.049774 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.096700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Set router 0e5371da-f39c-496a-a20c-466aa6a95fa0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:51:59.123872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.128823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Network fc310bd8-ecb8-458f-8103-278358aecae5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:51:59.129349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9231deb0-51c9-4c60-bf02-88d3378a792a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9903538 Aug 06 15:51:59.130302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37156) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:59.131385 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-2d60c8f6-82c9-4f76-8f46-08ea12f1976d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:51:59.138088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2d60c8f6-82c9-4f76-8f46-08ea12f1976d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2687225 Aug 06 15:51:59.138572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:51:59.140957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37158) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:59.145859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:51:59.235585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Pushing event updated for resources: {'Port': ['ID=62b24451-d38b-4d96-872b-fd1cc98b1cea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:59.315992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.324324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:59.325280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.344702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5371da-f39c-496a-a20c-466aa6a95fa0', 'name': 'tempest-snat-router-2091752529', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.28'}], 'enable_snat': False}, 'gw_port_id': '42e674eb-14b6-4784-8494-6d071ba45142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:55Z', 'updated_at': '2021-08-06T15:51:57Z', 'revision_number': 3, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port': {'id': '42e674eb-14b6-4784-8494-6d071ba45142', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5371da-f39c-496a-a20c-466aa6a95fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:51:59.377801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Checking router: 0e5371da-f39c-496a-a20c-466aa6a95fa0 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:51:59.378344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Updating router 0e5371da-f39c-496a-a20c-466aa6a95fa0 port 42e674eb-14b6-4784-8494-6d071ba45142 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:51:59.399631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2903e05f-2d26-4a07-ac57-0714bb528f4d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.410929 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.414091 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-b4ea1739-00af-4c72-bfc1-f06a6e9d3282 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8426716 Aug 06 15:51:59.427735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3e3565c6-eba3-44fa-938c-4d71045c28c0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/0e5371da-f39c-496a-a20c-466aa6a95fa0 HTTP/1.1" status: 200 len: 908 time: 0.2882988 Aug 06 15:51:59.443961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0550e-e293-4a20-a29b-becaf13ce4e7 req-d63a5d7b-87ca-481f-a5c4-333a5829fc73 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:59.445952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72d0550e-e293-4a20-a29b-becaf13ce4e7 req-d63a5d7b-87ca-481f-a5c4-333a5829fc73 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 947 time: 0.1311984 Aug 06 15:51:59.452270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37166) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:59.458538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Request body: {'port': {'device_id': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:59.460049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2091752529', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': True}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:51:59.477949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0136f-0577-44bd-8c28-9cbad3f5ce0a req-f618f4b4-bb54-4213-b02c-3ed003a6ebc1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:51:59.479463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1d0136f-0577-44bd-8c28-9cbad3f5ce0a req-f618f4b4-bb54-4213-b02c-3ed003a6ebc1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 932 time: 0.1917493 Aug 06 15:51:59.523137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2903e05f-2d26-4a07-ac57-0714bb528f4d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.561676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1d0136f-0577-44bd-8c28-9cbad3f5ce0a req-c5f00605-643a-4749-8a78-e4633a8f2e10 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711973 Aug 06 15:51:59.584026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72d0550e-e293-4a20-a29b-becaf13ce4e7 req-d562d3bd-6257-4432-9f99-679cd0817962 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070631 Aug 06 15:51:59.624778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.626283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.635635 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.683725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2903e05f-2d26-4a07-ac57-0714bb528f4d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.686903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2903e05f-2d26-4a07-ac57-0714bb528f4d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.688232 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2903e05f-2d26-4a07-ac57-0714bb528f4d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/2eab25af-0b84-4785-b4fe-79c48d3429aa HTTP/1.1" status: 204 len: 168 time: 0.5433903 Aug 06 15:51:59.696241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:59.706746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e05f-2d26-4a07-ac57-0714bb528f4d tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab25af-0b84-4785-b4fe-79c48d3429aa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:51:59.788776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c277d9c-bbb7-4a8f-b699-75e9d32ec2a7 req-3b9af950-aab8-4155-8c8a-c7dc8f222d9f tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0982137 Aug 06 15:51:59.793744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.808704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.808921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Transition to ACTIVE for port object 42e674eb-14b6-4784-8494-6d071ba45142 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:51:59.846122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f30a36e5-392d-44c4-889e-3d3392d540d3 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1368728 Aug 06 15:51:59.846358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:51:59.848061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router 19c6e859-3e5b-41e3-a872-4ddbc48da657 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:51:59.910700 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.950483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Attempting to bind port 42e674eb-14b6-4784-8494-6d071ba45142 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:51:59.951407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Attempting to bind port 42e674eb-14b6-4784-8494-6d071ba45142 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:51:59.951407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Attempting to bind port 42e674eb-14b6-4784-8494-6d071ba45142 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:51:59.977064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:51:59.977814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:51:59.978386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:51:59.978782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:51:59.979261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Bound port: 42e674eb-14b6-4784-8494-6d071ba45142, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:51:59.979647 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.035030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:00.044544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcea12ab-8215-4276-948e-5a2f38ee885b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.051840 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Sync routers for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:00.058689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.061890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b24451-d38b-4d96-872b-fd1cc98b1cea {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:00.062377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:00.062998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:00.072401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.089971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Transition to ACTIVE for port object 62b24451-d38b-4d96-872b-fd1cc98b1cea will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:00.102843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcea12ab-8215-4276-948e-5a2f38ee885b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.151619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.154048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-80371992-a4d7-4a2f-a9ec-f61fd9e6c6c0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0309005 Aug 06 15:52:00.156870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:00.181076 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:00.192333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2303d423-641a-4e8b-bf09-782717ba5892 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=fcdeb411cc36447f93dfb13b24415f8e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318546 Aug 06 15:52:00.192545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cae1d-12f4-40b2-8874-3908b890e1b5 None None] Pushing event updated for resources: {'Port': ['ID=42e674eb-14b6-4784-8494-6d071ba45142,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:00.192648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:00.201904 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.226331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] For port 42e674eb-14b6-4784-8494-6d071ba45142, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:00.230042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] For port 42e674eb-14b6-4784-8494-6d071ba45142, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=42e674eb-14b6-4784-8494-6d071ba45142,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:00.239069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcea12ab-8215-4276-948e-5a2f38ee885b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.242280 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcea12ab-8215-4276-948e-5a2f38ee885b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.246250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bcea12ab-8215-4276-948e-5a2f38ee885b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/a88215c9-24dd-4ee8-b4df-c189a79a1754 HTTP/1.1" status: 204 len: 168 time: 0.3958700 Aug 06 15:52:00.253466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:00.289791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.301893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea12ab-8215-4276-948e-5a2f38ee885b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88215c9-24dd-4ee8-b4df-c189a79a1754,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:00.314453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62b24451-d38b-4d96-872b-fd1cc98b1cea,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:00.328173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0fb4fbd0-aed3-4991-bae4-5197dd0d19e7 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696387 Aug 06 15:52:00.349388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37184) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:00.388054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa9982d-ad2e-4731-ad10-b310663d6e25 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:00.389963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dfa9982d-ad2e-4731-ad10-b310663d6e25 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1964724 Aug 06 15:52:00.391539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228445357'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:00.393342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:00.435258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-33ff3c77-b83a-4f61-8ccf-e977d7f9c560 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364871 Aug 06 15:52:00.436192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Routers {'0e5371da-f39c-496a-a20c-466aa6a95fa0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:00.436726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0e5371da-f39c-496a-a20c-466aa6a95fa0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:00.437398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:00.442529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1380776875', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:00.445261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cae1d-12f4-40b2-8874-3908b890e1b5 None None] Pushing event updated for resources: {'Port': ['ID=42e674eb-14b6-4784-8494-6d071ba45142,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:00.449694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Attempting to bind port 62b24451-d38b-4d96-872b-fd1cc98b1cea on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:00.450335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Attempting to bind port 62b24451-d38b-4d96-872b-fd1cc98b1cea by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '9e1e0660-634b-4ca3-a627-42f8f57f2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:00.450836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Attempting to bind port 62b24451-d38b-4d96-872b-fd1cc98b1cea on network fc310bd8-ecb8-458f-8103-278358aecae5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:00.455781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Port 62b24451-d38b-4d96-872b-fd1cc98b1cea on network fc310bd8-ecb8-458f-8103-278358aecae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:52:00.456354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Attempting to bind port 62b24451-d38b-4d96-872b-fd1cc98b1cea on network fc310bd8-ecb8-458f-8103-278358aecae5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:00.469592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:00.470241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Checking segment: {'id': '9e1e0660-634b-4ca3-a627-42f8f57f2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:00.470788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Bound using segment: {'id': '9e1e0660-634b-4ca3-a627-42f8f57f2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:00.471406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Bound port: 62b24451-d38b-4d96-872b-fd1cc98b1cea, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1e0660-634b-4ca3-a627-42f8f57f2b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:00.471960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.494376 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:51:58Z', 'revision_number': 3, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:00.538633 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Checking router: 19c6e859-3e5b-41e3-a872-4ddbc48da657 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:52:00.538984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Updating router 19c6e859-3e5b-41e3-a872-4ddbc48da657 port 51d8ddee-047f-4547-87d6-d7e2f972796d binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:52:00.553777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] For port 62b24451-d38b-4d96-872b-fd1cc98b1cea, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:00.557693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] For port 62b24451-d38b-4d96-872b-fd1cc98b1cea, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea,segment=NetworkSegment(9e1e0660-634b-4ca3-a627-42f8f57f2b5d),segment_id=9e1e0660-634b-4ca3-a627-42f8f57f2b5d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:00.560654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.572806 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.611545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] Set router 0e5371da-f39c-496a-a20c-466aa6a95fa0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:00.657413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.701276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.724167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Pushing event updated for resources: {'Port': ['ID=62b24451-d38b-4d96-872b-fd1cc98b1cea,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:00.744360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:00.744498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.744623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.751875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-d55173f8-edba-4603-be15-b9af8ea811d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/62b24451-d38b-4d96-872b-fd1cc98b1cea HTTP/1.1" status: 200 len: 1092 time: 1.3243992 Aug 06 15:52:00.752164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:00.759057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.770968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'tag': '62b24451-d38b-4d96-872b-fd1cc98b1cea'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:00.777844 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ada584-4411-4091-a68d-a007276e2b00" -d '{"events": [{"name": "network-changed", "server_uuid": "0b720687-b99b-4fb2-ba72-3ffc67be78b6", "tag": "62b24451-d38b-4d96-872b-fd1cc98b1cea"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:00.870725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.884980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5371da-f39c-496a-a20c-466aa6a95fa0', 'name': 'tempest-snat-router-2091752529', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.28'}], 'enable_snat': False}, 'gw_port_id': '42e674eb-14b6-4784-8494-6d071ba45142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:55Z', 'updated_at': '2021-08-06T15:51:57Z', 'revision_number': 3, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port': {'id': '42e674eb-14b6-4784-8494-6d071ba45142', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5371da-f39c-496a-a20c-466aa6a95fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:00.946155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-a890457c-489d-4b13-bb32-4ade77440fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:00.948602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-a890457c-489d-4b13-bb32-4ade77440fae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aec8a66f8724fdea833b387226b384d&device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 1095 time: 0.0745313 Aug 06 15:52:00.951467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:00.954432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe5db-e079-43b6-88c9-136438399183 None None] The sync data for ids ['0e5371da-f39c-496a-a20c-466aa6a95fa0'] in n-d-778550-6 is: [{'id': '0e5371da-f39c-496a-a20c-466aa6a95fa0', 'name': 'tempest-snat-router-2091752529', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.28'}], 'enable_snat': False}, 'gw_port_id': '42e674eb-14b6-4784-8494-6d071ba45142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:55Z', 'updated_at': '2021-08-06T15:51:57Z', 'revision_number': 3, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port': {'id': '42e674eb-14b6-4784-8494-6d071ba45142', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5371da-f39c-496a-a20c-466aa6a95fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:01.027435 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.042492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.044528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6940620 Aug 06 15:52:01.062351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:01.071761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b046b3ec-8cdc-453d-a9fb-edb9f1165dac tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '1c10ca23-25da-4d23-82c4-4b2c543a9f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:01.077671 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Transition to ACTIVE for port object 51d8ddee-047f-4547-87d6-d7e2f972796d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:01.086947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafedeeb-7e5e-45f1-8a1a-2632b4a1af8e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c10ca23-25da-4d23-82c4-4b2c543a9f4a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:01.102386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-68927627-639d-4c8e-b26f-1839dcbca42e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea HTTP/1.1" status: 200 len: 217 time: 0.1340384 Aug 06 15:52:01.108137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf54f18-aa21-4b13-9513-ccbc66f555ae req-2d81ec59-9829-4c7a-b308-416976581591 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:01.108988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6bf54f18-aa21-4b13-9513-ccbc66f555ae req-2d81ec59-9829-4c7a-b308-416976581591 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 944 time: 0.3001208 Aug 06 15:52:01.119365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7b0f5-6630-4e2c-930e-6b596ac6adba req-63a5e26f-e590-488d-89a3-f37d94b35ded tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:01.121075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ee7b0f5-6630-4e2c-930e-6b596ac6adba req-63a5e26f-e590-488d-89a3-f37d94b35ded tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 947 time: 0.3097477 Aug 06 15:52:01.172533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-7ac03453-c194-4778-982f-c1ac11fbcd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:01.174321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-7ac03453-c194-4778-982f-c1ac11fbcd41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=943a9eee-5969-4cf8-879a-75ac7a56795b HTTP/1.1" status: 200 len: 860 time: 0.0643768 Aug 06 15:52:01.196224 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.223361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-0679abc6-b026-4411-a911-0893ccb47454 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc310bd8-ecb8-458f-8103-278358aecae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422113 Aug 06 15:52:01.274575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6bf54f18-aa21-4b13-9513-ccbc66f555ae req-bd1e55c2-d281-4781-882c-7cfdbe07b867 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495304 Aug 06 15:52:01.305308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ee7b0f5-6630-4e2c-930e-6b596ac6adba req-76bb7a92-0a90-4ef9-a4e3-f1c9195c0e5b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745820 Aug 06 15:52:01.375245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Allocated IP 172.25.5.22 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/d0c648f4-a1f6-4733-8686-efc85b507e17) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:01.415261 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00cf05-6c9d-4ff6-bb04-b463a5427319 None None] Pushing event updated for resources: {'Port': ['ID=51d8ddee-047f-4547-87d6-d7e2f972796d,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:01.442311 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Attempting to bind port 51d8ddee-047f-4547-87d6-d7e2f972796d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:01.442675 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Attempting to bind port 51d8ddee-047f-4547-87d6-d7e2f972796d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:01.443032 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Attempting to bind port 51d8ddee-047f-4547-87d6-d7e2f972796d on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:01.455695 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:01.456011 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:01.456446 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.456831 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:01.460910 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-b046b3ec-8cdc-453d-a9fb-edb9f1165dac tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:52:01.461774 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-52c45186-9236-4059-b95f-01c9e01e6459 service neutron] 10.222.0.59 "GET /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312357 Aug 06 15:52:01.461963 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Bound port: 51d8ddee-047f-4547-87d6-d7e2f972796d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:01.462482 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.463165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b046b3ec-8cdc-453d-a9fb-edb9f1165dac tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3984025 Aug 06 15:52:01.467050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37220) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:01.484852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-258c9f16-fb94-4b56-beff-652c01f55813 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group_rule': {'security_group_id': '1c10ca23-25da-4d23-82c4-4b2c543a9f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:01.532461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.572463 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] For port 51d8ddee-047f-4547-87d6-d7e2f972796d, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:01.576830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] For port 51d8ddee-047f-4547-87d6-d7e2f972796d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=51d8ddee-047f-4547-87d6-d7e2f972796d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:01.598868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e05db048-246e-42ed-9cca-ab5a45437482 req-a1cb98cb-f128-46ab-87ee-78cb43ebdf1e tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0715797 Aug 06 15:52:01.670163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Subnet': ['ID=5d982ab9-1da5-4752-84be-b25e71b0b2a8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:01.676924 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.714879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4ccd3b1-0a70-421c-8824-c8124987f4b3 req-6c393c9e-a017-4818-a270-15b67e68e119 service neutron] 10.222.0.59 "GET /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383568 Aug 06 15:52:01.717178 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358eda3-9d1b-4d35-96c6-908d7b7056a4 x-openstack-request-id: req-c358eda3-9d1b-4d35-96c6-908d7b7056a4 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:01.717467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b720687-b99b-4fb2-ba72-3ffc67be78b6", "tag": "62b24451-d38b-4d96-872b-fd1cc98b1cea", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:01.717843 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c358eda3-9d1b-4d35-96c6-908d7b7056a4 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:01.720999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.723933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Checking segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:01.724532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network hostable DHCP agents. Network: 20d0a148-449a-48d8-98ef-dc9b3e959ab9, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:52:01.724933 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'tag': '62b24451-d38b-4d96-872b-fd1cc98b1cea', 'status': 'completed', 'code': 200} Aug 06 15:52:01.763973 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:01.764603 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:01.808323 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00cf05-6c9d-4ff6-bb04-b463a5427319 None None] Pushing event updated for resources: {'Port': ['ID=51d8ddee-047f-4547-87d6-d7e2f972796d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:01.871838 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:01.874762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:52:01.875482 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-258c9f16-fb94-4b56-beff-652c01f55813 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:52:01.880817 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-258c9f16-fb94-4b56-beff-652c01f55813 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4126508 Aug 06 15:52:01.881467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:01.893659 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:01.920950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:01.924585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:01.928766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:01.958903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada584-4411-4091-a68d-a007276e2b00 req-72c8727d-c8ef-4d1e-bcb3-7823d6abdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:01.960642 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-72c8727d-c8ef-4d1e-bcb3-7823d6abdcfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0aec8a66f8724fdea833b387226b384d&device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 1095 time: 0.0984991 Aug 06 15:52:01.997633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 20d0a148-449a-48d8-98ef-dc9b3e959ab9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:02.006779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a8784-4792-4e5f-9e52-b69a4921b833 None None] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:02.008164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Port': ['ID=d0c648f4-a1f6-4733-8686-efc85b507e17,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:02.012761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:02.013452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.028265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e538338c-0fa5-4104-8bd8-cf6b29efbd83 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.082943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e538338c-0fa5-4104-8bd8-cf6b29efbd83 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.178097 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:51:58Z', 'revision_number': 3, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:02.182337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada584-4411-4091-a68d-a007276e2b00 req-3ec73665-0c00-4cce-b7a5-c8fc55082585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:02.182903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eab15ac3-2cdf-4ef5-a20e-df647f85bcd9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7440796 Aug 06 15:52:02.185553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-3ec73665-0c00-4cce-b7a5-c8fc55082585 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc310bd8-ecb8-458f-8103-278358aecae5 HTTP/1.1" status: 200 len: 921 time: 0.2171345 Aug 06 15:52:02.186221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:02.212487 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61a23e-fb23-4cc6-85de-52f154b449fb None None] The sync data for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 is: [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:51:58Z', 'revision_number': 3, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:02.265269 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-ec67cb5e-7348-4f58-832a-6ba2e2c2fc8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea HTTP/1.1" status: 200 len: 217 time: 0.0680604 Aug 06 15:52:02.302462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:52:02.312408 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.355378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e538338c-0fa5-4104-8bd8-cf6b29efbd83 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.362688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e538338c-0fa5-4104-8bd8-cf6b29efbd83 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.369671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e538338c-0fa5-4104-8bd8-cf6b29efbd83 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c10ca23-25da-4d23-82c4-4b2c543a9f4a HTTP/1.1" status: 204 len: 168 time: 0.4674459 Aug 06 15:52:02.376064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:02.409596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ada584-4411-4091-a68d-a007276e2b00 req-2951cf3b-3c12-474c-8957-04985389ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:02.411072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-2951cf3b-3c12-474c-8957-04985389ad44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=943a9eee-5969-4cf8-879a-75ac7a56795b HTTP/1.1" status: 200 len: 860 time: 0.1351376 Aug 06 15:52:02.420937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538338c-0fa5-4104-8bd8-cf6b29efbd83 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c10ca23-25da-4d23-82c4-4b2c543a9f4a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:02.493908 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-55490337-9119-4656-8cc3-c9bca5dad4c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc310bd8-ecb8-458f-8103-278358aecae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455143 Aug 06 15:52:02.494148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 42e674eb-14b6-4784-8494-6d071ba45142 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:02.517551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.652395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Allocated IP 172.20.0.2 (20d0a148-449a-48d8-98ef-dc9b3e959ab9/5d982ab9-1da5-4752-84be-b25e71b0b2a8/6ed56568-8d87-47eb-a537-17b7eb261bb7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:02.674230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-73f42a59-e63f-4b5f-909f-dcebb6ae12a6 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2779844 Aug 06 15:52:02.684012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:02.713978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 42e674eb-14b6-4784-8494-6d071ba45142 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:02.720788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 42e674eb-14b6-4784-8494-6d071ba45142 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:02.721522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.729027 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-5a4ecc32-1d27-4905-ad86-d33a97808073 service neutron] 10.222.0.59 "GET /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167511 Aug 06 15:52:02.734786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'tempest-secgroup--597208438'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:02.882685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-64ada584-4411-4091-a68d-a007276e2b00 req-f6f42924-8b61-4fcb-96da-2ec153113733 service neutron] 10.222.0.59 "GET /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417305 Aug 06 15:52:02.927577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:02.971232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.009747 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.018281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 42e674eb-14b6-4784-8494-6d071ba45142, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=42e674eb-14b6-4784-8494-6d071ba45142,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:03.025239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Transition to ACTIVE for port object 6ed56568-8d87-47eb-a537-17b7eb261bb7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:03.041914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Transition to ACTIVE for port object 6ed56568-8d87-47eb-a537-17b7eb261bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:03.088907 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.127196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.140424 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.154467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.189855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:03.193601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:03.195906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=42e674eb-14b6-4784-8494-6d071ba45142,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:03.198917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:03.213986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.278675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Pushing event updated for resources: {'Port': ['ID=6ed56568-8d87-47eb-a537-17b7eb261bb7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:03.279084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c3bcf7-677e-44f4-a2b5-6bf1470a96ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:03.337668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.342429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b541eea5-e9de-4aaa-bd5a-e4fcf5aef87e tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6544704 Aug 06 15:52:03.346448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.351653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cddf2ff4-bd35-4fab-86e6-ac2b5eaed244 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:03.352183 n-d-778550-6 neutron-server[94840]: WARNING neutron.api.v2.base [None req-cddf2ff4-bd35-4fab-86e6-ac2b5eaed244 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 06 15:52:03.352832 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-cddf2ff4-bd35-4fab-86e6-ac2b5eaed244 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] update failed (client error): There was a conflict when trying to complete your request. Aug 06 15:52:03.357802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cddf2ff4-bd35-4fab-86e6-ac2b5eaed244 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "PUT /v2.0/security-groups/c6c3bcf7-677e-44f4-a2b5-6bf1470a96ad HTTP/1.1" status: 409 len: 330 time: 0.0061324 Aug 06 15:52:03.357802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d16d3e7c-2063-4058-9dc9-d4d8505f5629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.362475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Attempting to bind port 6ed56568-8d87-47eb-a537-17b7eb261bb7 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:03.362858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Attempting to bind port 6ed56568-8d87-47eb-a537-17b7eb261bb7 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:03.363227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Attempting to bind port 6ed56568-8d87-47eb-a537-17b7eb261bb7 on network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:03.367949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.373123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:03.373558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Checking segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:03.374182 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.374737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Bound using segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:03.375430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Bound port: 6ed56568-8d87-47eb-a537-17b7eb261bb7, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:03.375791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.427212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27605abc-fb00-425e-85d7-7219262715dd req-bb6934c5-4093-46a9-a24d-1047c849dc36 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:03.438934 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27605abc-fb00-425e-85d7-7219262715dd req-bb6934c5-4093-46a9-a24d-1047c849dc36 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 944 time: 0.9307013 Aug 06 15:52:03.478291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8433a9ce-f507-4a39-8d2c-1aa8b223891a req-4725e948-920c-4e97-ba1d-1c26321792d4 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.6627841 Aug 06 15:52:03.500268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] For port 6ed56568-8d87-47eb-a537-17b7eb261bb7, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:03.508680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] For port 6ed56568-8d87-47eb-a537-17b7eb261bb7, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6ed56568-8d87-47eb-a537-17b7eb261bb7,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:03.508966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f094464c-f11f-46b8-8794-773914c0d39b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.554049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f094464c-f11f-46b8-8794-773914c0d39b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.616521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27605abc-fb00-425e-85d7-7219262715dd req-2d1e0ac6-fe5e-4885-a0f8-ae3f71938c61 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760802 Aug 06 15:52:03.641254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d16d3e7c-2063-4058-9dc9-d4d8505f5629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.683095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.711006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f094464c-f11f-46b8-8794-773914c0d39b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.716523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f094464c-f11f-46b8-8794-773914c0d39b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.722246 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f094464c-f11f-46b8-8794-773914c0d39b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/c6c3bcf7-677e-44f4-a2b5-6bf1470a96ad HTTP/1.1" status: 204 len: 168 time: 0.3500881 Aug 06 15:52:03.726472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.741634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2383d-f233-44ca-83ab-6cd6f7416fdf None None] Pushing event updated for resources: {'Port': ['ID=6ed56568-8d87-47eb-a537-17b7eb261bb7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:03.749392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094464c-f11f-46b8-8794-773914c0d39b tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c3bcf7-677e-44f4-a2b5-6bf1470a96ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:03.796664 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.796862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7881f588-ddb4-4077-b925-59b27c684c4a tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643172 Aug 06 15:52:03.796862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d16d3e7c-2063-4058-9dc9-d4d8505f5629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:03.797503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.834910 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-fde0ae31-a6b9-4fb1-8007-da68bd05192f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] delete failed (client error): The resource could not be found. Aug 06 15:52:03.841704 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fde0ae31-a6b9-4fb1-8007-da68bd05192f tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ae8c5c7-ce86-41e3-b31c-9a7d4bda5a77 HTTP/1.1" status: 404 len: 347 time: 0.0376067 Aug 06 15:52:03.845430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.862049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d16d3e7c-2063-4058-9dc9-d4d8505f5629 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9a25fb0f3bd4eb88f38d9fd8c8190d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7062681 Aug 06 15:52:03.868684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.869715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d3e7c-2063-4058-9dc9-d4d8505f5629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af41490e-39b5-441a-a802-fdc494f3d02a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:03.874849 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5f1ff368-a8a7-4e3c-afd5-b10ee098ca38 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] show failed (client error): The resource could not be found. Aug 06 15:52:03.876848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5f1ff368-a8a7-4e3c-afd5-b10ee098ca38 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-groups/860d4177-6b2b-4ccd-82c2-66ba57ec8010 HTTP/1.1" status: 404 len: 347 time: 0.0273488 Aug 06 15:52:03.880976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:03.903465 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5e8458d0-dcad-4bea-a2f7-4981981f5812 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] show failed (client error): The resource could not be found. Aug 06 15:52:03.909024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5e8458d0-dcad-4bea-a2f7-4981981f5812 tempest-NegativeSecGroupIPv6Test-1819360146 tempest-NegativeSecGroupIPv6Test-1819360146-project] 10.222.0.16 "GET /v2.0/security-group-rules/56e41a0a-ca9b-4df3-af64-762a0ec4b9ce HTTP/1.1" status: 404 len: 356 time: 0.0227737 Aug 06 15:52:04.029202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc1075c-e794-40c1-99c2-6edf73a78553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.127755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc1075c-e794-40c1-99c2-6edf73a78553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.145326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.297626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Router 73887fb9-2087-4620-b76e-50b14b4d1874 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:52:04.366852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc1075c-e794-40c1-99c2-6edf73a78553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.369398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bc1075c-e794-40c1-99c2-6edf73a78553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.370560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9bc1075c-e794-40c1-99c2-6edf73a78553 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af41490e-39b5-441a-a802-fdc494f3d02a HTTP/1.1" status: 204 len: 168 time: 0.5010412 Aug 06 15:52:04.385371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1075c-e794-40c1-99c2-6edf73a78553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af41490e-39b5-441a-a802-fdc494f3d02a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:04.407739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:04.555617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:04.574431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Sync routers for ids ['73887fb9-2087-4620-b76e-50b14b4d1874'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:04.596844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Routers {'73887fb9-2087-4620-b76e-50b14b4d1874'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:04.597740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['73887fb9-2087-4620-b76e-50b14b4d1874'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:04.662219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.20.0.1 (20d0a148-449a-48d8-98ef-dc9b3e959ab9/5d982ab9-1da5-4752-84be-b25e71b0b2a8/30b92457-7851-477e-8e4e-704871a248c0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:04.682898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 42e674eb-14b6-4784-8494-6d071ba45142 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:04.700708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.701960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7b56e843-5662-431c-aff5-ec255e5b5d57 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2531657 Aug 06 15:52:04.710845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:04.739586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e879edd6-7f38-4190-aa27-388ecb4d943e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bbb6ca522fc41d39c36297279b24d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302772 Aug 06 15:52:04.768312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:04.777312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2251f8ba-fb51-4935-bdcb-573597264305 req-acd09487-ac44-4cb1-bc20-cfc2db5fac0f tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1065266 Aug 06 15:52:04.935271 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73fdf0bf-73b0-46cf-9d25-75262496e57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.939226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66ccd3-c4f8-41bf-95ad-c168bfa39add req-12d5a853-e002-431f-a4c8-bb1b333ef1c9 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:04.947147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec66ccd3-c4f8-41bf-95ad-c168bfa39add req-12d5a853-e002-431f-a4c8-bb1b333ef1c9 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 944 time: 0.1805058 Aug 06 15:52:04.959937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 42e674eb-14b6-4784-8494-6d071ba45142 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:04.960322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:04.984534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d2b5d0d0-5160-4d9c-9526-e493b2b62b50 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/73887fb9-2087-4620-b76e-50b14b4d1874 HTTP/1.1" status: 200 len: 907 time: 0.2713189 Aug 06 15:52:04.988671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:05.022787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cce31d9-0678-498d-a25c-aecff638a500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.044176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Set router 73887fb9-2087-4620-b76e-50b14b4d1874 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:05.110907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cce31d9-0678-498d-a25c-aecff638a500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.127884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec66ccd3-c4f8-41bf-95ad-c168bfa39add req-8183a3ab-c3d2-4daf-bc44-4edfd9299fb3 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797833 Aug 06 15:52:05.181887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.202847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Transition to ACTIVE for port object 30b92457-7851-477e-8e4e-704871a248c0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:05.259757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.321310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afb0043-eebe-4ed4-b548-d0fd18ebaa78 None None] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:05.371775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.381369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cce31d9-0678-498d-a25c-aecff638a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.383930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6cce31d9-0678-498d-a25c-aecff638a500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.385441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6cce31d9-0678-498d-a25c-aecff638a500 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da3d5986-5b7d-4184-b4b1-997b3b999909 HTTP/1.1" status: 204 len: 168 time: 0.6203477 Aug 06 15:52:05.385735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 51d8ddee-047f-4547-87d6-d7e2f972796d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:05.398129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.425431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce31d9-0678-498d-a25c-aecff638a500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d5986-5b7d-4184-b4b1-997b3b999909,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:05.432923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:05.438591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:05.446864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:05.502884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=30b92457-7851-477e-8e4e-704871a248c0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:05.531631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.624487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37292) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:05.645321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4770e84f-3b46-4bad-b343-893a9b3b8a5b None None] Provisioning for port 6ed56568-8d87-47eb-a537-17b7eb261bb7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:05.654483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5bea917-3fbd-446a-b28b-9d561d43fcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.750975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73887fb9-2087-4620-b76e-50b14b4d1874', 'name': 'tempest-snat-router-2091752529', 'tenant_id': 'f56329120a6f49dca5a42f6a35291ca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': 'd0c648f4-a1f6-4733-8686-efc85b507e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:59Z', 'updated_at': '2021-08-06T15:52:02Z', 'revision_number': 3, 'project_id': 'f56329120a6f49dca5a42f6a35291ca2', 'gw_port': {'id': 'd0c648f4-a1f6-4733-8686-efc85b507e17', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bf:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73887fb9-2087-4620-b76e-50b14b4d1874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:00Z', 'updated_at': '2021-08-06T15:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:05.803158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Checking router: 73887fb9-2087-4620-b76e-50b14b4d1874 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:52:05.803510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Updating router 73887fb9-2087-4620-b76e-50b14b4d1874 port d0c648f4-a1f6-4733-8686-efc85b507e17 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:52:05.838525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.860279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:05.906258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 51d8ddee-047f-4547-87d6-d7e2f972796d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:05.921133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 51d8ddee-047f-4547-87d6-d7e2f972796d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:05.921905 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.019855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5bea917-3fbd-446a-b28b-9d561d43fcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.093583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0e770c8-a43d-4011-ad7d-6685b153b9c3 req-81a1cea9-2732-4cf2-9786-326de6307ccf tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0818901 Aug 06 15:52:06.100126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5bea917-3fbd-446a-b28b-9d561d43fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.156085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 62b24451-d38b-4d96-872b-fd1cc98b1cea details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:52:06.276002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Deleting port d0c648f4-a1f6-4733-8686-efc85b507e17 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:06.276515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.316328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.348924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 51d8ddee-047f-4547-87d6-d7e2f972796d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=51d8ddee-047f-4547-87d6-d7e2f972796d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:06.378325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.395983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Calling delete_port for d0c648f4-a1f6-4733-8686-efc85b507e17 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:06.436786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bea917-3fbd-446a-b28b-9d561d43fcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d4a0e-04a6-4962-acdf-c9b4de5ed53d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:06.448330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.454171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6ed56568-8d87-47eb-a537-17b7eb261bb7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:06.530516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e5bea917-3fbd-446a-b28b-9d561d43fcfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f75c1f853dbc45d59a96d1474cc16235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9049301 Aug 06 15:52:06.533727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37308) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:06.559662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 62b24451-d38b-4d96-872b-fd1cc98b1cea, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea,segment=NetworkSegment(9e1e0660-634b-4ca3-a627-42f8f57f2b5d),segment_id=9e1e0660-634b-4ca3-a627-42f8f57f2b5d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:06.615036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '62b24451-d38b-4d96-872b-fd1cc98b1cea', 'network_id': 'fc310bd8-ecb8-458f-8103-278358aecae5', 'port_id': '62b24451-d38b-4d96-872b-fd1cc98b1cea', 'mac_address': 'fa:16:3e:bf:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943a9eee-5969-4cf8-879a-75ac7a56795b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:52:06.625174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c431777b-9b8d-4a37-80d0-4a3eadacfd93 None None] Provisioning for port 30b92457-7851-477e-8e4e-704871a248c0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:06.638441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4fbd2-0ea1-40bb-8470-4c01aee10ffa req-76e8af2f-b368-423c-b89e-955ab72290b1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:06.640871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4c4fbd2-0ea1-40bb-8470-4c01aee10ffa req-76e8af2f-b368-423c-b89e-955ab72290b1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 944 time: 0.3174691 Aug 06 15:52:06.646557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaba2ba2-9127-4fb4-9484-60be866f262c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.661963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c431777b-9b8d-4a37-80d0-4a3eadacfd93 None None] Provisioning complete for port 30b92457-7851-477e-8e4e-704871a248c0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:06.662476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c431777b-9b8d-4a37-80d0-4a3eadacfd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.692033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaba2ba2-9127-4fb4-9484-60be866f262c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.724296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4c4fbd2-0ea1-40bb-8470-4c01aee10ffa req-7ec9f4b0-a2f0-499a-b104-759a879acf97 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695443 Aug 06 15:52:06.745364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.795632 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.803923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=51d8ddee-047f-4547-87d6-d7e2f972796d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:06.829384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0c648f4-a1f6-4733-8686-efc85b507e17,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:06.838751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c431777b-9b8d-4a37-80d0-4a3eadacfd93 None None] Port 30b92457-7851-477e-8e4e-704871a248c0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:52:06.845104 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:52:06.845532 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:52:06.847070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.854166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.864238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b24451-d38b-4d96-872b-fd1cc98b1cea {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:06.868699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaba2ba2-9127-4fb4-9484-60be866f262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.871639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaba2ba2-9127-4fb4-9484-60be866f262c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.877499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aaba2ba2-9127-4fb4-9484-60be866f262c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b56d4a0e-04a6-4962-acdf-c9b4de5ed53d HTTP/1.1" status: 204 len: 168 time: 0.3378794 Aug 06 15:52:06.901803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba2ba2-9127-4fb4-9484-60be866f262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d4a0e-04a6-4962-acdf-c9b4de5ed53d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:06.902897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 62b24451-d38b-4d96-872b-fd1cc98b1cea, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea,segment=NetworkSegment(9e1e0660-634b-4ca3-a627-42f8f57f2b5d),segment_id=9e1e0660-634b-4ca3-a627-42f8f57f2b5d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:06.928269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6ed56568-8d87-47eb-a537-17b7eb261bb7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:06.928969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.954695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6ed56568-8d87-47eb-a537-17b7eb261bb7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:06.955081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.958718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:06.961899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=30b92457-7851-477e-8e4e-704871a248c0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:07.018289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-da1651fc-c127-4411-b388-3a1cf607e51f None None] Provisioning complete for port 30b92457-7851-477e-8e4e-704871a248c0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:07.018822 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da1651fc-c127-4411-b388-3a1cf607e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.067378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.074907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.078017 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.094117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:07.096950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:07.133698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da1651fc-c127-4411-b388-3a1cf607e51f None None] Port 30b92457-7851-477e-8e4e-704871a248c0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:52:07.142201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.203407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=62b24451-d38b-4d96-872b-fd1cc98b1cea,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:07.219130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.219730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73887fb9-2087-4620-b76e-50b14b4d1874 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:07.228145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.230250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9e047de5-374a-49c3-a76b-852e6fd96e30 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/routers/73887fb9-2087-4620-b76e-50b14b4d1874 HTTP/1.1" status: 204 len: 168 time: 2.2390180 Aug 06 15:52:07.234330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:07.256905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6ed56568-8d87-47eb-a537-17b7eb261bb7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6ed56568-8d87-47eb-a537-17b7eb261bb7,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:07.289861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42b1f8ee-cc27-475f-b5d6-737c16f34592 req-65acd124-f323-4e9b-9f28-cd78619f1a9c tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0443172 Aug 06 15:52:07.305862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['62b24451-d38b-4d96-872b-fd1cc98b1cea'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:52:07.342381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router 19c6e859-3e5b-41e3-a872-4ddbc48da657 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:52:07.372123 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.464553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.521227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Port d0c648f4-a1f6-4733-8686-efc85b507e17 not found while updating agent binding for router 73887fb9-2087-4620-b76e-50b14b4d1874. {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 15:52:07.527308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 51d8ddee-047f-4547-87d6-d7e2f972796d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:07.599505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:07.615869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:07.616077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cad99d54-c370-4ae9-b095-bb9df09631b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "PUT /v2.0/routers/19c6e859-3e5b-41e3-a872-4ddbc48da657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4261258 Aug 06 15:52:07.617321 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Sync routers for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:07.640236 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:07.640236 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:07.705371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6ed56568-8d87-47eb-a537-17b7eb261bb7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:07.726554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.727042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.727741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.728255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.729251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.729251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.732173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b539835a-1293-4257-8c97-02e71d71cf15 tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4298 time: 0.1154156 Aug 06 15:52:07.734659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37336) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:07.753807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2c300fb-afa4-4d61-b48b-505d5562e65d None None] Provisioning complete for port 30b92457-7851-477e-8e4e-704871a248c0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:07.754348 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2c300fb-afa4-4d61-b48b-505d5562e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.813985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e2c300fb-afa4-4d61-b48b-505d5562e65d None None] Port 30b92457-7851-477e-8e4e-704871a248c0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:52:07.817467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Routers set() bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:07.818101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Router IDs set() for agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:52:07.819456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_agentschedulers_db [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'73887fb9-2087-4620-b76e-50b14b4d1874'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:51:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent'). {{(pid=94842) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 15:52:07.820485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5468b4-0d6c-4011-9909-cc91e992a7af None None] The sync data for ids ['73887fb9-2087-4620-b76e-50b14b4d1874'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:07.831089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.853656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 51d8ddee-047f-4547-87d6-d7e2f972796d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:07.854527 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.869388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.869651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.869913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.870369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.870825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.871819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.873703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b9755b0a-890b-4e14-b4e9-731e283d299e tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4019 time: 0.1380951 Aug 06 15:52:07.878854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:07.903646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b71f00be-9a74-4465-bbc9-4a4e621ff4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:07.918895 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:07.979476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40402c92-50d9-444d-a090-6b64928d7846 req-4213e94f-b094-4f7c-a708-6e4bb3e60a20 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:07.994265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40402c92-50d9-444d-a090-6b64928d7846 req-4213e94f-b094-4f7c-a708-6e4bb3e60a20 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 945 time: 0.1192846 Aug 06 15:52:08.012136 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.045544 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40402c92-50d9-444d-a090-6b64928d7846 req-226e29c3-4494-49f7-97d0-98855da8e615 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503306 Aug 06 15:52:08.264492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b0a78ece-68b1-458a-8473-62258f06d96f tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3036 time: 0.3845334 Aug 06 15:52:08.276052 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 2, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:08.298056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Deleting port 42e674eb-14b6-4784-8494-6d071ba45142 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:08.298428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.312759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Checking router: 19c6e859-3e5b-41e3-a872-4ddbc48da657 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:52:08.313243 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Updating router 19c6e859-3e5b-41e3-a872-4ddbc48da657 port 30b92457-7851-477e-8e4e-704871a248c0 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:52:08.386250 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.444436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] For port 42e674eb-14b6-4784-8494-6d071ba45142, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=42e674eb-14b6-4784-8494-6d071ba45142,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:08.445117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.474981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae463e82-0892-4d1b-88ee-71fca9f6d7a2 req-8f7c04e3-ec11-4a4c-a349-eceb928ec978 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0436959 Aug 06 15:52:08.477344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Calling delete_port for 42e674eb-14b6-4784-8494-6d071ba45142 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:08.820468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.854646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event deleted for resources: {'Port': ['ID=42e674eb-14b6-4784-8494-6d071ba45142,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:08.904249 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:08.960267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.000679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:09.010364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916811587', 'description': 'tempest-secgroup-smoke-916811587 description', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:09.026335 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.056882 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Transition to ACTIVE for port object 30b92457-7851-477e-8e4e-704871a248c0 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:09.133108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.156235 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.163616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.169125 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.264304 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c290eb-9f48-49bb-8177-f06f358761b1 None None] Pushing event updated for resources: {'Port': ['ID=30b92457-7851-477e-8e4e-704871a248c0,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:09.283045 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Attempting to bind port 30b92457-7851-477e-8e4e-704871a248c0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:09.283478 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Attempting to bind port 30b92457-7851-477e-8e4e-704871a248c0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:09.283998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Attempting to bind port 30b92457-7851-477e-8e4e-704871a248c0 on network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:09.290835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:09.290835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Checking segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:09.290835 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.292358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Bound using segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:09.292358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Bound port: 30b92457-7851-477e-8e4e-704871a248c0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:09.292958 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.294657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442be0a-2aeb-4f72-99f5-26dc963b5302 req-d513e8c6-87a1-40fe-bb28-53c9f121d016 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:09.308257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2442be0a-2aeb-4f72-99f5-26dc963b5302 req-d513e8c6-87a1-40fe-bb28-53c9f121d016 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 945 time: 0.1539633 Aug 06 15:52:09.375585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2442be0a-2aeb-4f72-99f5-26dc963b5302 req-30c3c566-b8f2-4456-bec7-baaded46c28e tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662503 Aug 06 15:52:09.384547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.385121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5371da-f39c-496a-a20c-466aa6a95fa0 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:09.398767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.398767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c0fff617-6601-42ca-9799-1a29c23bfe48 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0e5371da-f39c-496a-a20c-466aa6a95fa0 HTTP/1.1" status: 204 len: 168 time: 2.1575565 Aug 06 15:52:09.399017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:09.405119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-938743846', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:09.425896 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] For port 30b92457-7851-477e-8e4e-704871a248c0, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:09.436509 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] For port 30b92457-7851-477e-8e4e-704871a248c0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=30b92457-7851-477e-8e4e-704871a248c0,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:09.466488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.511132 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.551079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.692637 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:09.692637 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:09.692837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:09.693561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6ed56568-8d87-47eb-a537-17b7eb261bb7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:09.719791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-986bbd8c-3392-41dd-871b-528c228a6da0 req-7c0b609c-fecf-4939-8ba3-f5b5ac0cfc77 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0570495 Aug 06 15:52:09.812478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.814115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.826728 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:09.843455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6ed56568-8d87-47eb-a537-17b7eb261bb7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:09.844134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.936043 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c290eb-9f48-49bb-8177-f06f358761b1 None None] Pushing event updated for resources: {'Port': ['ID=30b92457-7851-477e-8e4e-704871a248c0,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:09.938102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:09.940488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4ef56f13-53db-48c8-978d-4b0e8a7949f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9365776 Aug 06 15:52:09.943082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:09.950487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:09.957242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.097450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.170970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 62b24451-d38b-4d96-872b-fd1cc98b1cea up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:10.200623 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:09Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:10.205310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.231588 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4626a4-ea11-488f-8de1-a8ebb76e4dc3 None None] The sync data for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 is: [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:09Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:10.271362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.321568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5e932f-4971-47b2-85e3-8b9582df1dbb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:10.441316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 62b24451-d38b-4d96-872b-fd1cc98b1cea completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:10.451202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 62b24451-d38b-4d96-872b-fd1cc98b1cea triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:10.451576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.526471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.531398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c115cc3d-6fd0-4803-ac48-09014410c497 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5834212 Aug 06 15:52:10.531398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:10.542942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:10.632547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.670934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b24451-d38b-4d96-872b-fd1cc98b1cea'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:10.673965 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17506934-c125-4cc9-82d8-d044ee439760" -d '{"events": [{"server_uuid": "0b720687-b99b-4fb2-ba72-3ffc67be78b6", "name": "network-vif-plugged", "status": "completed", "tag": "62b24451-d38b-4d96-872b-fd1cc98b1cea"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:10.717321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 62b24451-d38b-4d96-872b-fd1cc98b1cea, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea,segment=NetworkSegment(9e1e0660-634b-4ca3-a627-42f8f57f2b5d),segment_id=9e1e0660-634b-4ca3-a627-42f8f57f2b5d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:10.743960 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a898d-9705-4816-8f3f-721498c0ac21 x-openstack-request-id: req-630a898d-9705-4816-8f3f-721498c0ac21 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:10.744636 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b720687-b99b-4fb2-ba72-3ffc67be78b6", "name": "network-vif-plugged", "status": "completed", "tag": "62b24451-d38b-4d96-872b-fd1cc98b1cea", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:10.745035 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-630a898d-9705-4816-8f3f-721498c0ac21 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:10.745584 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b24451-d38b-4d96-872b-fd1cc98b1cea', 'code': 200} Aug 06 15:52:10.774472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.888576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.908790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.924191 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.936630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:10.937869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-447fbbd9-8e5b-419c-9eb2-c4307b47b694 req-b2544169-70f3-49d7-8c52-dc21b540f959 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0473166 Aug 06 15:52:10.978799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=62b24451-d38b-4d96-872b-fd1cc98b1cea,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:10.987512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2e59-0832-4c89-b1a6-fcb77c7b3d84 req-316ceffa-6291-482c-a4ec-e9123b965834 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:11.022015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcec2e59-0832-4c89-b1a6-fcb77c7b3d84 req-316ceffa-6291-482c-a4ec-e9123b965834 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 945 time: 0.2645268 Aug 06 15:52:11.040452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.091994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4814758e-b5f2-422a-963d-eafac00e350a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:11.136267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e736f6-1997-4603-8901-7c9576d25e70 req-55785815-8427-46ff-ba30-7541f78a6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:11.138644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54e736f6-1997-4603-8901-7c9576d25e70 req-55785815-8427-46ff-ba30-7541f78a6b90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 1097 time: 0.2214181 Aug 06 15:52:11.162912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcec2e59-0832-4c89-b1a6-fcb77c7b3d84 req-dc24a360-73dd-4a00-b184-d01e47e0bdf8 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335714 Aug 06 15:52:11.170993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.172515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d758d500-4fe6-4b99-80f4-f033bab6c7e3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6407149 Aug 06 15:52:11.176273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:11.180970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:11.222121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-54e736f6-1997-4603-8901-7c9576d25e70 req-4c46fdc5-3766-4679-917a-3adbfcad5f96 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760303 Aug 06 15:52:11.311590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.383050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.389716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37424) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:11.431014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.435334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.545643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30b92457-7851-477e-8e4e-704871a248c0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:11.595986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.614872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Allocated IP 172.25.5.174 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/bcfd94a1-db29-4182-b382-191ecac0ba93) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:11.624982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffd1fe0-411b-4f5a-a2d8-c4e6e9066792,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:11.644273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc136a68-aef0-468c-9431-651b720b2528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.767520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.852142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 30b92457-7851-477e-8e4e-704871a248c0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:11.860875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 30b92457-7851-477e-8e4e-704871a248c0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:11.860875 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.931357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:11.932749 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6947df99-ce57-4e15-af98-c3a568bc9dd0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7555039 Aug 06 15:52:11.937108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:11.943379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:11.954540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.007637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:12.011293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:12.017225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:12.020899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event updated for resources: {'Port': ['ID=bcfd94a1-db29-4182-b382-191ecac0ba93,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:12.080393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.089083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc136a68-aef0-468c-9431-651b720b2528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.152708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 30b92457-7851-477e-8e4e-704871a248c0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=30b92457-7851-477e-8e4e-704871a248c0,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:12.173531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc136a68-aef0-468c-9431-651b720b2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.234755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cc136a68-aef0-468c-9431-651b720b2528 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c53b177205e4b949d7afdc929861ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8459256 Aug 06 15:52:12.236736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc136a68-aef0-468c-9431-651b720b2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef938af-c121-47a0-96cf-356d3061d246,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:12.237722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ec14889-5582-47c3-938c-8bbde0162d57 req-13b1d143-8913-4b87-a071-fafef40bab13 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.1002576 Aug 06 15:52:12.241618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:12.242403 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.313511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 42e674eb-14b6-4784-8494-6d071ba45142 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:52:12.354724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 42e674eb-14b6-4784-8494-6d071ba45142 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:52:12.356900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 42e674eb-14b6-4784-8494-6d071ba45142 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:52:12.364495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4eb4-78e6-43fe-9049-8665ff9327f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.395420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=30b92457-7851-477e-8e4e-704871a248c0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:12.402975 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4eb4-78e6-43fe-9049-8665ff9327f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.436886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5914ad60-ee39-4038-8d55-00a153df6ce3 req-f027ee0a-56a0-4a11-be53-f57beadcca75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0694325 Aug 06 15:52:12.447210 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.535824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5a299-0cd8-4f86-a418-a4c0dd40b9d2 req-83eac177-aa5b-4de1-8a9f-b669fb2abeda tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:12.537382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64a5a299-0cd8-4f86-a418-a4c0dd40b9d2 req-83eac177-aa5b-4de1-8a9f-b669fb2abeda tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 946 time: 0.1603997 Aug 06 15:52:12.573915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4eb4-78e6-43fe-9049-8665ff9327f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.577703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f2b4eb4-78e6-43fe-9049-8665ff9327f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.581971 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f2b4eb4-78e6-43fe-9049-8665ff9327f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bef938af-c121-47a0-96cf-356d3061d246 HTTP/1.1" status: 204 len: 168 time: 0.3353744 Aug 06 15:52:12.594973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b4eb4-78e6-43fe-9049-8665ff9327f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef938af-c121-47a0-96cf-356d3061d246,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:12.645515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.669001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64a5a299-0cd8-4f86-a418-a4c0dd40b9d2 req-ea4d595c-5734-479e-99e0-11f7791282b6 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194973 Aug 06 15:52:12.676702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.774397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.805980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02cc5c2-43ae-47e7-bde0-fb53f4619bf3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:12.883204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:12.889066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8a034b25-6aaf-485f-9c84-c992638a561f tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9462926 Aug 06 15:52:12.889570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37452) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:12.896834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:12.973961 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.019646 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Project fcdeb411cc36447f93dfb13b24415f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:52:13.026031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.102105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.207174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.228098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb4895f-f519-4b67-8a07-b8e03804070c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:13.344522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Router a5c764de-ab64-4fa6-b378-cbdd7a9e3274 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:52:13.347586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.355038 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ae7e78ee-1fa9-4d4b-974a-309c369188bb tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4610529 Aug 06 15:52:13.360379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37458) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:13.369932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'security_group_rule': {'security_group_id': '6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd', 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:13.454199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c340330a-145c-491c-af78-b271ae752c0e req-a5a58b26-a3dc-4258-adfa-5cf4141740ee tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0461514 Aug 06 15:52:13.496083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30b92457-7851-477e-8e4e-704871a248c0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:13.546465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 30b92457-7851-477e-8e4e-704871a248c0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:13.546848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.547682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2b3aa-8b80-413b-973e-5b525e662b60 req-9afa69e2-c0c2-48eb-8854-49a4ea58535d tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:13.549277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80a2b3aa-8b80-413b-973e-5b525e662b60 req-9afa69e2-c0c2-48eb-8854-49a4ea58535d tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 946 time: 0.0995665 Aug 06 15:52:13.550317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:13.570036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] Sync routers for ids ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:13.589343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] Routers {'a5c764de-ab64-4fa6-b378-cbdd7a9e3274'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:13.589994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:13.603329 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Project fcdeb411cc36447f93dfb13b24415f8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:52:13.611646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.616844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80a2b3aa-8b80-413b-973e-5b525e662b60 req-7d472820-029e-45c2-94ac-4a9bf6e14eb5 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568099 Aug 06 15:52:13.629373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37462) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:13.644521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:13.658619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] Routers {'a5c764de-ab64-4fa6-b378-cbdd7a9e3274'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:13.659256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:13.661954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ad5ded-6584-4655-817b-3447daf0e2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.700064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.701215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:13.701837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468f9bb-1621-4304-94d7-21e85e11c579 None None] The sync data for ids ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:13.781104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.782834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-383798f9-cd89-40e1-b484-d8d2c9de3161 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3830426 Aug 06 15:52:13.786014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:13.790664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': False}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:13.884900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ad5ded-6584-4655-817b-3447daf0e2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.891085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:13.926658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac06b30d-e11b-4c22-a739-b75093d0e386,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:14.013828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77ad5ded-6584-4655-817b-3447daf0e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.081364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-77ad5ded-6584-4655-817b-3447daf0e2bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcd9cb7c49a0499b85f278fca3cf916f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499090 Aug 06 15:52:14.082074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad5ded-6584-4655-817b-3447daf0e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7b621-7522-4ef4-af7a-35587a6aaf21,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:14.085291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37470) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:14.151582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.153232 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f5944d9-bcc4-4767-8c30-ddf828a8da47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7908792 Aug 06 15:52:14.160580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53070465-151a-4714-a1cd-8427b9d85dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.179185 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.188830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53070465-151a-4714-a1cd-8427b9d85dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.350169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53070465-151a-4714-a1cd-8427b9d85dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.353066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-53070465-151a-4714-a1cd-8427b9d85dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.354376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-53070465-151a-4714-a1cd-8427b9d85dde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87e7b621-7522-4ef4-af7a-35587a6aaf21 HTTP/1.1" status: 204 len: 168 time: 0.2680264 Aug 06 15:52:14.380466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53070465-151a-4714-a1cd-8427b9d85dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7b621-7522-4ef4-af7a-35587a6aaf21,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:14.408629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-e281928c-9e57-43ca-9d4f-812707d3ced8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916811587&fields=id&tenant_id=fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 267 time: 0.0529699 Aug 06 15:52:14.643438 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-455b6d5d-19df-4bc8-8488-3fd937df4855 req-4df9a414-d0a8-492a-b777-c399a374be1a tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0491560 Aug 06 15:52:14.670266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-4be36fcc-e63d-42c3-b0f4-0cc19b7dd437 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:14.672551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-4be36fcc-e63d-42c3-b0f4-0cc19b7dd437 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/networks?id=20d0a148-449a-48d8-98ef-dc9b3e959ab9 HTTP/1.1" status: 200 len: 797 time: 0.2494693 Aug 06 15:52:14.689029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-a8c6c44f-54ad-4002-acff-943768376efc tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/quotas/fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 375 time: 0.0111947 Aug 06 15:52:14.790113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-a052ae72-9adb-4afb-9c07-10fb3362f35d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945811 Aug 06 15:52:14.815023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cfee6-bd0b-4d66-856e-2de16f251d80 req-9743ae74-2e3f-44f3-a372-4ff3dda0869c tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:14.816640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551cfee6-bd0b-4d66-856e-2de16f251d80 req-9743ae74-2e3f-44f3-a372-4ff3dda0869c tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 946 time: 0.0748589 Aug 06 15:52:14.847479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-c06e999b-88a6-4c00-a0e5-0c8c1a32873d tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:14.849505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-c06e999b-88a6-4c00-a0e5-0c8c1a32873d tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 946 time: 0.2167270 Aug 06 15:52:14.930691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-551cfee6-bd0b-4d66-856e-2de16f251d80 req-5e285f65-57de-41fe-8916-80be5da525b8 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938573 Aug 06 15:52:14.976416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:14.979527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-a7900cd1-5a8f-40d6-9729-7881d74273ff service neutron] 10.222.0.16 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616809 Aug 06 15:52:14.986657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:15.125814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-c8ae6b60-5ccc-4e54-817a-75f6b931750a service neutron] 10.222.0.16 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258607 Aug 06 15:52:15.546168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33474f57-6565-4f61-aca0-ae9d1348588b req-eecf6b39-6606-4d68-99d0-313c2b14f9ed tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 210 time: 0.0426400 Aug 06 15:52:15.754078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Router a5c764de-ab64-4fa6-b378-cbdd7a9e3274 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:52:15.756715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Deleting port 62b24451-d38b-4d96-872b-fd1cc98b1cea {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:15.756715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:15.760848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f1ba688-921b-417b-854f-22cd72c83ea4 req-8180dcc6-f020-46db-83bd-18477066e34b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04615382119c488c96f6b72420b45219&device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0940764 Aug 06 15:52:15.817075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f1ba688-921b-417b-854f-22cd72c83ea4 req-090f1756-638e-4842-afe2-146caacaa407 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=04615382119c488c96f6b72420b45219&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466132 Aug 06 15:52:15.870930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-332966d7-c495-4245-9428-db092d4f8549 req-15609bc1-f619-40e7-a139-dd4beab71a2c tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0746326 Aug 06 15:52:15.939955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] For port 62b24451-d38b-4d96-872b-fd1cc98b1cea, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=62b24451-d38b-4d96-872b-fd1cc98b1cea,segment=NetworkSegment(9e1e0660-634b-4ca3-a627-42f8f57f2b5d),segment_id=9e1e0660-634b-4ca3-a627-42f8f57f2b5d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:15.940334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:15.987093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Calling delete_port for 62b24451-d38b-4d96-872b-fd1cc98b1cea owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:16.126464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ba688-921b-417b-854f-22cd72c83ea4 req-25a79de7-d23a-4c51-a16a-dbb24ce53611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:16.128984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f1ba688-921b-417b-854f-22cd72c83ea4 req-25a79de7-d23a-4c51-a16a-dbb24ce53611 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3031640 Aug 06 15:52:16.160899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:16.173425 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] Sync routers for ids ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:16.189586 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] Routers {'a5c764de-ab64-4fa6-b378-cbdd7a9e3274'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:16.192091 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:16.196929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:16.201018 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5d09faa-3ff5-469c-8680-f39490070a72 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "PUT /v2.0/routers/a5c764de-ab64-4fa6-b378-cbdd7a9e3274 HTTP/1.1" status: 200 len: 925 time: 2.4115739 Aug 06 15:52:16.202821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:16.259288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38c453-89a3-4608-9c65-247a31f02132 req-3f8eaa9b-dfcd-4898-a121-3e0aeb81f37e tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:16.267650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a38c453-89a3-4608-9c65-247a31f02132 req-3f8eaa9b-dfcd-4898-a121-3e0aeb81f37e tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 946 time: 0.1372871 Aug 06 15:52:16.273002 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:16.288894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] Routers {'a5c764de-ab64-4fa6-b378-cbdd7a9e3274'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:16.290819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:16.319197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a38c453-89a3-4608-9c65-247a31f02132 req-7118028c-dd80-4496-bddd-5b0de72ff109 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/security-groups?id=aa57dbda-e357-47c2-990b-98ef83f48352&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Aug 06 15:52:16.348968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:16.349995 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cf963-fd7e-4fb4-8fbc-5e88272bdcf7 None None] The sync data for ids ['a5c764de-ab64-4fa6-b378-cbdd7a9e3274'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:16.399162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b0bbe102-238c-473a-a632-59178287b804 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/a5c764de-ab64-4fa6-b378-cbdd7a9e3274 HTTP/1.1" status: 200 len: 925 time: 0.1949425 Aug 06 15:52:16.408240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:16.445207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:16.501498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Pushing event deleted for resources: {'Port': ['ID=62b24451-d38b-4d96-872b-fd1cc98b1cea,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:16.523760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.524157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.524511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.524882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.525220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.525568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.525909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.526248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.526587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.526917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.527279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.528413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:16.577615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a023d0e-3434-488a-85c6-1cac61c533d6 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:16.583163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9a023d0e-3434-488a-85c6-1cac61c533d6 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=a5c764de-ab64-4fa6-b378-cbdd7a9e3274&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1690273 Aug 06 15:52:16.583163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] No DVR routers for this DVR port 62b24451-d38b-4d96-872b-fd1cc98b1cea on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:52:16.584074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:16.584664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:16.587005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf09404e-6d77-4046-bf06-45ece5ee259d req-99f3244f-0bfb-44c2-a2f9-ef92aff245e1 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.59 "DELETE /v2.0/ports/62b24451-d38b-4d96-872b-fd1cc98b1cea HTTP/1.1" status: 204 len: 173 time: 1.7298160 Aug 06 15:52:16.587570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'name': 'network-vif-deleted', 'tag': '62b24451-d38b-4d96-872b-fd1cc98b1cea'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:16.604669 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3c5a0-bca7-45ef-83d4-371d9b0da510" -d '{"events": [{"server_uuid": "0b720687-b99b-4fb2-ba72-3ffc67be78b6", "name": "network-vif-deleted", "tag": "62b24451-d38b-4d96-872b-fd1cc98b1cea"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:16.658268 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966bc918-0b7c-4db5-b41e-afff840b3038 x-openstack-request-id: req-966bc918-0b7c-4db5-b41e-afff840b3038 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:16.658577 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b720687-b99b-4fb2-ba72-3ffc67be78b6", "name": "network-vif-deleted", "tag": "62b24451-d38b-4d96-872b-fd1cc98b1cea", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:16.658837 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-966bc918-0b7c-4db5-b41e-afff840b3038 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:16.659252 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b720687-b99b-4fb2-ba72-3ffc67be78b6', 'name': 'network-vif-deleted', 'tag': '62b24451-d38b-4d96-872b-fd1cc98b1cea', 'status': 'completed', 'code': 200} Aug 06 15:52:16.698231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41e4ee5c-7828-4a38-a28d-c3f8a1c76383 req-be06b13c-7d75-4712-8fae-e9ea6f04b9c3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 210 time: 0.0336878 Aug 06 15:52:16.729892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569aa400-3c48-466b-8427-01fd66a830a2 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:16.732621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-569aa400-3c48-466b-8427-01fd66a830a2 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1465280 Aug 06 15:52:16.735896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:16.771116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fcb5cde8-3706-494b-b461-aea6c8eb5944 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c764de-ab64-4fa6-b378-cbdd7a9e3274 HTTP/1.1" status: 200 len: 205 time: 0.0338914 Aug 06 15:52:16.780471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37568) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:16.914965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:17.048112 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68016b93-d36d-4e2d-aca9-3a56eb4bfb96 req-04392da3-5485-4075-ad77-b6f0f9a6a163 tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0608304 Aug 06 15:52:17.085364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:17.271078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Deleting port bcfd94a1-db29-4182-b382-191ecac0ba93 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:17.271772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:17.382659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:17.405386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Calling delete_port for bcfd94a1-db29-4182-b382-191ecac0ba93 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:17.562395 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:52:17.622768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f1ba688-921b-417b-854f-22cd72c83ea4 req-7555c5e0-e9cd-4b40-9767-4a98cc8cf36b tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0945215 Aug 06 15:52:17.629644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04a88e38-101c-4afe-9319-c86572032bcb req-176d8061-3339-4254-8706-49bc3f9382a3 tempest-InstanceActionsNegativeTestJSON-1931287941 tempest-InstanceActionsNegativeTestJSON-1931287941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b720687-b99b-4fb2-ba72-3ffc67be78b6 HTTP/1.1" status: 200 len: 210 time: 0.0795951 Aug 06 15:52:18.171336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 62b24451-d38b-4d96-872b-fd1cc98b1cea no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:52:18.196739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 62b24451-d38b-4d96-872b-fd1cc98b1cea {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:52:18.196739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 62b24451-d38b-4d96-872b-fd1cc98b1cea not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:52:18.249740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac0f94e1-a14a-4775-a027-f33d911a55ff req-0b878948-a822-473d-a6aa-9c40a05888c2 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 210 time: 0.0645499 Aug 06 15:52:18.277961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d4c1d30-4ff7-4201-8493-cd2c98221c7c req-3815c489-bd61-4812-b8c2-390874a5846d tempest-ServerShowV254Test-508012493 tempest-ServerShowV254Test-508012493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9c4f0b4-b694-48a0-b2f2-7d9afdd278b2 HTTP/1.1" status: 200 len: 210 time: 0.0891721 Aug 06 15:52:18.424109 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.452644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event deleted for resources: {'Port': ['ID=bcfd94a1-db29-4182-b382-191ecac0ba93,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:18.523939 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.673784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.678762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.707129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:18.769199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Deleting subnet 943a9eee-5969-4cf8-879a-75ac7a56795b {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:52:18.773234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.821725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.833785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-7ca74613-d719-4679-a0c1-642d4b3b3d28 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:18.833785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-7ca74613-d719-4679-a0c1-642d4b3b3d28 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.64 "GET /v2.0/networks?id=20d0a148-449a-48d8-98ef-dc9b3e959ab9 HTTP/1.1" status: 200 len: 797 time: 0.2073176 Aug 06 15:52:18.889297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:18.921374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d204e679-4300-4bad-8d4c-b7ad71538523 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcdeb411cc36447f93dfb13b24415f8e HTTP/1.1" status: 200 len: 379 time: 0.0782776 Aug 06 15:52:18.932041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'port': {'device_id': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'admin_state_up': True, 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'security_groups': ['6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:19.066868 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.067919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Fanout notify agent at l3_agent the message router_deleted on router a5c764de-ab64-4fa6-b378-cbdd7a9e3274 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:19.070015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.084743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.088316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e9222f7a-3629-4026-947a-af9137f74f0e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/a5c764de-ab64-4fa6-b378-cbdd7a9e3274 HTTP/1.1" status: 204 len: 168 time: 2.3066068 Aug 06 15:52:19.097661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:19.104455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-867511785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:19.110882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943a9eee-5969-4cf8-879a-75ac7a56795b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:19.118874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.124438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2a477acc-a73a-4688-9e33-8978a4011dde admin admin] 10.222.0.16 "DELETE /v2.0/subnets/943a9eee-5969-4cf8-879a-75ac7a56795b HTTP/1.1" status: 204 len: 168 time: 0.4161112 Aug 06 15:52:19.125409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:19.220139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.296010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.297550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.374929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.389810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc310bd8-ecb8-458f-8103-278358aecae5']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:19.404691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1e0660-634b-4ca3-a627-42f8f57f2b5d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:19.404946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1e0660-634b-4ca3-a627-42f8f57f2b5d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:19.420011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.435621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-177516f9-0aac-4a6d-8d22-9e193565e5ff req-4db862ef-7388-42c6-91d2-715ba1048d01 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 210 time: 0.0684297 Aug 06 15:52:19.441680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.463427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:52:19.464093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.471722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Made reservation on behalf of fcdeb411cc36447f93dfb13b24415f8e for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:19.475743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:52:19.486046 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:52:19.534091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.683766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.20.0.6 (20d0a148-449a-48d8-98ef-dc9b3e959ab9/5d982ab9-1da5-4752-84be-b25e71b0b2a8/23f405ce-4dad-4e81-8613-2966007d9673) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:19.729347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.801617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.807279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.813345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fc310bd8-ecb8-458f-8103-278358aecae5 HTTP/1.1" status: 204 len: 168 time: 0.6865711 Aug 06 15:52:19.831496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddd480-6cf3-4428-90fe-ead598715384 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc310bd8-ecb8-458f-8103-278358aecae5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:19.889580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.910756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Transition to ACTIVE for port object 23f405ce-4dad-4e81-8613-2966007d9673 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:19.956609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:19.962613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-36a34d09-289f-4bc5-bdd2-8636184962a1 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8603292 Aug 06 15:52:19.962999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:19.968540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:20.127712 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.176822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:20.190051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:20.194064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:20.209689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.239757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=23f405ce-4dad-4e81-8613-2966007d9673,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:20.282196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:20.283045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.382935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-328b6e65-26e8-4d80-b7db-728684e7856d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4548283 Aug 06 15:52:20.438007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:20.466027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:20.595044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-84bf242e-374f-462a-b31c-b8de41c29c57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0aec8a66f8724fdea833b387226b384d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257007 Aug 06 15:52:20.595576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:20.693886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445cac2-3261-4929-96ff-2f0d66774600 req-11691ffb-fbbc-47f6-992f-b5734d8e7d47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:20.695598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5445cac2-3261-4929-96ff-2f0d66774600 req-11691ffb-fbbc-47f6-992f-b5734d8e7d47 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 931 time: 0.1306262 Aug 06 15:52:20.698339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.705313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Request body: {'port': {'device_id': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:20.728225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.762767 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c882-0a8a-437a-9bb6-ea94f441cf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.772603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21d67137-7f16-4faf-9d1b-0155ca809a0e None None] Provisioning for port 23f405ce-4dad-4e81-8613-2966007d9673 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:20.779603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3285d0f-427a-40d6-9f08-57201f5aaef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.783094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21d67137-7f16-4faf-9d1b-0155ca809a0e None None] Provisioning complete for port 23f405ce-4dad-4e81-8613-2966007d9673 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:20.783094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-21d67137-7f16-4faf-9d1b-0155ca809a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.819460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-21d67137-7f16-4faf-9d1b-0155ca809a0e None None] Port 23f405ce-4dad-4e81-8613-2966007d9673 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:52:20.840614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c882-0a8a-437a-9bb6-ea94f441cf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.848425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Allocated IP 172.25.5.234 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/e6f7a168-0ae7-463a-a5a6-5bb3da550b2c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:20.858617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5445cac2-3261-4929-96ff-2f0d66774600 req-05891243-030a-4b56-bf2c-9f7c4cedbd82 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494093 Aug 06 15:52:20.864060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:20.963227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.045344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c882-0a8a-437a-9bb6-ea94f441cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.052910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fa1c882-0a8a-437a-9bb6-ea94f441cf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.058471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6fa1c882-0a8a-437a-9bb6-ea94f441cf84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa57dbda-e357-47c2-990b-98ef83f48352 HTTP/1.1" status: 204 len: 168 time: 0.4551306 Aug 06 15:52:21.073032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.124019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3285d0f-427a-40d6-9f08-57201f5aaef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.148203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:21.153641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:21.160115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:21.216030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event updated for resources: {'Port': ['ID=e6f7a168-0ae7-463a-a5a6-5bb3da550b2c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:21.226051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3285d0f-427a-40d6-9f08-57201f5aaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.235743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1c882-0a8a-437a-9bb6-ea94f441cf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57dbda-e357-47c2-990b-98ef83f48352,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:21.290764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d3285d0f-427a-40d6-9f08-57201f5aaef9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=04615382119c488c96f6b72420b45219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8490729 Aug 06 15:52:21.296764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:21.341833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3285d0f-427a-40d6-9f08-57201f5aaef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2348a-af8d-4b38-b8cb-024fffc8b076,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:21.405064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f405ce-4dad-4e81-8613-2966007d9673 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:21.419456 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.439906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca5001ad-92ea-4454-a2b8-e9a43ab04c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.441014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Transition to ACTIVE for port object 23f405ce-4dad-4e81-8613-2966007d9673 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:21.469638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca5001ad-92ea-4454-a2b8-e9a43ab04c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.594833 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.710544 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca5001ad-92ea-4454-a2b8-e9a43ab04c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.714229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca5001ad-92ea-4454-a2b8-e9a43ab04c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:21.715964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ca5001ad-92ea-4454-a2b8-e9a43ab04c4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4aa2348a-af8d-4b38-b8cb-024fffc8b076 HTTP/1.1" status: 204 len: 168 time: 0.4182663 Aug 06 15:52:21.760558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Pushing event updated for resources: {'Port': ['ID=23f405ce-4dad-4e81-8613-2966007d9673,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:21.860246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Attempting to bind port 23f405ce-4dad-4e81-8613-2966007d9673 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:21.860246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Attempting to bind port 23f405ce-4dad-4e81-8613-2966007d9673 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:21.860246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Attempting to bind port 23f405ce-4dad-4e81-8613-2966007d9673 on network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:21.865793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Port 23f405ce-4dad-4e81-8613-2966007d9673 on network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:52:21.866136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Attempting to bind port 23f405ce-4dad-4e81-8613-2966007d9673 on network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:21.872502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:21.872850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Checking segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:21.873276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Bound using segment: {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:21.873704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Bound port: 23f405ce-4dad-4e81-8613-2966007d9673, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:21.874075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.023490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] For port 23f405ce-4dad-4e81-8613-2966007d9673, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:22.027297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] For port 23f405ce-4dad-4e81-8613-2966007d9673, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=23f405ce-4dad-4e81-8613-2966007d9673,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:22.070428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58009d18-c433-4d9c-b065-52b158e3d577 req-7cefb258-1c31-4a34-a859-6220ea40c8d8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:22.072223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58009d18-c433-4d9c-b065-52b158e3d577 req-7cefb258-1c31-4a34-a859-6220ea40c8d8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 943 time: 0.1065595 Aug 06 15:52:22.129363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.175386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58009d18-c433-4d9c-b065-52b158e3d577 req-c638cd8a-43b7-4d0f-b80a-85cd13dd50ed tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938675 Aug 06 15:52:22.186794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:22.193373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.193373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/23f405ce-4dad-4e81-8613-2966007d9673 HTTP/1.1" status: 200 len: 1091 time: 1.7972271 Aug 06 15:52:22.193373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:22.194008 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0509b-1410-4f15-910b-2337b29cdb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "tag": "23f405ce-4dad-4e81-8613-2966007d9673"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:22.250709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7b12b-c61d-4ffd-b0cf-019060ec97c6 service neutron] Pushing event updated for resources: {'Port': ['ID=23f405ce-4dad-4e81-8613-2966007d9673,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:22.274973 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96038a1-70c6-4e2e-bed3-c58891b518e6 x-openstack-request-id: req-c96038a1-70c6-4e2e-bed3-c58891b518e6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:22.275280 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "tag": "23f405ce-4dad-4e81-8613-2966007d9673", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:22.275602 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c96038a1-70c6-4e2e-bed3-c58891b518e6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:22.276066 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673', 'status': 'completed', 'code': 200} Aug 06 15:52:22.300236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5001ad-92ea-4454-a2b8-e9a43ab04c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2348a-af8d-4b38-b8cb-024fffc8b076,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:22.337157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.378549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0509b-1410-4f15-910b-2337b29cdb3f req-ef4bc992-f8ab-4702-bcfb-08b4cf35d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:22.380247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6af0509b-1410-4f15-910b-2337b29cdb3f req-ef4bc992-f8ab-4702-bcfb-08b4cf35d6d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 1094 time: 0.0843282 Aug 06 15:52:22.656511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0509b-1410-4f15-910b-2337b29cdb3f req-5ff662a7-47da-46f5-a15c-4c82815419a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:22.658945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6af0509b-1410-4f15-910b-2337b29cdb3f req-5ff662a7-47da-46f5-a15c-4c82815419a7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2663777 Aug 06 15:52:22.668913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.674177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:22.795758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0509b-1410-4f15-910b-2337b29cdb3f req-851ca96e-aace-4bd3-a826-68f30399c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:22.797907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6af0509b-1410-4f15-910b-2337b29cdb3f req-851ca96e-aace-4bd3-a826-68f30399c0a1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299024 Aug 06 15:52:22.842639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:22.921099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-a72262bc-9478-4534-af9d-7872b39fb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:22.922606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-a72262bc-9478-4534-af9d-7872b39fb54d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 1094 time: 0.0817065 Aug 06 15:52:22.969209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-d2c33e47-08b2-4880-a337-b9e31f4f2240 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f405ce-4dad-4e81-8613-2966007d9673 HTTP/1.1" status: 200 len: 217 time: 0.0374851 Aug 06 15:52:22.986039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Router 93887602-fe0e-4a19-8196-cf83bc348a6d is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:52:23.072551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-57c31a6b-1cc3-4765-b73f-b2d905f353be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:23.079653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-57c31a6b-1cc3-4765-b73f-b2d905f353be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d982ab9-1da5-4752-84be-b25e71b0b2a8 HTTP/1.1" status: 200 len: 835 time: 0.0998585 Aug 06 15:52:23.158558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-112f925b-5bd5-4df8-a79f-42093e3b9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:23.163163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-112f925b-5bd5-4df8-a79f-42093e3b9706 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d0a148-449a-48d8-98ef-dc9b3e959ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741255 Aug 06 15:52:23.231296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:23.261250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] Sync routers for ids ['93887602-fe0e-4a19-8196-cf83bc348a6d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:23.263036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.264596 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5fcac9d3-8c8c-4f39-ac54-3784a35c18cf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "PUT /v2.0/routers/93887602-fe0e-4a19-8196-cf83bc348a6d HTTP/1.1" status: 200 len: 883 time: 3.3004379 Aug 06 15:52:23.267749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.274281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb1efe1-e740-4f97-976a-42668468ba10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.276521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] Routers {'93887602-fe0e-4a19-8196-cf83bc348a6d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:23.278403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['93887602-fe0e-4a19-8196-cf83bc348a6d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:23.281486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37738) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.362008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:23.383652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] Routers {'93887602-fe0e-4a19-8196-cf83bc348a6d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:23.384315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['93887602-fe0e-4a19-8196-cf83bc348a6d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:23.425188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:23.426057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992b067-5268-421c-a263-b97a0baa23f9 None None] The sync data for ids ['93887602-fe0e-4a19-8196-cf83bc348a6d'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:23.460542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1925624206-network', 'tenant_id': '65c2bb88b4504dce99f68380532c281d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:23.475267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1121c6ae-d76d-4468-9071-f4e80012bcd3 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/93887602-fe0e-4a19-8196-cf83bc348a6d HTTP/1.1" status: 200 len: 924 time: 0.2061563 Aug 06 15:52:23.477740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.534243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1ad25-7991-4b50-95b3-d1037f06e9bb tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:23.534243 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ec1ad25-7991-4b50-95b3-d1037f06e9bb tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=93887602-fe0e-4a19-8196-cf83bc348a6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0470827 Aug 06 15:52:23.534538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-dd336253-99e0-45f6-bc61-1d2a7d451274 service neutron] 10.222.0.64 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592031 Aug 06 15:52:23.536562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.616062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb1efe1-e740-4f97-976a-42668468ba10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.639387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb84236-a5ef-4632-a2bb-6b0b15a455b8 req-8a484e4f-d48e-41df-8d9d-de5c64bcd9ef tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:23.648010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdb84236-a5ef-4632-a2bb-6b0b15a455b8 req-8a484e4f-d48e-41df-8d9d-de5c64bcd9ef tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 943 time: 0.2032137 Aug 06 15:52:23.659130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386bc985-fd7b-4dfb-b4af-5ad94b1b47ba tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:23.664302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-386bc985-fd7b-4dfb-b4af-5ad94b1b47ba tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1263630 Aug 06 15:52:23.669608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37752) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.690936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b523f25-d7a8-4e1f-a1d2-ca0ae7e9c9f0 req-e4f16d03-bf1e-40e6-997f-80411d5d83b9 service neutron] 10.222.0.64 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522954 Aug 06 15:52:23.705803 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f374a976-c3e9-4eff-bcfe-0a83e25503b6 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=93887602-fe0e-4a19-8196-cf83bc348a6d HTTP/1.1" status: 200 len: 205 time: 0.0358603 Aug 06 15:52:23.708620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.715784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdb84236-a5ef-4632-a2bb-6b0b15a455b8 req-df7a9f23-a7b6-4e8b-b833-9b5e4bdda562 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668125 Aug 06 15:52:23.723145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.737299 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eb1efe1-e740-4f97-976a-42668468ba10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.782516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3eb1efe1-e740-4f97-976a-42668468ba10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a770a46bb1d54686997e2824230900a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387839 Aug 06 15:52:23.783932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1efe1-e740-4f97-976a-42668468ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2970322-d03c-4aa5-8bd2-20ae196e1959,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:23.786555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:23.863501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Made reservation on behalf of 65c2bb88b4504dce99f68380532c281d for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:23.865963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.871004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-730137989-network', 'tenant_id': 'fb7276c4aae942509d28a953ecdb6542'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:23.888542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.915862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.961504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Made reservation on behalf of fb7276c4aae942509d28a953ecdb6542 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:23.963296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edb4e17c-071c-4031-a134-b1f958f4c898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.964002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:23.976248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.044222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edb4e17c-071c-4031-a134-b1f958f4c898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.133965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-5877fe4d-3316-4abb-a3b0-a157f3f6f397 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454068 Aug 06 15:52:24.142560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.188191 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.232498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-c57dd145-c926-47f7-b459-3b7444ed8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:24.232498 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-c57dd145-c926-47f7-b459-3b7444ed8cca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 1098 time: 0.0437024 Aug 06 15:52:24.272870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edb4e17c-071c-4031-a134-b1f958f4c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.275522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-edb4e17c-071c-4031-a134-b1f958f4c898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.279080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-edb4e17c-071c-4031-a134-b1f958f4c898 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2970322-d03c-4aa5-8bd2-20ae196e1959 HTTP/1.1" status: 204 len: 168 time: 0.4871550 Aug 06 15:52:24.279080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.290912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:52:24.300620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.300901 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Added segment 8e781606-2213-4497-ac10-0df6c5f5c662 of type vlan for network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d Aug 06 15:52:24.345581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.386425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4e17c-071c-4031-a134-b1f958f4c898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2970322-d03c-4aa5-8bd2-20ae196e1959,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:24.412256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6a017-e164-490d-b02b-ef2b35b65ec0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:24.425276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-80fff397-bc70-4a38-8d2b-ae1ef639432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:24.425853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Deleting port e6f7a168-0ae7-463a-a5a6-5bb3da550b2c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:24.426208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.427364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-80fff397-bc70-4a38-8d2b-ae1ef639432d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.1701345 Aug 06 15:52:24.441313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.442302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:24.442883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.539549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.544685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-949b2495-2df9-4650-90f5-3465d7703d38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 200 len: 1001 time: 0.1060023 Aug 06 15:52:24.557956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1cb30d-e0f3-47b4-9628-a8146e42ca4d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:24.569688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:52:24.600426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.623259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-f592c9d4-5329-48b8-9529-f140412b01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:24.624780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-f592c9d4-5329-48b8-9529-f140412b01bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.0734103 Aug 06 15:52:24.626231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Calling delete_port for e6f7a168-0ae7-463a-a5a6-5bb3da550b2c owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:24.651765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.705502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:52:24.720217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78830c-5651-4395-acfb-1cfbd0e80426,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:24.729926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.731356 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Added segment fb02454d-4913-44cb-aa00-01adc2209c94 of type vlan for network 66adc19b-a4e0-4990-9d66-f0de10b964ef Aug 06 15:52:24.733742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-0b648a43-ec7c-432f-8823-3ba1be4cf18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:24.735399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-0b648a43-ec7c-432f-8823-3ba1be4cf18d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020408 Aug 06 15:52:24.744274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.744813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.745357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.746524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.747024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.747514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.748049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.753972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.753972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.753972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.753972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.753972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:24.803957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-baab036f-de7b-4c5d-b5ef-f6a0845285c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5212605 Aug 06 15:52:24.810240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:24.818059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Request body: {'subnet': {'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1925624206-subnet', 'tenant_id': '65c2bb88b4504dce99f68380532c281d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:24.902951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.973026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Made reservation on behalf of 65c2bb88b4504dce99f68380532c281d for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:24.976151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.976282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baaa0d-760b-459d-a32c-ea47bf33558c req-498e2896-cc53-4f1b-94ed-4e33f4e0d701 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:24.978660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:24.984731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02baaa0d-760b-459d-a32c-ea47bf33558c req-498e2896-cc53-4f1b-94ed-4e33f4e0d701 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 943 time: 0.1621118 Aug 06 15:52:24.993514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-c97e07fc-ad88-4053-9394-b87a4cc95902 service neutron] 10.222.0.64 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400546 Aug 06 15:52:25.034301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event deleted for resources: {'Port': ['ID=e6f7a168-0ae7-463a-a5a6-5bb3da550b2c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:25.064778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.066229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:25.067128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.107969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:25.136432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02baaa0d-760b-459d-a32c-ea47bf33558c req-25e8b5e8-ebc9-40e2-8103-48f6741ca2f6 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494746 Aug 06 15:52:25.138220 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed1b4-21f0-471b-b90c-2aaee304c25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.177659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.197896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=66adc19b-a4e0-4990-9d66-f0de10b964ef,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:25.211668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:52:25.237764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b988a22f-7ccf-4618-afb5-f924b11aa2ef req-10c3ce4b-cb23-4b75-a6f3-cfafe485380b service neutron] 10.222.0.64 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352471 Aug 06 15:52:25.272366 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2679ddd7-27c1-4277-8db8-727eba028ea2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5478761 Aug 06 15:52:25.273809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:25.285850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Request body: {'subnet': {'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-730137989-subnet', 'tenant_id': 'fb7276c4aae942509d28a953ecdb6542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:25.338876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.344149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.501484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed1b4-21f0-471b-b90c-2aaee304c25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.503724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.510402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Fanout notify agent at l3_agent the message router_deleted on router 93887602-fe0e-4a19-8196-cf83bc348a6d {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:25.512187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.513268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5d0bc92f-6d24-41f5-b372-0a5dad036c59 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/93887602-fe0e-4a19-8196-cf83bc348a6d HTTP/1.1" status: 204 len: 168 time: 1.8032954 Aug 06 15:52:25.517096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:25.522126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071656308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:25.606959 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.657245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed1b4-21f0-471b-b90c-2aaee304c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.728447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Made reservation on behalf of fb7276c4aae942509d28a953ecdb6542 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:25.733985 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.852436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.860229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.860229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:25.967728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.014665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5499a972-34ea-457f-b125-2e68e94594a4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:26.021575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cc7ed1b4-21f0-471b-b90c-2aaee304c25e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63004ffb41c9484a9fc97fd56345e65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9125781 Aug 06 15:52:26.022281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed1b4-21f0-471b-b90c-2aaee304c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71841398-4c7f-4562-a1de-9acf992442f8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:26.024964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:26.029774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Checking segment: {'id': '8e781606-2213-4497-ac10-0df6c5f5c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:26.030274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Network hostable DHCP agents. Network: 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:52:26.057437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.096600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.108375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98a1cd03-0c54-4e64-9534-a58c88fae5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.162464 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98a1cd03-0c54-4e64-9534-a58c88fae5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.189376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a19fb9-caea-42ff-9610-d16622cb4865,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:26.221511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Checking segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:26.222034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Network hostable DHCP agents. Network: 66adc19b-a4e0-4990-9d66-f0de10b964ef, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:52:26.231079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:52:26.270399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.272369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c9c80066-164f-4be7-a0ad-e9dcfea9d504 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7540824 Aug 06 15:52:26.272807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:26.279794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': True}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:26.303037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 23f405ce-4dad-4e81-8613-2966007d9673 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:52:26.317671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:52:26.329573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22de809-ee04-49f8-b605-bca4b03e8341 req-d685b8a7-c6f8-4126-80c3-a2f1c50804f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:26.331603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c22de809-ee04-49f8-b605-bca4b03e8341 req-d685b8a7-c6f8-4126-80c3-a2f1c50804f9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 943 time: 0.0879455 Aug 06 15:52:26.384649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c22de809-ee04-49f8-b605-bca4b03e8341 req-ea93d445-fc40-49f7-953f-72de221dbada tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 Aug 06 15:52:26.385380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98a1cd03-0c54-4e64-9534-a58c88fae5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.388663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-98a1cd03-0c54-4e64-9534-a58c88fae5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.389734 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-98a1cd03-0c54-4e64-9534-a58c88fae5c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71841398-4c7f-4562-a1de-9acf992442f8 HTTP/1.1" status: 204 len: 168 time: 0.3636923 Aug 06 15:52:26.399459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1cd03-0c54-4e64-9534-a58c88fae5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71841398-4c7f-4562-a1de-9acf992442f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:26.476509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 66adc19b-a4e0-4990-9d66-f0de10b964ef) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:26.482365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:26.482986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.490509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 23f405ce-4dad-4e81-8613-2966007d9673, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=23f405ce-4dad-4e81-8613-2966007d9673,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:26.490747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:26.504603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131fe529-d12b-434d-a78e-8bdb8a4c8628 None None] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:26.506772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0c665f-283d-4abc-9f7f-cd772cbbdd82 None None] Network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:26.544354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:26.544354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.581888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '23f405ce-4dad-4e81-8613-2966007d9673', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'port_id': '23f405ce-4dad-4e81-8613-2966007d9673', 'mac_address': 'fa:16:3e:30:d7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:52:26.634525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.655559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-43779f75-e1ca-4fdc-8b4a-e9ed175ecd55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3775597 Aug 06 15:52:26.722284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:26.727614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb8655e1-7bbf-4f1f-aceb-0c3f98083db2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9163742 Aug 06 15:52:26.773075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f405ce-4dad-4e81-8613-2966007d9673 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:26.781171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eec957-b6e0-465e-a2b2-14b0d9af5f99 None None] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:26.836165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 23f405ce-4dad-4e81-8613-2966007d9673, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=23f405ce-4dad-4e81-8613-2966007d9673,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:26.873854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07fe3d-8d4a-40c1-8cf3-4c5a1ef0710b None None] Network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:26.975018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:27.091351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:27.111032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=23f405ce-4dad-4e81-8613-2966007d9673,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:27.123820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:27.218105 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['23f405ce-4dad-4e81-8613-2966007d9673'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:52:27.302285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Allocated IP 172.25.5.47 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/14182c65-afbb-4abf-a193-a1287648e7d9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:27.463468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:27.732765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-8ff790fe-545e-427c-8eab-1f6822c80ca4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:27.734169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-8ff790fe-545e-427c-8eab-1f6822c80ca4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.2008264 Aug 06 15:52:27.741080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-6625f090-64c1-4b22-a9f3-bbf84b8410d8 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:27.754929 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-6625f090-64c1-4b22-a9f3-bbf84b8410d8 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/networks?id=8c1cb30d-e0f3-47b4-9628-a8146e42ca4d HTTP/1.1" status: 200 len: 821 time: 0.2165141 Aug 06 15:52:27.770979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-e8ecdc3b-ccf5-4067-ae87-ca0be8e1345a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/quotas/fb7276c4aae942509d28a953ecdb6542 HTTP/1.1" status: 200 len: 375 time: 0.0202694 Aug 06 15:52:27.773818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-b61af5b3-6246-4ce1-871e-fa7c1c576803 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/quotas/65c2bb88b4504dce99f68380532c281d HTTP/1.1" status: 200 len: 375 time: 0.0243766 Aug 06 15:52:27.801527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:27.825834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0acaca1d-ef8e-45bb-baf8-33f876de93bb tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436938 Aug 06 15:52:27.854006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-cb68729f-4329-474d-90d1-389310b8dd2e tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=65c2bb88b4504dce99f68380532c281d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613823 Aug 06 15:52:27.864127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:27.873316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:27.877335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:27.908439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Port': ['ID=14182c65-afbb-4abf-a193-a1287648e7d9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:28.049205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-429f26ef-4f85-461f-bc77-19ea8b711e57 service neutron] 10.222.0.16 "GET /v2.0/networks/8c1cb30d-e0f3-47b4-9628-a8146e42ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841033 Aug 06 15:52:28.052074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0feafc96-471b-47d0-aed2-859bbd0872d9 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017889 Aug 06 15:52:28.278071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:28.321143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 23f405ce-4dad-4e81-8613-2966007d9673 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:28.528321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 23f405ce-4dad-4e81-8613-2966007d9673 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:28.534300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 23f405ce-4dad-4e81-8613-2966007d9673 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:28.534811 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:28.585962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:28.590133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:28.596683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-df45a5df-9948-4101-a178-ece3822e9aab service neutron] 10.222.0.16 "GET /v2.0/networks/8c1cb30d-e0f3-47b4-9628-a8146e42ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393512 Aug 06 15:52:28.602909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-39c1b869-8ab6-40e8-9ea9-855ff72f7579 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365644 Aug 06 15:52:28.717643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:28.772109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:28.779788 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97eb47b-e9cf-45ac-a55b-b75253ce2c2a" -d '{"events": [{"server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "name": "network-vif-plugged", "status": "completed", "tag": "23f405ce-4dad-4e81-8613-2966007d9673"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:28.800351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 23f405ce-4dad-4e81-8613-2966007d9673, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=23f405ce-4dad-4e81-8613-2966007d9673,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:28.866036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Router 99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:52:28.869644 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:29.027895 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb8da53-d5bb-4c33-bd25-6d8a1a0f4ce5 x-openstack-request-id: req-5eb8da53-d5bb-4c33-bd25-6d8a1a0f4ce5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:29.028236 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "name": "network-vif-plugged", "status": "completed", "tag": "23f405ce-4dad-4e81-8613-2966007d9673", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:29.028503 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5eb8da53-d5bb-4c33-bd25-6d8a1a0f4ce5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:29.029101 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673', 'code': 200} Aug 06 15:52:29.034423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=23f405ce-4dad-4e81-8613-2966007d9673,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:29.036720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fe31c-e7f9-458d-9ca1-ea56214449df req-d3af1346-ff88-4a60-982e-ee09421e2392 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:29.052827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-262fe31c-e7f9-458d-9ca1-ea56214449df req-d3af1346-ff88-4a60-982e-ee09421e2392 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.1141105 Aug 06 15:52:29.134734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:29.140262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:29.145069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-795ee0f3-7299-4516-9424-8e3cdf499a76 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "PUT /v2.0/routers/99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 HTTP/1.1" status: 200 len: 918 time: 2.8664763 Aug 06 15:52:29.145069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:29.147567 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] Sync routers for ids ['99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:29.155050 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:29.161673 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] Routers {'99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:29.162669 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:29.179312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a981e5a5-17d2-4d6a-b7aa-14ed7f51702c req-152b222c-0ab5-4e87-91e0-412e45ca4745 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.1237965 Aug 06 15:52:29.207981 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:29.220920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-262fe31c-e7f9-458d-9ca1-ea56214449df req-e4929334-179b-4735-bf4d-2a6db97567ef tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624391 Aug 06 15:52:29.231560 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] Routers {'99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:29.232671 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:29.247534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9c45-c369-44e0-b96d-dee4c433caa0 req-0168f86f-22ea-4102-b49d-573f416c9548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:29.249570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b8f9c45-c369-44e0-b96d-dee4c433caa0 req-0168f86f-22ea-4102-b49d-573f416c9548 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 1096 time: 0.1929939 Aug 06 15:52:29.276302 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:29.277485 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26e82aa-b824-48b0-9b7a-90be86a81e8b None None] The sync data for ids ['99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:29.329471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4c029492-fb1f-430a-acbf-a5ef11e04053 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 HTTP/1.1" status: 200 len: 924 time: 0.1836143 Aug 06 15:52:29.333310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7eb29eec-a183-4854-9df0-2c58716914b0 req-62da7505-2f4c-457b-9017-03c785bf3dd7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 210 time: 0.0414422 Aug 06 15:52:29.337432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:29.337736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b8f9c45-c369-44e0-b96d-dee4c433caa0 req-3225e706-a8d1-4e58-bb9c-9e2f44ed9b07 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752518 Aug 06 15:52:29.385117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc710c-14d1-40f7-b709-d6d1a12fca6c tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:29.390281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-47cc710c-14d1-40f7-b709-d6d1a12fca6c tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0519216 Aug 06 15:52:29.390698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:29.519040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01cef3-83a0-43f2-9a52-e0912cb86f74 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:29.523285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc01cef3-83a0-43f2-9a52-e0912cb86f74 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1291535 Aug 06 15:52:29.524001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:29.557931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-67cc2746-29d6-45cd-a87f-5c1030932311 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 HTTP/1.1" status: 200 len: 205 time: 0.0326428 Aug 06 15:52:29.561114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37888) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:29.681574 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:29.803660 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:30.077153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Deleting port 14182c65-afbb-4abf-a193-a1287648e7d9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:30.077849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:30.164523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:30.178889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Calling delete_port for 14182c65-afbb-4abf-a193-a1287648e7d9 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:30.363895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0f9a6be-864e-45a4-b2b6-64853d912d8f req-d91cc18a-57c0-4723-8928-e1114451d0e4 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.1084526 Aug 06 15:52:30.466152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b9e53-f167-4d06-9b44-becb81b8a89c req-196273d3-ff53-4048-a9c6-0b5ff8ea3771 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:30.474152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-358b9e53-f167-4d06-9b44-becb81b8a89c req-196273d3-ff53-4048-a9c6-0b5ff8ea3771 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.1287272 Aug 06 15:52:30.509084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32a8b1c1-5d23-44fb-8699-7620f62976dc req-62776f35-5d97-4907-8c31-e0bb1be4804d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 210 time: 0.0692453 Aug 06 15:52:30.548008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-358b9e53-f167-4d06-9b44-becb81b8a89c req-d5c8cbfa-4331-4150-bc76-af15af876bd5 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732152 Aug 06 15:52:30.638969 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:30.685037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event deleted for resources: {'Port': ['ID=14182c65-afbb-4abf-a193-a1287648e7d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:30.753856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:30.858525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:30.861147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.035055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.035559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Fanout notify agent at l3_agent the message router_deleted on router 99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:31.043614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.045531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-24ec68c1-b8fc-41a0-abb1-69279740fc84 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 HTTP/1.1" status: 204 len: 168 time: 1.4827158 Aug 06 15:52:31.048960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:31.053739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-481734626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:31.224469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.226362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.286447 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.372623 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.477105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62f48bc6-1986-485e-81a0-bf4a1a3ccc6c req-a102013c-3876-4c6d-9836-ff0df4e6b7bd tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Aug 06 15:52:31.510050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.514694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-660e3214-ef41-44b9-a4ab-444841c67e83 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4614387 Aug 06 15:52:31.515409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:31.520369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:31.620253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-596ba9de-e1d2-4dd7-895e-9af76ec964f0 req-8e173c59-b382-487d-ac5a-2e6624536988 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 210 time: 0.0319798 Aug 06 15:52:31.801473 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:31.813574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8df26-b866-46b9-ba98-afe04f0f171a req-6869c2a8-7a55-4207-9508-70da153de12c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:31.815047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84d8df26-b866-46b9-ba98-afe04f0f171a req-6869c2a8-7a55-4207-9508-70da153de12c tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.1917911 Aug 06 15:52:31.862730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84d8df26-b866-46b9-ba98-afe04f0f171a req-4b2ecd44-5d32-40f5-a656-77ac2e22916d tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408628 Aug 06 15:52:32.016898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-cad697ca-b190-4942-a8ec-76637fa987a0 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628617 Aug 06 15:52:32.132829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c69ca-b773-4b39-b116-5ea968d7ef75 req-90308068-7c13-4061-bf18-417bfd95029a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:32.134463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef2c69ca-b773-4b39-b116-5ea968d7ef75 req-90308068-7c13-4061-bf18-417bfd95029a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.1825640 Aug 06 15:52:32.301182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef2c69ca-b773-4b39-b116-5ea968d7ef75 req-7334c014-5d5b-4a2c-8742-0b9651db0f16 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244068 Aug 06 15:52:32.312264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-c6b3ae7f-817e-4371-ada4-491d61262086 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:32.314365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-c6b3ae7f-817e-4371-ada4-491d61262086 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602150 Aug 06 15:52:32.329864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:32.346148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-f29fd8dd-8311-46e8-b77c-d14156f8f0d3 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/quotas/7f2d4bf3f7834971b3cec52c4303bef6 HTTP/1.1" status: 200 len: 375 time: 0.0252907 Aug 06 15:52:32.455761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-0d0fcd4e-da21-4377-a086-4d04991deb1a tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936227 Aug 06 15:52:32.510629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-e980e735-6a32-4033-84bf-131b566d2c80 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:32.513408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-e980e735-6a32-4033-84bf-131b566d2c80 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.59 "GET /v2.0/networks?id=8c1cb30d-e0f3-47b4-9628-a8146e42ca4d HTTP/1.1" status: 200 len: 821 time: 0.4628048 Aug 06 15:52:32.520092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0f7da-76c2-49af-bff0-1108dda37c3f tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:32.524578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50d0f7da-76c2-49af-bff0-1108dda37c3f tempest-TestNetworkBasicOps-710311093 tempest-TestNetworkBasicOps-710311093-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 1091 time: 0.1929953 Aug 06 15:52:32.526642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:32.533132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '23f405ce-4dad-4e81-8613-2966007d9673', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:32.536402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Request body: {'port': {'device_id': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d', 'admin_state_up': True, 'tenant_id': '65c2bb88b4504dce99f68380532c281d'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:32.596642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:32.620358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:32.657256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be4ea736-0d29-4dc5-8161-19a6e9f2677b req-746e47e6-1a42-42c4-9bac-6fd364801c25 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.0389800 Aug 06 15:52:32.694403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:32.782383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-4e6768a6-4d30-4b8a-b5fd-5d72f55b39af tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:32.784043 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-4e6768a6-4d30-4b8a-b5fd-5d72f55b39af tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.1499836 Aug 06 15:52:32.784561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa818985-6b99-4163-9e91-e36e71cf919b req-b0298a37-8f58-4133-b5af-31b3a2b785bf tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 210 time: 0.0555217 Aug 06 15:52:32.798450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Request body: {'port': {'device_id': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'admin_state_up': True, 'tenant_id': 'fb7276c4aae942509d28a953ecdb6542'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:32.840047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Allocated IP 172.25.5.113 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/90fabb44-17aa-4b97-bca5-e17657ad05f7) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:32.899755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Made reservation on behalf of 65c2bb88b4504dce99f68380532c281d for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:32.904813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.087415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Made reservation on behalf of fb7276c4aae942509d28a953ecdb6542 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:33.091663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.233019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Allocated IP 172.20.0.12 (8c1cb30d-e0f3-47b4-9628-a8146e42ca4d/5499a972-34ea-457f-b125-2e68e94594a4/f84c5d28-808b-41a4-bc8d-9186bba5f730) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:33.321500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-591fafec-30bb-4b92-8e71-2b055398963f req-41f70cce-f1f2-4e63-acc4-3b480ba75b1a tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.4062483 Aug 06 15:52:33.349149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.356463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Allocated IP 172.20.0.13 (66adc19b-a4e0-4990-9d66-f0de10b964ef/89a19fb9-caea-42ff-9610-d16622cb4865/c86ea401-b191-4a4d-8645-e5443d6fadde) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:33.382714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.632768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.660050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.713973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.733715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Pushing event updated for resources: {'Port': ['ID=90fabb44-17aa-4b97-bca5-e17657ad05f7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:33.747141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Allocated IP 172.25.5.119 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/b1472a45-b19d-4efd-a364-6d3906fcd578) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:33.769753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:33.790702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:33.794098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:33.797928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26377cf8-4857-44cf-ae7c-66e2747442ee req-99c70a9f-a6f6-4523-96a0-f2521af31354 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.0466793 Aug 06 15:52:33.887577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.937556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:33.952221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:33.961121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:33.965818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Pushing event updated for resources: {'Port': ['ID=f84c5d28-808b-41a4-bc8d-9186bba5f730,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:33.975150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:34.007024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:34.033583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:34.039940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:34.133836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:34.134054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a55338-f13e-4f39-9bb4-429d2dee1d73 req-9adb674f-1dc2-4c4f-86f9-7b9233927c7b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:34.134888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.143171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0a55338-f13e-4f39-9bb4-429d2dee1d73 req-9adb674f-1dc2-4c4f-86f9-7b9233927c7b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 932 time: 0.2437885 Aug 06 15:52:34.143624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event updated for resources: {'Port': ['ID=c86ea401-b191-4a4d-8645-e5443d6fadde,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:34.165561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:34.166061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.166420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.218227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0a55338-f13e-4f39-9bb4-429d2dee1d73 req-2f76c2b8-7068-4c86-9e14-6cf57ca1b8e0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Aug 06 15:52:34.264946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-7afc999d-0267-4d8a-ad71-ef90a3e08576 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7413099 Aug 06 15:52:34.281101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Request body: {'port': {'device_id': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:34.315928 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-67275e30-0d0a-443f-987f-2f1af750c59a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5218253 Aug 06 15:52:34.338791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Request body: {'port': {'device_id': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:34.378776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.408279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.441021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.472965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1e229d8-b41f-47c4-a600-e3abec42a55e req-ccdd0338-bd29-4cae-a8fa-2a22af29a50c tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.0685818 Aug 06 15:52:34.504196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.504986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:34.512371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=b1472a45-b19d-4efd-a364-6d3906fcd578,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:34.546302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:34.550261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:34.943302 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffad97dc-682e-44b5-84b0-e5d0bfb08314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.974823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:34.991537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84c5d28-808b-41a4-bc8d-9186bba5f730 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:35.017533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.018042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.040201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86ea401-b191-4a4d-8645-e5443d6fadde {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:35.045735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Transition to ACTIVE for port object f84c5d28-808b-41a4-bc8d-9186bba5f730 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:35.051614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.063718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c8b97-2ab0-4d99-a607-c33ca5b8796a req-df27790b-d8a6-4248-bb8e-9989ecc6b004 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:35.065762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-261c8b97-2ab0-4d99-a607-c33ca5b8796a req-df27790b-d8a6-4248-bb8e-9989ecc6b004 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 932 time: 0.1614449 Aug 06 15:52:35.070911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Transition to ACTIVE for port object c86ea401-b191-4a4d-8645-e5443d6fadde will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:35.115517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.158550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.191182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=f84c5d28-808b-41a4-bc8d-9186bba5f730,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:35.325668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-261c8b97-2ab0-4d99-a607-c33ca5b8796a req-20cf25f1-b3e8-4db8-9643-4ade77af058e tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131546 Aug 06 15:52:35.376809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Pushing event updated for resources: {'Port': ['ID=c86ea401-b191-4a4d-8645-e5443d6fadde,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:35.420237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Attempting to bind port f84c5d28-808b-41a4-bc8d-9186bba5f730 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:35.421156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Attempting to bind port f84c5d28-808b-41a4-bc8d-9186bba5f730 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '8e781606-2213-4497-ac10-0df6c5f5c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:35.421156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Attempting to bind port f84c5d28-808b-41a4-bc8d-9186bba5f730 on network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:35.427930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Attempting to bind port c86ea401-b191-4a4d-8645-e5443d6fadde on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:35.428139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Attempting to bind port c86ea401-b191-4a4d-8645-e5443d6fadde by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:35.428365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Attempting to bind port c86ea401-b191-4a4d-8645-e5443d6fadde on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:35.431953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Port f84c5d28-808b-41a4-bc8d-9186bba5f730 on network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:52:35.432480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Attempting to bind port f84c5d28-808b-41a4-bc8d-9186bba5f730 on network 8c1cb30d-e0f3-47b4-9628-a8146e42ca4d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:35.442223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:35.442743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Checking segment: {'id': '8e781606-2213-4497-ac10-0df6c5f5c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:35.443305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Bound using segment: {'id': '8e781606-2213-4497-ac10-0df6c5f5c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:35.443997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Bound port: f84c5d28-808b-41a4-bc8d-9186bba5f730, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e781606-2213-4497-ac10-0df6c5f5c662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:35.444914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.450549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Port c86ea401-b191-4a4d-8645-e5443d6fadde on network 66adc19b-a4e0-4990-9d66-f0de10b964ef not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:52:35.451093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Attempting to bind port c86ea401-b191-4a4d-8645-e5443d6fadde on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:35.473425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:35.473821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Checking segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:35.474240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Bound using segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:35.474693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Bound port: c86ea401-b191-4a4d-8645-e5443d6fadde, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:35.475055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.484065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6430d35-6789-45c7-b99d-9ceb89d4ee36 req-ae55b5e0-7193-4e1e-ab3f-e91294942bc8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:35.485664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6430d35-6789-45c7-b99d-9ceb89d4ee36 req-ae55b5e0-7193-4e1e-ab3f-e91294942bc8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 944 time: 0.1679149 Aug 06 15:52:35.551533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.590686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] For port f84c5d28-808b-41a4-bc8d-9186bba5f730, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:35.594371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] For port f84c5d28-808b-41a4-bc8d-9186bba5f730, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f84c5d28-808b-41a4-bc8d-9186bba5f730,segment=NetworkSegment(8e781606-2213-4497-ac10-0df6c5f5c662),segment_id=8e781606-2213-4497-ac10-0df6c5f5c662)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:35.610138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6430d35-6789-45c7-b99d-9ceb89d4ee36 req-d3439631-877b-4398-950f-bb076fc105ca tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113193 Aug 06 15:52:35.631841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Router a32d0ba0-7540-47b2-b147-2c4ae385c63a is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:52:35.665588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] For port c86ea401-b191-4a4d-8645-e5443d6fadde, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:35.677129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] For port c86ea401-b191-4a4d-8645-e5443d6fadde, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c86ea401-b191-4a4d-8645-e5443d6fadde,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:35.681554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.757753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23843ea7-af54-4c78-b20e-18bf64363958 req-1f39e5f2-b273-427a-8c35-157e60051e98 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.0981529 Aug 06 15:52:35.780318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=f84c5d28-808b-41a4-bc8d-9186bba5f730,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:35.791676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.815771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:35.815771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.819156 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-0460c2ed-e2bf-401a-8644-05f8eaa14ed2 service neutron] 10.222.0.59 "PUT /v2.0/ports/f84c5d28-808b-41a4-bc8d-9186bba5f730 HTTP/1.1" status: 200 len: 1092 time: 1.5459902 Aug 06 15:52:35.820526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:35.821142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:35.824636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] 10.222.0.59 "PUT /v2.0/ports/c86ea401-b191-4a4d-8645-e5443d6fadde HTTP/1.1" status: 200 len: 1092 time: 1.4882321 Aug 06 15:52:35.824636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'tag': 'f84c5d28-808b-41a4-bc8d-9186bba5f730'}, {'name': 'network-changed', 'server_uuid': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'tag': 'c86ea401-b191-4a4d-8645-e5443d6fadde'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:35.826274 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7a4b1-d19b-48c1-bb88-6684829897d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3", "tag": "f84c5d28-808b-41a4-bc8d-9186bba5f730"}, {"name": "network-changed", "server_uuid": "9f278918-e2ce-4cb7-a602-65a091e393f6", "tag": "c86ea401-b191-4a4d-8645-e5443d6fadde"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:35.925703 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24d3938-23e0-4abd-9a3c-65fc6c71ad19 x-openstack-request-id: req-c24d3938-23e0-4abd-9a3c-65fc6c71ad19 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:35.926003 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3", "tag": "f84c5d28-808b-41a4-bc8d-9186bba5f730", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f278918-e2ce-4cb7-a602-65a091e393f6", "tag": "c86ea401-b191-4a4d-8645-e5443d6fadde", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:35.926263 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c24d3938-23e0-4abd-9a3c-65fc6c71ad19 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:35.926789 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'tag': 'f84c5d28-808b-41a4-bc8d-9186bba5f730', 'status': 'completed', 'code': 200} Aug 06 15:52:35.926943 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'tag': 'c86ea401-b191-4a4d-8645-e5443d6fadde', 'status': 'completed', 'code': 200} Aug 06 15:52:35.927710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389c44c-9cbe-4a95-a700-60a728307965 service neutron] Pushing event updated for resources: {'Port': ['ID=c86ea401-b191-4a4d-8645-e5443d6fadde,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:35.976108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:36.029963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:36.035198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:36.038571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4af91763-90be-43a8-90da-db5925fdf6f0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "PUT /v2.0/routers/a32d0ba0-7540-47b2-b147-2c4ae385c63a HTTP/1.1" status: 200 len: 919 time: 4.5196285 Aug 06 15:52:36.039092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38052) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:36.050159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] Sync routers for ids ['a32d0ba0-7540-47b2-b147-2c4ae385c63a'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:36.066001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] Routers {'a32d0ba0-7540-47b2-b147-2c4ae385c63a'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:36.067509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a32d0ba0-7540-47b2-b147-2c4ae385c63a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:36.084422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-a96ae932-5fdf-42de-a73e-df688db12abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:36.086008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-a96ae932-5fdf-42de-a73e-df688db12abe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c2bb88b4504dce99f68380532c281d&device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 1095 time: 0.1476934 Aug 06 15:52:36.087973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-db53cbd9-c09a-471d-8adc-e3de70798a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:36.089442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-db53cbd9-c09a-471d-8adc-e3de70798a94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 1095 time: 0.0913689 Aug 06 15:52:36.130171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:36.145815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] Routers {'a32d0ba0-7540-47b2-b147-2c4ae385c63a'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:36.147168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a32d0ba0-7540-47b2-b147-2c4ae385c63a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:36.205928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be124221-0b11-4a0d-b155-234e331698fa tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/a32d0ba0-7540-47b2-b147-2c4ae385c63a HTTP/1.1" status: 200 len: 925 time: 0.1657934 Aug 06 15:52:36.207869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:36.222696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:36.223751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ee025-d63c-4a09-8bb8-67a170697144 None None] The sync data for ids ['a32d0ba0-7540-47b2-b147-2c4ae385c63a'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:36.294673 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-e8cde155-0b84-4f27-b3f3-20a17062ea57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86ea401-b191-4a4d-8645-e5443d6fadde HTTP/1.1" status: 200 len: 217 time: 0.1724713 Aug 06 15:52:36.338734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:36.426832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-959e226e-67e0-4f3d-8c94-2172acb13346 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2196047 Aug 06 15:52:36.431910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:36.575672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-12e427ca-fb0b-495c-a366-7d053505c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:36.577534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-12e427ca-fb0b-495c-a366-7d053505c75e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.2660568 Aug 06 15:52:36.598724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-f67aad9c-a2b1-4208-bc94-4bbb4e0658af tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:36.600635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-f67aad9c-a2b1-4208-bc94-4bbb4e0658af tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582997 Aug 06 15:52:36.612937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-dc3006f3-142a-45a9-832b-8077e3d495da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:36.614487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-dc3006f3-142a-45a9-832b-8077e3d495da service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=65c2bb88b4504dce99f68380532c281d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.5144978 Aug 06 15:52:36.635490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-e5f8eac1-3f01-4f81-936f-3ab7e4731302 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416083 Aug 06 15:52:37.146842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event updated for resources: {'Port': ['ID=b1472a45-b19d-4efd-a364-6d3906fcd578,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:37.165847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Request body: {'port': {'device_id': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '7f2d4bf3f7834971b3cec52c4303bef6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:37.188502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-99f452ea-b9f6-456a-a5a3-c4c6567c4d41 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446925 Aug 06 15:52:37.189597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-d32c0898-0ae2-4f4c-8227-8f9154cf9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.190924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-d32c0898-0ae2-4f4c-8227-8f9154cf9476 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5583334 Aug 06 15:52:37.318078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64a2c4-402e-4dd5-9f08-d7969632ba9a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.322036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9c64a2c4-402e-4dd5-9f08-d7969632ba9a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=a32d0ba0-7540-47b2-b147-2c4ae385c63a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9775302 Aug 06 15:52:37.328281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:37.347191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:37.413179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84343d-a8e3-4db3-8dd8-32c3f5839118 req-e9e0b496-1463-4177-8a62-54ebcc95e45b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.415082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e84343d-a8e3-4db3-8dd8-32c3f5839118 req-e9e0b496-1463-4177-8a62-54ebcc95e45b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 944 time: 0.2453666 Aug 06 15:52:37.423583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a8368-913c-4404-bd4c-3377e91633c3 req-0d760e37-1d74-4636-aded-212090c58095 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.431633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b6a8368-913c-4404-bd4c-3377e91633c3 req-0d760e37-1d74-4636-aded-212090c58095 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 944 time: 0.8223598 Aug 06 15:52:37.440240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-a508886a-d338-41db-9c4e-295b47aa08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.442035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-a508886a-d338-41db-9c4e-295b47aa08a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=65c2bb88b4504dce99f68380532c281d&device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 1095 time: 0.1639297 Aug 06 15:52:37.513221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-51e6cb4f-6049-4446-a95a-5a1cf578ea2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f84c5d28-808b-41a4-bc8d-9186bba5f730 HTTP/1.1" status: 200 len: 217 time: 0.0587709 Aug 06 15:52:37.516442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d95e52bd-f6c3-4bbc-a382-99889d99f88d req-24e98c4b-31fc-4835-a17c-201d1fd99fec service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151326 Aug 06 15:52:37.593666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb6749a-160f-48d8-8095-8c12abc3e4c0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.601284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1fb6749a-160f-48d8-8095-8c12abc3e4c0 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.2721677 Aug 06 15:52:37.603931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:37.623636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b6a8368-913c-4404-bd4c-3377e91633c3 req-5650907b-1d13-4a4b-b4b3-8f4d34701163 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915517 Aug 06 15:52:37.633880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-3df20d68-1b3e-4a2f-91f2-701774daa009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.633880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-3df20d68-1b3e-4a2f-91f2-701774daa009 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5499a972-34ea-457f-b125-2e68e94594a4 HTTP/1.1" status: 200 len: 861 time: 0.1022930 Aug 06 15:52:37.645529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e84343d-a8e3-4db3-8dd8-32c3f5839118 req-8acf7a47-5d26-40db-9fab-6dcbe5b85c0c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106957 Aug 06 15:52:37.672025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a7afa4f-7235-4e13-bbd0-ea6d45c67df5 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32d0ba0-7540-47b2-b147-2c4ae385c63a HTTP/1.1" status: 200 len: 205 time: 0.0661693 Aug 06 15:52:37.676114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:37.711409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-a92ddc9f-a84e-4942-86e2-a693df6e5c03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c1cb30d-e0f3-47b4-9628-a8146e42ca4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772529 Aug 06 15:52:37.740275 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Floating IP d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 associated. External IP: 172.25.5.119, port: 23f405ce-4dad-4e81-8613-2966007d9673. Aug 06 15:52:37.755327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:37.756809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a19e6fa-7a11-407f-abe7-bd9600e62e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:37.841657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d2603da1-f8e3-4b65-9910-764e71f44c76 req-d2c4f818-141a-45e4-9648-6fbd0ed559bc tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.0945325 Aug 06 15:52:37.852040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Made reservation on behalf of 7f2d4bf3f7834971b3cec52c4303bef6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:37.853042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:37.874521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:37.892678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-11129354-e96a-4160-bc9d-91fb7e0eb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:37.894223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-11129354-e96a-4160-bc9d-91fb7e0eb74c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 1095 time: 0.1339846 Aug 06 15:52:37.897383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-68b87eea-d599-41fa-a6bf-6f80984bc482 service neutron] 10.222.0.59 "GET /v2.0/networks/8c1cb30d-e0f3-47b4-9628-a8146e42ca4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787212 Aug 06 15:52:38.001557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.102233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc270586-bb2f-4411-9453-eaabde3f46f1 req-ee2f2154-d6dd-47d1-856b-ae07d20cedcf service neutron] 10.222.0.59 "GET /v2.0/networks/8c1cb30d-e0f3-47b4-9628-a8146e42ca4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890070 Aug 06 15:52:38.103319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-af745244-ba0d-4911-b136-6aeb7c8b3025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:38.104784 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-af745244-ba0d-4911-b136-6aeb7c8b3025 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 915 time: 0.1765513 Aug 06 15:52:38.160461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-0f37735f-1656-444e-bea2-fdac412daeaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86ea401-b191-4a4d-8645-e5443d6fadde HTTP/1.1" status: 200 len: 217 time: 0.0455871 Aug 06 15:52:38.250612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-2c8302c2-622e-4d78-8096-cac20114c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:38.252475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-2c8302c2-622e-4d78-8096-cac20114c0f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.0834701 Aug 06 15:52:38.262104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.295829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router 19c6e859-3e5b-41e3-a872-4ddbc48da657 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:52:38.296424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-03ba3dac-da8e-4e1c-bf70-bca2465aee23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351307 Aug 06 15:52:38.327881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.423422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-7884dac6-b777-449b-9c35-53b920635f7f service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180675 Aug 06 15:52:38.435292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.527454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:38.555554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fec7a4b1-d19b-48c1-bb88-6684829897d9 req-2b790aa7-7b29-4279-9d7e-8c45f407684a service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247363 Aug 06 15:52:38.561165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:38.582215 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] Sync routers for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:38.595180 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:38.596031 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:38.615048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Deleting port 90fabb44-17aa-4b97-bca5-e17657ad05f7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:38.615746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.720781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Allocated IP 192.168.233.240 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/a1239725-7557-4fc1-a965-24dabb5c5e0c) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:38.765881 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:38.804091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.822297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Calling delete_port for 90fabb44-17aa-4b97-bca5-e17657ad05f7 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:38.857654 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:38.972960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.059439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ebd13c43-6ad0-493e-bccc-c2b19df2e4f0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5278144 Aug 06 15:52:39.072338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38108) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:39.072503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:39.072503 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "tag": "23f405ce-4dad-4e81-8613-2966007d9673"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:39.116290 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'd67a5aa7-4319-4e9c-a7ab-33cf6181a2c0', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'port_id': '23f405ce-4dad-4e81-8613-2966007d9673', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'mac_address': 'fa:16:3e:30:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:52:35Z', 'updated_at': '2021-08-06T15:52:35Z', 'revision_number': 0, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:12Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:39.117328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4300ad-37e1-4d3d-b17a-a61df1309275 req-5be8434a-93b6-408a-b127-a7501d4f8eef tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:39.121832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b4300ad-37e1-4d3d-b17a-a61df1309275 req-5be8434a-93b6-408a-b127-a7501d4f8eef tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 944 time: 0.4081516 Aug 06 15:52:39.157029 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] Checking router: 19c6e859-3e5b-41e3-a872-4ddbc48da657 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:52:39.160081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fdc9d761-ae83-4ba8-9f48-c3569cf85454 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/floatingips/d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 HTTP/1.1" status: 200 len: 991 time: 0.0941775 Aug 06 15:52:39.185131 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:39.186056 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:39.191026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16e438-f4ff-417e-adb1-3fc03cf60f62 req-37cce6a8-3942-4edc-9b5c-8596c05af58b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:39.192768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d16e438-f4ff-417e-adb1-3fc03cf60f62 req-37cce6a8-3942-4edc-9b5c-8596c05af58b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 944 time: 0.2734091 Aug 06 15:52:39.248775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b4300ad-37e1-4d3d-b17a-a61df1309275 req-44ad34bb-fe0f-494f-b794-20d61d0dc184 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803912 Aug 06 15:52:39.270659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d16e438-f4ff-417e-adb1-3fc03cf60f62 req-f63770d3-7790-4c3e-a201-4e8c46a96f67 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669818 Aug 06 15:52:39.288147 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.348402 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:39.365497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event deleted for resources: {'Port': ['ID=90fabb44-17aa-4b97-bca5-e17657ad05f7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:39.413347 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bfea6f-5118-4282-beda-f809df1a3424 x-openstack-request-id: req-25bfea6f-5118-4282-beda-f809df1a3424 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:39.413818 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "tag": "23f405ce-4dad-4e81-8613-2966007d9673", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:39.414188 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25bfea6f-5118-4282-beda-f809df1a3424 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:39.414696 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673', 'status': 'completed', 'code': 200} Aug 06 15:52:39.483311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee58370a-9312-4481-9b22-914f420d417d req-793f77d7-74a6-4857-ac90-779817fcb093 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.0317125 Aug 06 15:52:39.518099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.534234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-eaa271c8-85d9-4c08-92e4-088ab51e25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:39.535796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-eaa271c8-85d9-4c08-92e4-088ab51e25ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 1096 time: 0.0972893 Aug 06 15:52:39.652250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.658388 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.663775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.702764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-7ef519e7-4912-42fc-ba35-0e2e0398bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:39.706107 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-7ef519e7-4912-42fc-ba35-0e2e0398bfbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d0a148-449a-48d8-98ef-dc9b3e959ab9 HTTP/1.1" status: 200 len: 898 time: 0.1617429 Aug 06 15:52:39.715703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Transition to ACTIVE for port object a1239725-7557-4fc1-a965-24dabb5c5e0c will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:39.812161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.812896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Fanout notify agent at l3_agent the message router_deleted on router a32d0ba0-7540-47b2-b147-2c4ae385c63a {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:39.820824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.827598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9dcb4b35-c0e0-4929-a0aa-fe1b58742843 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/a32d0ba0-7540-47b2-b147-2c4ae385c63a HTTP/1.1" status: 204 len: 168 time: 2.1461482 Aug 06 15:52:39.828501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38116) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:39.837783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-874241034', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:39.859647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-396e81cd-88c4-4cf3-81c6-6e8f04f3910d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f405ce-4dad-4e81-8613-2966007d9673 HTTP/1.1" status: 200 len: 999 time: 0.1454322 Aug 06 15:52:39.882515 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'd67a5aa7-4319-4e9c-a7ab-33cf6181a2c0', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'port_id': '23f405ce-4dad-4e81-8613-2966007d9673', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'mac_address': 'fa:16:3e:30:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:52:35Z', 'updated_at': '2021-08-06T15:52:35Z', 'revision_number': 0, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:12Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:39.889818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:39.943365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:39.945641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-85cb2b8f-1404-4d68-9c64-a0449a91d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:39.946490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:39.948148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-85cb2b8f-1404-4d68-9c64-a0449a91d239 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d982ab9-1da5-4752-84be-b25e71b0b2a8 HTTP/1.1" status: 200 len: 835 time: 0.0765760 Aug 06 15:52:39.949341 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e307394-8d2a-4cbe-ad78-98fd126edab0 None None] The sync data for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 is: [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'd67a5aa7-4319-4e9c-a7ab-33cf6181a2c0', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'floating_ip_address': '172.25.5.119', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'port_id': '23f405ce-4dad-4e81-8613-2966007d9673', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'mac_address': 'fa:16:3e:30:d7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:52:35Z', 'updated_at': '2021-08-06T15:52:35Z', 'revision_number': 0, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:12Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:39.950793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:40.025517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:40.025923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-9366e2a0-a3d5-423e-8890-7e8f4348c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:40.026186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.028705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-9366e2a0-a3d5-423e-8890-7e8f4348c994 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d0a148-449a-48d8-98ef-dc9b3e959ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722048 Aug 06 15:52:40.037405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.038526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.077811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Pushing event updated for resources: {'Port': ['ID=a1239725-7557-4fc1-a965-24dabb5c5e0c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:40.162178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38124) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:40.163513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-393751b5-70a1-4fb2-82da-18965afdb487 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0020680 Aug 06 15:52:40.169337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.181491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Request body: {'port': {'device_id': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:40.263052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.279751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c86ea401-b191-4a4d-8645-e5443d6fadde details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:52:40.308806 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-39f4b1f3-1ada-42ce-8b87-ba6764d1d000 service neutron] 10.222.0.64 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631686 Aug 06 15:52:40.343455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cdff915f-dc9c-4b34-a7b8-337ba953cae9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/floatingips/d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 HTTP/1.1" status: 200 len: 991 time: 0.1795981 Aug 06 15:52:40.508694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8889c232-13b5-4a5e-a2fd-12cb963fa13e None None] New status for floating IP d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:52:40.562287 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-48b5b27e-b2a0-4e83-ab5b-6084745a6a0c req-d8689f29-21e7-43fc-bbc4-29219a1b6a8a service neutron] 10.222.0.64 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414684 Aug 06 15:52:40.671480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c86ea401-b191-4a4d-8645-e5443d6fadde, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c86ea401-b191-4a4d-8645-e5443d6fadde,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:40.739982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'c86ea401-b191-4a4d-8645-e5443d6fadde', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'port_id': 'c86ea401-b191-4a4d-8645-e5443d6fadde', 'mac_address': 'fa:16:3e:63:d1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a19fb9-caea-42ff-9610-d16622cb4865', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:52:40.781506 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.795752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86ea401-b191-4a4d-8645-e5443d6fadde {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:40.801587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2885e21-34b0-497a-a545-e0d84a2ba4bd None None] Provisioning for port a1239725-7557-4fc1-a965-24dabb5c5e0c completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:40.811959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2885e21-34b0-497a-a545-e0d84a2ba4bd None None] Provisioning complete for port a1239725-7557-4fc1-a965-24dabb5c5e0c triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:40.812343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2885e21-34b0-497a-a545-e0d84a2ba4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.839885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c86ea401-b191-4a4d-8645-e5443d6fadde, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c86ea401-b191-4a4d-8645-e5443d6fadde,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:40.857909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e2885e21-34b0-497a-a545-e0d84a2ba4bd None None] Port a1239725-7557-4fc1-a965-24dabb5c5e0c cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:52:40.926426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.944794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:40.982540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:41.043446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eeae13-8cee-4dd9-a856-9cc5ecf5f089 req-5ac84f60-b61e-49c1-8ae1-df30637f4645 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:41.046315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35eeae13-8cee-4dd9-a856-9cc5ecf5f089 req-5ac84f60-b61e-49c1-8ae1-df30637f4645 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 944 time: 0.1739731 Aug 06 15:52:41.049050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c86ea401-b191-4a4d-8645-e5443d6fadde,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:41.059321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.060061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.060629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.062300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.063068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.063766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.064328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.064914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.065486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.065899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.066440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.067001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:52:41.074316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df027cbd-59ed-4bfd-a94f-85c7da237208 req-f5c1f66c-9c97-4912-a5da-72dfbd24ea08 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:41.075923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df027cbd-59ed-4bfd-a94f-85c7da237208 req-f5c1f66c-9c97-4912-a5da-72dfbd24ea08 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 944 time: 0.6055779 Aug 06 15:52:41.194401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:52:41.241288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35eeae13-8cee-4dd9-a856-9cc5ecf5f089 req-ad8575fa-a73e-4be9-87c5-8308dc51b552 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614165 Aug 06 15:52:41.249400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df027cbd-59ed-4bfd-a94f-85c7da237208 req-d0c4584a-6628-43a3-80e2-5593aa8a75cf tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618226 Aug 06 15:52:41.329256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:41.406725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1239725-7557-4fc1-a965-24dabb5c5e0c {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:41.420257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:41.425670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4d681218-3d2a-4b18-92b9-dbde350556b9 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/floatingips/d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 HTTP/1.1" status: 200 len: 993 time: 0.0952327 Aug 06 15:52:41.447868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba3b36-9144-4354-9fb6-8eca12f5a0cf req-201bc627-ef29-4cfe-a1fd-d30b19fd12b6 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:41.451086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bba3b36-9144-4354-9fb6-8eca12f5a0cf req-201bc627-ef29-4cfe-a1fd-d30b19fd12b6 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 936 time: 0.1232531 Aug 06 15:52:41.519582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Transition to ACTIVE for port object a1239725-7557-4fc1-a965-24dabb5c5e0c will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:41.578632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:41.583475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bba3b36-9144-4354-9fb6-8eca12f5a0cf req-44482a8f-8428-4839-874d-47203cb07d2e tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969133 Aug 06 15:52:41.602504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:41.612599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:41.739502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Pushing event updated for resources: {'Port': ['ID=a1239725-7557-4fc1-a965-24dabb5c5e0c,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:41.815241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Allocated IP 172.25.5.85 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/be5ca433-fd6e-4993-a47f-f765fc680d13) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:41.919027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Attempting to bind port a1239725-7557-4fc1-a965-24dabb5c5e0c on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:41.919370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Attempting to bind port a1239725-7557-4fc1-a965-24dabb5c5e0c by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:41.919691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Attempting to bind port a1239725-7557-4fc1-a965-24dabb5c5e0c on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:41.958669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Port a1239725-7557-4fc1-a965-24dabb5c5e0c on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:52:41.959411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Attempting to bind port a1239725-7557-4fc1-a965-24dabb5c5e0c on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:41.972477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:41.972808 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:41.973194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:41.973633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Bound port: a1239725-7557-4fc1-a965-24dabb5c5e0c, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:41.973992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.014508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c976b-446b-45c3-9552-179ff2b0346b req-84bc6bef-5a75-4e71-affc-2ba08bd7e1cc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:42.016090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6c976b-446b-45c3-9552-179ff2b0346b req-84bc6bef-5a75-4e71-affc-2ba08bd7e1cc tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 947 time: 0.1555111 Aug 06 15:52:42.064251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.127949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb6c976b-446b-45c3-9552-179ff2b0346b req-62f3c3d0-4092-4db5-a695-c70817416e7a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981402 Aug 06 15:52:42.136739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] For port a1239725-7557-4fc1-a965-24dabb5c5e0c, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:42.143211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] For port a1239725-7557-4fc1-a965-24dabb5c5e0c, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:42.224021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.254488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.270669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:42.271303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.272748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] 10.222.0.64 "PUT /v2.0/ports/a1239725-7557-4fc1-a965-24dabb5c5e0c HTTP/1.1" status: 200 len: 1096 time: 2.0986872 Aug 06 15:52:42.273194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'tag': 'a1239725-7557-4fc1-a965-24dabb5c5e0c'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:42.275453 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884835d3-0c76-487f-96c2-1e04bf386aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "46661ecf-5b80-4ef1-b5ff-672cdd7f2a62", "tag": "a1239725-7557-4fc1-a965-24dabb5c5e0c"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:42.290540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c86ea401-b191-4a4d-8645-e5443d6fadde up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:42.295218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:42.295834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f84c5d28-808b-41a4-bc8d-9186bba5f730 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:52:42.302951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:42.307376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:42.314105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8e32e-5957-43af-aa73-c2311fb6f58e service neutron] Pushing event updated for resources: {'Port': ['ID=a1239725-7557-4fc1-a965-24dabb5c5e0c,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:42.361225 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9872396-bd78-4aa8-a8b5-5fde2e4575e3 x-openstack-request-id: req-d9872396-bd78-4aa8-a8b5-5fde2e4575e3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:42.361611 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46661ecf-5b80-4ef1-b5ff-672cdd7f2a62", "tag": "a1239725-7557-4fc1-a965-24dabb5c5e0c", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:42.361808 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9872396-bd78-4aa8-a8b5-5fde2e4575e3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:42.363290 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'tag': 'a1239725-7557-4fc1-a965-24dabb5c5e0c', 'status': 'completed', 'code': 200} Aug 06 15:52:42.525847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f84c5d28-808b-41a4-bc8d-9186bba5f730, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f84c5d28-808b-41a4-bc8d-9186bba5f730,segment=NetworkSegment(8e781606-2213-4497-ac10-0df6c5f5c662),segment_id=8e781606-2213-4497-ac10-0df6c5f5c662)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:42.546941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'f84c5d28-808b-41a4-bc8d-9186bba5f730', 'network_id': '8c1cb30d-e0f3-47b4-9628-a8146e42ca4d', 'port_id': 'f84c5d28-808b-41a4-bc8d-9186bba5f730', 'mac_address': 'fa:16:3e:38:25:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5499a972-34ea-457f-b125-2e68e94594a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:52:42.593377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.595838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event updated for resources: {'Port': ['ID=be5ca433-fd6e-4993-a47f-f765fc680d13,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:42.601980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port c86ea401-b191-4a4d-8645-e5443d6fadde completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:42.610419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port c86ea401-b191-4a4d-8645-e5443d6fadde triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:42.610795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.613406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84c5d28-808b-41a4-bc8d-9186bba5f730 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:42.634996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f84c5d28-808b-41a4-bc8d-9186bba5f730, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f84c5d28-808b-41a4-bc8d-9186bba5f730,segment=NetworkSegment(8e781606-2213-4497-ac10-0df6c5f5c662),segment_id=8e781606-2213-4497-ac10-0df6c5f5c662)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:42.644038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884835d3-0c76-487f-96c2-1e04bf386aaf req-7ac2bf4a-18fd-4a14-872a-87ee67c293d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:42.645633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-884835d3-0c76-487f-96c2-1e04bf386aaf req-7ac2bf4a-18fd-4a14-872a-87ee67c293d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 1099 time: 0.2807758 Aug 06 15:52:42.688548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcc2f8-0002-4499-b499-62458ff8c294 req-8be7700a-c1ad-45c0-8ed3-ea4af8727d5b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:42.697010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ddcc2f8-0002-4499-b499-62458ff8c294 req-8be7700a-c1ad-45c0-8ed3-ea4af8727d5b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 945 time: 0.2792487 Aug 06 15:52:42.722549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-884835d3-0c76-487f-96c2-1e04bf386aaf req-4b60dbb0-cf1f-4af4-a5cd-ba0a59ea1593 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607963 Aug 06 15:52:42.742851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01df02-bd00-4ac2-80b4-0c8201498dcd req-90c055ab-73a3-4b96-8eb8-681281a5347c tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:42.744738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c01df02-bd00-4ac2-80b4-0c8201498dcd req-90c055ab-73a3-4b96-8eb8-681281a5347c tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 944 time: 0.3023798 Aug 06 15:52:42.819138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.887949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=f84c5d28-808b-41a4-bc8d-9186bba5f730,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:42.910796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ddcc2f8-0002-4499-b499-62458ff8c294 req-e54517f3-e6ae-4ded-8dca-905c9bc66089 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126348 Aug 06 15:52:42.937460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c01df02-bd00-4ac2-80b4-0c8201498dcd req-363d3c7f-b2fd-414a-84c4-15792a23eb47 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655254 Aug 06 15:52:42.938057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:42.982866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86ea401-b191-4a4d-8645-e5443d6fadde'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:42.988954 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dcfaa7-6fef-4bf1-9394-2aa786abf604" -d '{"events": [{"server_uuid": "9f278918-e2ce-4cb7-a602-65a091e393f6", "name": "network-vif-plugged", "status": "completed", "tag": "c86ea401-b191-4a4d-8645-e5443d6fadde"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:42.989783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884835d3-0c76-487f-96c2-1e04bf386aaf req-dd1009b0-1587-4c29-8720-a5a28073c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:42.991271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-884835d3-0c76-487f-96c2-1e04bf386aaf req-dd1009b0-1587-4c29-8720-a5a28073c6e8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584407 Aug 06 15:52:43.006067 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:43.014124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c86ea401-b191-4a4d-8645-e5443d6fadde, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c86ea401-b191-4a4d-8645-e5443d6fadde,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:43.023741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['f84c5d28-808b-41a4-bc8d-9186bba5f730'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:52:43.085332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:43.149045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c86ea401-b191-4a4d-8645-e5443d6fadde,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:43.207988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362e69e-795d-4484-84d7-a2f0b647591a req-5ff17624-d783-4701-854c-9f038d32e911 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.209511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e362e69e-795d-4484-84d7-a2f0b647591a req-5ff17624-d783-4701-854c-9f038d32e911 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 948 time: 0.1350973 Aug 06 15:52:43.224075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-9d7512ef-4876-49fd-aa4d-96024bde4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.225561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-9d7512ef-4876-49fd-aa4d-96024bde4f02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 1099 time: 0.1495869 Aug 06 15:52:43.246554 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1093b84-86f5-4dbe-b3fd-8ec367d43ea2 x-openstack-request-id: req-d1093b84-86f5-4dbe-b3fd-8ec367d43ea2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:43.246873 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f278918-e2ce-4cb7-a602-65a091e393f6", "name": "network-vif-plugged", "status": "completed", "tag": "c86ea401-b191-4a4d-8645-e5443d6fadde", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:43.247233 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1093b84-86f5-4dbe-b3fd-8ec367d43ea2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:43.247646 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86ea401-b191-4a4d-8645-e5443d6fadde', 'code': 200} Aug 06 15:52:43.349703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-d8494ac6-e1df-443a-876d-a2e62390e6a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c HTTP/1.1" status: 200 len: 217 time: 0.1069059 Aug 06 15:52:43.355828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f699ae-b38d-4ae1-83d1-38652dd47688 req-5c35a8e7-e56f-44b8-8ef6-3000c5bbf702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.357336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58f699ae-b38d-4ae1-83d1-38652dd47688 req-5c35a8e7-e56f-44b8-8ef6-3000c5bbf702 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 1097 time: 0.0525329 Aug 06 15:52:43.401293 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58f699ae-b38d-4ae1-83d1-38652dd47688 req-030c11dc-d0ce-4cec-bb4b-f866409c966a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Aug 06 15:52:43.429710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e362e69e-795d-4484-84d7-a2f0b647591a req-6c43af21-cb57-4a30-b09e-ab644828ca21 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105248 Aug 06 15:52:43.491649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-8a5de11a-8264-491e-9eb2-64c63b9017c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.493241 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-8a5de11a-8264-491e-9eb2-64c63b9017c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.1240139 Aug 06 15:52:43.514995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1febf8a-ab9d-4633-b7d1-381d3bf10f42 req-4e0120c5-2e0a-4610-b64e-9a3f1104ea70 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.516460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1febf8a-ab9d-4633-b7d1-381d3bf10f42 req-4e0120c5-2e0a-4610-b64e-9a3f1104ea70 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 947 time: 0.1713994 Aug 06 15:52:43.552815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:43.571402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-5b1dffaa-f99d-4627-b217-57ea4534ae88 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.574042 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-5b1dffaa-f99d-4627-b217-57ea4534ae88 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.64 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 947 time: 0.0599685 Aug 06 15:52:43.638473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-315421f7-4155-4117-81be-bcfb4c695ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:43.640183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-315421f7-4155-4117-81be-bcfb4c695ebc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227221 Aug 06 15:52:43.645109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1febf8a-ab9d-4633-b7d1-381d3bf10f42 req-f078f312-785c-480a-ad2e-8a53d554d1b5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=666b2397-24a4-4628-b91e-17615255ed5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179433 Aug 06 15:52:43.679036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Deleting port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:43.683887 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:43.789275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] For port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:43.789275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:43.802521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-b3f2a68d-1bed-45db-beb6-5b0410eefba7 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528196 Aug 06 15:52:43.901519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Router 9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:52:44.157410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.157933 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.158261 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Floating IP 5f9f7e27-21f6-4ab0-b5c5-258083c423fa disassociated. External IP: 172.25.5.36, port: 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f. Aug 06 15:52:44.158617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Calling delete_port for 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:44.287432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f84c5d28-808b-41a4-bc8d-9186bba5f730 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:44.398962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.414639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3035ba8a-62a7-44ad-bcb5-845d0e537d2e req-c3bb90fa-09ef-4381-aaaa-230248663ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012824 Aug 06 15:52:44.440152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event deleted for resources: {'Port': ['ID=8e393a9a-d39b-4ffd-8b4c-f7f5827b455f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:44.441908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port f84c5d28-808b-41a4-bc8d-9186bba5f730 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:44.456660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port f84c5d28-808b-41a4-bc8d-9186bba5f730 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:44.457704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.552598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c36cb-80e6-49e2-bceb-61499262a8c2 req-0d80a2b5-ce49-4750-ac36-f52a51a1f342 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:44.564417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c04c36cb-80e6-49e2-bceb-61499262a8c2 req-0d80a2b5-ce49-4750-ac36-f52a51a1f342 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 946 time: 0.2313097 Aug 06 15:52:44.579302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fd96-0167-414d-af8b-23b146d14c2d req-d90107e9-88bf-4cd0-ab1c-079d8ff0ed28 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:44.585718 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.588273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74e3fd96-0167-414d-af8b-23b146d14c2d req-d90107e9-88bf-4cd0-ab1c-079d8ff0ed28 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 945 time: 0.2540824 Aug 06 15:52:44.613770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:52:44.619073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:44.621238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port f84c5d28-808b-41a4-bc8d-9186bba5f730, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f84c5d28-808b-41a4-bc8d-9186bba5f730,segment=NetworkSegment(8e781606-2213-4497-ac10-0df6c5f5c662),segment_id=8e781606-2213-4497-ac10-0df6c5f5c662)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:44.632019 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] Sync routers for ids ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:44.645632 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] Routers {'9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:44.647046 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:44.687163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c04c36cb-80e6-49e2-bceb-61499262a8c2 req-bd1eaaa3-2246-41e2-845b-6011e4701529 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198401 Aug 06 15:52:44.691960 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:44.694301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74e3fd96-0167-414d-af8b-23b146d14c2d req-d82330d9-5a77-4271-8e84-7a498090cef8 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033998 Aug 06 15:52:44.703555 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] Routers {'9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:44.704621 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:44.717323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.746118 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:44.748165 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6488094b-dced-4174-aa82-ba8e00a301a9 None None] The sync data for ids ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:44.783106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=f84c5d28-808b-41a4-bc8d-9186bba5f730,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:44.787196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:44.799341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:44.800681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.808954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-09130dca-e607-4467-a908-316dc898a30c tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9725549 Aug 06 15:52:44.808954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:44.823561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:44.825628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:44.826289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:44.841178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] No DVR routers for this DVR port 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:52:44.844320 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:44.847515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3df9064e-a375-430a-ad2b-3e9d0e0941cf req-fd3856d1-3138-4ff5-9a1c-2ccbf26ef5c9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.64 "DELETE /v2.0/ports/8e393a9a-d39b-4ffd-8b4c-f7f5827b455f HTTP/1.1" status: 204 len: 173 time: 1.2669904 Aug 06 15:52:44.848179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-deleted', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:44.850973 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795016f-8710-4a35-acd0-55b0226eaec4" -d '{"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-deleted", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:44.902675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79b56d23-2a1c-4cfb-a82d-f2f5590f7039 req-c95ff290-ef79-4817-8a89-294c6db10971 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=43782b42-1b8f-4930-97ed-70a698bff94b HTTP/1.1" status: 200 len: 210 time: 0.1037045 Aug 06 15:52:44.959885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:44.974716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014719c0-7a6a-4432-b550-0dba2e0848c0 req-64458877-027c-42bf-b5e5-b42524b4a09e tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:44.980767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-014719c0-7a6a-4432-b550-0dba2e0848c0 req-64458877-027c-42bf-b5e5-b42524b4a09e tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 948 time: 0.2234230 Aug 06 15:52:45.041511 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f571cc-86d3-4039-b523-a000f82e92d0 x-openstack-request-id: req-32f571cc-86d3-4039-b523-a000f82e92d0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:45.041806 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43782b42-1b8f-4930-97ed-70a698bff94b", "name": "network-vif-deleted", "tag": "8e393a9a-d39b-4ffd-8b4c-f7f5827b455f", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:45.044057 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32f571cc-86d3-4039-b523-a000f82e92d0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:45.044057 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43782b42-1b8f-4930-97ed-70a698bff94b', 'name': 'network-vif-deleted', 'tag': '8e393a9a-d39b-4ffd-8b4c-f7f5827b455f', 'status': 'completed', 'code': 200} Aug 06 15:52:45.154893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-014719c0-7a6a-4432-b550-0dba2e0848c0 req-ed7fefab-face-4d1d-b628-11788546c421 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579614 Aug 06 15:52:45.234836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:45.261470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84c5d28-808b-41a4-bc8d-9186bba5f730'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:45.263889 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a831de3f-87eb-4ef4-a2cd-7b4e981a3af3" -d '{"events": [{"server_uuid": "3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3", "name": "network-vif-plugged", "status": "completed", "tag": "f84c5d28-808b-41a4-bc8d-9186bba5f730"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:45.267416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:52:45.277012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:45.277758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:45.313731 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8b839b-9442-44cf-985e-19015182311a x-openstack-request-id: req-af8b839b-9442-44cf-985e-19015182311a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:45.314334 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3", "name": "network-vif-plugged", "status": "completed", "tag": "f84c5d28-808b-41a4-bc8d-9186bba5f730", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:45.314334 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af8b839b-9442-44cf-985e-19015182311a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:45.314601 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84c5d28-808b-41a4-bc8d-9186bba5f730', 'code': 200} Aug 06 15:52:45.317161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:45.408069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:45.429030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:52:45.606356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Deleting port be5ca433-fd6e-4993-a47f-f765fc680d13 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:45.606884 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:45.716163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:45.732304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Calling delete_port for be5ca433-fd6e-4993-a47f-f765fc680d13 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:45.734516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:45.779354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dd41bc-d4ba-43c0-b49f-557573b29cec None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:45.789884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2883c-43dc-4f63-be7b-16f02483b0b2 req-0d225af5-63cc-4fc1-98c9-1bf02d93d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:45.791624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ffe2883c-43dc-4f63-be7b-16f02483b0b2 req-0d225af5-63cc-4fc1-98c9-1bf02d93d51c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 1097 time: 0.4200368 Aug 06 15:52:45.855631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ffe2883c-43dc-4f63-be7b-16f02483b0b2 req-301964cc-07d9-4d34-8dee-328c31e3d066 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537312 Aug 06 15:52:46.026329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b82ea-00d6-4146-9d70-de37369c439b req-9b064d87-c06f-4d59-9d0c-5415876919e7 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:46.028073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-501b82ea-00d6-4146-9d70-de37369c439b req-9b064d87-c06f-4d59-9d0c-5415876919e7 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 946 time: 0.2168808 Aug 06 15:52:46.035922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8817b-b9e5-468b-95ab-6f25525027dc req-ff0508e0-60a7-4061-95fd-921be7726600 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:46.037419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ad8817b-b9e5-468b-95ab-6f25525027dc req-ff0508e0-60a7-4061-95fd-921be7726600 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 946 time: 0.2392654 Aug 06 15:52:46.182240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-501b82ea-00d6-4146-9d70-de37369c439b req-493c183e-da05-4a2c-bc16-4879b0f468d5 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368814 Aug 06 15:52:46.190779 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ad8817b-b9e5-468b-95ab-6f25525027dc req-e1e3b7d3-e608-452d-8361-874d4a00d425 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325228 Aug 06 15:52:46.240104 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098100e9-018b-433d-975d-37e8789a1e8a None None] New status for floating IP 5f9f7e27-21f6-4ab0-b5c5-258083c423fa: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:52:46.331325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55689a-660f-4cc9-84de-23f109851963 req-66af2a1f-41d5-44e5-b439-30a5ad90576a tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:46.333122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b55689a-660f-4cc9-84de-23f109851963 req-66af2a1f-41d5-44e5-b439-30a5ad90576a tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 948 time: 0.0587153 Aug 06 15:52:46.343994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a1239725-7557-4fc1-a965-24dabb5c5e0c details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:52:46.346315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:52:46.380838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:52:46.381322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8e393a9a-d39b-4ffd-8b4c-f7f5827b455f not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:52:46.407767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b55689a-660f-4cc9-84de-23f109851963 req-37f79078-6447-415c-8e5e-28a8e961fd6e tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649171 Aug 06 15:52:46.477867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.520884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Pushing event deleted for resources: {'Port': ['ID=be5ca433-fd6e-4993-a47f-f765fc680d13,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:46.539682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a1239725-7557-4fc1-a965-24dabb5c5e0c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:46.553972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'a1239725-7557-4fc1-a965-24dabb5c5e0c', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': 'a1239725-7557-4fc1-a965-24dabb5c5e0c', 'mac_address': 'fa:16:3e:99:75:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:52:46.591990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:46.617348 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.626158 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.632011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1239725-7557-4fc1-a965-24dabb5c5e0c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:52:46.656975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a1239725-7557-4fc1-a965-24dabb5c5e0c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:46.754512 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.806807 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8af6ff16-b525-4e17-9719-124a0b0fcf2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.831148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a1239725-7557-4fc1-a965-24dabb5c5e0c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:46.893711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.896291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8af6ff16-b525-4e17-9719-124a0b0fcf2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.905508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:46.986018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['a1239725-7557-4fc1-a965-24dabb5c5e0c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:52:47.044322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Router 9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:52:47.116975 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8af6ff16-b525-4e17-9719-124a0b0fcf2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.122058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8af6ff16-b525-4e17-9719-124a0b0fcf2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.122058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8af6ff16-b525-4e17-9719-124a0b0fcf2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "DELETE /v2.0/security-groups/666b2397-24a4-4628-b91e-17615255ed5d HTTP/1.1" status: 204 len: 168 time: 0.5280423 Aug 06 15:52:47.126052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38250) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:47.141271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6ff16-b525-4e17-9719-124a0b0fcf2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b2397-24a4-4628-b91e-17615255ed5d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:47.145917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:52:47.161186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.162312 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-fbcae48c-742d-4af4-a827-8247567fcd47 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] show failed (client error): The resource could not be found. Aug 06 15:52:47.163225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e95f475b-2be8-4bee-b35b-e831917f5d1f tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "PUT /v2.0/routers/9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 200 len: 709 time: 2.3437219 Aug 06 15:52:47.163860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:47.168906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fbcae48c-742d-4af4-a827-8247567fcd47 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups/666b2397-24a4-4628-b91e-17615255ed5d HTTP/1.1" status: 404 len: 347 time: 0.0410810 Aug 06 15:52:47.169799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:47.193737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] Sync routers for ids ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:52:47.210865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] Routers {'9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:47.211657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:47.274356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-feea8339-15a0-4977-8766-d1053685db2a tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/routers/9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 200 len: 744 time: 0.1093485 Aug 06 15:52:47.275019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:47.287682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:47.298683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] Routers {'9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:52:47.299379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:52:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:47.347418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:47.349253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b99d00-19aa-4148-b4bd-f5cf2e74e0c3 None None] The sync data for ids ['9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:52:47.361420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Deleting port a8ee62ce-53f1-4e25-b18b-099944a5b3e7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:47.361919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cf13886e-3212-4dec-a25f-75140f1ee7d5 tempest-RoutersIpV6AdminTest-1508730172 tempest-RoutersIpV6AdminTest-1508730172-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 200 len: 205 time: 0.0856550 Aug 06 15:52:47.362117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.366144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:47.402005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fcdfadb2-88cb-484a-ad74-d8a7bd92dd97 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 200 len: 205 time: 0.0318193 Aug 06 15:52:47.403999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38270) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:47.469806 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.470540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.483518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec972819-9471-479d-8fbd-68f09f1435bc req-06585913-0d8f-40d5-9316-c5349a9efe88 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:47.485218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec972819-9471-479d-8fbd-68f09f1435bc req-06585913-0d8f-40d5-9316-c5349a9efe88 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 946 time: 0.1913648 Aug 06 15:52:47.498580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Calling delete_port for a8ee62ce-53f1-4e25-b18b-099944a5b3e7 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:47.563278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.705609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec972819-9471-479d-8fbd-68f09f1435bc req-65ec941c-fe29-4e9b-9059-723f8c878601 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826131 Aug 06 15:52:47.724584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.764555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event deleted for resources: {'Port': ['ID=a8ee62ce-53f1-4e25-b18b-099944a5b3e7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:47.783946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.792950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfd06-8084-4318-b324-676917d40be3 req-217ad2ce-fa37-4775-a0bf-40a10dae055c tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:47.794678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-965dfd06-8084-4318-b324-676917d40be3 req-217ad2ce-fa37-4775-a0bf-40a10dae055c tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 949 time: 0.2539158 Aug 06 15:52:47.795898 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.850871 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.854024 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.875849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-326e9bdb-cf08-42b8-931f-da9d94958768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "DELETE /v2.0/floatingips/5f9f7e27-21f6-4ab0-b5c5-258083c423fa HTTP/1.1" status: 204 len: 168 time: 0.6929250 Aug 06 15:52:47.900081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-965dfd06-8084-4318-b324-676917d40be3 req-da3ffccc-3856-448d-af29-1415556896da tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518866 Aug 06 15:52:47.943389 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.944195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Fanout notify agent at l3_agent the message router_deleted on router 9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:52:47.967461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:47.968886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bbe4d01a-bd33-4b8c-98f0-45ffd40a7938 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 204 len: 168 time: 0.5637946 Aug 06 15:52:47.973342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.029378 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-73c00198-1193-486a-a874-80a4d204b0ca tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 200 len: 205 time: 0.0547845 Aug 06 15:52:48.031522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.086475 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-a4301032-666d-4067-9a66-95aa797e17bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] delete failed (client error): The resource could not be found. Aug 06 15:52:48.087877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4301032-666d-4067-9a66-95aa797e17bb tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/9c75eaaa-66cf-4ee1-91dd-8c461ca2b0e1 HTTP/1.1" status: 404 len: 336 time: 0.0551350 Aug 06 15:52:48.090481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38296) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.134510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-51beb4f5-7b84-4b72-ad11-0cabb2ed2173 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32d0ba0-7540-47b2-b147-2c4ae385c63a HTTP/1.1" status: 200 len: 205 time: 0.0421095 Aug 06 15:52:48.136466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38300) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.183963 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-4c6c35c0-85ed-44d3-a8ba-aa7404426068 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] delete failed (client error): The resource could not be found. Aug 06 15:52:48.187384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c6c35c0-85ed-44d3-a8ba-aa7404426068 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/a32d0ba0-7540-47b2-b147-2c4ae385c63a HTTP/1.1" status: 404 len: 336 time: 0.0474868 Aug 06 15:52:48.187768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.216124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c5e91439-60dd-4307-8a56-721ae637a797 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 HTTP/1.1" status: 200 len: 205 time: 0.0271006 Aug 06 15:52:48.218403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.278435 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-8944eae5-6f18-4a27-b9aa-c4acdc724407 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] delete failed (client error): The resource could not be found. Aug 06 15:52:48.281917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8944eae5-6f18-4a27-b9aa-c4acdc724407 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/99f8d8a7-9c2d-4e51-b8a2-af3e853ddb72 HTTP/1.1" status: 404 len: 336 time: 0.0601635 Aug 06 15:52:48.282431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38316) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.318148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8f4a718a-b12b-4391-a124-1760d01a7b80 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=93887602-fe0e-4a19-8196-cf83bc348a6d HTTP/1.1" status: 200 len: 205 time: 0.0343695 Aug 06 15:52:48.320716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.381236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a1239725-7557-4fc1-a965-24dabb5c5e0c up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:48.402940 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f3e29b96-51ce-48f7-b4a7-9c33cc19f6ca tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] delete failed (client error): The resource could not be found. Aug 06 15:52:48.404079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f3e29b96-51ce-48f7-b4a7-9c33cc19f6ca tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/93887602-fe0e-4a19-8196-cf83bc348a6d HTTP/1.1" status: 404 len: 336 time: 0.0822988 Aug 06 15:52:48.407285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38330) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.439033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.445838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608041633', 'description': 'tempest-description--289243029'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:48.450225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6586c564-f3d9-435a-808a-c6220c59fd8a tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=a5c764de-ab64-4fa6-b378-cbdd7a9e3274 HTTP/1.1" status: 200 len: 205 time: 0.0417042 Aug 06 15:52:48.454539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.522805 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-dac3c626-9e50-4ca7-b333-b86b2908878e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] delete failed (client error): The resource could not be found. Aug 06 15:52:48.524528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dac3c626-9e50-4ca7-b333-b86b2908878e tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/a5c764de-ab64-4fa6-b378-cbdd7a9e3274 HTTP/1.1" status: 404 len: 336 time: 0.0686681 Aug 06 15:52:48.528326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.563954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-64266119-8b26-4dd4-b8ea-7c0ee0f63be0 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cc0e142-7e53-410f-aa5f-1e3d01305009 HTTP/1.1" status: 200 len: 205 time: 0.0337136 Aug 06 15:52:48.566594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38342) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.589365 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.608963 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-80e347dc-2e4b-47eb-a6bb-5cdd8d2110e3 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] delete failed (client error): The resource could not be found. Aug 06 15:52:48.612565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-80e347dc-2e4b-47eb-a6bb-5cdd8d2110e3 tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/routers/8cc0e142-7e53-410f-aa5f-1e3d01305009 HTTP/1.1" status: 404 len: 336 time: 0.0426025 Aug 06 15:52:48.613032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.614510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port a1239725-7557-4fc1-a965-24dabb5c5e0c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:48.618926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port a1239725-7557-4fc1-a965-24dabb5c5e0c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:48.619591 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.643719 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9f76a-f5e5-4889-84ef-7db02b6b6fbf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] DELETE failed (client error): The resource could not be found. Aug 06 15:52:48.644174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d9f76a-f5e5-4889-84ef-7db02b6b6fbf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:52:48.645983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5d9f76a-f5e5-4889-84ef-7db02b6b6fbf tempest-RoutersIpV6AdminTest-1626624735 tempest-RoutersIpV6AdminTest-1626624735-project] 10.222.0.16 "DELETE /v2.0/subnets/2124fd2c-6d41-4ab0-9472-896919a03004 HTTP/1.1" status: 404 len: 337 time: 0.0316958 Aug 06 15:52:48.708471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.736182 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.776950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a1239725-7557-4fc1-a965-24dabb5c5e0c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:48.777892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1239725-7557-4fc1-a965-24dabb5c5e0c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:48.780535 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874bc845-3ddb-4cff-bdbd-160de85724ba" -d '{"events": [{"server_uuid": "46661ecf-5b80-4ef1-b5ff-672cdd7f2a62", "name": "network-vif-plugged", "status": "completed", "tag": "a1239725-7557-4fc1-a965-24dabb5c5e0c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:48.811895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.816844 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac77ed5a-a11c-4852-aa9b-7e5d0439008e x-openstack-request-id: req-ac77ed5a-a11c-4852-aa9b-7e5d0439008e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:48.817491 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46661ecf-5b80-4ef1-b5ff-672cdd7f2a62", "name": "network-vif-plugged", "status": "completed", "tag": "a1239725-7557-4fc1-a965-24dabb5c5e0c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:48.817947 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac77ed5a-a11c-4852-aa9b-7e5d0439008e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:48.818493 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1239725-7557-4fc1-a965-24dabb5c5e0c', 'code': 200} Aug 06 15:52:48.837788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.846614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:48.893186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a1239725-7557-4fc1-a965-24dabb5c5e0c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:48.938023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed01e8-5b26-4921-af14-697be104a3da req-62d59163-c1e8-4918-bf25-8e54613c329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:48.939748 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-78ed01e8-5b26-4921-af14-697be104a3da req-62d59163-c1e8-4918-bf25-8e54613c329f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 1101 time: 0.0488942 Aug 06 15:52:48.942755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:48.944028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ed04c603-1817-4de4-84b2-cc1c0a2e3373 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5039184 Aug 06 15:52:48.947032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:48.952300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'security_group_rule': {'security_group_id': '36dfa47c-6181-43c8-b8c9-c3436d6ebcb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:49.001869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-78ed01e8-5b26-4921-af14-697be104a3da req-f5b21254-7a2c-4fec-9e18-b701f3c0905c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444634 Aug 06 15:52:49.052055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec755e-9671-41ad-89f4-816fe9f8385d req-c1f9a281-102c-42bc-bd61-70a3b4883d81 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:49.053719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71ec755e-9671-41ad-89f4-816fe9f8385d req-c1f9a281-102c-42bc-bd61-70a3b4883d81 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 950 time: 0.0622821 Aug 06 15:52:49.098951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.118106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71ec755e-9671-41ad-89f4-816fe9f8385d req-9529f1c1-b24e-4f35-b4aa-1fafd02f8111 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507026 Aug 06 15:52:49.159072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.224324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85f564-727c-40c5-a8cd-62525409b003 req-33dba9ba-6f9f-4986-879d-16a9d516576c tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:49.226159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c85f564-727c-40c5-a8cd-62525409b003 req-33dba9ba-6f9f-4986-879d-16a9d516576c tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 946 time: 0.0626945 Aug 06 15:52:49.234358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.253058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70badabd-ef0c-4e0a-a27f-ab339cbe841a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:49.271712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c85f564-727c-40c5-a8cd-62525409b003 req-12d34914-5f6d-4490-9649-72a08a6a654b tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Aug 06 15:52:49.316106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:49.342829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.344942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4e3e233b-2edd-4e31-bec3-88e598558ef9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3967392 Aug 06 15:52:49.347051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:49.357537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'security_group_rule': {'security_group_id': '36dfa47c-6181-43c8-b8c9-c3436d6ebcb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:49.429677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f355aabd-f93c-4b63-a7dc-18b58f187322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.456448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.579478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.633888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f355aabd-f93c-4b63-a7dc-18b58f187322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.708564 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.733061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68102fc5-4b26-41ac-9d0c-509a387d1ead,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:49.752114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f355aabd-f93c-4b63-a7dc-18b58f187322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.790985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f355aabd-f93c-4b63-a7dc-18b58f187322 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bdc42d41206465d806b51f8fcec5d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737611 Aug 06 15:52:49.793899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:49.800612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355aabd-f93c-4b63-a7dc-18b58f187322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cf48b3-b5b5-4e60-8247-6cf2347775ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:49.848140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e8acec-e2c9-4a72-964e-bea4a8ec38a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.870765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e8acec-e2c9-4a72-964e-bea4a8ec38a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.891743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:49.895647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-57ad8404-2661-428b-910b-85ed3615234b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5453601 Aug 06 15:52:49.898548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:49.903865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:50.057855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e8acec-e2c9-4a72-964e-bea4a8ec38a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.058223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.061256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e8acec-e2c9-4a72-964e-bea4a8ec38a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.064884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-63e8acec-e2c9-4a72-964e-bea4a8ec38a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49cf48b3-b5b5-4e60-8247-6cf2347775ad HTTP/1.1" status: 204 len: 168 time: 0.2676868 Aug 06 15:52:50.091881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8acec-e2c9-4a72-964e-bea4a8ec38a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cf48b3-b5b5-4e60-8247-6cf2347775ad,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:50.195643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.281270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cab52-d113-4ae5-ad5d-aa0872d81679 req-06f33290-8a81-48f8-aba9-4bc2d9f87ad9 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:50.282930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350cab52-d113-4ae5-ad5d-aa0872d81679 req-06f33290-8a81-48f8-aba9-4bc2d9f87ad9 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 950 time: 0.0780854 Aug 06 15:52:50.334681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-350cab52-d113-4ae5-ad5d-aa0872d81679 req-31fac101-b43a-4b07-ae2e-97744cc08d8c tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454166 Aug 06 15:52:50.403320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Allocated IP 172.25.5.134 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/f93c8fd0-f1de-4756-98c5-288c428eec86) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:50.480313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e1d0b-95c3-40e2-843b-e67ae4753e32 req-8f9aae56-23fd-4416-84c5-02b07f0a84bc tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:50.480313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-512e1d0b-95c3-40e2-843b-e67ae4753e32 req-8f9aae56-23fd-4416-84c5-02b07f0a84bc tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 946 time: 0.0661120 Aug 06 15:52:50.484810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-bad6276e-e4e4-403b-9b88-745347da10c2 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:50.486426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-bad6276e-e4e4-403b-9b88-745347da10c2 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 946 time: 0.1097524 Aug 06 15:52:50.545104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-512e1d0b-95c3-40e2-843b-e67ae4753e32 req-2243dee7-d3ed-411c-a11f-17d09008898f tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/security-groups?id=52d6a017-e164-490d-b02b-ef2b35b65ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577738 Aug 06 15:52:50.660072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.699289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Deleting port f84c5d28-808b-41a4-bc8d-9186bba5f730 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:50.699791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.815377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] For port f84c5d28-808b-41a4-bc8d-9186bba5f730, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=f84c5d28-808b-41a4-bc8d-9186bba5f730,segment=NetworkSegment(8e781606-2213-4497-ac10-0df6c5f5c662),segment_id=8e781606-2213-4497-ac10-0df6c5f5c662)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:52:50.818672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:50.832432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Calling delete_port for f84c5d28-808b-41a4-bc8d-9186bba5f730 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:50.994983 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.063851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:51.067176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:51.071890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:51.087677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:51.099756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'Port': ['ID=f93c8fd0-f1de-4756-98c5-288c428eec86,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:51.144148 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bef95bb2-1acc-4386-b419-0fd02652a9f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f56329120a6f49dca5a42f6a35291ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504646 Aug 06 15:52:51.144636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:51.230132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.234505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.249378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['f84c5d28-808b-41a4-bc8d-9186bba5f730'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:52:51.265990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cee41bf5-78f7-4f14-ab4c-fb4eb6ac3531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.302083 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cee41bf5-78f7-4f14-ab4c-fb4eb6ac3531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.303319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Pushing event deleted for resources: {'Port': ['ID=f84c5d28-808b-41a4-bc8d-9186bba5f730,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:51.347410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] No DVR routers for this DVR port f84c5d28-808b-41a4-bc8d-9186bba5f730 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:52:51.350166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.352291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6d2f527-f7b9-43a9-bcd3-5cf5aa0d043b req-b7ed686b-bbc5-434f-892d-4484a6a49312 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.59 "DELETE /v2.0/ports/f84c5d28-808b-41a4-bc8d-9186bba5f730 HTTP/1.1" status: 204 len: 173 time: 0.8166029 Aug 06 15:52:51.352804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'name': 'network-vif-deleted', 'tag': 'f84c5d28-808b-41a4-bc8d-9186bba5f730'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:52:51.360112 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a63c88-eee4-4645-8306-d51d33e771a3" -d '{"events": [{"server_uuid": "3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3", "name": "network-vif-deleted", "tag": "f84c5d28-808b-41a4-bc8d-9186bba5f730"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:52:51.408064 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e2c8e-2a67-4774-b322-9c0a66f1dcb9 x-openstack-request-id: req-ef5e2c8e-2a67-4774-b322-9c0a66f1dcb9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:52:51.408368 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3", "name": "network-vif-deleted", "tag": "f84c5d28-808b-41a4-bc8d-9186bba5f730", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:52:51.408627 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef5e2c8e-2a67-4774-b322-9c0a66f1dcb9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:52:51.409050 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3', 'name': 'network-vif-deleted', 'tag': 'f84c5d28-808b-41a4-bc8d-9186bba5f730', 'status': 'completed', 'code': 200} Aug 06 15:52:51.489320 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.677211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c624f353-f96c-42b8-9705-1e8bc2b3d6b8 req-946b1e38-e603-494f-82d2-56799d357a70 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.0503471 Aug 06 15:52:51.679057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cee41bf5-78f7-4f14-ab4c-fb4eb6ac3531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.681901 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cee41bf5-78f7-4f14-ab4c-fb4eb6ac3531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.685053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cee41bf5-78f7-4f14-ab4c-fb4eb6ac3531 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a701dba-9d1d-4ff7-94cf-66ff35197c09 HTTP/1.1" status: 204 len: 168 time: 0.5393474 Aug 06 15:52:51.694387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee41bf5-78f7-4f14-ab4c-fb4eb6ac3531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a701dba-9d1d-4ff7-94cf-66ff35197c09,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:51.740670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.846674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:51.921589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'Port': ['ID=f93c8fd0-f1de-4756-98c5-288c428eec86,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:51.984324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:52.155660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:52.157502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9860a3c3-d4bb-4569-967b-52f799241115 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2578127 Aug 06 15:52:52.514322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-1977cd43-f87f-4adc-a103-1cbba2f29506 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1608041633&fields=id&tenant_id=da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 267 time: 0.0835793 Aug 06 15:52:53.138213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73b41a9-3aa9-4db7-a67a-1ff026baf4ce req-af71bed5-80d9-4085-a143-a3f498555e36 tempest-ServerMetadataNegativeTestJSON-535442486 tempest-ServerMetadataNegativeTestJSON-535442486-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b48a3f5-aae2-4d39-b5fe-96f1c7f56be3 HTTP/1.1" status: 200 len: 210 time: 0.0358393 Aug 06 15:52:53.162594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-2bdab125-ad2b-4c2d-813e-abee0cd9c2cf tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:53.164161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-2bdab125-ad2b-4c2d-813e-abee0cd9c2cf tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 816 time: 0.6525841 Aug 06 15:52:53.180394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-e78a7650-6641-43bd-9e3f-ca07ab4afcd8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/quotas/da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 375 time: 0.0095875 Aug 06 15:52:53.238904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-af723230-8a3c-4182-82d1-4ba837081f0e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521681 Aug 06 15:52:53.381750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-e59b1967-9ed4-471f-bf0f-1590bc5491f0 service neutron] 10.222.0.16 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286793 Aug 06 15:52:53.397105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38494) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:53.525591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-b490d34f-2cc4-44ef-a699-b659d5bae6e2 service neutron] 10.222.0.16 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412442 Aug 06 15:52:53.536850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-38265545'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:53.748682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:53.752317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:53.763155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:53.899650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-706023f6-5e0e-481d-b4b9-0460db416eed req-63742274-c4c0-4d19-9f3b-63f91e42db06 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 210 time: 0.0432482 Aug 06 15:52:53.948694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.051842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.076805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:52:54.093081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1733aa1-f910-43c3-8b46-bd2696158494,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:54.097302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.097705 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Added segment 8910f221-1324-4aae-859f-8e05796ecac6 of type vlan for network fea17d9c-9b6b-4223-9219-1872e940e8b2 Aug 06 15:52:54.143473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.196668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:54.257573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Deleting subnet 5499a972-34ea-457f-b125-2e68e94594a4 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:52:54.261013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.298651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.342742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.367967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f84c5d28-808b-41a4-bc8d-9186bba5f730 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:52:54.377252 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.386645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:54.389963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.405977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: f84c5d28-808b-41a4-bc8d-9186bba5f730 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:52:54.406821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device f84c5d28-808b-41a4-bc8d-9186bba5f730 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:52:54.484827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Network': ['ID=fea17d9c-9b6b-4223-9219-1872e940e8b2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:54.496550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:52:54.543601 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:52:54.577102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.601691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5499a972-34ea-457f-b125-2e68e94594a4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:54.608837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.613172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d36770c6-9984-4b35-bc76-1e4e098e5f7a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5499a972-34ea-457f-b125-2e68e94594a4 HTTP/1.1" status: 204 len: 168 time: 0.4131355 Aug 06 15:52:54.613915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38520) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:54.636553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-276bf662-d31c-4c1f-8e2e-b07fc9e5c353 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2375770 Aug 06 15:52:54.640052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38524) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:54.647241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:54.691402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.799404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.809683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1cb30d-e0f3-47b4-9628-a8146e42ca4d']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:54.820321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e781606-2213-4497-ac10-0df6c5f5c662') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:54.820631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e781606-2213-4497-ac10-0df6c5f5c662') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:52:54.830326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.845871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.853113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:52:54.853622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:52:54.855978 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:52:54.874701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:54.881078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:55.012031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1641280f-75d2-4293-84ae-48fec8ddd49d req-7a3f268f-d224-478e-accd-2b7f52bceaed tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 210 time: 0.0386140 Aug 06 15:52:55.013429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:55.028511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:55.030968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8c1cb30d-e0f3-47b4-9628-a8146e42ca4d HTTP/1.1" status: 204 len: 168 time: 0.4164321 Aug 06 15:52:55.049216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e47b2-d6fe-48ab-ad68-86e4525fb170 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1cb30d-e0f3-47b4-9628-a8146e42ca4d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:55.320438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:55.394727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=6ab5f6a4-6d63-46bc-9420-598259dd4fcf,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:55.404217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:55.404606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network hostable DHCP agents. Network: fea17d9c-9b6b-4223-9219-1872e940e8b2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:52:55.611765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:52:55.729209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:55.788935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:55.790004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef1f4989-95e9-4d6d-8d1f-913988173f2f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65c2bb88b4504dce99f68380532c281d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586390 Aug 06 15:52:55.835111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, fea17d9c-9b6b-4223-9219-1872e940e8b2) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:55.835111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:55.835580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:55.845211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8182c9-e72a-4649-bbf6-be0da2c568d9 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:55.868565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f44bb8-6d3b-4379-a1ca-da8b1049f839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:55.898143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f44bb8-6d3b-4379-a1ca-da8b1049f839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.014078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '6ab5f6a4-6d63-46bc-9420-598259dd4fcf'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:52:56.015292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.028285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:56.028831 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.034803 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2bdb074c-7cc6-4a55-96b5-63d630cf71d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3928564 Aug 06 15:52:56.037392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'name': 'tempest-NetworksTestDHCPv6-1701648439'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:56.161757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f44bb8-6d3b-4379-a1ca-da8b1049f839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.165270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f44bb8-6d3b-4379-a1ca-da8b1049f839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.166471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-18f44bb8-6d3b-4379-a1ca-da8b1049f839 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52d6a017-e164-490d-b02b-ef2b35b65ec0 HTTP/1.1" status: 204 len: 168 time: 0.3747468 Aug 06 15:52:56.211546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/6ab5f6a4-6d63-46bc-9420-598259dd4fcf/40e3cd31-6bfe-40b0-894d-9b2acbd3b92b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:56.223582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-905d13e1-c24f-406c-8c3b-afce18dc1f55 req-0638ab0f-38a2-43b3-8faa-72ab26ab5950 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 210 time: 0.0735440 Aug 06 15:52:56.237278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f44bb8-6d3b-4379-a1ca-da8b1049f839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6a017-e164-490d-b02b-ef2b35b65ec0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:56.429204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:56.433268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.437815 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.447322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Transition to ACTIVE for port object 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:56.462027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 278d8eef-91a7-482d-891f-ee3248b251e2 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:52:56.466383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Transition to ACTIVE for port object 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:56.663390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.742227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::36d (fea17d9c-9b6b-4223-9219-1872e940e8b2/6ab5f6a4-6d63-46bc-9420-598259dd4fcf/278d8eef-91a7-482d-891f-ee3248b251e2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:56.748351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:56.751443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:56.754475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:56.770963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Pushing event updated for resources: {'Port': ['ID=40e3cd31-6bfe-40b0-894d-9b2acbd3b92b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:56.875515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Attempting to bind port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:52:56.876244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Attempting to bind port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:52:56.876244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Attempting to bind port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:52:56.884468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:52:56.884853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:52:56.885429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.886467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:52:56.887177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Bound port: 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:52:56.887573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:56.970928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:57.000976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 278d8eef-91a7-482d-891f-ee3248b251e2 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:57.016061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] For port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:52:57.020415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] For port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40e3cd31-6bfe-40b0-894d-9b2acbd3b92b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:52:57.167441 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:57.201371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:57.264525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:57.278150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:57.290438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:57.320945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:57.322250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:57.330220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaba0c-a563-404f-8f0f-66fb6779dc86 None None] Pushing event updated for resources: {'Port': ['ID=40e3cd31-6bfe-40b0-894d-9b2acbd3b92b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:57.334422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=278d8eef-91a7-482d-891f-ee3248b251e2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:57.461675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-1b4407fe-7124-405d-8464-c71acc5bf6a0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:57.478168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-1b4407fe-7124-405d-8464-c71acc5bf6a0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 816 time: 0.2467988 Aug 06 15:52:57.486140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9cb4ad5-09df-46ea-adf2-7ff529a53cc9 req-c1f4af8b-30bc-4543-bfde-5467fb4bb397 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 210 time: 0.0532534 Aug 06 15:52:57.492525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-396f47fc-acca-446c-a818-d829cb5f1310 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4623585 Aug 06 15:52:57.497307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:57.649736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-eec1423f-1838-4437-882c-00270437b7d7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 380 time: 0.1561019 Aug 06 15:52:57.662923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'port': {'device_id': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'admin_state_up': True, 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'security_groups': ['36dfa47c-6181-43c8-b8c9-c3436d6ebcb1']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:58.005293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bc508-004f-4275-8f68-413d26615d36 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:58.005293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9bc508-004f-4275-8f68-413d26615d36 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:58.007486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:58.008926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-de9bc508-004f-4275-8f68-413d26615d36 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2720301 Aug 06 15:52:58.009569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 278d8eef-91a7-482d-891f-ee3248b251e2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:52:58.009569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.050106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.069868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 278d8eef-91a7-482d-891f-ee3248b251e2 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:52:58.096821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Made reservation on behalf of da12e85f296946d3898c40ad68b07917 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:58.100791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.174051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:58.306788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Allocated IP 172.20.0.3 (3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4/507b0368-5ba1-4917-ace6-d4e696dc15ab/6a7b2f47-46cf-42cb-9a6b-2c70ee8735db) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:52:58.336294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1789607265-network', 'tenant_id': '079e4473f5ea4bd289b2028f975840a8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:58.366206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.420731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=278d8eef-91a7-482d-891f-ee3248b251e2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:58.479944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Made reservation on behalf of 079e4473f5ea4bd289b2028f975840a8 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:52:58.482809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.485441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.490993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6761d5c4-51a7-4499-9e7d-3e96e0acbe1a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/278d8eef-91a7-482d-891f-ee3248b251e2 HTTP/1.1" status: 204 len: 168 time: 0.7190027 Aug 06 15:52:58.493128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:58.534027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.543993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.577898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Transition to ACTIVE for port object 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:52:58.685869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50febf19-b772-485a-b6b0-5bd05df1962b req-7f7eaa16-568e-4a5e-9f2a-a6850dba0347 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 210 time: 0.0696721 Aug 06 15:52:58.732002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f6dea-e319-4695-98fc-07fd3798b69c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:58.732002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48f6dea-e319-4695-98fc-07fd3798b69c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:58.732002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e48f6dea-e319-4695-98fc-07fd3798b69c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2334411 Aug 06 15:52:58.732002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:58.749576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.772153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e71df-5214-42bc-a18e-802c0e84dabb None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:58.806641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:52:58.811816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:52:58.816027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:52:58.833033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 6ab5f6a4-6d63-46bc-9420-598259dd4fcf {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:52:58.852878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.889090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:58.921560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:58.926095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:58.997608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4060a4e7-3844-4665-ba15-e92f3248d66d None None] Provisioning for port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:59.000180 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.073919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.095346 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.127781 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.263075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.295701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cc828e-5606-43b5-90d3-19d112fa2060,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:59.433111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.472154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:52:59.483526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d9e5796-e6b9-49da-8c58-175351961832 None None] Provisioning for port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:59.486162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-3f968d80-6118-4f00-aa2d-34a5051e3556 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8273838 Aug 06 15:52:59.501118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Request body: {'port': {'device_id': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:59.502920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d9e5796-e6b9-49da-8c58-175351961832 None None] Provisioning complete for port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:59.503547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d9e5796-e6b9-49da-8c58-175351961832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.581245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.589626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/6ab5f6a4-6d63-46bc-9420-598259dd4fcf HTTP/1.1" status: 204 len: 168 time: 0.8579571 Aug 06 15:52:59.593424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfb763-eaed-4a83-b49f-04d07d9704ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab5f6a4-6d63-46bc-9420-598259dd4fcf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:52:59.606136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:59.613985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2ebb0-0c85-4541-80fc-ab58da5810ae None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:52:59.622054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5d9e5796-e6b9-49da-8c58-175351961832 None None] Port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:52:59.627656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.628745 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Added segment b7d04f08-6ca6-4e95-a3d6-5aa970aa911d of type vlan for network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 Aug 06 15:52:59.637754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:52:59.697082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.755898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b155ea91-aef6-4ca9-8021-18960250dc20 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461589 Aug 06 15:52:59.759955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7150513c-a2eb-42b1-9fd6-f577ff67ea1f None None] Could not find standard attr ID for object 278d8eef-91a7-482d-891f-ee3248b251e2. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:52:59.762125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:52:59.767374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:52:59.940369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:52:59.943546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:52:59.977234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dadb24-aed4-434a-acec-852aba3ef931 req-68ccb707-3ed1-4232-b7c0-8aedf8f607a7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:52:59.978777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11dadb24-aed4-434a-acec-852aba3ef931 req-68ccb707-3ed1-4232-b7c0-8aedf8f607a7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 931 time: 0.1433787 Aug 06 15:52:59.983899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:52:59.994426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:52:59.995573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.054058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] Deleting port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:00.060104 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.067721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11dadb24-aed4-434a-acec-852aba3ef931 req-021f6fdf-30cf-43cb-ab9b-b7513426344d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664370 Aug 06 15:53:00.118734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.120474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:00.121828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.124578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:00.133750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.174518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] For port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40e3cd31-6bfe-40b0-894d-9b2acbd3b92b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:00.175587 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.190730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] Calling delete_port for 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:00.269213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:00.278519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.294861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Transition to ACTIVE for port object 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:00.372182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] Pushing event updated for resources: {'Network': ['ID=7f00bea2-b677-4fdc-9b0e-5644f77073f4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:00.441399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:53:00.457106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.509698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:00.566057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.583793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0678d685-901b-4456-8c8f-63e010414694 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4085450 Aug 06 15:53:00.589081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:00.594112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Request body: {'subnet': {'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1789607265-subnet', 'tenant_id': '079e4473f5ea4bd289b2028f975840a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:00.641436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.644398 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.669896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Attempting to bind port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:00.672971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Attempting to bind port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:00.672971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Attempting to bind port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:00.682019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:00.682878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Attempting to bind port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db on network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:00.704293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:00.719619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Checking segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:00.719619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Bound using segment: {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:00.719619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Bound port: 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:00.719619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.720458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] Pushing event deleted for resources: {'Port': ['ID=40e3cd31-6bfe-40b0-894d-9b2acbd3b92b,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:00.720458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1881ac-88bb-448a-850c-5f1e881f752c None None] No DVR routers for this DVR port 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:00.789502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Made reservation on behalf of 079e4473f5ea4bd289b2028f975840a8 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:00.789502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:00.799612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:00.804155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:00.815507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1313964a-af80-4e3d-839a-7de406c79fca None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:00.826453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=07ddbdf7-8043-426c-801f-58daf1498972,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:00.848965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:00.848965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:00.858239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:00.858878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.002324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.028030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '07ddbdf7-8043-426c-801f-58daf1498972'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:01.028921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.037856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.038749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.040148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 1091 time: 1.5453200 Aug 06 15:53:01.040580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:01.061492 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f012b-f363-4841-994c-b6c24d114bca" -d '{"events": [{"name": "network-changed", "server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:01.070403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:01.077886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c232eb2b-c52a-468d-8a27-d222a58d14a4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3034859 Aug 06 15:53:01.086761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'name': 'tempest-NetworksTestDHCPv6-1762873778'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:01.137536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.225908 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed15e40-522c-4cb1-80a6-2c4d31bcece2 x-openstack-request-id: req-bed15e40-522c-4cb1-80a6-2c4d31bcece2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:01.226634 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:01.227203 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bed15e40-522c-4cb1-80a6-2c4d31bcece2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:01.227765 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'status': 'completed', 'code': 200} Aug 06 15:53:01.272236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/07ddbdf7-8043-426c-801f-58daf1498972/b3e3730a-c5f3-4472-a21c-e1ae3292329f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:01.287743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945ee8f-bd33-44b4-bae7-29523d24ba26 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:01.323053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f012b-f363-4841-994c-b6c24d114bca req-861c4519-3c13-489b-ac24-99d76997acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.325296 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-451f012b-f363-4841-994c-b6c24d114bca req-861c4519-3c13-489b-ac24-99d76997acca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1094 time: 0.0929992 Aug 06 15:53:01.330623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61649fb7-697f-491c-8697-bad26d5f1e97,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:01.368988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Checking segment: {'id': 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:01.369663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Network hostable DHCP agents. Network: 7f00bea2-b677-4fdc-9b0e-5644f77073f4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:53:01.400253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe071a9a-f1ae-422f-bcc6-3156517dedbd req-570e801a-ec28-4589-8348-b839b5d1c9a4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.403770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe071a9a-f1ae-422f-bcc6-3156517dedbd req-570e801a-ec28-4589-8348-b839b5d1c9a4 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1636958 Aug 06 15:53:01.459830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe071a9a-f1ae-422f-bcc6-3156517dedbd req-c6a67605-c976-4c7d-aef7-a50cdf31dc91 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491540 Aug 06 15:53:01.469870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:53:01.506915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:01.513174 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.517539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f012b-f363-4841-994c-b6c24d114bca req-1adfd2ff-b401-4283-aea7-628164b23983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.519090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-451f012b-f363-4841-994c-b6c24d114bca req-1adfd2ff-b401-4283-aea7-628164b23983 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=da12e85f296946d3898c40ad68b07917&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1849151 Aug 06 15:53:01.537533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:01.537884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40e3cd31-6bfe-40b0-894d-9b2acbd3b92b not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:01.544074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Transition to ACTIVE for port object b3e3730a-c5f3-4472-a21c-e1ae3292329f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:01.565960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Transition to ACTIVE for port object b3e3730a-c5f3-4472-a21c-e1ae3292329f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:01.629259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f012b-f363-4841-994c-b6c24d114bca req-c9ffc050-d8e4-4f37-bcca-4b8af0d15379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.630753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-451f012b-f363-4841-994c-b6c24d114bca req-c9ffc050-d8e4-4f37-bcca-4b8af0d15379 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044033 Aug 06 15:53:01.679772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:01.683743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.723157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:01.736674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-4e2fc22f-9ed0-4a0b-b009-aa7b5f2aa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.747564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-4e2fc22f-9ed0-4a0b-b009-aa7b5f2aa1e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1094 time: 0.0686429 Aug 06 15:53:01.777389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7f00bea2-b677-4fdc-9b0e-5644f77073f4) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:01.782486 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.784464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.786499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:01.823300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-f285065e-eae3-4820-bcda-edc07eec5155 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 217 time: 0.0540833 Aug 06 15:53:01.842870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31566d-e437-44e8-b2c1-7440b29dbaf3 None None] Network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:01.881418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:01.893411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:01.928113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:01.928516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-4693b604-c18a-46a4-86dc-f522bd5e7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:01.930429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-4693b604-c18a-46a4-86dc-f522bd5e7bc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.0993748 Aug 06 15:53:01.941136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Pushing event updated for resources: {'Port': ['ID=b3e3730a-c5f3-4472-a21c-e1ae3292329f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:01.977534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e95a196-83fe-4c2f-8c24-90529239b10c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3874986 Aug 06 15:53:02.013977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Attempting to bind port b3e3730a-c5f3-4472-a21c-e1ae3292329f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:02.014352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Attempting to bind port b3e3730a-c5f3-4472-a21c-e1ae3292329f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:02.015155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Attempting to bind port b3e3730a-c5f3-4472-a21c-e1ae3292329f on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:02.023784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:02.024284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:02.024587 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:02.024986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:02.025465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Bound port: b3e3730a-c5f3-4472-a21c-e1ae3292329f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:02.026593 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:02.099678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d27446-1bc0-4188-bf7b-afc1b270150b None None] Network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:02.202741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] For port b3e3730a-c5f3-4472-a21c-e1ae3292329f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:02.224499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] For port b3e3730a-c5f3-4472-a21c-e1ae3292329f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3e3730a-c5f3-4472-a21c-e1ae3292329f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:02.320081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:02.325432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::3e5 (fea17d9c-9b6b-4223-9219-1872e940e8b2/07ddbdf7-8043-426c-801f-58daf1498972/cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:02.348577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-972a2194-3b90-4bb7-a2eb-aae323a119ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:02.350177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-972a2194-3b90-4bb7-a2eb-aae323a119ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4083247 Aug 06 15:53:02.426219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd55a59-ba75-434d-b3b6-fa76c8530769 None None] Pushing event updated for resources: {'Port': ['ID=b3e3730a-c5f3-4472-a21c-e1ae3292329f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:02.556613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-a9d7ebc5-4c9d-48c0-b482-7c2b1611d44a service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861660 Aug 06 15:53:02.716851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:02.741956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-08246c37-c352-41d7-a5f2-20dcee0901eb tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:02.743573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-08246c37-c352-41d7-a5f2-20dcee0901eb tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/networks?id=7f00bea2-b677-4fdc-9b0e-5644f77073f4 HTTP/1.1" status: 200 len: 813 time: 0.2539821 Aug 06 15:53:02.745588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:02.753386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e098a-8749-45a6-b882-da9f34d2da4a req-11c5e3af-c1f0-4923-9126-dc18244c32a6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:02.754989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-835e098a-8749-45a6-b882-da9f34d2da4a req-11c5e3af-c1f0-4923-9126-dc18244c32a6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1142738 Aug 06 15:53:02.780802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-2138503f-0288-452e-b7a5-9f8a4899ebf6 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/quotas/079e4473f5ea4bd289b2028f975840a8 HTTP/1.1" status: 200 len: 375 time: 0.0247645 Aug 06 15:53:02.797976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ff2e94d8-11f6-476e-b52d-c5d80b3e4917 req-84a4dde9-bd6f-444d-9222-0f540afc950a service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313550 Aug 06 15:53:02.811426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-835e098a-8749-45a6-b882-da9f34d2da4a req-c13624f7-2818-44a2-beb5-42f75122b7a8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469079 Aug 06 15:53:02.827265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-cf7dcf5c-386c-47d3-9656-aebc6c0b748d tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=079e4473f5ea4bd289b2028f975840a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327311 Aug 06 15:53:02.880920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:02.946998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:02.951273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:02.955077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:02.956859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-b66cda21-8b19-4acf-9cfc-a7ddf283b26f service neutron] 10.222.0.16 "GET /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210761 Aug 06 15:53:02.961122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:02.961757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:02.987522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:03.055814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-aa8da5e2-c46e-473a-8d0d-d747358df4e4 service neutron] 10.222.0.16 "GET /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918720 Aug 06 15:53:03.200535 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23103e82-b3e7-40fa-abb0-77579355fa7a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1260257 Aug 06 15:53:03.203846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38698) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:03.271279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430ba4c-13ab-4212-b9a6-c4ffe0843a18 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:03.278127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430ba4c-13ab-4212-b9a6-c4ffe0843a18 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:03.282648 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38700) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:03.283376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f430ba4c-13ab-4212-b9a6-c4ffe0843a18 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0766969 Aug 06 15:53:03.441718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4fdfb0ca-5a4c-4355-92ed-456f4d3e4b18 req-933bbc67-a93c-4ffd-b7b4-62c2e1b77166 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0563762 Aug 06 15:53:03.507304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:03.507895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:03.561610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b3e3730a-c5f3-4472-a21c-e1ae3292329f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:03.638516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:03.656639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:03.806845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b3e3730a-c5f3-4472-a21c-e1ae3292329f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:03.810813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] Provisioning for port b3e3730a-c5f3-4472-a21c-e1ae3292329f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:03.821461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b3e3730a-c5f3-4472-a21c-e1ae3292329f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:03.821461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:03.821461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] Provisioning complete for port b3e3730a-c5f3-4472-a21c-e1ae3292329f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:03.821461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:03.958759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e376f-39b9-4966-bbc6-a4ddfa918407 req-79bd56ec-e299-42d8-b6a7-12f7819a65d6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:03.960975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be1e376f-39b9-4966-bbc6-a4ddfa918407 req-79bd56ec-e299-42d8-b6a7-12f7819a65d6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0666611 Aug 06 15:53:03.969869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:03.994634 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.008390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be1e376f-39b9-4966-bbc6-a4ddfa918407 req-4f1a5b0f-d2ba-431c-a042-c4a6524b0523 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Aug 06 15:53:04.033682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] For port b3e3730a-c5f3-4472-a21c-e1ae3292329f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3e3730a-c5f3-4472-a21c-e1ae3292329f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:04.040246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.066323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:04.106222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.108308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5babb38-6d19-4d39-8aaa-973f7bec6777 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4 HTTP/1.1" status: 204 len: 168 time: 0.8244946 Aug 06 15:53:04.110727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:04.194955 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.215456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03095cfb-0e83-4cb8-b9bc-ee9e4d8edfd0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:04.217183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03095cfb-0e83-4cb8-b9bc-ee9e4d8edfd0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:04.221414 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-03095cfb-0e83-4cb8-b9bc-ee9e4d8edfd0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1072969 Aug 06 15:53:04.222240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:04.282008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 07ddbdf7-8043-426c-801f-58daf1498972 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:04.286386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.289514 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:53:04.290145 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:53:04.295122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44510684-bd40-459e-b43e-9a4349e62f78 None None] Pushing event updated for resources: {'Port': ['ID=b3e3730a-c5f3-4472-a21c-e1ae3292329f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:04.313574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-df020dc2-447a-404e-8f52-92547ca85f52 None None] Could not find standard attr ID for object cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:53:04.342909 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.439553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.533576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-693902bf-8a24-490f-9655-060ec460cefb req-575ff838-2b43-4097-ba56-9d6ac9c33f38 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0366330 Aug 06 15:53:04.714535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.757147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=07ddbdf7-8043-426c-801f-58daf1498972,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:04.765449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:04.772326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0eeb55d3-4b24-4c10-aedf-6a81296a0ec6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/07ddbdf7-8043-426c-801f-58daf1498972 HTTP/1.1" status: 204 len: 168 time: 0.5495694 Aug 06 15:53:04.777423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:04.780121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa095f3e-2d7b-4487-b989-a69fb313d9a9 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:04.827398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7843a6b8-4a4e-4b0a-ae3d-944d7bc8ae5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478456 Aug 06 15:53:04.831729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38744) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:04.837010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:04.927443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4d79a45-96ea-4730-8bb3-6fbd646cef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.028711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:05.077519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] Deleting port b3e3730a-c5f3-4472-a21c-e1ae3292329f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:05.077876 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.081977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:05.090055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.172589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdf6d6-a668-435a-9693-dd9bd4762e24 req-4c60cc40-deb4-4737-94ce-380826fc8a2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:05.181106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3cdf6d6-a668-435a-9693-dd9bd4762e24 req-4c60cc40-deb4-4737-94ce-380826fc8a2a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0895469 Aug 06 15:53:05.185375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] For port b3e3730a-c5f3-4472-a21c-e1ae3292329f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3e3730a-c5f3-4472-a21c-e1ae3292329f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:05.185992 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.200848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] Calling delete_port for b3e3730a-c5f3-4472-a21c-e1ae3292329f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:05.271729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d3cdf6d6-a668-435a-9693-dd9bd4762e24 req-5b6bf986-df50-40d4-b968-c2d7939c7f28 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830450 Aug 06 15:53:05.389922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.418309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] Pushing event deleted for resources: {'Port': ['ID=b3e3730a-c5f3-4472-a21c-e1ae3292329f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:05.421771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8015dcb9-9474-4605-8474-2f9fdf5e1276 None None] No DVR routers for this DVR port b3e3730a-c5f3-4472-a21c-e1ae3292329f on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:05.468469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.519436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:05.522562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:05.526998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:05.527616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.536504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37adeaec-cf7d-4ff0-94d4-39e3344f30e4 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:05.541769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b3e3730a-c5f3-4472-a21c-e1ae3292329f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:05.541961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=074d198c-56dd-4538-8c2a-412da54a4193,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:05.573311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b3e3730a-c5f3-4472-a21c-e1ae3292329f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:05.573845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b3e3730a-c5f3-4472-a21c-e1ae3292329f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:05.638096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64d9ac51-a4a1-40d9-981f-70c72637fe57 req-282a9849-e04c-49ed-9c45-67202f545fe0 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0342817 Aug 06 15:53:05.705870 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f2a89b0-6dd7-4e2c-b13a-d64ca3738f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8705983 Aug 06 15:53:05.706098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:05.712022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'name': 'tempest-NetworksTestDHCPv6-1679142439'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:05.723603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '074d198c-56dd-4538-8c2a-412da54a4193'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:05.724549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:05.883273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/074d198c-56dd-4538-8c2a-412da54a4193/09330362-766d-4925-a210-0923de582e95) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:06.033688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:06.037408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.040310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.051323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Transition to ACTIVE for port object 09330362-766d-4925-a210-0923de582e95 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:06.056751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port f2e26159-1449-4223-b8cf-e2394f527896 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:06.067843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Transition to ACTIVE for port object 09330362-766d-4925-a210-0923de582e95 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:06.206009 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.255750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:06.261898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:06.268390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:06.273827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Pushing event updated for resources: {'Port': ['ID=09330362-766d-4925-a210-0923de582e95,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:06.280056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::244 (fea17d9c-9b6b-4223-9219-1872e940e8b2/074d198c-56dd-4538-8c2a-412da54a4193/f2e26159-1449-4223-b8cf-e2394f527896) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:06.347317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Attempting to bind port 09330362-766d-4925-a210-0923de582e95 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:06.348669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Attempting to bind port 09330362-766d-4925-a210-0923de582e95 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:06.349467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Attempting to bind port 09330362-766d-4925-a210-0923de582e95 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:06.359275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:06.360045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:06.360753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.361379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:06.362353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Bound port: 09330362-766d-4925-a210-0923de582e95, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:06.363579 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.410359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:06.488143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.503998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] For port 09330362-766d-4925-a210-0923de582e95, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:06.512390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object f2e26159-1449-4223-b8cf-e2394f527896 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:06.519822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38f9d2-82ad-4edd-a944-c97b1d788d26 req-7af0cc38-1f6b-4219-adc4-14eb9eb1791c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:06.521728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e38f9d2-82ad-4edd-a944-c97b1d788d26 req-7af0cc38-1f6b-4219-adc4-14eb9eb1791c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0969062 Aug 06 15:53:06.556113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] For port 09330362-766d-4925-a210-0923de582e95, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=09330362-766d-4925-a210-0923de582e95,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:06.632190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:06.660327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e38f9d2-82ad-4edd-a944-c97b1d788d26 req-2959ef45-b9f1-4762-b98d-37dc26273d04 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231856 Aug 06 15:53:06.660801 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.678320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'mac_address': 'fa:16:3e:91:ff:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:06.720303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.770463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-b287bf85-c5fb-45d9-bae2-b5e0cfeab115 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:06.786789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-b287bf85-c5fb-45d9-bae2-b5e0cfeab115 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.1901910 Aug 06 15:53:06.804996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2035baf5-1fd7-49b0-88f8-7a7045c20d47 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/quotas/fb7276c4aae942509d28a953ecdb6542 HTTP/1.1" status: 200 len: 375 time: 0.0213046 Aug 06 15:53:06.805719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c922acf-248f-4306-b35e-36929c26ee23 None None] Pushing event updated for resources: {'Port': ['ID=09330362-766d-4925-a210-0923de582e95,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:06.832215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:06.833560 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.837985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:06.848479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:06.862748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:06.863442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:06.870464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:06.903171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b063890-9bea-4e4b-9d31-6990208f9da4 req-20c8e999-e6e7-4a6f-ba80-42bf737db7bf tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0506127 Aug 06 15:53:06.908484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:06.928354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-5807c6b4-10b5-456e-8507-f46857083342 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217942 Aug 06 15:53:06.991277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=f2e26159-1449-4223-b8cf-e2394f527896,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:07.000053 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.082514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-dd457210-d6bd-4f0f-a44c-875e6df9f932 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522334 Aug 06 15:53:07.104773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-8e0b80e2-4fa4-44e3-925b-1e9c7aaf8673 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:07.106608 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-8e0b80e2-4fa4-44e3-925b-1e9c7aaf8673 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.59 "GET /v2.0/networks?id=7f00bea2-b677-4fdc-9b0e-5644f77073f4 HTTP/1.1" status: 200 len: 813 time: 0.2316847 Aug 06 15:53:07.117035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:07.123301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Request body: {'port': {'device_id': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4', 'admin_state_up': True, 'tenant_id': '079e4473f5ea4bd289b2028f975840a8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:07.147451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ba6a91a-312d-4929-b506-af0cff7e8342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4401724 Aug 06 15:53:07.150236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:07.211495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:07.326301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-18c13f7f-7de3-486d-883b-30d27f25eeb3 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264791 Aug 06 15:53:07.349458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94ff77-5e70-479c-902a-d02a9436edac tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:07.364121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d94ff77-5e70-479c-902a-d02a9436edac tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:07.364346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:07.365417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3d94ff77-5e70-479c-902a-d02a9436edac tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2122457 Aug 06 15:53:07.486350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port f2e26159-1449-4223-b8cf-e2394f527896 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:07.487590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.552879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09330362-766d-4925-a210-0923de582e95 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:07.627957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Made reservation on behalf of 079e4473f5ea4bd289b2028f975840a8 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:07.631596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.649965 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.673961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for f2e26159-1449-4223-b8cf-e2394f527896 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:07.770952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8a55e15e-17b7-4115-abfe-583463045389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.920414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 09330362-766d-4925-a210-0923de582e95 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:07.922708 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:07.937341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Allocated IP 172.20.0.5 (7f00bea2-b677-4fdc-9b0e-5644f77073f4/61649fb7-697f-491c-8697-bad26d5f1e97/3f4a2c4c-8e8b-4da4-892a-0d214a563de3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:07.990413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-621b7acd-411c-497a-9f52-b3f54bf223bb req-7f6aa7ed-58ff-4c45-8ee0-71626ba48314 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 210 time: 0.1577559 Aug 06 15:53:08.020954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd4f6-631d-4c18-8f72-4442df3529bb req-bb2a48d4-eafd-47ec-bf8e-7df3d0a35683 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:08.029371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-337dd4f6-631d-4c18-8f72-4442df3529bb req-bb2a48d4-eafd-47ec-bf8e-7df3d0a35683 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 944 time: 0.2128873 Aug 06 15:53:08.105494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-337dd4f6-631d-4c18-8f72-4442df3529bb req-4c843f7e-b59c-4988-9f7d-adc9aff16c61 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748875 Aug 06 15:53:08.159998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f3eab85-830c-498c-9a06-13125acdeb3c req-cb233ad3-a74e-457c-b92a-134e90b2bf30 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0701809 Aug 06 15:53:08.299693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.377262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.414474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=f2e26159-1449-4223-b8cf-e2394f527896,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:08.419776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:08.452824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] Provisioning for port 09330362-766d-4925-a210-0923de582e95 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:08.453807 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.455849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7b17d1a-37cd-474a-b79b-6229698b07c7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/f2e26159-1449-4223-b8cf-e2394f527896 HTTP/1.1" status: 204 len: 168 time: 1.0905685 Aug 06 15:53:08.468617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:08.468844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] Provisioning complete for port 09330362-766d-4925-a210-0923de582e95 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:08.476120 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.484611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.576425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:08.609931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:08.627114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:08.632638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa485360-0b55-471e-9f98-c8adef188fa0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:08.635723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa485360-0b55-471e-9f98-c8adef188fa0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:08.639773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa485360-0b55-471e-9f98-c8adef188fa0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1679146 Aug 06 15:53:08.639773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:08.642849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Pushing event updated for resources: {'Port': ['ID=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:08.645450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.646576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:08.702004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] For port 09330362-766d-4925-a210-0923de582e95, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=09330362-766d-4925-a210-0923de582e95,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:08.715170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:08.719739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:08.720185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.732793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a280b81-f30a-4bea-be9d-570d9f83fd21 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/floatingips/d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 HTTP/1.1" status: 200 len: 993 time: 0.1546509 Aug 06 15:53:08.791736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:08.792533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.821926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 074d198c-56dd-4538-8c2a-412da54a4193 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:08.829454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.831023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.880700 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.903871 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.924944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:08.927277 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d91f339-90db-4ce0-8c18-7f03bfb00ee4" -d '{"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:08.945713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc332058-516d-4ceb-92fe-ef2284d18e0f None None] Pushing event updated for resources: {'Port': ['ID=09330362-766d-4925-a210-0923de582e95,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:08.960995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:08.960995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:08.960995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c8936d1e-be09-4a9f-86f9-e21448b15ab9 None None] Could not find standard attr ID for object f2e26159-1449-4223-b8cf-e2394f527896. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:53:08.977228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-7873a7b1-d902-496f-af79-567a8b09f63a tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8565683 Aug 06 15:53:08.987567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Request body: {'port': {'device_id': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:09.031390 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deabcba5-bfdc-4f6b-9ec5-bc70d76d448f x-openstack-request-id: req-deabcba5-bfdc-4f6b-9ec5-bc70d76d448f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:09.031789 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:09.032451 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-deabcba5-bfdc-4f6b-9ec5-bc70d76d448f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:09.032783 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'code': 200} Aug 06 15:53:09.044606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:09.052727 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.139409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:09.141218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.226989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06a11819-4d5e-4fac-a6cb-cba4fa10a6f9 req-e3d7d7b6-ec29-4c26-bbe5-3a8a3d8e7b75 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 210 time: 0.1043024 Aug 06 15:53:09.297237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.306464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port b1472a45-b19d-4efd-a364-6d3906fcd578 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:09.307732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.315288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.353096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fcfa9-7bce-4fbd-8d66-c85edef4c257 req-6fbaa91a-2478-4922-ad17-1dbcd68c97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:09.356581 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e41fcfa9-7bce-4fbd-8d66-c85edef4c257 req-6fbaa91a-2478-4922-ad17-1dbcd68c97ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1096 time: 0.1347218 Aug 06 15:53:09.361573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=074d198c-56dd-4538-8c2a-412da54a4193,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:09.393943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.395481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-67c7ff0e-46a5-44f5-8009-a330ef0769ad tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/074d198c-56dd-4538-8c2a-412da54a4193 HTTP/1.1" status: 204 len: 168 time: 0.7467022 Aug 06 15:53:09.399747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:09.413799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e6430c-2cfa-4055-b9b7-be91be68f099 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:09.444392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-965e089f-75b4-4339-8100-c0069131200d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435209 Aug 06 15:53:09.451148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:09.493177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e41fcfa9-7bce-4fbd-8d66-c85edef4c257 req-db58f370-92bc-4765-ac19-a91136aa8b95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278181 Aug 06 15:53:09.576872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09330362-766d-4925-a210-0923de582e95 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:09.597014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28316b-e55b-4103-ad4c-46f0f4705923 req-0deffca0-03ee-4c80-9b50-d3756819c943 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:09.616575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e28316b-e55b-4103-ad4c-46f0f4705923 req-0deffca0-03ee-4c80-9b50-d3756819c943 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 931 time: 0.2935028 Aug 06 15:53:09.738076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.738464 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.790486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ecea23-8b92-43f7-896b-f8c62c817ba0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:09.797744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f4ecea23-8b92-43f7-896b-f8c62c817ba0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3384812 Aug 06 15:53:09.799489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:09.808182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 09330362-766d-4925-a210-0923de582e95 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:09.809076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:09.893546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e28316b-e55b-4103-ad4c-46f0f4705923 req-dbba5000-be01-4e02-b166-f0be58358ea2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748730 Aug 06 15:53:09.895993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for b1472a45-b19d-4efd-a364-6d3906fcd578 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:09.898228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:09.941701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231918b-cb51-446d-ba4a-1693b4c1921b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:09.946417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e231918b-cb51-446d-ba4a-1693b4c1921b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1457906 Aug 06 15:53:09.946650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:10.002025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] Deleting port 09330362-766d-4925-a210-0923de582e95 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:10.002696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.029597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cf398d57-0a34-44a3-af73-3c592950fd9c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769069 Aug 06 15:53:10.030908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:10.038732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:10.051019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.069182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Transition to ACTIVE for port object 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:10.072148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ed457-be7b-4f3d-a931-6d2aac07cdd8 req-6494ba0a-cb2f-455a-bc25-a7765b63798f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:10.076330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] For port 09330362-766d-4925-a210-0923de582e95, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=09330362-766d-4925-a210-0923de582e95,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:10.076748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.080419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b51ed457-be7b-4f3d-a931-6d2aac07cdd8 req-6494ba0a-cb2f-455a-bc25-a7765b63798f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.3859932 Aug 06 15:53:10.091711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] Calling delete_port for 09330362-766d-4925-a210-0923de582e95 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:10.094291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:10.155987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.319418 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.341227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:10.403834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] Pushing event deleted for resources: {'Port': ['ID=09330362-766d-4925-a210-0923de582e95,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:10.410018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37865841-3a88-44aa-aa3f-506298f8b214 None None] No DVR routers for this DVR port 09330362-766d-4925-a210-0923de582e95 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:10.514220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Attempting to bind port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:10.514826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Attempting to bind port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:10.515253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Attempting to bind port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 on network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:10.580316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 on network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:10.580316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Attempting to bind port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 on network 7f00bea2-b677-4fdc-9b0e-5644f77073f4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:10.589940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:10.590469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Checking segment: {'id': 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:10.591010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Bound using segment: {'id': 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:10.591681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Bound port: 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:10.592251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.703757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-f05bc687-0a0d-4617-8136-4ed010c3cbdc tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:10.705341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-f05bc687-0a0d-4617-8136-4ed010c3cbdc tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.2364948 Aug 06 15:53:10.736627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Request body: {'port': {'device_id': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'admin_state_up': True, 'tenant_id': 'fb7276c4aae942509d28a953ecdb6542'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:10.774765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] For port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:10.805194 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:10.829046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] For port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,segment=NetworkSegment(b7d04f08-6ca6-4e95-a3d6-5aa970aa911d),segment_id=b7d04f08-6ca6-4e95-a3d6-5aa970aa911d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:10.912203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.006753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:11.007749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0215c6a7-d8f7-4930-a061-72214bea8fdd req-305d632c-4d13-4278-8631-2a4c6ecaa62c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 210 time: 0.1359484 Aug 06 15:53:11.014645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.015381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.017137 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-fb4beee7-c4bd-4b38-964e-476bf505a463 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f4a2c4c-8e8b-4da4-892a-0d214a563de3 HTTP/1.1" status: 200 len: 1091 time: 2.0343633 Aug 06 15:53:11.017641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'tag': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:11.021251 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa81b8a-7157-4a23-8ec1-51998e9a2f88", "tag": "3f4a2c4c-8e8b-4da4-892a-0d214a563de3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:11.102022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Made reservation on behalf of fb7276c4aae942509d28a953ecdb6542 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:11.107230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.126997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b51ed457-be7b-4f3d-a931-6d2aac07cdd8 req-cd5a93b7-0dd8-4bc7-8025-44a538da0479 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0369086 Aug 06 15:53:11.224718 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8497c18-334c-437a-b7c4-32fb90836bb5 x-openstack-request-id: req-e8497c18-334c-437a-b7c4-32fb90836bb5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:11.225400 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa81b8a-7157-4a23-8ec1-51998e9a2f88", "tag": "3f4a2c4c-8e8b-4da4-892a-0d214a563de3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:11.225919 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8497c18-334c-437a-b7c4-32fb90836bb5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:11.226902 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'tag': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3', 'status': 'completed', 'code': 200} Aug 06 15:53:11.260519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed004de-1503-4f77-997d-d5bc02d9ad6f req-1a43be8e-730e-42af-8cac-e8ac9bfcbc3b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.263372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ed004de-1503-4f77-997d-d5bc02d9ad6f req-1a43be8e-730e-42af-8cac-e8ac9bfcbc3b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 943 time: 0.1260657 Aug 06 15:53:11.332927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:11.336905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.368569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Allocated IP 172.20.0.14 (66adc19b-a4e0-4990-9d66-f0de10b964ef/89a19fb9-caea-42ff-9610-d16622cb4865/3038dade-6655-4af9-83c0-4c2a3e2162fe) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:11.413562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-e246d7b0-0fcc-4436-942f-b14f9d005557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.417665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-e246d7b0-0fcc-4436-942f-b14f9d005557 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=079e4473f5ea4bd289b2028f975840a8&device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 1094 time: 0.2597392 Aug 06 15:53:11.475961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ed004de-1503-4f77-997d-d5bc02d9ad6f req-e0e889b1-6332-49c8-9e9e-c106b18edfe0 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910479 Aug 06 15:53:11.502302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-dd056008-6615-4501-83aa-1bcd1fb46d53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3 HTTP/1.1" status: 200 len: 217 time: 0.0707088 Aug 06 15:53:11.535174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.586914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09330362-766d-4925-a210-0923de582e95 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:11.599285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=b1472a45-b19d-4efd-a364-6d3906fcd578,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:11.633224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 09330362-766d-4925-a210-0923de582e95 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:11.633971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09330362-766d-4925-a210-0923de582e95 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:11.644592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585d-2cb0-4b41-9240-010103387cae req-67302479-5fc5-442d-8e50-721a147638cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:11.646819 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-67302479-5fc5-442d-8e50-721a147638cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61649fb7-697f-491c-8697-bad26d5f1e97 HTTP/1.1" status: 200 len: 853 time: 0.1339664 Aug 06 15:53:11.731220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-2073bcfd-7cc5-47ab-a750-cf84f481d7e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f00bea2-b677-4fdc-9b0e-5644f77073f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732639 Aug 06 15:53:11.789189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.790215 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Floating IP d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 disassociated (deleted). External IP: 172.25.5.119, port: 23f405ce-4dad-4e81-8613-2966007d9673. Aug 06 15:53:11.811980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:11.973157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-c3b80613-0e5a-40e4-8ba4-87ebac809859 service neutron] 10.222.0.59 "GET /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296600 Aug 06 15:53:12.034696 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.049634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.061827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:12.077286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:12.081232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:12.134689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:12.174089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router 19c6e859-3e5b-41e3-a872-4ddbc48da657 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:53:12.194921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.195254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.199792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:12.209334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:12.216445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.217172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.227254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf5b73-ec89-49bd-8802-9fb7356d6ce3 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:12.234294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:12.236986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event updated for resources: {'Port': ['ID=3038dade-6655-4af9-83c0-4c2a3e2162fe,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:12.276820 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f503585d-2cb0-4b41-9240-010103387cae req-46a4b5fb-c5c7-4db1-b627-f92d781ec55e service neutron] 10.222.0.59 "GET /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953160 Aug 06 15:53:12.386997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-2d970eb2-694f-4069-b468-4de00eef98b7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6573770 Aug 06 15:53:12.398293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Request body: {'port': {'device_id': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:12.462523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:53:12.470391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.489441 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] Sync routers for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:53:12.517408 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:12.522889 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:12.545937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5acafc-10c1-4dda-8da7-c1160ab794ed req-05c4911d-3f70-4c69-a8f7-15611d473cb9 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.557351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d5acafc-10c1-4dda-8da7-c1160ab794ed req-05c4911d-3f70-4c69-a8f7-15611d473cb9 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 932 time: 0.3194594 Aug 06 15:53:12.591014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8d9caec7-2e03-4f56-815c-92415a41a9a4 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/floatingips/d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0 HTTP/1.1" status: 204 len: 168 time: 3.5435302 Aug 06 15:53:12.603940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.616158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-73eed868-7a36-4816-90ba-68150b570038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.623654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-73eed868-7a36-4816-90ba-68150b570038 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=079e4473f5ea4bd289b2028f975840a8&device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 1094 time: 0.1796591 Aug 06 15:53:12.623834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:12.628779 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "tag": "23f405ce-4dad-4e81-8613-2966007d9673"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:12.636585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ee5814c7-45e5-4799-afb0-5448b0b9ae23 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5484114 Aug 06 15:53:12.636779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38930) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:12.656019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': 'f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:12.657190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:12.668527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': 'f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9', 'ip_address': '2001:db8::1ce2:579d:d3a2:66d5'}], 'name': 'tempest-NetworksTestDHCPv6-948692415'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:12.680535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d5acafc-10c1-4dda-8da7-c1160ab794ed req-a0dcc853-008d-4578-9282-27c1a6afecbd tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220489 Aug 06 15:53:12.733614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9147bf-be83-4064-944c-7b9cf2b390cb req-2713529c-f19a-4c0d-9a46-e90706da026e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.735334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e9147bf-be83-4064-944c-7b9cf2b390cb req-2713529c-f19a-4c0d-9a46-e90706da026e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2157307 Aug 06 15:53:12.810097 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:12.830918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e9147bf-be83-4064-944c-7b9cf2b390cb req-7d2ec2df-82ba-4251-b3dd-82579326c69d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880840 Aug 06 15:53:12.861924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17075b-b31c-4d5e-9737-4192f349dd24 req-d0bb8017-ea45-48e7-b02a-257f8dc1754b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:12.870531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a17075b-b31c-4d5e-9737-4192f349dd24 req-d0bb8017-ea45-48e7-b02a-257f8dc1754b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 943 time: 0.0867434 Aug 06 15:53:12.975229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9/8999f093-bd39-4336-9ad1-fd67d247b4e4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:12.995471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a17075b-b31c-4d5e-9737-4192f349dd24 req-45012702-54dc-45f3-bd3c-aba30b274b95 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224349 Aug 06 15:53:13.100322 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b638b-5f65-478b-8f73-795f03c503ce x-openstack-request-id: req-222b638b-5f65-478b-8f73-795f03c503ce {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:13.100943 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "tag": "23f405ce-4dad-4e81-8613-2966007d9673", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:13.101386 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-222b638b-5f65-478b-8f73-795f03c503ce {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:13.101953 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673', 'status': 'completed', 'code': 200} Aug 06 15:53:13.236009 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:12Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:13.306101 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] Checking router: 19c6e859-3e5b-41e3-a872-4ddbc48da657 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:53:13.308309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-d7884c44-cd8f-4ff5-b716-e57947461141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.309861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-d7884c44-cd8f-4ff5-b716-e57947461141 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 1096 time: 0.1739006 Aug 06 15:53:13.349056 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:13.350494 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:13.386276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.406265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Transition to ACTIVE for port object 8999f093-bd39-4336-9ad1-fd67d247b4e4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:13.449621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Transition to ACTIVE for port object 8999f093-bd39-4336-9ad1-fd67d247b4e4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:13.531328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.543669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-361f99b1-58e0-4563-a1f2-332c6685506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.545351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-361f99b1-58e0-4563-a1f2-332c6685506c service neutron] 10.222.0.64 "GET /v2.0/networks?id=20d0a148-449a-48d8-98ef-dc9b3e959ab9 HTTP/1.1" status: 200 len: 898 time: 0.2246783 Aug 06 15:53:13.582818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:13.589405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:13.598792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:13.607943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Pushing event updated for resources: {'Port': ['ID=8999f093-bd39-4336-9ad1-fd67d247b4e4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:13.630537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48788cc8-485e-4e37-8c4a-d518ededf50e req-2af864ee-fe23-455b-ac37-a421f6745493 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.636400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48788cc8-485e-4e37-8c4a-d518ededf50e req-2af864ee-fe23-455b-ac37-a421f6745493 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.3766799 Aug 06 15:53:13.648317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:13.659538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Request body: {'floatingip': {'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:13.682081 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:13.690925 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-696da821-275d-4abe-93ad-949c08eb0a13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23f405ce-4dad-4e81-8613-2966007d9673 HTTP/1.1" status: 200 len: 217 time: 0.0956111 Aug 06 15:53:13.703607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f8334-0f15-4fe1-9a04-7a873b834483 req-db1af645-bcda-4e02-bcd5-969804ea3454 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.710203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab5f8334-0f15-4fe1-9a04-7a873b834483 req-db1af645-bcda-4e02-bcd5-969804ea3454 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.1637709 Aug 06 15:53:13.725329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Attempting to bind port 8999f093-bd39-4336-9ad1-fd67d247b4e4 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:13.725863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Attempting to bind port 8999f093-bd39-4336-9ad1-fd67d247b4e4 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:13.726359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Attempting to bind port 8999f093-bd39-4336-9ad1-fd67d247b4e4 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:13.755223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:13.755785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:13.756229 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.756634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:13.757138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Bound port: 8999f093-bd39-4336-9ad1-fd67d247b4e4, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:13.757529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.774850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.778991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-8b400601-6f1d-4e37-9ab9-52615d8eee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.780560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-8b400601-6f1d-4e37-9ab9-52615d8eee87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7f00bea2-b677-4fdc-9b0e-5644f77073f4 HTTP/1.1" status: 200 len: 914 time: 1.1425459 Aug 06 15:53:13.890752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] For port 8999f093-bd39-4336-9ad1-fd67d247b4e4, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:13.894223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] For port 8999f093-bd39-4336-9ad1-fd67d247b4e4, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8999f093-bd39-4336-9ad1-fd67d247b4e4,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:13.912780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab5f8334-0f15-4fe1-9a04-7a873b834483 req-0bdb7c53-5902-46db-bc53-1a8fe119a786 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573844 Aug 06 15:53:13.951757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-bde21470-b130-490a-a031-e2cb548c165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.954511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-bde21470-b130-490a-a031-e2cb548c165f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d982ab9-1da5-4752-84be-b25e71b0b2a8 HTTP/1.1" status: 200 len: 835 time: 0.2427876 Aug 06 15:53:13.965695 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:13.995718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450617f-214b-476a-8c54-f11e44ff3a57 req-a3ba753b-dfda-411c-b453-cb923a08f632 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:13.997940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1450617f-214b-476a-8c54-f11e44ff3a57 req-a3ba753b-dfda-411c-b453-cb923a08f632 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 932 time: 0.1576920 Aug 06 15:53:14.010291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-74261ae9-3cf7-4ae3-bc58-0cec7ac83ab2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3 HTTP/1.1" status: 200 len: 217 time: 0.2132401 Aug 06 15:53:14.059438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc8d79-7afc-4c82-9222-599e6f7eebf2 None None] Pushing event updated for resources: {'Port': ['ID=8999f093-bd39-4336-9ad1-fd67d247b4e4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:14.067639 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:12Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:14.155972 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2dfb7-254f-4a27-ba72-c444abf3cd2f None None] The sync data for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 is: [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:05Z', 'revision_number': 4, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30b92457-7851-477e-8e4e-704871a248c0', 'name': '', 'network_id': '20d0a148-449a-48d8-98ef-dc9b3e959ab9', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'mac_address': 'fa:16:3e:4c:4e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_interface', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:52:04Z', 'updated_at': '2021-08-06T15:52:12Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'subnets': [{'id': '5d982ab9-1da5-4752-84be-b25e71b0b2a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:53:14.182147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:14.192404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-1b70102f-e25d-468d-8d77-2114b5c77fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:14.197048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-1b70102f-e25d-468d-8d77-2114b5c77fdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20d0a148-449a-48d8-98ef-dc9b3e959ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308493 Aug 06 15:53:14.234402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1450617f-214b-476a-8c54-f11e44ff3a57 req-23d79028-3944-4036-890e-026740a330ea tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896780 Aug 06 15:53:14.310102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-c06a2741-97b8-4662-9479-f84fe75980a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:14.312685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-c06a2741-97b8-4662-9479-f84fe75980a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=61649fb7-697f-491c-8697-bad26d5f1e97 HTTP/1.1" status: 200 len: 853 time: 0.2618265 Aug 06 15:53:14.379638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8d7a3-e862-4d65-ae7c-0ae225494b15 req-a2a72a21-b495-47b3-a216-9252f65e4d5b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:14.389430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-def8d7a3-e862-4d65-ae7c-0ae225494b15 req-a2a72a21-b495-47b3-a216-9252f65e4d5b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 943 time: 0.2459755 Aug 06 15:53:14.449788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-def8d7a3-e862-4d65-ae7c-0ae225494b15 req-78266c35-0597-48e9-82ab-b77ccd23d8fc tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570066 Aug 06 15:53:14.580669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-4e9cac90-8548-4267-b685-f7da438f561a service neutron] 10.222.0.64 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440251 Aug 06 15:53:14.731226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-b1f707f5-e71c-4716-8b08-3c77dcbd82ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7f00bea2-b677-4fdc-9b0e-5644f77073f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4009619 Aug 06 15:53:14.761004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331992c-86ed-4f08-8e50-1f8652da1360 None None] New status for floating IP d67a5aa7-4319-4e9c-a7ab-33cf6181a2c0: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:53:14.771222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb54f92c-29b3-43ff-a41e-2d85a7abd2cb req-3155805d-8905-4146-a49e-cdc6ed522d93 service neutron] 10.222.0.64 "GET /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754727 Aug 06 15:53:15.056659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.070557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3038dade-6655-4af9-83c0-4c2a3e2162fe {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:15.130351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.211614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port a853af6b-0049-44d5-a74c-c31628a98d62 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:15.214220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-85efb382-c7e6-4cfe-af21-eb18b7df933e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:15.221914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-c9ebc884-4176-4155-8d6a-13fa05f3cddf service neutron] 10.222.0.59 "GET /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337673 Aug 06 15:53:15.223761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-85efb382-c7e6-4cfe-af21-eb18b7df933e tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.2063246 Aug 06 15:53:15.246273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Transition to ACTIVE for port object 3038dade-6655-4af9-83c0-4c2a3e2162fe will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:15.255755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f24855-7ff5-4524-81a6-c5247b84e28c req-80b3c75c-526d-4bad-a523-7d97d590ba89 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:15.268260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5f24855-7ff5-4524-81a6-c5247b84e28c req-80b3c75c-526d-4bad-a523-7d97d590ba89 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 945 time: 0.2308483 Aug 06 15:53:15.450796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.695367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8999f093-bd39-4336-9ad1-fd67d247b4e4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:15.708721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5f24855-7ff5-4524-81a6-c5247b84e28c req-f478ab1e-1325-4389-8cd0-78e7981172b7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392819 Aug 06 15:53:15.753045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8a4c8-96ef-4d01-8c13-c188c94b7f54 req-2f347498-986d-442d-9701-aac45c148f72 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:15.764492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17c8a4c8-96ef-4d01-8c13-c188c94b7f54 req-2f347498-986d-442d-9701-aac45c148f72 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 944 time: 0.3390052 Aug 06 15:53:15.826529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 23f405ce-4dad-4e81-8613-2966007d9673 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:15.826529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:15.913628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17c8a4c8-96ef-4d01-8c13-c188c94b7f54 req-15d948e1-2b68-4172-ac19-40ecca016d4c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480522 Aug 06 15:53:15.928607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8999f093-bd39-4336-9ad1-fd67d247b4e4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:15.959277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] Provisioning for port 8999f093-bd39-4336-9ad1-fd67d247b4e4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:15.968357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] Provisioning complete for port 8999f093-bd39-4336-9ad1-fd67d247b4e4 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:15.969792 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.047328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port 23f405ce-4dad-4e81-8613-2966007d9673, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=23f405ce-4dad-4e81-8613-2966007d9673,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:16.047608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.059203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208869-59cf-4f19-86b2-58639ef34e6f req-1cb46aba-26d4-4a2f-ad3c-d3c3ea4185bf tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:16.061048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db208869-59cf-4f19-86b2-58639ef34e6f req-1cb46aba-26d4-4a2f-ad3c-d3c3ea4185bf tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 943 time: 0.1781704 Aug 06 15:53:16.076850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 23f405ce-4dad-4e81-8613-2966007d9673 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:16.125481 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.163162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] For port 8999f093-bd39-4336-9ad1-fd67d247b4e4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8999f093-bd39-4336-9ad1-fd67d247b4e4,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:16.180564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db208869-59cf-4f19-86b2-58639ef34e6f req-2e3f3722-3207-4417-b15b-62b1dc3beaf8 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056721 Aug 06 15:53:16.245166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.resource_extend [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] It took 1.02 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 15:53:16.273457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.349771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Pushing event updated for resources: {'Port': ['ID=3038dade-6655-4af9-83c0-4c2a3e2162fe,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:16.362326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37915be4-13b7-4dbc-b232-8b39caa9955a None None] Pushing event updated for resources: {'Port': ['ID=8999f093-bd39-4336-9ad1-fd67d247b4e4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:16.419531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:16.421477 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.453659 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d84ed48f-82db-4b7f-9398-3a7dd22a0f6f req-de63df6b-c6f3-4f8c-8067-91d4d1592434 service neutron] 10.222.0.59 "GET /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2060549 Aug 06 15:53:16.457111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.524448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=23f405ce-4dad-4e81-8613-2966007d9673,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:16.541925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.554748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Attempting to bind port 3038dade-6655-4af9-83c0-4c2a3e2162fe on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:16.554748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Attempting to bind port 3038dade-6655-4af9-83c0-4c2a3e2162fe by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:16.555149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Attempting to bind port 3038dade-6655-4af9-83c0-4c2a3e2162fe on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:16.608815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::1ce2:579d:d3a2:66d5 (fea17d9c-9b6b-4223-9219-1872e940e8b2/f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9/a853af6b-0049-44d5-a74c-c31628a98d62) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:16.611196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Port 3038dade-6655-4af9-83c0-4c2a3e2162fe on network 66adc19b-a4e0-4990-9d66-f0de10b964ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:16.611528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Attempting to bind port 3038dade-6655-4af9-83c0-4c2a3e2162fe on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:16.625629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:16.625629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Checking segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:16.625629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Bound using segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:16.625629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Bound port: 3038dade-6655-4af9-83c0-4c2a3e2162fe, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:16.625629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.650253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] No DVR routers for this DVR port 23f405ce-4dad-4e81-8613-2966007d9673 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:16.650441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.653042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-895ded22-207e-46b0-9cfb-5e42513694d0 req-7cc6d2bf-b37d-4956-9bbc-7337f4333f4a tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.64 "DELETE /v2.0/ports/23f405ce-4dad-4e81-8613-2966007d9673 HTTP/1.1" status: 204 len: 173 time: 1.3712022 Aug 06 15:53:16.653042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'name': 'network-vif-deleted', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:16.656152 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c268879d-c0ec-4525-a0ab-80550fcbe97a" -d '{"events": [{"server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "name": "network-vif-deleted", "tag": "23f405ce-4dad-4e81-8613-2966007d9673"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:16.684826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,segment=NetworkSegment(b7d04f08-6ca6-4e95-a3d6-5aa970aa911d),segment_id=b7d04f08-6ca6-4e95-a3d6-5aa970aa911d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:16.702604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3', 'network_id': '7f00bea2-b677-4fdc-9b0e-5644f77073f4', 'port_id': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3', 'mac_address': 'fa:16:3e:28:64:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61649fb7-697f-491c-8697-bad26d5f1e97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:16.721167 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128230f2-6182-4b43-af44-9b632fb0dcea x-openstack-request-id: req-128230f2-6182-4b43-af44-9b632fb0dcea {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:16.721711 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a877751-ac9e-4919-a477-81fb9a44d32f", "name": "network-vif-deleted", "tag": "23f405ce-4dad-4e81-8613-2966007d9673", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:16.721797 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-128230f2-6182-4b43-af44-9b632fb0dcea {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:16.722199 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a877751-ac9e-4919-a477-81fb9a44d32f', 'name': 'network-vif-deleted', 'tag': '23f405ce-4dad-4e81-8613-2966007d9673', 'status': 'completed', 'code': 200} Aug 06 15:53:16.762111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:16.779857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:16.805135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,segment=NetworkSegment(b7d04f08-6ca6-4e95-a3d6-5aa970aa911d),segment_id=b7d04f08-6ca6-4e95-a3d6-5aa970aa911d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:16.859910 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Floating IP 442a3ea0-0805-4d3d-8ec6-ca8385667780 associated. External IP: 172.25.5.134, port: 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db. Aug 06 15:53:16.874041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-144a1b73-dd3f-4043-a8d0-96c19bf5ed50 req-224e8984-e174-4cb6-af99-36f357c437c8 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 210 time: 0.0561125 Aug 06 15:53:16.931350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] For port 3038dade-6655-4af9-83c0-4c2a3e2162fe, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:16.970711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.057735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:17.114453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] For port 3038dade-6655-4af9-83c0-4c2a3e2162fe, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:17.141930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1511cc-07b6-4a2f-90ef-6d800f1373d5 req-84aa6c8b-f9c6-449a-9056-62f7b9b5e11f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:17.143551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae1511cc-07b6-4a2f-90ef-6d800f1373d5 req-84aa6c8b-f9c6-449a-9056-62f7b9b5e11f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 944 time: 0.1010280 Aug 06 15:53:17.206012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3f4a2c4c-8e8b-4da4-892a-0d214a563de3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:17.207436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae1511cc-07b6-4a2f-90ef-6d800f1373d5 req-17571d02-9fca-4046-99d3-aba51f8eef79 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574324 Aug 06 15:53:17.252781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-20361894-ca56-4416-9dd9-20d36a60b07b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2226551 Aug 06 15:53:17.281053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.343264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.358958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c6875-8570-43e0-86d9-409f092cb4db req-fe42930a-da44-478a-8462-f62cc653db00 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:17.361320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b2c6875-8570-43e0-86d9-409f092cb4db req-fe42930a-da44-478a-8462-f62cc653db00 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 944 time: 0.0638089 Aug 06 15:53:17.422701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b2c6875-8570-43e0-86d9-409f092cb4db req-55a289fd-a2c0-4a80-9653-8820b1160a93 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467572 Aug 06 15:53:17.444763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object a853af6b-0049-44d5-a74c-c31628a98d62 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:17.474983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:17.475615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.477169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] 10.222.0.64 "PUT /v2.0/ports/3038dade-6655-4af9-83c0-4c2a3e2162fe HTTP/1.1" status: 200 len: 1092 time: 5.0843771 Aug 06 15:53:17.477551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'tag': '3038dade-6655-4af9-83c0-4c2a3e2162fe'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:17.481307 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ffa8a2-d651-4970-a56a-191e7a90f528" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd34b27-16da-4e4d-bd0d-f366ea9bf236", "tag": "3038dade-6655-4af9-83c0-4c2a3e2162fe"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:17.553296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8999f093-bd39-4336-9ad1-fd67d247b4e4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:17.565940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Pushing event updated for resources: {'Port': ['ID=3038dade-6655-4af9-83c0-4c2a3e2162fe,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:17.571553 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ab1e2c-59e3-4b05-bec1-5705332d9745 x-openstack-request-id: req-23ab1e2c-59e3-4b05-bec1-5705332d9745 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:17.571722 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd34b27-16da-4e4d-bd0d-f366ea9bf236", "tag": "3038dade-6655-4af9-83c0-4c2a3e2162fe", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:17.574103 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23ab1e2c-59e3-4b05-bec1-5705332d9745 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:17.575829 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'tag': '3038dade-6655-4af9-83c0-4c2a3e2162fe', 'status': 'completed', 'code': 200} Aug 06 15:53:17.608581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.608581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.608581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.608581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.608581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.608581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.609233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.609233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.609596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.609883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.610215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.610537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a4ac05-9453-4341-8948-4acafaaa7941 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:17.626819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-964c14e9-c2c5-4009-9b36-a51dfb67de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:17.631500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-964c14e9-c2c5-4009-9b36-a51dfb67de43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 1097 time: 0.2780015 Aug 06 15:53:17.635887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8999f093-bd39-4336-9ad1-fd67d247b4e4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:17.636213 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.749905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:53:17.806728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:17.893398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:17.945996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffa8a2-d651-4970-a56a-191e7a90f528 req-3c08645c-700e-4085-976f-964cbcd2508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:17.950207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00ffa8a2-d651-4970-a56a-191e7a90f528 req-3c08645c-700e-4085-976f-964cbcd2508c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 1095 time: 0.3263485 Aug 06 15:53:17.961585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:18.013146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:18.025514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.030718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.032942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=a853af6b-0049-44d5-a74c-c31628a98d62,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:18.047573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fca93e3-65f9-48ee-9ccc-e1dcf389e211 req-75c9e8af-e98e-441d-952d-eda545122683 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a877751-ac9e-4919-a477-81fb9a44d32f HTTP/1.1" status: 200 len: 210 time: 0.0402532 Aug 06 15:53:18.077492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-25ce3dd5-fd31-4569-ab20-7b15b357fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.080328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-25ce3dd5-fd31-4569-ab20-7b15b357fbe4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 915 time: 0.4181526 Aug 06 15:53:18.248396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-887a0aa7-c082-4255-9ea8-c841331670aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86ea401-b191-4a4d-8645-e5443d6fadde HTTP/1.1" status: 200 len: 217 time: 0.1515553 Aug 06 15:53:18.367705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2ce4182e-24f0-4b24-911f-3c060778f7ca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7171836 Aug 06 15:53:18.370398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:18.397628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:53:18.417079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:53:18.425352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:18.434657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:18.435370 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:18.445864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.467743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-e925c868-8a31-4742-a7aa-0dbb052d248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.469594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-e925c868-8a31-4742-a7aa-0dbb052d248b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.2062914 Aug 06 15:53:18.512733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffa8a2-d651-4970-a56a-191e7a90f528 req-9d38d017-5457-41ec-ab02-3371b807f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.514316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00ffa8a2-d651-4970-a56a-191e7a90f528 req-9d38d017-5457-41ec-ab02-3371b807f1b3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=fb7276c4aae942509d28a953ecdb6542&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5419052 Aug 06 15:53:18.642981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-3c717b17-3fa3-44b8-870a-60abd1ca3026 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446106 Aug 06 15:53:18.643932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 23f405ce-4dad-4e81-8613-2966007d9673 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:18.653822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7269dd34-d66e-4c92-9093-d9bfb79e6d80 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "PUT /v2.0/floatingips/442a3ea0-0805-4d3d-8ec6-ca8385667780 HTTP/1.1" status: 200 len: 991 time: 5.0034168 Aug 06 15:53:18.738249 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:18.779266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 23f405ce-4dad-4e81-8613-2966007d9673 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:18.780758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 23f405ce-4dad-4e81-8613-2966007d9673 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:18.788469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffa8a2-d651-4970-a56a-191e7a90f528 req-bf630048-fbba-47dc-aa0b-0387d3204307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.790887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-00ffa8a2-d651-4970-a56a-191e7a90f528 req-bf630048-fbba-47dc-aa0b-0387d3204307 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2567079 Aug 06 15:53:18.850638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:18.856775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:18.857406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.912873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61a804d3-6d0b-422f-b018-47938d90ff2d None None] Provisioning for port a853af6b-0049-44d5-a74c-c31628a98d62 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:18.920582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61a804d3-6d0b-422f-b018-47938d90ff2d None None] Provisioning complete for port a853af6b-0049-44d5-a74c-c31628a98d62 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:18.920959 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61a804d3-6d0b-422f-b018-47938d90ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:18.954624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-3531211f-c535-43ea-83a4-6c974097b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:18.957405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-3531211f-c535-43ea-83a4-6c974097b48c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 1095 time: 0.1150463 Aug 06 15:53:19.003064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf280f-f926-48ad-a848-f2f9c80d60cc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:19.014766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caf280f-f926-48ad-a848-f2f9c80d60cc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:19.017691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1caf280f-f926-48ad-a848-f2f9c80d60cc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6426511 Aug 06 15:53:19.021951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:19.049861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c30491-61d5-4228-a69b-963b2e5d1d18 req-a0462c09-ddfc-44f3-8569-0dc4520a7d46 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:19.052635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-61a804d3-6d0b-422f-b018-47938d90ff2d None None] Port a853af6b-0049-44d5-a74c-c31628a98d62 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:19.061682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47c30491-61d5-4228-a69b-963b2e5d1d18 req-a0462c09-ddfc-44f3-8569-0dc4520a7d46 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 944 time: 0.6276340 Aug 06 15:53:19.101325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.111678 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-36393704-a5dd-4da1-a05e-2cd7b0e9126c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe HTTP/1.1" status: 200 len: 217 time: 0.1384392 Aug 06 15:53:19.115229 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-d202db53-da63-49b1-b527-a0c0d48db931 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620923 Aug 06 15:53:19.129045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:19.131627 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5772d8fe-b699-4aa8-8fb2-6d17e28b793c" -d '{"events": [{"server_uuid": "4fa81b8a-7157-4a23-8ec1-51998e9a2f88", "name": "network-vif-plugged", "status": "completed", "tag": "3f4a2c4c-8e8b-4da4-892a-0d214a563de3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:19.149367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,segment=NetworkSegment(b7d04f08-6ca6-4e95-a3d6-5aa970aa911d),segment_id=b7d04f08-6ca6-4e95-a3d6-5aa970aa911d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:19.152183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8c5db-fdc2-4064-a2d4-01036309215f req-92fba42e-b976-4d3e-a1a0-ed2cb19c0067 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:19.153915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb8c5db-fdc2-4064-a2d4-01036309215f req-92fba42e-b976-4d3e-a1a0-ed2cb19c0067 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 944 time: 0.2434795 Aug 06 15:53:19.231489 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47c30491-61d5-4228-a69b-963b2e5d1d18 req-8f28d946-db4d-4185-84d9-17c8edd4b78d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415155 Aug 06 15:53:19.256134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.258162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb8c5db-fdc2-4064-a2d4-01036309215f req-59a0bfb9-0cd4-469d-ba63-8b7d265d2306 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671046 Aug 06 15:53:19.311714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port a853af6b-0049-44d5-a74c-c31628a98d62 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:19.312189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.376083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edfa2-8028-4259-8f2a-417b6df052aa req-545972c2-8e1b-4b84-bac7-69ddc0566edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:19.396155 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-545972c2-8e1b-4b84-bac7-69ddc0566edb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.2681398 Aug 06 15:53:19.406099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:19.451505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:19.454669 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1178ab20-bdc6-4799-a576-afd52da4d183 x-openstack-request-id: req-1178ab20-bdc6-4799-a576-afd52da4d183 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:19.455907 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa81b8a-7157-4a23-8ec1-51998e9a2f88", "name": "network-vif-plugged", "status": "completed", "tag": "3f4a2c4c-8e8b-4da4-892a-0d214a563de3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:19.456181 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1178ab20-bdc6-4799-a576-afd52da4d183 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:19.456605 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3', 'code': 200} Aug 06 15:53:19.462037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-f89bccbc-6aac-43f0-b759-86881b7bf620 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622225 Aug 06 15:53:19.478329 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '442a3ea0-0805-4d3d-8ec6-ca8385667780', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'mac_address': 'fa:16:3e:91:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:52:51Z', 'updated_at': '2021-08-06T15:53:15Z', 'revision_number': 1, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:19.544574 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.552153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:53:19.568423 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:19.569688 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:19.575913 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-176afc43-ce05-4459-9fae-2fee85a9dcd5 service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050074 Aug 06 15:53:19.590286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:19.591048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for a853af6b-0049-44d5-a74c-c31628a98d62 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:19.592476 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a30f4-f9b0-487a-8c62-06c791567810" -d '{"events": [{"name": "network-changed", "server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:19.639985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-720fb5fc-31aa-43e8-ae1c-0f695867b3e6 req-54f3ef0b-a78a-4067-9941-53f65b979411 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675772 Aug 06 15:53:19.698766 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78460a9a-166a-495a-8a16-20dc3090cfb6 x-openstack-request-id: req-78460a9a-166a-495a-8a16-20dc3090cfb6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:19.699055 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:19.699298 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78460a9a-166a-495a-8a16-20dc3090cfb6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:19.699699 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'status': 'completed', 'code': 200} Aug 06 15:53:19.703843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20abbe3e-bf53-4a3e-b1da-12a14117aaf7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.756103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20abbe3e-bf53-4a3e-b1da-12a14117aaf7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:19.761804 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:19.957471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.022208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=a853af6b-0049-44d5-a74c-c31628a98d62,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:20.035945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20abbe3e-bf53-4a3e-b1da-12a14117aaf7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.039128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-20abbe3e-bf53-4a3e-b1da-12a14117aaf7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.043862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-20abbe3e-bf53-4a3e-b1da-12a14117aaf7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/security-groups/6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd HTTP/1.1" status: 204 len: 168 time: 0.5844502 Aug 06 15:53:20.069235 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.075668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1db22675-656c-419c-85d0-a967d0d5225b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/a853af6b-0049-44d5-a74c-c31628a98d62 HTTP/1.1" status: 204 len: 168 time: 1.0478680 Aug 06 15:53:20.080784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39050) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:20.096050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abbe3e-bf53-4a3e-b1da-12a14117aaf7 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6e9dd4-6ef2-4456-a83b-1e75e1dc1dcd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:20.185851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ce9e2-2a42-4c18-afcd-a4629d8fb19f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.187890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ce9e2-2a42-4c18-afcd-a4629d8fb19f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.194120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-354ce9e2-2a42-4c18-afcd-a4629d8fb19f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1120968 Aug 06 15:53:20.208097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39052) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:20.213474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:20.284883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:20.294132 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.298394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54a51-aad0-4ee3-bb7f-a9951a053422 req-25b0e84a-9ed6-43b7-96c2-9151c5403323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.300437 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1b54a51-aad0-4ee3-bb7f-a9951a053422 req-25b0e84a-9ed6-43b7-96c2-9151c5403323 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 1096 time: 0.7198076 Aug 06 15:53:20.325957 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '442a3ea0-0805-4d3d-8ec6-ca8385667780', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'mac_address': 'fa:16:3e:91:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:52:51Z', 'updated_at': '2021-08-06T15:53:15Z', 'revision_number': 1, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:20.406616 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb769b11-4597-4ecf-8d19-8af249a70d14 None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '442a3ea0-0805-4d3d-8ec6-ca8385667780', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'floating_ip_address': '172.25.5.134', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'mac_address': 'fa:16:3e:91:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:52:51Z', 'updated_at': '2021-08-06T15:53:15Z', 'revision_number': 1, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:53:20.416761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.486535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-c2d16077-4c9e-450b-965b-daf2f0b8a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.487769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-c2d16077-4c9e-450b-965b-daf2f0b8a765 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1096 time: 0.7919009 Aug 06 15:53:20.489600 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-630edfa2-8028-4259-8f2a-417b6df052aa req-30a9dcd4-314f-4376-9595-b059dab65f11 service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941667 Aug 06 15:53:20.625338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1b54a51-aad0-4ee3-bb7f-a9951a053422 req-7c3d8070-9a12-442b-a137-bc5894c82ba4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993665 Aug 06 15:53:20.671968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9e23-4353-4d01-96ad-dad775ae7c38 req-c8b0ec3a-69f8-4fe4-859e-82e2c4ec418d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.674255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f4e9e23-4353-4d01-96ad-dad775ae7c38 req-c8b0ec3a-69f8-4fe4-859e-82e2c4ec418d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 944 time: 0.2543986 Aug 06 15:53:20.756162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc794e9c-5350-4ef8-a1fd-8d95ea95ab9a req-dbfa81d7-b429-4b53-9fad-8200a821a565 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.757836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc794e9c-5350-4ef8-a1fd-8d95ea95ab9a req-dbfa81d7-b429-4b53-9fad-8200a821a565 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 945 time: 0.2346137 Aug 06 15:53:20.768480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd599c11-eb17-4eb1-8f5a-93bd7ea5dbad None None] New status for floating IP 442a3ea0-0805-4d3d-8ec6-ca8385667780: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:53:20.824015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:20.828704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-f5dddc52-cb85-45c1-a33e-14841444ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:20.830392 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-f5dddc52-cb85-45c1-a33e-14841444ae82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.3336375 Aug 06 15:53:20.876876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f4e9e23-4353-4d01-96ad-dad775ae7c38 req-3ff82397-b1af-4eed-937e-e517483047b2 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952565 Aug 06 15:53:20.910529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc794e9c-5350-4ef8-a1fd-8d95ea95ab9a req-37299932-4d93-44a1-932e-02fc21929e71 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402061 Aug 06 15:53:20.969830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-601edd0d-5af0-49ff-9284-11e882f00b06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 999 time: 0.1289656 Aug 06 15:53:21.070255 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.086656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.094772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9 HTTP/1.1" status: 204 len: 168 time: 0.8944120 Aug 06 15:53:21.102637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39074) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:21.111163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dca451-1c63-4e06-88b2-5268c94fb7c5 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:21.126869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc7b5a-c869-4fe0-915c-6a9f771873e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:21.158058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-4cb432c2-414a-4f4d-8b51-68f0ed4603db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:21.159616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-4cb432c2-414a-4f4d-8b51-68f0ed4603db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1629426 Aug 06 15:53:21.202387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1db76046-d0c8-4eb4-b7b3-76f257b8a997 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944412 Aug 06 15:53:21.205992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:21.218774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:21.285094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-d944ecaf-94bf-4f82-b631-44b4fc9cd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:21.286637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-d944ecaf-94bf-4f82-b631-44b4fc9cd372 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872884 Aug 06 15:53:21.375997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.382994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:21.462559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:21.474299 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.491268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] Deleting port 8999f093-bd39-4336-9ad1-fd67d247b4e4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:21.491779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.561899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-af3a0a1e-d099-45a6-bbfa-8c8f8901b8fa service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605209 Aug 06 15:53:21.570247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] For port 8999f093-bd39-4336-9ad1-fd67d247b4e4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8999f093-bd39-4336-9ad1-fd67d247b4e4,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:21.571394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.588385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] Calling delete_port for 8999f093-bd39-4336-9ad1-fd67d247b4e4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:21.651948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8999f093-bd39-4336-9ad1-fd67d247b4e4 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:21.780559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.784826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3c8a30f4-f9b0-487a-8c62-06c791567810 req-dbe6481d-10c5-4080-8a90-247e52769aab service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061138 Aug 06 15:53:21.949097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 30b92457-7851-477e-8e4e-704871a248c0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:21.949451 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:21.975982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.067691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] Pushing event deleted for resources: {'Port': ['ID=8999f093-bd39-4336-9ad1-fd67d247b4e4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:22.074357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b91c4-9be6-4607-b0da-1e89b9c46f18 None None] No DVR routers for this DVR port 8999f093-bd39-4336-9ad1-fd67d247b4e4 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:22.091082 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.146222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:22.150668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port 30b92457-7851-477e-8e4e-704871a248c0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=30b92457-7851-477e-8e4e-704871a248c0,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:22.151409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.156767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:22.168503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:22.168994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b53e8-cf03-4cd4-aba2-7656b2104035 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:22.169100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.172888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 30b92457-7851-477e-8e4e-704871a248c0 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:22.205206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473b8ea-d286-42f8-9433-5a645d4bea39 req-537b1764-207a-4450-a5f0-0373c052cc41 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:22.237496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4473b8ea-d286-42f8-9433-5a645d4bea39 req-537b1764-207a-4450-a5f0-0373c052cc41 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 944 time: 0.2390914 Aug 06 15:53:22.237496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=263abf87-5ee5-453d-a0db-9155878cc169,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:22.237496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0ed83-f92b-4974-af8f-1deb51c3122a req-78054408-6a1e-4888-989e-7cc2a1aad921 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:22.237496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9be0ed83-f92b-4974-af8f-1deb51c3122a req-78054408-6a1e-4888-989e-7cc2a1aad921 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 945 time: 0.1960795 Aug 06 15:53:22.298935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4473b8ea-d286-42f8-9433-5a645d4bea39 req-3c56493d-4d4d-4bbb-b052-2528c085244d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756993 Aug 06 15:53:22.307511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9be0ed83-f92b-4974-af8f-1deb51c3122a req-2d49f25d-2c4a-4e7e-af3f-b1f762d0fdc8 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Aug 06 15:53:22.477388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:22.479227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c705cbd7-8298-4517-9b22-fa4490012f7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2704535 Aug 06 15:53:22.487575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '263abf87-5ee5-453d-a0db-9155878cc169', 'ip_address': '2001:db8::176c:da5f:aeac:50b1'}], 'name': 'tempest-NetworksTestDHCPv6-2080454255'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:22.549978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 3038dade-6655-4af9-83c0-4c2a3e2162fe details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:22.582546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '263abf87-5ee5-453d-a0db-9155878cc169'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:22.588133 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.739117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.756694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 3038dade-6655-4af9-83c0-4c2a3e2162fe, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:22.794895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '3038dade-6655-4af9-83c0-4c2a3e2162fe', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'port_id': '3038dade-6655-4af9-83c0-4c2a3e2162fe', 'mac_address': 'fa:16:3e:2c:95:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a19fb9-caea-42ff-9610-d16622cb4865', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:22.842623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=30b92457-7851-477e-8e4e-704871a248c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:22.844425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/263abf87-5ee5-453d-a0db-9155878cc169/39769536-bf79-4db6-8c22-f3e08d68ccd7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:22.873872 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:22.959039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3038dade-6655-4af9-83c0-4c2a3e2162fe {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:22.996990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 3038dade-6655-4af9-83c0-4c2a3e2162fe, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:23.043899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:23.098920 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.111377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.122914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Transition to ACTIVE for port object 39769536-bf79-4db6-8c22-f3e08d68ccd7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:23.198338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Transition to ACTIVE for port object 39769536-bf79-4db6-8c22-f3e08d68ccd7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:23.222384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=3038dade-6655-4af9-83c0-4c2a3e2162fe,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:23.227171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.248256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.306112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port c580f086-7299-479a-88a0-f42a2ac59d45 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:23.320266 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.350680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['3038dade-6655-4af9-83c0-4c2a3e2162fe'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:23.412545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:23.418878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:23.449039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:23.499870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Pushing event updated for resources: {'Port': ['ID=39769536-bf79-4db6-8c22-f3e08d68ccd7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:23.554336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb68cf9-6e4d-46f5-b1a9-d490455bbf92 req-45b9c2cc-f966-4693-a037-ba890a8318c1 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:23.567533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feb68cf9-6e4d-46f5-b1a9-d490455bbf92 req-45b9c2cc-f966-4693-a037-ba890a8318c1 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 945 time: 0.1447675 Aug 06 15:53:23.647634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Attempting to bind port 39769536-bf79-4db6-8c22-f3e08d68ccd7 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:23.648061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Attempting to bind port 39769536-bf79-4db6-8c22-f3e08d68ccd7 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:23.649332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Attempting to bind port 39769536-bf79-4db6-8c22-f3e08d68ccd7 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:23.660826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:23.661139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:23.661499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.662563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:23.662563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Bound port: 39769536-bf79-4db6-8c22-f3e08d68ccd7, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:23.662802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.691157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feb68cf9-6e4d-46f5-b1a9-d490455bbf92 req-febbfd8b-157f-4778-966c-62a76cbc73d4 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220756 Aug 06 15:53:23.715022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418307f-f9ed-4b81-b441-3193e9e91bfe req-5e86c015-9936-4b23-a337-9cdf7e254429 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:23.716920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1418307f-f9ed-4b81-b441-3193e9e91bfe req-5e86c015-9936-4b23-a337-9cdf7e254429 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 945 time: 0.1162426 Aug 06 15:53:23.743581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Router 19c6e859-3e5b-41e3-a872-4ddbc48da657 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:53:23.780773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] For port 39769536-bf79-4db6-8c22-f3e08d68ccd7, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:23.781381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1418307f-f9ed-4b81-b441-3193e9e91bfe req-7b4aeeef-dd2a-4a65-a413-987a11c8debe tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551488 Aug 06 15:53:23.791138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] For port 39769536-bf79-4db6-8c22-f3e08d68ccd7, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=39769536-bf79-4db6-8c22-f3e08d68ccd7,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:23.868600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::176c:da5f:aeac:50b1 (fea17d9c-9b6b-4223-9219-1872e940e8b2/263abf87-5ee5-453d-a0db-9155878cc169/c580f086-7299-479a-88a0-f42a2ac59d45) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:23.886220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:23.961525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b6a47-0680-4347-9986-5d391a541132 None None] Pushing event updated for resources: {'Port': ['ID=39769536-bf79-4db6-8c22-f3e08d68ccd7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:24.028806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:53:24.050213 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] Sync routers for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:53:24.051894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:24.055697 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ab519136-b190-4017-825c-ba278f842942 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "PUT /v2.0/routers/19c6e859-3e5b-41e3-a872-4ddbc48da657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8401558 Aug 06 15:53:24.069654 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:24.070293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:24.126203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting subnet 5d982ab9-1da5-4752-84be-b25e71b0b2a8 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:24.130706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.285851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.290222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.303362 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:24.332809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object c580f086-7299-479a-88a0-f42a2ac59d45 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:24.441881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.462473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.508207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 3038dade-6655-4af9-83c0-4c2a3e2162fe up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:24.520616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:24.530904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:24.535363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:24.553158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:24.554488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.580519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=c580f086-7299-479a-88a0-f42a2ac59d45,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:24.622008 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:53:22Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:24.655090 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] Checking router: 19c6e859-3e5b-41e3-a872-4ddbc48da657 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:53:24.663443 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] Routers {'19c6e859-3e5b-41e3-a872-4ddbc48da657'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:24.664107 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['19c6e859-3e5b-41e3-a872-4ddbc48da657'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:24.702571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.737459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Subnet': ['ID=5d982ab9-1da5-4752-84be-b25e71b0b2a8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:24.739707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.745026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ebcf3-9cdd-477f-a460-278315d3a345 None None] Network 20d0a148-449a-48d8-98ef-dc9b3e959ab9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:24.755985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bb9f6147-a5cc-4888-bed4-1bb2cc1117da tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/subnets/5d982ab9-1da5-4752-84be-b25e71b0b2a8 HTTP/1.1" status: 204 len: 168 time: 0.6891077 Aug 06 15:53:24.757165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:24.792765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 3038dade-6655-4af9-83c0-4c2a3e2162fe completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:24.849768 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5e905cb-3663-4231-89de-059d7711128e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3697586 Aug 06 15:53:24.860021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:24.890040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 3038dade-6655-4af9-83c0-4c2a3e2162fe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:24.890678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:24.906872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] Set router 19c6e859-3e5b-41e3-a872-4ddbc48da657 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:24.928699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-98c48044-2f10-45a6-ab04-676d796a4534 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:24.930756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-98c48044-2f10-45a6-ab04-676d796a4534 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 945 time: 0.2226834 Aug 06 15:53:25.122300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Deleting port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:25.130072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.202415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722671b-c6ce-4e53-aa2a-7b348449dfec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.214869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722671b-c6ce-4e53-aa2a-7b348449dfec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.219902 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d722671b-c6ce-4e53-aa2a-7b348449dfec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3256428 Aug 06 15:53:25.234362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.239875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c4a6c-ef67-4241-b5a5-999eb3938eec req-0632e290-e4f8-49be-91a0-8b04fa4f661b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.241312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:25.254099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a8c4a6c-ef67-4241-b5a5-999eb3938eec req-0632e290-e4f8-49be-91a0-8b04fa4f661b tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 945 time: 0.4245417 Aug 06 15:53:25.267655 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.296503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3038dade-6655-4af9-83c0-4c2a3e2162fe'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:25.298810 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7842c2a8-9507-4e37-a01a-36018e8e01af" -d '{"events": [{"server_uuid": "3dd34b27-16da-4e4d-bd0d-f366ea9bf236", "name": "network-vif-plugged", "status": "completed", "tag": "3038dade-6655-4af9-83c0-4c2a3e2162fe"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:25.305081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1164f6-ca98-4306-8fb3-13e90934cc7d req-93b4c358-a92c-434c-80ed-c6b56a7250f8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:25.315645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e1164f6-ca98-4306-8fb3-13e90934cc7d req-93b4c358-a92c-434c-80ed-c6b56a7250f8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 945 time: 0.3309295 Aug 06 15:53:25.336097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 3038dade-6655-4af9-83c0-4c2a3e2162fe, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:25.341498 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:53:22Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:25.342119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] DHCP port deletion for 20d0a148-449a-48d8-98ef-dc9b3e959ab9 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:25.411225 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] Deleting port 6ed56568-8d87-47eb-a537-17b7eb261bb7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:25.411619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.442643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.471864 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a9710f-e09f-4fdf-bacd-9504a9c0d523 None None] The sync data for ids ['19c6e859-3e5b-41e3-a872-4ddbc48da657'] in n-d-778550-6 is: [{'id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'name': 'tempest-TestNetworkBasicOps-router-1252132592', 'tenant_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:53:22Z', 'revision_number': 5, 'project_id': 'fcdeb411cc36447f93dfb13b24415f8e', 'gw_port': {'id': '51d8ddee-047f-4547-87d6-d7e2f972796d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c6e859-3e5b-41e3-a872-4ddbc48da657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:51:56Z', 'updated_at': '2021-08-06T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:53:25.535371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e1164f6-ca98-4306-8fb3-13e90934cc7d req-3b2be23a-1043-4750-9044-deb9c363611f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185783 Aug 06 15:53:25.600302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] For port 6ed56568-8d87-47eb-a537-17b7eb261bb7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6ed56568-8d87-47eb-a537-17b7eb261bb7,segment=NetworkSegment(e9f2020f-0e31-42d6-98ae-d784f7cc6e50),segment_id=e9f2020f-0e31-42d6-98ae-d784f7cc6e50)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:25.600717 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.627400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] Calling delete_port for 6ed56568-8d87-47eb-a537-17b7eb261bb7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:25.638881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] For port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,segment=NetworkSegment(b7d04f08-6ca6-4e95-a3d6-5aa970aa911d),segment_id=b7d04f08-6ca6-4e95-a3d6-5aa970aa911d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:25.639263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.658101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Calling delete_port for 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:25.691603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=3038dade-6655-4af9-83c0-4c2a3e2162fe,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:25.707735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a8c4a6c-ef67-4241-b5a5-999eb3938eec req-b8f52994-96c1-4d0b-ab34-aa02f5aee043 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/security-groups?id=f5cc828e-5606-43b5-90d3-19d112fa2060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895245 Aug 06 15:53:25.777978 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2c90f7-c7e4-4302-be56-4a7c9bd9b695 x-openstack-request-id: req-4f2c90f7-c7e4-4302-be56-4a7c9bd9b695 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:25.778651 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd34b27-16da-4e4d-bd0d-f366ea9bf236", "name": "network-vif-plugged", "status": "completed", "tag": "3038dade-6655-4af9-83c0-4c2a3e2162fe", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:25.779119 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f2c90f7-c7e4-4302-be56-4a7c9bd9b695 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:25.779688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.779977 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3038dade-6655-4af9-83c0-4c2a3e2162fe', 'code': 200} Aug 06 15:53:25.949095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 39769536-bf79-4db6-8c22-f3e08d68ccd7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:25.982883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Deleting port 51d8ddee-047f-4547-87d6-d7e2f972796d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:25.982883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:25.991344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3129f013-60de-47bd-8ff3-718c2fa1b533 None None] Provisioning for port 39769536-bf79-4db6-8c22-f3e08d68ccd7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:25.996118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.030468 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.076866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] Pushing event deleted for resources: {'Port': ['ID=6ed56568-8d87-47eb-a537-17b7eb261bb7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:26.079830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe84b3-95d9-4202-a18e-c696845e71a8 None None] No DVR routers for this DVR port 6ed56568-8d87-47eb-a537-17b7eb261bb7 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:26.224469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] For port 51d8ddee-047f-4547-87d6-d7e2f972796d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=51d8ddee-047f-4547-87d6-d7e2f972796d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:26.224469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.248649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 39769536-bf79-4db6-8c22-f3e08d68ccd7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:26.253456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-0e120d1b-1b31-4482-ab96-fe1778b25ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1423597 Aug 06 15:53:26.267003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Calling delete_port for 51d8ddee-047f-4547-87d6-d7e2f972796d owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:26.275420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 39769536-bf79-4db6-8c22-f3e08d68ccd7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:26.276297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.388765 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.419168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1bb1cb0f-f8f4-467e-a70a-843713567dfd None None] Provisioning for port c580f086-7299-479a-88a0-f42a2ac59d45 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:26.435124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1bb1cb0f-f8f4-467e-a70a-843713567dfd None None] Provisioning complete for port c580f086-7299-479a-88a0-f42a2ac59d45 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:26.441622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cb0f-f8f4-467e-a70a-843713567dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.441864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcaa37-42cd-47b6-a172-227273230922 req-e71fb266-e2a6-44b0-8598-c384182a712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:26.441864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-e71fb266-e2a6-44b0-8598-c384182a712c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 1101 time: 0.1037202 Aug 06 15:53:26.481750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 39769536-bf79-4db6-8c22-f3e08d68ccd7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=39769536-bf79-4db6-8c22-f3e08d68ccd7,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:26.500166 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1cb0f-f8f4-467e-a70a-843713567dfd None None] Port c580f086-7299-479a-88a0-f42a2ac59d45 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:26.553743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.599763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port c580f086-7299-479a-88a0-f42a2ac59d45 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:26.600654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.667177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=39769536-bf79-4db6-8c22-f3e08d68ccd7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:26.689672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19d6e-d2c6-45d4-9db6-201c4fb9fb85 req-205bc984-e251-46b8-89df-007f466613d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:26.691228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99b19d6e-d2c6-45d4-9db6-201c4fb9fb85 req-205bc984-e251-46b8-89df-007f466613d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 1097 time: 0.8294108 Aug 06 15:53:26.699416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6ed56568-8d87-47eb-a537-17b7eb261bb7 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:26.737998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.756335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for c580f086-7299-479a-88a0-f42a2ac59d45 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:26.767858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6ed56568-8d87-47eb-a537-17b7eb261bb7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:26.768213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6ed56568-8d87-47eb-a537-17b7eb261bb7 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:26.775840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcaa37-42cd-47b6-a172-227273230922 req-58be8127-fc65-44e6-8019-d5d24130bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:26.777634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-58be8127-fc65-44e6-8019-d5d24130bc09 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.3060760 Aug 06 15:53:26.870207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99b19d6e-d2c6-45d4-9db6-201c4fb9fb85 req-b0d21a92-8994-42ca-85ba-67877fc392cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584104 Aug 06 15:53:26.894021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:26.915949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-babbd4d3-c78c-4fe2-8a0d-b210f676e046 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c HTTP/1.1" status: 200 len: 217 time: 0.1182725 Aug 06 15:53:26.935383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Pushing event deleted for resources: {'Port': ['ID=3f4a2c4c-8e8b-4da4-892a-0d214a563de3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:26.943168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95b100c1-eeba-4462-be07-b61cb697888e req-87c1c8f2-6cb2-45c1-af8a-bc9e91190590 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0365303 Aug 06 15:53:26.964537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.023981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed96ef5-464a-4e7e-85b5-cf61d9445c69 req-ce9d8f34-d0d5-43ca-b710-b6012b8cf9ee tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.025578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed96ef5-464a-4e7e-85b5-cf61d9445c69 req-ce9d8f34-d0d5-43ca-b710-b6012b8cf9ee tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 946 time: 0.2421501 Aug 06 15:53:27.031678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Port': ['ID=51d8ddee-047f-4547-87d6-d7e2f972796d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:27.088164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] No DVR routers for this DVR port 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:27.095536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.098730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b689bca4-8cec-4e3d-ab0f-c08af70d875e req-077abef1-7335-45ed-b786-2219e479a2e2 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.59 "DELETE /v2.0/ports/3f4a2c4c-8e8b-4da4-892a-0d214a563de3 HTTP/1.1" status: 204 len: 173 time: 2.1613193 Aug 06 15:53:27.099173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.099411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'name': 'network-vif-deleted', 'tag': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:27.100334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.100334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.100334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.101284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.101284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.101722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.102707 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498084db-6fa8-47b0-b6c6-3dc882b743db" -d '{"events": [{"server_uuid": "4fa81b8a-7157-4a23-8ec1-51998e9a2f88", "name": "network-vif-deleted", "tag": "3f4a2c4c-8e8b-4da4-892a-0d214a563de3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:27.104518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.105783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.106256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.106892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.107645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:27.148159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcaa37-42cd-47b6-a172-227273230922 req-26f26030-3b06-499c-b7ad-1b2ce9aa310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.150533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-26f26030-3b06-499c-b7ad-1b2ce9aa310a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2142520 Aug 06 15:53:27.153382 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f274c12d-034e-4024-8ed2-eab1e0669a55 x-openstack-request-id: req-f274c12d-034e-4024-8ed2-eab1e0669a55 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:27.153790 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa81b8a-7157-4a23-8ec1-51998e9a2f88", "name": "network-vif-deleted", "tag": "3f4a2c4c-8e8b-4da4-892a-0d214a563de3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:27.154483 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f274c12d-034e-4024-8ed2-eab1e0669a55 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:27.154963 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa81b8a-7157-4a23-8ec1-51998e9a2f88', 'name': 'network-vif-deleted', 'tag': '3f4a2c4c-8e8b-4da4-892a-0d214a563de3', 'status': 'completed', 'code': 200} Aug 06 15:53:27.204629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed96ef5-464a-4e7e-85b5-cf61d9445c69 req-6ea12eff-970b-4648-b718-8d7490619876 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667268 Aug 06 15:53:27.210105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.288187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcaa37-42cd-47b6-a172-227273230922 req-4f9e15bb-81e0-4b8a-bfb6-6889f29165f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.289749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-4f9e15bb-81e0-4b8a-bfb6-6889f29165f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229947 Aug 06 15:53:27.303888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.356136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=c580f086-7299-479a-88a0-f42a2ac59d45,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:27.356478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.360814 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.407034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.419305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9ff1c7c7-3119-4bd9-8e4e-25f9c98608dc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/c580f086-7299-479a-88a0-f42a2ac59d45 HTTP/1.1" status: 204 len: 168 time: 2.1754777 Aug 06 15:53:27.421039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:27.526664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-8d893a89-bed3-46b0-b717-c446d54e3b2a service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015162 Aug 06 15:53:27.548088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13269ff-e54d-4363-ba4d-7f1e76357fb1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.550560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13269ff-e54d-4363-ba4d-7f1e76357fb1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:27.552719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d13269ff-e54d-4363-ba4d-7f1e76357fb1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1303189 Aug 06 15:53:27.557684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:27.668925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 263abf87-5ee5-453d-a0db-9155878cc169 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:27.669695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 39769536-bf79-4db6-8c22-f3e08d68ccd7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:27.677977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.768255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 39769536-bf79-4db6-8c22-f3e08d68ccd7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:27.768791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.795147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.940519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30b92457-7851-477e-8e4e-704871a248c0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:27.965087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:27.968439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 30b92457-7851-477e-8e4e-704871a248c0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:27.969113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30b92457-7851-477e-8e4e-704871a248c0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:28.022117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.023033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Fanout notify agent at l3_agent the message router_deleted on router 19c6e859-3e5b-41e3-a872-4ddbc48da657 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:53:28.036862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.038768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6f3b6e60-ae43-4d49-b51d-cbaf1164b0b3 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/routers/19c6e859-3e5b-41e3-a872-4ddbc48da657 HTTP/1.1" status: 204 len: 168 time: 3.2754703 Aug 06 15:53:28.075386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39200) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:28.171385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f6d8d24-4a67-4404-86a5-24ae9923fb0a req-72686237-0bdf-4d12-81b8-89833a198960 tempest-ServerPasswordTestJSON-43185485 tempest-ServerPasswordTestJSON-43185485-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fa81b8a-7157-4a23-8ec1-51998e9a2f88 HTTP/1.1" status: 200 len: 210 time: 0.0779631 Aug 06 15:53:28.193979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.209694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.219294 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/263abf87-5ee5-453d-a0db-9155878cc169 HTTP/1.1" status: 204 len: 168 time: 0.6411397 Aug 06 15:53:28.220148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ce336-575d-45b8-95a6-6e1ec6c55a12 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:28.225546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:28.278093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5fa90-bed1-4a1f-a321-1a148a5b04e1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=263abf87-5ee5-453d-a0db-9155878cc169,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:28.296208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65dcaa37-42cd-47b6-a172-227273230922 req-97aded7a-f4e7-4eb0-9bbc-48ce3e290e24 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526741 Aug 06 15:53:28.303452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-500d029f-ec06-41e0-9fed-9c47981baa8c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701392 Aug 06 15:53:28.309262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:28.315118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:28.355276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.464463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:28.489938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:28.490529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f4a2c4c-8e8b-4da4-892a-0d214a563de3 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:28.556867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f85bc-837f-409d-8d91-b0f8967e494e req-fb7de188-5231-4ab4-a5ac-28f1e8173ca7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:28.559016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e04f85bc-837f-409d-8d91-b0f8967e494e req-fb7de188-5231-4ab4-a5ac-28f1e8173ca7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 946 time: 0.1418352 Aug 06 15:53:28.607587 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.626042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d0a148-449a-48d8-98ef-dc9b3e959ab9']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:28.645211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:28.645211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f2020f-0e31-42d6-98ae-d784f7cc6e50') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:28.659277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e04f85bc-837f-409d-8d91-b0f8967e494e req-ffb4bfc9-500c-44a7-be35-757f0121d4ec tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644464 Aug 06 15:53:28.661100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.680817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.688380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:53:28.710996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:28.720698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.785960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] Deleting port 39769536-bf79-4db6-8c22-f3e08d68ccd7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:28.786786 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.890811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] For port 39769536-bf79-4db6-8c22-f3e08d68ccd7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=39769536-bf79-4db6-8c22-f3e08d68ccd7,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:28.891513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:28.907380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] Calling delete_port for 39769536-bf79-4db6-8c22-f3e08d68ccd7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:29.054821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.168230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.183317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.185235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] 10.222.0.16 "DELETE /v2.0/networks/20d0a148-449a-48d8-98ef-dc9b3e959ab9 HTTP/1.1" status: 204 len: 168 time: 1.1085393 Aug 06 15:53:29.205083 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.218658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1f27c-f21e-4f59-9635-7a70d487b8b0 tempest-TestNetworkBasicOps-790053382 tempest-TestNetworkBasicOps-790053382-project] Pushing event deleted for resources: {'Network': ['ID=20d0a148-449a-48d8-98ef-dc9b3e959ab9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:29.257089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] Pushing event deleted for resources: {'Port': ['ID=39769536-bf79-4db6-8c22-f3e08d68ccd7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:29.263093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bf32c-ed11-4c18-868d-ecfe1ac18213 None None] No DVR routers for this DVR port 39769536-bf79-4db6-8c22-f3e08d68ccd7 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:29.296589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39244) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:29.391568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Deleting subnet 61649fb7-697f-491c-8697-bad26d5f1e97 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:29.400172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.463381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.497596 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.532366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 39769536-bf79-4db6-8c22-f3e08d68ccd7 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:29.567416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.577871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 39769536-bf79-4db6-8c22-f3e08d68ccd7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:29.578242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:29.578479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 39769536-bf79-4db6-8c22-f3e08d68ccd7 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:29.578995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 51d8ddee-047f-4547-87d6-d7e2f972796d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:29.584176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:29.594627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:29.595458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.623566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f628e5-6f8a-4951-82a8-baf1e27123cc None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:29.637637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 51d8ddee-047f-4547-87d6-d7e2f972796d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:29.637637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 51d8ddee-047f-4547-87d6-d7e2f972796d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:29.677471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=ec7d53bd-dceb-4812-970b-9936a42aafff,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:29.816608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.824068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': 'ec7d53bd-dceb-4812-970b-9936a42aafff'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:29.827289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.857495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0b287bae-3334-4579-ba67-3e94490b7710 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5470996 Aug 06 15:53:29.860459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:29.865392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61649fb7-697f-491c-8697-bad26d5f1e97,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:29.880937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': 'ec7d53bd-dceb-4812-970b-9936a42aafff', 'ip_address': '2001:db8::fac3:1e0c:fb55:9689'}], 'name': 'tempest-NetworksTestDHCPv6-1280703591'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:29.894424 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:29.896856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-387781ff-b627-408e-872b-ab26911974d5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/61649fb7-697f-491c-8697-bad26d5f1e97 HTTP/1.1" status: 204 len: 168 time: 0.6097248 Aug 06 15:53:29.899140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:30.030678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:30.064813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.175257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/ec7d53bd-dceb-4812-970b-9936a42aafff/8693d7fc-38ee-4cc5-8adb-80cc41374c29) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:30.268420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:30.286526 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.311754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f00bea2-b677-4fdc-9b0e-5644f77073f4']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:30.330414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:30.330701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d04f08-6ca6-4e95-a3d6-5aa970aa911d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:30.350146 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-41ab9e5b-a61b-4cf5-8f7d-dc7d4e5e611f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcdeb411cc36447f93dfb13b24415f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182883 Aug 06 15:53:30.351018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:30.368676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.476905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.501809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.517844 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.526896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 9dc0d624-cc64-4767-af9c-d1150ed173d3 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:30.529292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bf0db91-a039-494a-ab39-0c1e187fefd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.534588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:53:30.535294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:53:30.539563 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:53:30.621110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bf0db91-a039-494a-ab39-0c1e187fefd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.827365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Transition to ACTIVE for port object 8693d7fc-38ee-4cc5-8adb-80cc41374c29 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:30.828015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.836677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.842785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] 10.222.0.16 "DELETE /v2.0/networks/7f00bea2-b677-4fdc-9b0e-5644f77073f4 HTTP/1.1" status: 204 len: 168 time: 0.9414916 Aug 06 15:53:30.856682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e614f3-bf74-405e-bcf3-a7aeaf3786fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7f00bea2-b677-4fdc-9b0e-5644f77073f4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:30.858610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Transition to ACTIVE for port object 8693d7fc-38ee-4cc5-8adb-80cc41374c29 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:30.873101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bf0db91-a039-494a-ab39-0c1e187fefd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.875752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bf0db91-a039-494a-ab39-0c1e187fefd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:30.880988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0bf0db91-a039-494a-ab39-0c1e187fefd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e52acaf-8296-4dd5-92f7-22e3154c5436 HTTP/1.1" status: 204 len: 168 time: 0.5211399 Aug 06 15:53:30.889427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0db91-a039-494a-ab39-0c1e187fefd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e52acaf-8296-4dd5-92f7-22e3154c5436,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:30.960324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.042944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::fac3:1e0c:fb55:9689 (fea17d9c-9b6b-4223-9219-1872e940e8b2/ec7d53bd-dceb-4812-970b-9936a42aafff/9dc0d624-cc64-4767-af9c-d1150ed173d3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:31.053084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:31.061760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:31.061760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:31.070886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Pushing event updated for resources: {'Port': ['ID=8693d7fc-38ee-4cc5-8adb-80cc41374c29,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:31.139719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Attempting to bind port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:31.140353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Attempting to bind port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:31.140890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Attempting to bind port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:31.150003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:31.153529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:31.153529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.153529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:31.153529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Bound port: 8693d7fc-38ee-4cc5-8adb-80cc41374c29, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:31.153529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.288977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] For port 8693d7fc-38ee-4cc5-8adb-80cc41374c29, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:31.293551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] For port 8693d7fc-38ee-4cc5-8adb-80cc41374c29, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8693d7fc-38ee-4cc5-8adb-80cc41374c29,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:31.328329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:31.346754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.369681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 9dc0d624-cc64-4767-af9c-d1150ed173d3 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:31.389152 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.402391 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6cad7699-ec17-4545-873f-a02ab08f9b2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=079e4473f5ea4bd289b2028f975840a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724032 Aug 06 15:53:31.407936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:31.503250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b36691-a686-4b43-a7fb-eca8e9bcb005 None None] Pushing event updated for resources: {'Port': ['ID=8693d7fc-38ee-4cc5-8adb-80cc41374c29,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:31.539651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75693d4e-b658-43ad-951e-2620a38d2ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.559911 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:53:31.566090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75693d4e-b658-43ad-951e-2620a38d2ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.574907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.703697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:31.713594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:31.720041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:31.731256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:31.732813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.752194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=9dc0d624-cc64-4767-af9c-d1150ed173d3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:31.833999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75693d4e-b658-43ad-951e-2620a38d2ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.837638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75693d4e-b658-43ad-951e-2620a38d2ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:31.842501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-75693d4e-b658-43ad-951e-2620a38d2ef5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5cc828e-5606-43b5-90d3-19d112fa2060 HTTP/1.1" status: 204 len: 168 time: 0.4310238 Aug 06 15:53:31.851245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75693d4e-b658-43ad-951e-2620a38d2ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cc828e-5606-43b5-90d3-19d112fa2060,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:31.908533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f97477a-e067-4b87-a138-aeaeb2d7185b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0451174 Aug 06 15:53:31.915120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:32.001815 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b0b11-e658-4329-87e5-b0cef32da28a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.013281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4b0b11-e658-4329-87e5-b0cef32da28a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.015890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aa4b0b11-e658-4329-87e5-b0cef32da28a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1017189 Aug 06 15:53:32.018460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:32.147496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 9dc0d624-cc64-4767-af9c-d1150ed173d3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:32.147782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.287758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.289792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:32.315042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 9dc0d624-cc64-4767-af9c-d1150ed173d3 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:32.332196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff40a7e8-28f9-4691-a15a-cbb902fb4284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.715046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.816980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=9dc0d624-cc64-4767-af9c-d1150ed173d3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:32.833686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff40a7e8-28f9-4691-a15a-cbb902fb4284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.862230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.864329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fcf001e0-33c5-4711-a010-3cdc2d589261 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/9dc0d624-cc64-4767-af9c-d1150ed173d3 HTTP/1.1" status: 204 len: 168 time: 0.8444650 Aug 06 15:53:32.867054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39310) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:32.934763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e15eaa-a4c2-4610-9316-c79eb2730fbf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.938179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e15eaa-a4c2-4610-9316-c79eb2730fbf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:32.940822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f1e15eaa-a4c2-4610-9316-c79eb2730fbf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0725513 Aug 06 15:53:32.943076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ff40a7e8-28f9-4691-a15a-cbb902fb4284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:32.944134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.018873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ff40a7e8-28f9-4691-a15a-cbb902fb4284 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41638bce9c5b47a7bdc032a0c404e6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233441 Aug 06 15:53:33.033104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39318) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.079132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40a7e8-28f9-4691-a15a-cbb902fb4284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7da0c86-50bc-413a-92ae-9744e7f64608,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:33.097450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet ec7d53bd-dceb-4812-970b-9936a42aafff {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:33.104518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.130205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e10de573-76e6-4e9c-9cf3-eae96e799e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.171569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e10de573-76e6-4e9c-9cf3-eae96e799e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.255061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.256278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3b1cb9ca-0215-4454-b2ee-0a273624a9ef None None] Provisioning for port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:33.372013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e10de573-76e6-4e9c-9cf3-eae96e799e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.374700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e10de573-76e6-4e9c-9cf3-eae96e799e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.381899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e10de573-76e6-4e9c-9cf3-eae96e799e94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7da0c86-50bc-413a-92ae-9744e7f64608 HTTP/1.1" status: 204 len: 168 time: 0.3413808 Aug 06 15:53:33.393462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10de573-76e6-4e9c-9cf3-eae96e799e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7da0c86-50bc-413a-92ae-9744e7f64608,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:33.426255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.584689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-419b0570-588b-4373-861d-dc38d500fef6 None None] Could not find standard attr ID for object 9dc0d624-cc64-4767-af9c-d1150ed173d3. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:53:33.635422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8693d7fc-38ee-4cc5-8adb-80cc41374c29 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:33.700458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.718028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7d53bd-dceb-4812-970b-9936a42aafff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:33.722480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:33.724686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d976d21e-b3e9-4600-8c06-e9eb499444fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/ec7d53bd-dceb-4812-970b-9936a42aafff HTTP/1.1" status: 204 len: 168 time: 0.7791440 Aug 06 15:53:33.728967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39332) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.780031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-01259cd9-1a44-41e4-ba38-6795412ac090 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479603 Aug 06 15:53:33.782333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.825883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127fa823-fa46-4f1d-b69f-1e1bd0d05fb2 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:33.862168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92016bb7-a6f8-4ba5-a594-1cee822f40b7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:33.864157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-92016bb7-a6f8-4ba5-a594-1cee822f40b7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0794384 Aug 06 15:53:33.867485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.945926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c3c9d-f6c1-4650-9db0-a2ed4d0ef09f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:33.948239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ea7c3c9d-f6c1-4650-9db0-a2ed4d0ef09f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797625 Aug 06 15:53:33.951381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:33.996399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c842316e-a488-4039-8b7f-1ac7aa07bc1b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434561 Aug 06 15:53:34.000488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39344) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:34.011250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:34.057093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:34.083075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:34.090927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.272899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:34.278177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.290149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:34.406156 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.492129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8693d7fc-38ee-4cc5-8adb-80cc41374c29, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8693d7fc-38ee-4cc5-8adb-80cc41374c29,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:34.547364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] Deleting port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:34.547364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.651150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] For port 8693d7fc-38ee-4cc5-8adb-80cc41374c29, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8693d7fc-38ee-4cc5-8adb-80cc41374c29,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:34.651601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.841915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] Calling delete_port for 8693d7fc-38ee-4cc5-8adb-80cc41374c29 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:34.857684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.859097 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:34.967763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=841ac771-2468-4e27-9da4-6da7f29704cc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:34.998114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:35.001676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:35.002414 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c038dc24-da34-4cfa-a50a-ab6a7a68ffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.005981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8693d7fc-38ee-4cc5-8adb-80cc41374c29,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:35.007339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:35.011050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.175736 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.204042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] Pushing event deleted for resources: {'Port': ['ID=8693d7fc-38ee-4cc5-8adb-80cc41374c29,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:35.207871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6196d-decd-4755-9053-e09cf6fb5faa None None] No DVR routers for this DVR port 8693d7fc-38ee-4cc5-8adb-80cc41374c29 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:35.239210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74992387-e716-4091-af4b-6cab15dcf925 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:35.252177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7f0804f5-8c4b-47dc-ad91-15e77761a5a2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2494395 Aug 06 15:53:35.254536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:35.261740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '841ac771-2468-4e27-9da4-6da7f29704cc', 'ip_address': '2001:db8::613b:ea4f:94d6:9a4a'}], 'name': 'tempest-NetworksTestDHCPv6-775389427'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:35.536739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '841ac771-2468-4e27-9da4-6da7f29704cc'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:35.545075 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.551535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:35.612153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8693d7fc-38ee-4cc5-8adb-80cc41374c29 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:35.641511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 8693d7fc-38ee-4cc5-8adb-80cc41374c29 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:35.641511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8693d7fc-38ee-4cc5-8adb-80cc41374c29 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:35.713646 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:35.862583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/841ac771-2468-4e27-9da4-6da7f29704cc/ed63445d-2faa-4b96-9076-d4d3121c120e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:35.869314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6820fd-512c-4ba0-9c97-74d430458ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.945268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:35.994736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:36.080718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6820fd-512c-4ba0-9c97-74d430458ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.184481 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.196200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Transition to ACTIVE for port object ed63445d-2faa-4b96-9076-d4d3121c120e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:36.204651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb6820fd-512c-4ba0-9c97-74d430458ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.241351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Transition to ACTIVE for port object ed63445d-2faa-4b96-9076-d4d3121c120e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:36.304160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eb6820fd-512c-4ba0-9c97-74d430458ad6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6808638b1e74d869dc1cc4207bde8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513580 Aug 06 15:53:36.306679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6820fd-512c-4ba0-9c97-74d430458ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f01e45f-1996-4c11-90c3-a6e83af4c924,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:36.308190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:36.349314 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.483240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37c61264-6304-4800-afff-eb594621fb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.505276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::613b:ea4f:94d6:9a4a (fea17d9c-9b6b-4223-9219-1872e940e8b2/841ac771-2468-4e27-9da4-6da7f29704cc/c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:36.536117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37c61264-6304-4800-afff-eb594621fb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.536474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:36.549974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:36.551844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:36.554463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Pushing event updated for resources: {'Port': ['ID=ed63445d-2faa-4b96-9076-d4d3121c120e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:36.628395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Attempting to bind port ed63445d-2faa-4b96-9076-d4d3121c120e on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:36.629215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Attempting to bind port ed63445d-2faa-4b96-9076-d4d3121c120e by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:36.629215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Attempting to bind port ed63445d-2faa-4b96-9076-d4d3121c120e on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:36.636056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:36.636580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:36.637172 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.637666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:36.638241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Bound port: ed63445d-2faa-4b96-9076-d4d3121c120e, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:36.639444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.731578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] For port ed63445d-2faa-4b96-9076-d4d3121c120e, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:36.746860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] For port ed63445d-2faa-4b96-9076-d4d3121c120e, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed63445d-2faa-4b96-9076-d4d3121c120e,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:36.840864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-17d841f3-f2b4-4473-8720-adcf44bb5c09 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:36.843418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-17d841f3-f2b4-4473-8720-adcf44bb5c09 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.2635126 Aug 06 15:53:36.862047 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.865980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.909825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-ae977348-5a3c-4201-812d-11549cc5ee27 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/quotas/fb7276c4aae942509d28a953ecdb6542 HTTP/1.1" status: 200 len: 375 time: 0.0535436 Aug 06 15:53:36.926422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601e0fd-15dd-4f6b-9bca-2f5af5c34b74 None None] Pushing event updated for resources: {'Port': ['ID=ed63445d-2faa-4b96-9076-d4d3121c120e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:36.959317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:36.966699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37c61264-6304-4800-afff-eb594621fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.969780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37c61264-6304-4800-afff-eb594621fb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:36.970975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-37c61264-6304-4800-afff-eb594621fb0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f01e45f-1996-4c11-90c3-a6e83af4c924 HTTP/1.1" status: 204 len: 168 time: 0.6614532 Aug 06 15:53:36.983468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c61264-6304-4800-afff-eb594621fb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f01e45f-1996-4c11-90c3-a6e83af4c924,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:37.037850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-bd4741db-12ad-4f87-90f0-2b6d3d27d81b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186738 Aug 06 15:53:37.173948 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.336838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:37.374192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:37.379402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:37.386473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:37.414103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:37.415172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.461634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-d0589bb5-29e1-48fd-b624-eb75a77ad23f service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998759 Aug 06 15:53:37.650923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ed63445d-2faa-4b96-9076-d4d3121c120e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:37.693207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-982a0891-1745-4f9c-83ed-8563e812f382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.719064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:37.746642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-d3aba4c2-0510-4027-9867-d0fe154083c2 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713783 Aug 06 15:53:37.755708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0151ccbe-92ee-4857-8673-245e6d709d7f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4988158 Aug 06 15:53:37.759859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:37.767227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '841ac771-2468-4e27-9da4-6da7f29704cc', 'ip_address': '2001:db8::613b:ea4f:94d6:9a4a'}], 'name': 'tempest-NetworksTestDHCPv6-1468773720'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:37.861285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port ed63445d-2faa-4b96-9076-d4d3121c120e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:38.128025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:38.374709 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bcd8b03-8d22-4bf5-a942-759be8891f7c req-f9993b9b-c308-489f-980a-51af7c2dec15 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 210 time: 0.1238365 Aug 06 15:53:38.402712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.492894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 9cfdf924-c6d2-418c-8437-5c2552b2eea8 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:38.897068 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 15:53:38.898065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:53:38.913028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:38.953521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] Provisioning for port ed63445d-2faa-4b96-9076-d4d3121c120e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:38.960255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] Provisioning complete for port ed63445d-2faa-4b96-9076-d4d3121c120e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:38.961028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.126891 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-77ffa03b-1ac8-4f18-aa0f-76b8978581eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3649335 Aug 06 15:53:39.129600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:39.230058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.244001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b51fe-f4f8-42fd-926d-f41ae4e81486 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:39.267929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b51fe-f4f8-42fd-926d-f41ae4e81486 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:39.270708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-963b51fe-f4f8-42fd-926d-f41ae4e81486 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1390529 Aug 06 15:53:39.274784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39518) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:39.330483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] For port ed63445d-2faa-4b96-9076-d4d3121c120e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed63445d-2faa-4b96-9076-d4d3121c120e,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:39.416852 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.504522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:39.504952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.539112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0814ad-d703-474f-95ee-5d1ba66a35e8 None None] Pushing event updated for resources: {'Port': ['ID=ed63445d-2faa-4b96-9076-d4d3121c120e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:39.565802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8250853-5754-408b-a8da-e13787a7e6b9 req-55aa7f8a-bdf0-4b06-b0d9-75a62919ab2b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 210 time: 0.0691655 Aug 06 15:53:39.698040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.723896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:39.833285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-492bd9d7-1552-4a41-941b-43f87c08731d None None] Provisioning for port c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:39.839277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-492bd9d7-1552-4a41-941b-43f87c08731d None None] Provisioning complete for port c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:39.840015 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-492bd9d7-1552-4a41-941b-43f87c08731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:39.906484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-492bd9d7-1552-4a41-941b-43f87c08731d None None] Port c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:40.079609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.150326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:40.210425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.217074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:40.237848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00b6912e-7e02-4e97-a76b-2284799ef03a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a HTTP/1.1" status: 204 len: 168 time: 0.9379599 Aug 06 15:53:40.385798 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c87283-2cf2-4ca5-9aa1-a01ee9893d59 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.389977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c87283-2cf2-4ca5-9aa1-a01ee9893d59 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:40.392953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-57c87283-2cf2-4ca5-9aa1-a01ee9893d59 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1742942 Aug 06 15:53:40.396695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:40.582225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 841ac771-2468-4e27-9da4-6da7f29704cc {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:40.585920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.644790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.736671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c2dda03-ab44-45a7-8821-4997de17e9f1 req-e7389e49-6010-47eb-98d8-673a824e3f88 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 210 time: 0.0638988 Aug 06 15:53:40.784158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.823096 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:40.983961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.014228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=841ac771-2468-4e27-9da4-6da7f29704cc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:41.018255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.021644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7238e96d-5de4-4aa1-b88b-e9b1b7e0645c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/841ac771-2468-4e27-9da4-6da7f29704cc HTTP/1.1" status: 204 len: 168 time: 0.6228108 Aug 06 15:53:41.030407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:41.033320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f9b59-3610-41e1-a9de-27c8a8ccc95c None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:41.112904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-775d43bc-a7b5-4928-918e-533154a1f409 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802171 Aug 06 15:53:41.119264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39606) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:41.125705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:41.393140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:41.445220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-6e340910-65cc-488f-bdb6-8d6bd6f4df12 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:41.448353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-6e340910-65cc-488f-bdb6-8d6bd6f4df12 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.1947513 Aug 06 15:53:41.469925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Request body: {'port': {'device_id': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'admin_state_up': True, 'tenant_id': 'fb7276c4aae942509d28a953ecdb6542'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:41.526100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] Deleting port ed63445d-2faa-4b96-9076-d4d3121c120e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:41.529108 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.573117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ed63445d-2faa-4b96-9076-d4d3121c120e no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:41.579918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:41.586154 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.810785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] For port ed63445d-2faa-4b96-9076-d4d3121c120e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed63445d-2faa-4b96-9076-d4d3121c120e,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:41.811470 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:41.917620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] Calling delete_port for ed63445d-2faa-4b96-9076-d4d3121c120e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:42.068304 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.151274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port ed63445d-2faa-4b96-9076-d4d3121c120e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ed63445d-2faa-4b96-9076-d4d3121c120e,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:42.205242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f766c52e-36a3-4258-995b-7b68181070ef req-e636828e-a279-4bab-840c-4af152541a31 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 210 time: 0.0843310 Aug 06 15:53:42.310612 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.401938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Made reservation on behalf of fb7276c4aae942509d28a953ecdb6542 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:42.407209 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.409374 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.443730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] No DVR routers for this DVR port ed63445d-2faa-4b96-9076-d4d3121c120e on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:42.502970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=ed63445d-2faa-4b96-9076-d4d3121c120e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:42.522384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.523509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.524295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.525593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.526257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.527913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.528641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.529320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.529977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.530657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.531392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.533661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:53:42.642890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.648078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70ff42-72be-4fcb-98ee-062a1aed74d8 None None] Pushing event deleted for resources: {'Port': ['ID=ed63445d-2faa-4b96-9076-d4d3121c120e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:42.740502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:42.745769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Allocated IP 172.20.0.8 (66adc19b-a4e0-4990-9d66-f0de10b964ef/89a19fb9-caea-42ff-9610-d16622cb4865/aad04e32-42c3-4787-86e4-6bcdb68a2c25) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:42.749000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:42.755730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:42.756535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:42.762942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e535b3-6aa9-4420-b62d-4808469a3425 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:42.764672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=cedcbe90-f197-4e3b-a957-c30b4a0d0e40,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:42.935103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec0b9a9c-92c0-4fcd-be55-33226f57d3bd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8143618 Aug 06 15:53:42.938337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:42.943980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': 'cedcbe90-f197-4e3b-a957-c30b4a0d0e40', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1401760079'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:43.049590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.061923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39682) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:43.127102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': 'cedcbe90-f197-4e3b-a957-c30b4a0d0e40'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:43.128283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.261949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:43.283233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.294843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-301177da-d2b5-44a5-a320-410febdf3639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.297893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.319832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 8f1fc718-a343-4a7d-b707-6ea982bf6e1d yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:53:43.328010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:43.389978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:43.398655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event updated for resources: {'Port': ['ID=aad04e32-42c3-4787-86e4-6bcdb68a2c25,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:43.404959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['3038dade-6655-4af9-83c0-4c2a3e2162fe'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:43.419012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:43.422319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:43.584554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/cedcbe90-f197-4e3b-a957-c30b4a0d0e40/67faf645-7d33-4404-b2b1-f7b96cce703f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:43.612761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:43.613521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.649040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f3ed0-1253-45c2-82a7-764ca230d1de req-90b358f5-10b6-41fa-b569-0f7584c13c6f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:43.651239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c2f3ed0-1253-45c2-82a7-764ca230d1de req-90b358f5-10b6-41fa-b569-0f7584c13c6f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 931 time: 0.2540469 Aug 06 15:53:43.741887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c2f3ed0-1253-45c2-82a7-764ca230d1de req-c9fa71e5-422b-4306-b9f2-91257ae810a4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Aug 06 15:53:43.826677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-301177da-d2b5-44a5-a320-410febdf3639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.925614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-301177da-d2b5-44a5-a320-410febdf3639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:43.996417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-301177da-d2b5-44a5-a320-410febdf3639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=677a018c226042058bad34a746ae4e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9331539 Aug 06 15:53:43.998285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301177da-d2b5-44a5-a320-410febdf3639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98aedeb-79e1-4603-b674-8d190f156c3a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:43.999207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39696) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.027747 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.034106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e5c47934-5d92-4d99-acce-9b7e0f914464 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5736809 Aug 06 15:53:44.039747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Transition to ACTIVE for port object 67faf645-7d33-4404-b2b1-f7b96cce703f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:44.051259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Request body: {'port': {'device_id': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:44.066633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Transition to ACTIVE for port object 67faf645-7d33-4404-b2b1-f7b96cce703f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:44.116666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e916d11e-a442-4d25-b672-6a0472b13851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.153432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e916d11e-a442-4d25-b672-6a0472b13851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.154034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.182960 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.256274 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:53:44.257245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:53:44.272061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:44.277784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:44.292707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:44.317631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Pushing event updated for resources: {'Port': ['ID=67faf645-7d33-4404-b2b1-f7b96cce703f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:44.394944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-24ca8035-54c8-4ad1-ba0e-929a2211872b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4551270 Aug 06 15:53:44.397514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.485649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Attempting to bind port 67faf645-7d33-4404-b2b1-f7b96cce703f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:44.486257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Attempting to bind port 67faf645-7d33-4404-b2b1-f7b96cce703f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:44.486864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Attempting to bind port 67faf645-7d33-4404-b2b1-f7b96cce703f on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:44.506762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:44.507695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:44.507967 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.508849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:44.509635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Bound port: 67faf645-7d33-4404-b2b1-f7b96cce703f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:44.510135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.519099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e916d11e-a442-4d25-b672-6a0472b13851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.527015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e916d11e-a442-4d25-b672-6a0472b13851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.542411 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e916d11e-a442-4d25-b672-6a0472b13851 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d98aedeb-79e1-4603-b674-8d190f156c3a HTTP/1.1" status: 204 len: 168 time: 0.5411062 Aug 06 15:53:44.568022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d11e-a442-4d25-b672-6a0472b13851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98aedeb-79e1-4603-b674-8d190f156c3a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:44.586402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c6aa01-5a94-4acb-b17a-50945abab32b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:44.593312 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a1c6aa01-5a94-4acb-b17a-50945abab32b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1935270 Aug 06 15:53:44.594227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.664819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] For port 67faf645-7d33-4404-b2b1-f7b96cce703f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:44.669732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] For port 67faf645-7d33-4404-b2b1-f7b96cce703f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=67faf645-7d33-4404-b2b1-f7b96cce703f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:44.675822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744e939-c757-4761-906e-d01fd1f524c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:44.677392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4744e939-c757-4761-906e-d01fd1f524c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:44.679088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4744e939-c757-4761-906e-d01fd1f524c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0835521 Aug 06 15:53:44.682671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:44.761408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet cedcbe90-f197-4e3b-a957-c30b4a0d0e40 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:44.781925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.797021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:44.938333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e513e-2f2e-4b49-ab66-7fe9d638a2c2 None None] Pushing event updated for resources: {'Port': ['ID=67faf645-7d33-4404-b2b1-f7b96cce703f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:45.001426 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.044626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad04e32-42c3-4787-86e4-6bcdb68a2c25 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:45.059846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.138471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec3389-42e8-4c2a-a696-373a9e31b06a req-0fbfd790-af06-449b-8c6a-62e7fb4fad1b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:45.142181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07ec3389-42e8-4c2a-a696-373a9e31b06a req-0fbfd790-af06-449b-8c6a-62e7fb4fad1b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 931 time: 0.2246022 Aug 06 15:53:45.143772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Transition to ACTIVE for port object aad04e32-42c3-4787-86e4-6bcdb68a2c25 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:45.252053 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.284498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.331532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.396476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07ec3389-42e8-4c2a-a696-373a9e31b06a req-0881d40e-8bda-4b67-94e7-935f41181c2f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472694 Aug 06 15:53:45.403422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=aad04e32-42c3-4787-86e4-6bcdb68a2c25,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:45.538779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Attempting to bind port aad04e32-42c3-4787-86e4-6bcdb68a2c25 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:45.539322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Attempting to bind port aad04e32-42c3-4787-86e4-6bcdb68a2c25 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:45.540059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Attempting to bind port aad04e32-42c3-4787-86e4-6bcdb68a2c25 on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:45.547414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Port aad04e32-42c3-4787-86e4-6bcdb68a2c25 on network 66adc19b-a4e0-4990-9d66-f0de10b964ef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:53:45.549531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Attempting to bind port aad04e32-42c3-4787-86e4-6bcdb68a2c25 on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:45.553906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:45.554189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Checking segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:45.554539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Bound using segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:45.555207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Bound port: aad04e32-42c3-4787-86e4-6bcdb68a2c25, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:45.556463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.629769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39730) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.678454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 67faf645-7d33-4404-b2b1-f7b96cce703f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:45.687336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf679280-9790-4722-a51b-ef9f9a6a8edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.691837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.710194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.753810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] For port aad04e32-42c3-4787-86e4-6bcdb68a2c25, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:45.758231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=cedcbe90-f197-4e3b-a957-c30b4a0d0e40,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:45.760704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:53:45.760704 n-d-778550-6 neutron-server[94840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 15:53:45.760704 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id': '0ee7d02bcbe544299c48b3786bc9f941', 'id': '39054894-178c-49b0-a0e1-8e055bb4e2b3', 'expiration': datetime.datetime(2021, 8, 6, 15, 55, 45, 754528)}] Aug 06 15:53:45.760704 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:53:45.768072 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:53:45.778382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:45.785939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a6b382f0-2ddc-4626-a7d0-dfda17aade32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/cedcbe90-f197-4e3b-a957-c30b4a0d0e40 HTTP/1.1" status: 204 len: 168 time: 1.1019228 Aug 06 15:53:45.789409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39734) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.793119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] For port aad04e32-42c3-4787-86e4-6bcdb68a2c25, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:45.848871 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-75d0542a-c635-467e-b95f-05e2ade01474 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568480 Aug 06 15:53:45.856259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:45.864004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:45.912428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 67faf645-7d33-4404-b2b1-f7b96cce703f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:45.948611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.048357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf679280-9790-4722-a51b-ef9f9a6a8edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.137439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf679280-9790-4722-a51b-ef9f9a6a8edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.196814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf679280-9790-4722-a51b-ef9f9a6a8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172a8c76-3cd6-4fd9-9127-b34d99748332,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.218165 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf679280-9790-4722-a51b-ef9f9a6a8edb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4933bfa0db324ea6b7985264677d7130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867984 Aug 06 15:53:46.222808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39742) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:46.256697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Pushing event updated for resources: {'Port': ['ID=aad04e32-42c3-4787-86e4-6bcdb68a2c25,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:46.275007 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.281166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.282146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:46.282449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.286210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.288710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-e9654228-e595-4504-bfe4-97630dff9b13 service neutron] 10.222.0.64 "PUT /v2.0/ports/aad04e32-42c3-4787-86e4-6bcdb68a2c25 HTTP/1.1" status: 200 len: 1091 time: 2.2449846 Aug 06 15:53:46.289546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'tag': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:46.312633 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3f89d8-ba8f-4591-8160-74d0170f07a3", "tag": "aad04e32-42c3-4787-86e4-6bcdb68a2c25"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:46.453291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2884932-bc90-490f-abba-2e11d008d627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.481120 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d229ea7-7ea5-4daf-a8e0-3962d903e93f x-openstack-request-id: req-5d229ea7-7ea5-4daf-a8e0-3962d903e93f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:46.481468 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3f89d8-ba8f-4591-8160-74d0170f07a3", "tag": "aad04e32-42c3-4787-86e4-6bcdb68a2c25", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:46.481689 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d229ea7-7ea5-4daf-a8e0-3962d903e93f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:46.484378 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'tag': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25', 'status': 'completed', 'code': 200} Aug 06 15:53:46.526932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-630f5327-9e5c-4580-8928-273388100104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.532171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-630f5327-9e5c-4580-8928-273388100104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 1094 time: 0.1143079 Aug 06 15:53:46.629350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-c1ef54b3-a0b1-41c1-afcd-cb01b5a6d90f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25 HTTP/1.1" status: 200 len: 217 time: 0.0873260 Aug 06 15:53:46.718950 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.731931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f6768-e98a-46b3-a1c7-e097164c9dc5 req-bad7c9c6-bb0e-415c-b0e1-d81bbf1011c2 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.745514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac5a7f4-45f6-40cb-9d7d-3378247b0112 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:46.748797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2884932-bc90-490f-abba-2e11d008d627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.757580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-752f6768-e98a-46b3-a1c7-e097164c9dc5 req-bad7c9c6-bb0e-415c-b0e1-d81bbf1011c2 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 943 time: 0.1402960 Aug 06 15:53:46.783638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-8a7e134e-b934-4ee9-b776-dfbb7d900a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:46.789416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-8a7e134e-b934-4ee9-b776-dfbb7d900a54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.1385913 Aug 06 15:53:46.807570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:46.864135 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ee7d02bcbe544299c48b3786bc9f941&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5761309 Aug 06 15:53:46.879899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:46.896714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-d031a575-822c-4059-8f90-a0da7ffdb660 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863903 Aug 06 15:53:47.033353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-752f6768-e98a-46b3-a1c7-e097164c9dc5 req-b9e360f0-cd42-44b1-87ad-1aa4db5538e4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731440 Aug 06 15:53:47.045805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d2a66-c0a8-4b37-a7f5-92e079590a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3187124b-fa65-47fd-9528-77a667c200d8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:47.068278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.134963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc3cd96-61d2-4102-95ff-6df97ae3d2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.138587 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2884932-bc90-490f-abba-2e11d008d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.161566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2884932-bc90-490f-abba-2e11d008d627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.165999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e2884932-bc90-490f-abba-2e11d008d627 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/172a8c76-3cd6-4fd9-9127-b34d99748332 HTTP/1.1" status: 204 len: 168 time: 0.9377110 Aug 06 15:53:47.204496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] Provisioning for port 67faf645-7d33-4404-b2b1-f7b96cce703f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:47.212669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] Provisioning complete for port 67faf645-7d33-4404-b2b1-f7b96cce703f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:47.213103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.256721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-701c069b-56c9-496c-9d4b-5e96fcd48e6e service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429098 Aug 06 15:53:47.270119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:47.294140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:47.297637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=e1a988eb-f012-434b-ae72-0066a697a77d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:47.315279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:47.320415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:47.323721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.343675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2884932-bc90-490f-abba-2e11d008d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172a8c76-3cd6-4fd9-9127-b34d99748332,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:47.389353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc3cd96-61d2-4102-95ff-6df97ae3d2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.460353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d85eec7a-cd81-4b89-b051-8ecc9e897b68 req-6cdcf8ca-c32d-47bf-97de-6fe49bdf0990 service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956258 Aug 06 15:53:47.502422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-45c10c2d-2103-4eb5-956c-4f9d37cb0ad2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6446538 Aug 06 15:53:47.507564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:47.511952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-488367127', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:47.561982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 67faf645-7d33-4404-b2b1-f7b96cce703f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:47.638756 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc3cd96-61d2-4102-95ff-6df97ae3d2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.649569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cc3cd96-61d2-4102-95ff-6df97ae3d2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.668383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8cc3cd96-61d2-4102-95ff-6df97ae3d2f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3187124b-fa65-47fd-9528-77a667c200d8 HTTP/1.1" status: 204 len: 168 time: 0.7853820 Aug 06 15:53:47.690245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3cd96-61d2-4102-95ff-6df97ae3d2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3187124b-fa65-47fd-9528-77a667c200d8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:47.719750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.738115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.744346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.745461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] Deleting port 67faf645-7d33-4404-b2b1-f7b96cce703f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:47.745879 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.800591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-ff7f9a46-c24c-4082-ad9f-d200a4cee32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:47.802260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-ff7f9a46-c24c-4082-ad9f-d200a4cee32b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 1094 time: 0.1909511 Aug 06 15:53:47.884522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] For port 67faf645-7d33-4404-b2b1-f7b96cce703f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=67faf645-7d33-4404-b2b1-f7b96cce703f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:47.935465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] For port 67faf645-7d33-4404-b2b1-f7b96cce703f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=67faf645-7d33-4404-b2b1-f7b96cce703f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:47.936483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:47.958465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] Calling delete_port for 67faf645-7d33-4404-b2b1-f7b96cce703f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:47.979552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.048908 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-244557d9-fdf7-45dc-8bd1-996f6891b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:48.063351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-244557d9-fdf7-45dc-8bd1-996f6891b603 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 915 time: 0.2455831 Aug 06 15:53:48.073483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.175308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-ae52ac01-1393-4664-bb7f-4eda30c150bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25 HTTP/1.1" status: 200 len: 217 time: 0.1058977 Aug 06 15:53:48.212892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.220135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34dce5-ace7-4c9c-990a-9789a2486ff4 None None] Pushing event updated for resources: {'Port': ['ID=67faf645-7d33-4404-b2b1-f7b96cce703f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:48.330744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40b00-dbf9-4479-b9af-c1ee437abb28 req-0a1b8189-3597-443f-98d6-2cb15992f92b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:48.333166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3b40b00-dbf9-4479-b9af-c1ee437abb28 req-0a1b8189-3597-443f-98d6-2cb15992f92b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 943 time: 0.1563017 Aug 06 15:53:48.335882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.364597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-8670e374-c153-41d5-bb2f-266fff2c5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:48.367026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-8670e374-c153-41d5-bb2f-266fff2c5541 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.1431434 Aug 06 15:53:48.384359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] Pushing event deleted for resources: {'Port': ['ID=67faf645-7d33-4404-b2b1-f7b96cce703f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:48.393489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65581d44-63a8-494e-859d-e4cb67d0b70b None None] No DVR routers for this DVR port 67faf645-7d33-4404-b2b1-f7b96cce703f on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:48.418328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4750967b-efe2-428e-8526-428a9370e350 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:48.419933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.424285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9fe66c36-162c-4537-9c68-aa96500efd77 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9141762 Aug 06 15:53:48.424490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:48.439150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-edffa20d-cc57-4546-a0cb-752c7fb87fd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401454 Aug 06 15:53:48.444563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3b40b00-dbf9-4479-b9af-c1ee437abb28 req-e309c874-f3c5-429f-b916-af63ad035748 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989609 Aug 06 15:53:48.606835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-03478302-9113-49c0-b649-d4e074f26627 service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583209 Aug 06 15:53:48.689380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': 'e1a988eb-f012-434b-ae72-0066a697a77d'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:48.689380 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.726894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65020c7a-b6ba-46b6-96f8-2b8b2b61e340 req-c8827521-9f13-42ca-acbe-0ad6d5e077ae service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095490 Aug 06 15:53:48.902287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:48.907336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/e1a988eb-f012-434b-ae72-0066a697a77d/3b1236d7-7147-4299-abcf-79814e180aee) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:48.949827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39790) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:48.979728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b97bc3f-8cc3-4a93-80f3-d1c023fc7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.151308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.175548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Transition to ACTIVE for port object 3b1236d7-7147-4299-abcf-79814e180aee will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:49.202092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Transition to ACTIVE for port object 3b1236d7-7147-4299-abcf-79814e180aee will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:49.230408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b97bc3f-8cc3-4a93-80f3-d1c023fc7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.268492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:49.324406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.370665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b97bc3f-8cc3-4a93-80f3-d1c023fc7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.438869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::1 (fea17d9c-9b6b-4223-9219-1872e940e8b2/e1a988eb-f012-434b-ae72-0066a697a77d/c8a3ddfd-15e6-422d-9c10-a866bc588306) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:53:49.445178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Pushing event updated for resources: {'Port': ['ID=3b1236d7-7147-4299-abcf-79814e180aee,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:49.469598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:49.472685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:49.475583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:49.521380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2b97bc3f-8cc3-4a93-80f3-d1c023fc7616 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea593130d93a4e2aa93f2fb8a5d4909f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719259 Aug 06 15:53:49.525778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:49.551584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-9903648-network', 'tenant_id': '54d6f3d78f1d453d99d4bc473c655135'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:49.586486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97bc3f-8cc3-4a93-80f3-d1c023fc7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec725efd-4995-40a5-bbde-8a91043a97fc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:49.605351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Attempting to bind port 3b1236d7-7147-4299-abcf-79814e180aee on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:49.608042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Attempting to bind port 3b1236d7-7147-4299-abcf-79814e180aee by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:49.609919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Attempting to bind port 3b1236d7-7147-4299-abcf-79814e180aee on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:49.623357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:49.624097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:49.625542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.625542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:49.626367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Bound port: 3b1236d7-7147-4299-abcf-79814e180aee, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:49.627045 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.712616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.737308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object c8a3ddfd-15e6-422d-9c10-a866bc588306 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:49.747833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] For port 3b1236d7-7147-4299-abcf-79814e180aee, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:49.748923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e955702-1a64-462b-8904-1a07a28609bf req-7eb7db50-3294-4320-af39-62bf4ec2df1f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:49.751741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e955702-1a64-462b-8904-1a07a28609bf req-7eb7db50-3294-4320-af39-62bf4ec2df1f tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 943 time: 0.1751986 Aug 06 15:53:49.756247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] For port 3b1236d7-7147-4299-abcf-79814e180aee, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b1236d7-7147-4299-abcf-79814e180aee,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:49.766800 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e678e1-4063-4e55-9320-aee75c864360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.799205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e678e1-4063-4e55-9320-aee75c864360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.831660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Made reservation on behalf of 54d6f3d78f1d453d99d4bc473c655135 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:49.834033 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.866541 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.872817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.884470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e955702-1a64-462b-8904-1a07a28609bf req-e7d62623-973e-429a-b4bb-d76278977517 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892487 Aug 06 15:53:49.941478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673ba4a-9a93-4e6f-8ab8-7980cf2f0da3 None None] Pushing event updated for resources: {'Port': ['ID=3b1236d7-7147-4299-abcf-79814e180aee,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:49.952950 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.995171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e678e1-4063-4e55-9320-aee75c864360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:49.998343 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-97e678e1-4063-4e55-9320-aee75c864360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.002599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-97e678e1-4063-4e55-9320-aee75c864360 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec725efd-4995-40a5-bbde-8a91043a97fc HTTP/1.1" status: 204 len: 168 time: 0.4608197 Aug 06 15:53:50.015427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:50.017560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e678e1-4063-4e55-9320-aee75c864360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec725efd-4995-40a5-bbde-8a91043a97fc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.055465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=c8a3ddfd-15e6-422d-9c10-a866bc588306,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.059787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:50.066667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:53:50.067581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.122074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.228527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.278079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:53:50.290075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d5ea00-f3dc-4746-86b1-db081e1ba078,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.296749 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.297525 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Added segment 83a2ccee-f0d8-419a-acfb-7004c513da65 of type vlan for network c95abd8e-90be-43c7-b267-7dbacac142e0 Aug 06 15:53:50.389617 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.490560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.535867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.536883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:50.537494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.633583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aad04e32-42c3-4787-86e4-6bcdb68a2c25 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:53:50.637342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3670497 Aug 06 15:53:50.649932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:50.657749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Request body: {'subnet': {'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-9903648-subnet', 'tenant_id': '54d6f3d78f1d453d99d4bc473c655135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:50.665642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262024d2-9d5f-4d56-8265-815973e29e1a admin admin] Pushing event updated for resources: {'Network': ['ID=c95abd8e-90be-43c7-b267-7dbacac142e0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:50.688166 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c95abd8e-90be-43c7-b267-7dbacac142e0 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:53:50.838368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Made reservation on behalf of 54d6f3d78f1d453d99d4bc473c655135 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:50.841536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:50.905688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port aad04e32-42c3-4787-86e4-6bcdb68a2c25, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:50.926448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'port_id': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25', 'mac_address': 'fa:16:3e:59:c3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a19fb9-caea-42ff-9610-d16622cb4865', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:53:51.016290 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.046755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad04e32-42c3-4787-86e4-6bcdb68a2c25 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:53:51.110386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port aad04e32-42c3-4787-86e4-6bcdb68a2c25, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:51.220966 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.356229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35601612-6eae-457a-9eb6-2f5e2d4173e0 req-b821a50f-012f-4619-a59f-a6157dc311ce tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:51.358814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35601612-6eae-457a-9eb6-2f5e2d4173e0 req-b821a50f-012f-4619-a59f-a6157dc311ce tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 944 time: 0.2140183 Aug 06 15:53:51.407143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=aad04e32-42c3-4787-86e4-6bcdb68a2c25,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.442420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.502100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['aad04e32-42c3-4787-86e4-6bcdb68a2c25'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:53:51.556683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.566759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd776460-2921-40db-b6aa-3068daf26f9d None None] Provisioning for port 3b1236d7-7147-4299-abcf-79814e180aee completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:51.576783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35601612-6eae-457a-9eb6-2f5e2d4173e0 req-6c54c37a-df6a-4d32-8a1b-96587f63f9de tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035522 Aug 06 15:53:51.638336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.638951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:51.646098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c18548-d39d-455c-84b6-c60bfc75129d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.660855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Checking segment: {'id': '83a2ccee-f0d8-419a-acfb-7004c513da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:51.661482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Network hostable DHCP agents. Network: c95abd8e-90be-43c7-b267-7dbacac142e0, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:53:51.701583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b1236d7-7147-4299-abcf-79814e180aee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:51.840033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Network c95abd8e-90be-43c7-b267-7dbacac142e0 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:53:51.908545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=c8a3ddfd-15e6-422d-9c10-a866bc588306,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:51.984861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3b1236d7-7147-4299-abcf-79814e180aee completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:51.985618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:51.987138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:52.011136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3b1236d7-7147-4299-abcf-79814e180aee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:52.011788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.020061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, c95abd8e-90be-43c7-b267-7dbacac142e0) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:52.026191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.027137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.077659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f820373-91a5-4231-ad57-3c652de632fb None None] Network c95abd8e-90be-43c7-b267-7dbacac142e0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:52.155943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a39ec331-b673-4001-afb7-7086bff16a55 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5046153 Aug 06 15:53:52.219468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa4852cf-675c-43ee-994e-c5bbb0d3f9c7 None None] Provisioning for port c8a3ddfd-15e6-422d-9c10-a866bc588306 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:52.273636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa4852cf-675c-43ee-994e-c5bbb0d3f9c7 None None] Provisioning complete for port c8a3ddfd-15e6-422d-9c10-a866bc588306 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:52.274506 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa4852cf-675c-43ee-994e-c5bbb0d3f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.354698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa4852cf-675c-43ee-994e-c5bbb0d3f9c7 None None] Port c8a3ddfd-15e6-422d-9c10-a866bc588306 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:52.445620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7acc77-88f7-41e6-8172-c9cf1fcf5f1d None None] Network c95abd8e-90be-43c7-b267-7dbacac142e0 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:52.461031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Router fc405118-0521-4726-8be2-376bb808a787 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:53:52.574262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e75f7ab-171b-4274-84d5-9c5601d7de6a None None] Provisioning complete for port c8a3ddfd-15e6-422d-9c10-a866bc588306 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:52.574585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e75f7ab-171b-4274-84d5-9c5601d7de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.581938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:52.603345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:53:52.613175 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c455a59e-1b27-4035-90ea-1529094c45fb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "PUT /v2.0/routers/fc405118-0521-4726-8be2-376bb808a787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1866670 Aug 06 15:53:52.615161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39886) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.632133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Sync routers for ids ['fc405118-0521-4726-8be2-376bb808a787'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:53:52.653674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aad04e32-42c3-4787-86e4-6bcdb68a2c25 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:52.689493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Routers {'fc405118-0521-4726-8be2-376bb808a787'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:52.690042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc405118-0521-4726-8be2-376bb808a787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:52.752124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7e75f7ab-171b-4274-84d5-9c5601d7de6a None None] Port c8a3ddfd-15e6-422d-9c10-a866bc588306 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:53:52.752386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a67e9c-4b45-4634-a2ba-efa332571a1e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.754043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-31a67e9c-4b45-4634-a2ba-efa332571a1e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports/c8a3ddfd-15e6-422d-9c10-a866bc588306 HTTP/1.1" status: 200 len: 911 time: 0.1372778 Aug 06 15:53:52.757311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.785934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69ba1-0c61-463f-8219-ec27a440bf3a req-139c3f6f-9edd-4449-a271-4a0f262e9af8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.788549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cd69ba1-0c61-463f-8219-ec27a440bf3a req-139c3f6f-9edd-4449-a271-4a0f262e9af8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 944 time: 0.0983751 Aug 06 15:53:52.891850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 3b1236d7-7147-4299-abcf-79814e180aee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b1236d7-7147-4299-abcf-79814e180aee,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:52.909963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16da0c-3a33-4ac9-8782-0c460133a11f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.918248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cd69ba1-0c61-463f-8219-ec27a440bf3a req-91bb61a0-4d20-4aff-addc-795db7e7c53c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137085 Aug 06 15:53:52.921953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Set router fc405118-0521-4726-8be2-376bb808a787 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:52.937552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16da0c-3a33-4ac9-8782-0c460133a11f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:52.938034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:52.938215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1e16da0c-3a33-4ac9-8782-0c460133a11f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1781235 Aug 06 15:53:53.101226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.190057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port aad04e32-42c3-4787-86e4-6bcdb68a2c25 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:53:53.194370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=3b1236d7-7147-4299-abcf-79814e180aee,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:53.201155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port aad04e32-42c3-4787-86e4-6bcdb68a2c25 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:53.206189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.248288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc405118-0521-4726-8be2-376bb808a787', 'name': 'tempest-NetworksTestDHCPv6-router-488367127', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:47Z', 'updated_at': '2021-08-06T15:53:50Z', 'revision_number': 2, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None, '_interfaces': [{'id': 'c8a3ddfd-15e6-422d-9c10-a866bc588306', 'name': '', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'mac_address': 'fa:16:3e:39:93:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc405118-0521-4726-8be2-376bb808a787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e1a988eb-f012-434b-ae72-0066a697a77d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:49Z', 'updated_at': '2021-08-06T15:53:51Z', 'revision_number': 2, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'subnets': [{'id': 'e1a988eb-f012-434b-ae72-0066a697a77d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:53.279315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Checking router: fc405118-0521-4726-8be2-376bb808a787 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:53:53.279661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Updating router fc405118-0521-4726-8be2-376bb808a787 port c8a3ddfd-15e6-422d-9c10-a866bc588306 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:53:53.335417 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.558300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.572169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b1236d7-7147-4299-abcf-79814e180aee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:53:53.676382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:53:53.678685 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c019907-5e1b-47c9-b670-61df34a6df99" -d '{"events": [{"server_uuid": "6c3f89d8-ba8f-4591-8160-74d0170f07a3", "name": "network-vif-plugged", "status": "completed", "tag": "aad04e32-42c3-4787-86e4-6bcdb68a2c25"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:53:53.733590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port aad04e32-42c3-4787-86e4-6bcdb68a2c25, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:53.759508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:53.766889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1223561428-network', 'tenant_id': '9b5a136b61974d71a404c4cdd9784def'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:53.797430 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb105f6-6f4b-4466-9e58-ea7c7d83b928 x-openstack-request-id: req-9eb105f6-6f4b-4466-9e58-ea7c7d83b928 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:53:53.799261 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3f89d8-ba8f-4591-8160-74d0170f07a3", "name": "network-vif-plugged", "status": "completed", "tag": "aad04e32-42c3-4787-86e4-6bcdb68a2c25", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:53:53.799681 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9eb105f6-6f4b-4466-9e58-ea7c7d83b928 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:53:53.801215 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25', 'code': 200} Aug 06 15:53:53.835346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3b1236d7-7147-4299-abcf-79814e180aee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:53:53.836093 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.840592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.906348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Made reservation on behalf of 9b5a136b61974d71a404c4cdd9784def for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:53.909070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.923212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.933392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:53.951912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=aad04e32-42c3-4787-86e4-6bcdb68a2c25,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:54.141977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.197003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.213064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Transition to ACTIVE for port object c8a3ddfd-15e6-422d-9c10-a866bc588306 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:53:54.225290 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.271914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:53:54.300801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0752c65-ec95-4ffb-80f8-40ac36e27e27,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:54.312977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.314622 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Added segment 0f249eaa-6988-4435-9005-9f8850df2ab8 of type vlan for network c0a6c0c8-da52-4e0e-838b-59e341a278e1 Aug 06 15:53:54.315541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.436570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.437259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c183f8-a5d9-40de-acc6-dde13b3a032b None None] Pushing event updated for resources: {'Port': ['ID=c8a3ddfd-15e6-422d-9c10-a866bc588306,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:54.476008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Attempting to bind port c8a3ddfd-15e6-422d-9c10-a866bc588306 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:53:54.476008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Attempting to bind port c8a3ddfd-15e6-422d-9c10-a866bc588306 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:53:54.476008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Attempting to bind port c8a3ddfd-15e6-422d-9c10-a866bc588306 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:53:54.485174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:53:54.485563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:54.485982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.486390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:53:54.486886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Bound port: c8a3ddfd-15e6-422d-9c10-a866bc588306, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:53:54.487277 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.588364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d6065-93cf-4934-93f0-a559f5f03df8 req-4fa43e32-dfad-4a09-bdf3-47ef9293c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.590299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887d6065-93cf-4934-93f0-a559f5f03df8 req-4fa43e32-dfad-4a09-bdf3-47ef9293c949 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 1096 time: 0.7354887 Aug 06 15:53:54.609933 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.611224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.611632 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.672411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] For port c8a3ddfd-15e6-422d-9c10-a866bc588306, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:53:54.677785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] For port c8a3ddfd-15e6-422d-9c10-a866bc588306, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c8a3ddfd-15e6-422d-9c10-a866bc588306,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:53:54.747886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] Pushing event updated for resources: {'Network': ['ID=c0a6c0c8-da52-4e0e-838b-59e341a278e1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:54.759407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c0a6c0c8-da52-4e0e-838b-59e341a278e1 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:53:54.772336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.777645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-887d6065-93cf-4934-93f0-a559f5f03df8 req-83db3b7a-0bf5-4747-9944-afa492ce9c21 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Aug 06 15:53:54.802507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c7a73a61-d7fd-4376-8dd9-5c5a37defb5f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0386634 Aug 06 15:53:54.802994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5893e4f-0c45-4f42-a57d-a74f8c688acf req-e970468d-423b-46a9-ba47-da8e33ef67c7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:54.802994 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5893e4f-0c45-4f42-a57d-a74f8c688acf req-e970468d-423b-46a9-ba47-da8e33ef67c7 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 945 time: 0.2905669 Aug 06 15:53:54.809670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:54.816144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Request body: {'subnet': {'network_id': 'c0a6c0c8-da52-4e0e-838b-59e341a278e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1223561428-subnet', 'tenant_id': '9b5a136b61974d71a404c4cdd9784def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:54.947640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Made reservation on behalf of 9b5a136b61974d71a404c4cdd9784def for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:54.952202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:54.983717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5893e4f-0c45-4f42-a57d-a74f8c688acf req-85e354f4-c1b0-42b7-a917-908c6ee60e79 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581845 Aug 06 15:53:54.991366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Routers {'fc405118-0521-4726-8be2-376bb808a787'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:54.997610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc405118-0521-4726-8be2-376bb808a787'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:55.000209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c183f8-a5d9-40de-acc6-dde13b3a032b None None] Pushing event updated for resources: {'Port': ['ID=c8a3ddfd-15e6-422d-9c10-a866bc588306,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.016879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port c8a3ddfd-15e6-422d-9c10-a866bc588306 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:55.017662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.159088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] For port c8a3ddfd-15e6-422d-9c10-a866bc588306, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c8a3ddfd-15e6-422d-9c10-a866bc588306,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:55.159733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.184113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for c8a3ddfd-15e6-422d-9c10-a866bc588306 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:55.269404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] Set router fc405118-0521-4726-8be2-376bb808a787 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:55.360213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.506984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Checking segment: {'id': '0f249eaa-6988-4435-9005-9f8850df2ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c0a6c0c8-da52-4e0e-838b-59e341a278e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:53:55.507508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Network hostable DHCP agents. Network: c0a6c0c8-da52-4e0e-838b-59e341a278e1, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:53:55.513006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e2e334-09d4-49e2-a55a-a1704f153aed,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.583088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc405118-0521-4726-8be2-376bb808a787', 'name': 'tempest-NetworksTestDHCPv6-router-488367127', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:47Z', 'updated_at': '2021-08-06T15:53:50Z', 'revision_number': 2, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None, '_interfaces': [{'id': 'c8a3ddfd-15e6-422d-9c10-a866bc588306', 'name': '', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'mac_address': 'fa:16:3e:39:93:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc405118-0521-4726-8be2-376bb808a787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e1a988eb-f012-434b-ae72-0066a697a77d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:49Z', 'updated_at': '2021-08-06T15:53:54Z', 'revision_number': 4, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'subnets': [{'id': 'e1a988eb-f012-434b-ae72-0066a697a77d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:55.612799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd17c28-f4b9-4923-9fc7-0598c30cc4cf None None] The sync data for ids ['fc405118-0521-4726-8be2-376bb808a787'] in n-d-778550-6 is: [{'id': 'fc405118-0521-4726-8be2-376bb808a787', 'name': 'tempest-NetworksTestDHCPv6-router-488367127', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:47Z', 'updated_at': '2021-08-06T15:53:50Z', 'revision_number': 2, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None, '_interfaces': [{'id': 'c8a3ddfd-15e6-422d-9c10-a866bc588306', 'name': '', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'mac_address': 'fa:16:3e:39:93:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc405118-0521-4726-8be2-376bb808a787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'e1a988eb-f012-434b-ae72-0066a697a77d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:53:49Z', 'updated_at': '2021-08-06T15:53:54Z', 'revision_number': 4, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'subnets': [{'id': 'e1a988eb-f012-434b-ae72-0066a697a77d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:53:55.644396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Network c0a6c0c8-da52-4e0e-838b-59e341a278e1 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:53:55.689683 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.724169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=c8a3ddfd-15e6-422d-9c10-a866bc588306,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:55.830334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, c0a6c0c8-da52-4e0e-838b-59e341a278e1) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:55.839274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:55.841425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:55.920919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7cb29-3d53-43fd-bad6-ff000143bd5b None None] Network c0a6c0c8-da52-4e0e-838b-59e341a278e1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:55.927496 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.048271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a2f80251-149a-4c4c-86d3-f967d6d2f463 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2373307 Aug 06 15:53:56.053815 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.249823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddf7338-43cd-4341-9651-7f8a8dc493b1 None None] Network c0a6c0c8-da52-4e0e-838b-59e341a278e1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:56.498514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e6d3d-81fb-4d55-9113-51db594224f5 req-ccca275b-fe81-419f-8cde-711498ac6ca8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:56.503881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d5e6d3d-81fb-4d55-9113-51db594224f5 req-ccca275b-fe81-419f-8cde-711498ac6ca8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 945 time: 0.3292558 Aug 06 15:53:56.532139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Router fc405118-0521-4726-8be2-376bb808a787 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:53:56.687457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:53:56.692191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d5e6d3d-81fb-4d55-9113-51db594224f5 req-35d88714-8b74-415e-ab64-ec9417e2d8ad tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496084 Aug 06 15:53:56.698273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4fc5b8d-0bf3-4d27-9d1c-208bb6a330c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "PUT /v2.0/routers/fc405118-0521-4726-8be2-376bb808a787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7566779 Aug 06 15:53:56.701124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:56.762762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598563f2-bb71-4104-874c-62e79923f989 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:56.763866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598563f2-bb71-4104-874c-62e79923f989 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:56.767854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-598563f2-bb71-4104-874c-62e79923f989 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0650840 Aug 06 15:53:56.768024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40024) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:56.833720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet e1a988eb-f012-434b-ae72-0066a697a77d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:53:56.837778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.880687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:56.997251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.014903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-69eddb9b-a348-434e-887f-301f31612698 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:57.016764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-69eddb9b-a348-434e-887f-301f31612698 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/networks?id=c95abd8e-90be-43c7-b267-7dbacac142e0 HTTP/1.1" status: 200 len: 809 time: 0.1283844 Aug 06 15:53:57.032065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-1df2acaa-0bb4-45cc-9511-c7e0cf00cb75 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/quotas/54d6f3d78f1d453d99d4bc473c655135 HTTP/1.1" status: 200 len: 375 time: 0.0094168 Aug 06 15:53:57.071353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-446cc18b-a1a0-4e8b-a036-3d9614a56540 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=54d6f3d78f1d453d99d4bc473c655135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329051 Aug 06 15:53:57.194187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.231722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a988eb-f012-434b-ae72-0066a697a77d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:57.237180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.240380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9b84b8fc-3ac7-408d-af66-977b5f9a2745 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/e1a988eb-f012-434b-ae72-0066a697a77d HTTP/1.1" status: 204 len: 168 time: 0.4714363 Aug 06 15:53:57.243659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:57.247387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd972a9-5bcf-4ecd-8137-d2dcb0ca8adf None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:57.333006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-b0e19ef3-1ff9-4349-8b77-78547a03fa37 service neutron] 10.222.0.16 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518866 Aug 06 15:53:57.436348 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c94e9f02-7857-443f-a466-d6906873a8ab tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1879334 Aug 06 15:53:57.438502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:57.536721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:53:57.588386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-bcc112a4-5a22-4550-a021-f36be389412c service neutron] 10.222.0.16 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460520 Aug 06 15:53:57.591029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.616373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] Deleting port 3b1236d7-7147-4299-abcf-79814e180aee {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:53:57.619565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.768740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] For port 3b1236d7-7147-4299-abcf-79814e180aee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3b1236d7-7147-4299-abcf-79814e180aee,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:53:57.774559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.833697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] Calling delete_port for 3b1236d7-7147-4299-abcf-79814e180aee owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:53:57.874529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.879385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:57.945609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:58.053873 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Sync routers for ids ['fc405118-0521-4726-8be2-376bb808a787'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:53:58.072400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Routers {'fc405118-0521-4726-8be2-376bb808a787'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:58.073158 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc405118-0521-4726-8be2-376bb808a787'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:58.112185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.132787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1c65a0e-fe86-4d99-a0f0-219e04c1ce66 req-34d1f83a-0634-473a-9b0a-5d372c33b57c tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 210 time: 0.0504117 Aug 06 15:53:58.148741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92ca90-4514-41bd-b4c8-a361d244743a req-78ee7a6a-b2c8-4899-bfeb-3f36b2b6fa04 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:58.151690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec92ca90-4514-41bd-b4c8-a361d244743a req-78ee7a6a-b2c8-4899-bfeb-3f36b2b6fa04 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 945 time: 0.2655461 Aug 06 15:53:58.152767 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.153519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Fanout notify agent at l3_agent the message router_deleted on router fc405118-0521-4726-8be2-376bb808a787 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:53:58.174046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.175993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-85f9fa12-425e-4955-aaec-78e7a82dbe11 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/routers/fc405118-0521-4726-8be2-376bb808a787 HTTP/1.1" status: 204 len: 168 time: 0.7364016 Aug 06 15:53:58.181782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:58.190195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:58.256386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec92ca90-4514-41bd-b4c8-a361d244743a req-f327dec5-b5d5-4a0b-872f-d4f95522f3e6 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739217 Aug 06 15:53:58.291977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] No DVR routers for this DVR port 3b1236d7-7147-4299-abcf-79814e180aee on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:53:58.309079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6badf4-5626-45f6-84b5-ed5fa9e93430 None None] Pushing event deleted for resources: {'Port': ['ID=3b1236d7-7147-4299-abcf-79814e180aee,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:58.385600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-984b94cc-6e89-4b23-94f7-462d8bbcde47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.428040 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Set router fc405118-0521-4726-8be2-376bb808a787 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:53:58.509168 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc405118-0521-4726-8be2-376bb808a787', 'name': 'tempest-NetworksTestDHCPv6-router-488367127', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:47Z', 'updated_at': '2021-08-06T15:53:55Z', 'revision_number': 3, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:53:58.545239 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-984b94cc-6e89-4b23-94f7-462d8bbcde47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.552611 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Checking router: fc405118-0521-4726-8be2-376bb808a787 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:53:58.556048 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Routers set() bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:53:58.557373 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Router IDs set() for agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:53:58.558023 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_agentschedulers_db [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fc405118-0521-4726-8be2-376bb808a787'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent'). {{(pid=94843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 15:53:58.558407 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc21a413-8225-4ed8-a388-2d88b816b491 None None] The sync data for ids ['fc405118-0521-4726-8be2-376bb808a787'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:53:58.929771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-984b94cc-6e89-4b23-94f7-462d8bbcde47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.929771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b94cc-6e89-4b23-94f7-462d8bbcde47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67406ad4-5f3f-4827-a51b-61eb72956c0f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:58.936051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:58.937194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-984b94cc-6e89-4b23-94f7-462d8bbcde47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e31cc93c2eda4725a60c86133f8c08d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028127 Aug 06 15:53:58.937686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e69f5a-af62-42d3-9b32-1825ac6a345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.948559 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e69f5a-af62-42d3-9b32-1825ac6a345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:58.949073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:53:58.949073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.003563 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.136621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e69f5a-af62-42d3-9b32-1825ac6a345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.139958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14e69f5a-af62-42d3-9b32-1825ac6a345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.141351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-14e69f5a-af62-42d3-9b32-1825ac6a345e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67406ad4-5f3f-4827-a51b-61eb72956c0f HTTP/1.1" status: 204 len: 168 time: 0.2898941 Aug 06 15:53:59.150798 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69f5a-af62-42d3-9b32-1825ac6a345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67406ad4-5f3f-4827-a51b-61eb72956c0f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.276935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2699043-b996-4717-a285-7fec3380c093 req-ccf17fbf-19e1-4bc6-94c3-26c9de0d9305 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 210 time: 0.0539858 Aug 06 15:53:59.393039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.457964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:53:59.457964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:53:59.461900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:53:59.462570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.468802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19752c73-833e-4075-a40b-26e89d9cb4ff None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:53:59.499751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=42eae4c6-b6af-4241-9753-6e597b76397a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:53:59.573811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b1236d7-7147-4299-abcf-79814e180aee no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:59.595936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-98602763-55c5-4832-bb79-ad62d7f553f3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4106188 Aug 06 15:53:59.605041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:53:59.609131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-401524019', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:53:59.641698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 3b1236d7-7147-4299-abcf-79814e180aee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:59.642062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3b1236d7-7147-4299-abcf-79814e180aee not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:59.642486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c8a3ddfd-15e6-422d-9c10-a866bc588306 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:53:59.670454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c8a3ddfd-15e6-422d-9c10-a866bc588306 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:53:59.670803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c8a3ddfd-15e6-422d-9c10-a866bc588306 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:53:59.740921 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.742221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.815867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '42eae4c6-b6af-4241-9753-6e597b76397a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:53:59.817066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.878642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:53:59.985267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/42eae4c6-b6af-4241-9753-6e597b76397a/238e4232-5168-49dc-99c9-6336c9969e18) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:00.032522 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.182299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.192611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.193850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6534ed44-d98a-47b1-af4d-4429c005c10d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5955718 Aug 06 15:54:00.196952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:00.206507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Transition to ACTIVE for port object 238e4232-5168-49dc-99c9-6336c9969e18 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:00.230353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Transition to ACTIVE for port object 238e4232-5168-49dc-99c9-6336c9969e18 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:00.377035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.413920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:00.418956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:00.501901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:00.509324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:00.585836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07379484-ff87-47e7-b673-a2abf36cc912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.603889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Pushing event updated for resources: {'Port': ['ID=238e4232-5168-49dc-99c9-6336c9969e18,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:00.627386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Attempting to bind port 238e4232-5168-49dc-99c9-6336c9969e18 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:00.628107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Attempting to bind port 238e4232-5168-49dc-99c9-6336c9969e18 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:00.628649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Attempting to bind port 238e4232-5168-49dc-99c9-6336c9969e18 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:00.637168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:00.637873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:00.638456 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.639009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:00.639658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Bound port: 238e4232-5168-49dc-99c9-6336c9969e18, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:00.640278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.741098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] For port 238e4232-5168-49dc-99c9-6336c9969e18, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:00.744573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] For port 238e4232-5168-49dc-99c9-6336c9969e18, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=238e4232-5168-49dc-99c9-6336c9969e18,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:00.858931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07379484-ff87-47e7-b673-a2abf36cc912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:00.913017 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.004653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4dae-2931-40a2-9faa-7a58e1f8e372 None None] Pushing event updated for resources: {'Port': ['ID=238e4232-5168-49dc-99c9-6336c9969e18,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:01.017192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07379484-ff87-47e7-b673-a2abf36cc912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.116305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73b9d0b1-dd0a-4c6c-be7a-8acf7b1f1747 req-1a1528e6-0e71-4a92-90df-4ee844e33417 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 210 time: 0.1044977 Aug 06 15:54:01.136866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07379484-ff87-47e7-b673-a2abf36cc912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3695e0-1bc6-4341-93d8-ae1377ce7981,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:01.136866 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-07379484-ff87-47e7-b673-a2abf36cc912 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfa64e5fd8fc4c59bf9c0f153ed5abac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7124429 Aug 06 15:54:01.136866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:01.204695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.238984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eabf52b-2fde-4d60-8c56-62236452a652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.265489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eabf52b-2fde-4d60-8c56-62236452a652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.557980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eabf52b-2fde-4d60-8c56-62236452a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.560606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3eabf52b-2fde-4d60-8c56-62236452a652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.563699 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3eabf52b-2fde-4d60-8c56-62236452a652 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca3695e0-1bc6-4341-93d8-ae1377ce7981 HTTP/1.1" status: 204 len: 168 time: 0.4263597 Aug 06 15:54:01.618696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabf52b-2fde-4d60-8c56-62236452a652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3695e0-1bc6-4341-93d8-ae1377ce7981,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:01.679897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 238e4232-5168-49dc-99c9-6336c9969e18 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:01.695490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::1 (fea17d9c-9b6b-4223-9219-1872e940e8b2/42eae4c6-b6af-4241-9753-6e597b76397a/261eb11f-f954-4762-8478-ae4095032ae2) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:01.795165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-6dafcf80-205d-4f8d-83f4-fce99aaa7478 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:01.797036 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-6dafcf80-205d-4f8d-83f4-fce99aaa7478 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.59 "GET /v2.0/networks?id=c95abd8e-90be-43c7-b267-7dbacac142e0 HTTP/1.1" status: 200 len: 809 time: 0.2123396 Aug 06 15:54:01.812095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Request body: {'port': {'device_id': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0', 'admin_state_up': True, 'tenant_id': '54d6f3d78f1d453d99d4bc473c655135'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:01.909038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:01.930502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 261eb11f-f954-4762-8478-ae4095032ae2 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:01.986483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 238e4232-5168-49dc-99c9-6336c9969e18 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:02.123478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Made reservation on behalf of 54d6f3d78f1d453d99d4bc473c655135 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:02.126346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.128075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.304670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:02.312171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:02.318005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:02.318926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.417599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Allocated IP 172.20.0.5 (c95abd8e-90be-43c7-b267-7dbacac142e0/a5c18548-d39d-455c-84b6-c60bfc75129d/92d69e6c-12df-4240-a912-bfb9e0954636) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:02.583477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=261eb11f-f954-4762-8478-ae4095032ae2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:02.630897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e72085b-05d9-46cf-a26d-b2c15f6462a3 req-a83381c8-b628-46e6-9972-f2c73c8aac45 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 210 time: 0.0808940 Aug 06 15:54:02.754718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.902537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] Provisioning for port 238e4232-5168-49dc-99c9-6336c9969e18 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:02.923149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] Provisioning complete for port 238e4232-5168-49dc-99c9-6336c9969e18 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:02.923605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:02.965878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.011742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.103290 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.190287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] For port 238e4232-5168-49dc-99c9-6336c9969e18, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=238e4232-5168-49dc-99c9-6336c9969e18,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:03.228770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Network c95abd8e-90be-43c7-b267-7dbacac142e0 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:03.243735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:03.248549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:03.286605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Pushing event updated for resources: {'Port': ['ID=92d69e6c-12df-4240-a912-bfb9e0954636,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.329481 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.337174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:03.337174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.436524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4eb841-d66e-4555-87c6-2a6398bbe2dc None None] Pushing event updated for resources: {'Port': ['ID=238e4232-5168-49dc-99c9-6336c9969e18,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.443695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-3e5e1a86-5e23-4a9f-959f-53c5b284d584 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6364727 Aug 06 15:54:03.456278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Request body: {'port': {'device_id': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:03.557354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 238e4232-5168-49dc-99c9-6336c9969e18 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:03.568635 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.581829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.640051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01df8f02-31c1-49cc-a0ac-133833ebd9e2 None None] Provisioning for port 261eb11f-f954-4762-8478-ae4095032ae2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:03.644176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-01df8f02-31c1-49cc-a0ac-133833ebd9e2 None None] Provisioning complete for port 261eb11f-f954-4762-8478-ae4095032ae2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:03.644558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-01df8f02-31c1-49cc-a0ac-133833ebd9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.647002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 238e4232-5168-49dc-99c9-6336c9969e18 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:03.647362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.672348 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.676550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:03.799120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-01df8f02-31c1-49cc-a0ac-133833ebd9e2 None None] Port 261eb11f-f954-4762-8478-ae4095032ae2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:03.916826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=261eb11f-f954-4762-8478-ae4095032ae2,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:03.959113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa8273-3229-4a65-a47d-27dfa0b0174a req-a103de24-c8da-47f1-87f4-7f7a319444aa tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:03.960970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6fa8273-3229-4a65-a47d-27dfa0b0174a req-a103de24-c8da-47f1-87f4-7f7a319444aa tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 931 time: 0.1064022 Aug 06 15:54:03.989248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:04.018198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:04.043259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6fa8273-3229-4a65-a47d-27dfa0b0174a req-047a0c27-07b4-4e12-a26e-72ee9c2a4a39 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722005 Aug 06 15:54:04.124847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d69e6c-12df-4240-a912-bfb9e0954636 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:04.143756 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.183737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Transition to ACTIVE for port object 92d69e6c-12df-4240-a912-bfb9e0954636 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:04.273092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.374880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Router 966772e7-56b3-4148-8ac7-617b6e5ca495 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:54:04.396378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Pushing event updated for resources: {'Port': ['ID=92d69e6c-12df-4240-a912-bfb9e0954636,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:04.432116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Attempting to bind port 92d69e6c-12df-4240-a912-bfb9e0954636 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:04.432600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Attempting to bind port 92d69e6c-12df-4240-a912-bfb9e0954636 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '83a2ccee-f0d8-419a-acfb-7004c513da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:04.433009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Attempting to bind port 92d69e6c-12df-4240-a912-bfb9e0954636 on network c95abd8e-90be-43c7-b267-7dbacac142e0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:04.442176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Port 92d69e6c-12df-4240-a912-bfb9e0954636 on network c95abd8e-90be-43c7-b267-7dbacac142e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:04.442749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Attempting to bind port 92d69e6c-12df-4240-a912-bfb9e0954636 on network c95abd8e-90be-43c7-b267-7dbacac142e0 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:04.462703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:04.463049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Checking segment: {'id': '83a2ccee-f0d8-419a-acfb-7004c513da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:04.463444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Bound using segment: {'id': '83a2ccee-f0d8-419a-acfb-7004c513da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:04.463934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Bound port: 92d69e6c-12df-4240-a912-bfb9e0954636, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a2ccee-f0d8-419a-acfb-7004c513da65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:04.464284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.542818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2abb9170-c99d-41a1-979d-947b9ba4288b None None] Provisioning complete for port 261eb11f-f954-4762-8478-ae4095032ae2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:04.543454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2abb9170-c99d-41a1-979d-947b9ba4288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.575105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:04.595512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Sync routers for ids ['966772e7-56b3-4148-8ac7-617b6e5ca495'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:04.595715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6f110b8b-52aa-4dd6-b730-8340829ebc30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "PUT /v2.0/routers/966772e7-56b3-4148-8ac7-617b6e5ca495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3974645 Aug 06 15:54:04.598374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.610482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2abb9170-c99d-41a1-979d-947b9ba4288b None None] Port 261eb11f-f954-4762-8478-ae4095032ae2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:04.614138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Routers {'966772e7-56b3-4148-8ac7-617b6e5ca495'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:04.615171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['966772e7-56b3-4148-8ac7-617b6e5ca495'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:04.643706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] For port 92d69e6c-12df-4240-a912-bfb9e0954636, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:04.664046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42b9d5-71e8-4f17-9f09-c14b50632118 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:04.665685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd42b9d5-71e8-4f17-9f09-c14b50632118 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports/261eb11f-f954-4762-8478-ae4095032ae2 HTTP/1.1" status: 200 len: 911 time: 0.0662868 Aug 06 15:54:04.668343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40290) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.681896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] For port 92d69e6c-12df-4240-a912-bfb9e0954636, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=92d69e6c-12df-4240-a912-bfb9e0954636,segment=NetworkSegment(83a2ccee-f0d8-419a-acfb-7004c513da65),segment_id=83a2ccee-f0d8-419a-acfb-7004c513da65)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:04.723218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Set router 966772e7-56b3-4148-8ac7-617b6e5ca495 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:04.771605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a19280-4434-4406-9f86-7bd335097755 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:04.775705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.790201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a19280-4434-4406-9f86-7bd335097755 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:04.791921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7a19280-4434-4406-9f86-7bd335097755 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1224942 Aug 06 15:54:04.804382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40298) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:04.807481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:04.808227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:04.827595 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] 10.222.0.59 "PUT /v2.0/ports/92d69e6c-12df-4240-a912-bfb9e0954636 HTTP/1.1" status: 200 len: 1091 time: 1.3580666 Aug 06 15:54:04.830216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'tag': '92d69e6c-12df-4240-a912-bfb9e0954636'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:04.834767 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c0b55-a961-4aba-adbe-a96f67593d20" -d '{"events": [{"name": "network-changed", "server_uuid": "16c17cd3-8237-400a-ad01-3e952a4e2d46", "tag": "92d69e6c-12df-4240-a912-bfb9e0954636"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:04.908490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5552913-c5a2-40a2-bb6b-5bc956138eaa service neutron] Pushing event updated for resources: {'Port': ['ID=92d69e6c-12df-4240-a912-bfb9e0954636,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:04.940411 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b1de4c-e3ec-4406-bca3-fe04a9d74d2b x-openstack-request-id: req-80b1de4c-e3ec-4406-bca3-fe04a9d74d2b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:04.941033 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c17cd3-8237-400a-ad01-3e952a4e2d46", "tag": "92d69e6c-12df-4240-a912-bfb9e0954636", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:04.941451 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80b1de4c-e3ec-4406-bca3-fe04a9d74d2b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:04.944262 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'tag': '92d69e6c-12df-4240-a912-bfb9e0954636', 'status': 'completed', 'code': 200} Aug 06 15:54:05.050889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-f3a780da-a195-4161-870d-aea33a239ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:05.057423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-f3a780da-a195-4161-870d-aea33a239ec4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54d6f3d78f1d453d99d4bc473c655135&device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 1094 time: 0.1140170 Aug 06 15:54:05.222122 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-56e83382-bd21-431b-9da5-79ddc5173b0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92d69e6c-12df-4240-a912-bfb9e0954636 HTTP/1.1" status: 200 len: 217 time: 0.1534142 Aug 06 15:54:05.331648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3acfe07c-d1de-4edd-a14e-9e825862c155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.360177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295058e0-ca69-4780-a578-6b367b437a64 req-ebc53439-b33b-4057-b289-fd11523e70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:05.364089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-ebc53439-b33b-4057-b289-fd11523e70bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5c18548-d39d-455c-84b6-c60bfc75129d HTTP/1.1" status: 200 len: 849 time: 0.1287932 Aug 06 15:54:05.436186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6280d-a529-4688-81cb-45f7cd6ecce3 req-a8631734-c234-42b5-b558-70401fc0218f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:05.437899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1f6280d-a529-4688-81cb-45f7cd6ecce3 req-a8631734-c234-42b5-b558-70401fc0218f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 943 time: 0.2122028 Aug 06 15:54:05.451589 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-39aa7610-a187-4c94-a4ff-43025f5fef86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c95abd8e-90be-43c7-b267-7dbacac142e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783451 Aug 06 15:54:05.504557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966772e7-56b3-4148-8ac7-617b6e5ca495', 'name': 'tempest-NetworksTestDHCPv6-router-401524019', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:59Z', 'updated_at': '2021-08-06T15:54:02Z', 'revision_number': 2, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None, '_interfaces': [{'id': '261eb11f-f954-4762-8478-ae4095032ae2', 'name': '', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'mac_address': 'fa:16:3e:76:d3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966772e7-56b3-4148-8ac7-617b6e5ca495', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': '42eae4c6-b6af-4241-9753-6e597b76397a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:01Z', 'updated_at': '2021-08-06T15:54:03Z', 'revision_number': 2, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'subnets': [{'id': '42eae4c6-b6af-4241-9753-6e597b76397a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:05.567200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Checking router: 966772e7-56b3-4148-8ac7-617b6e5ca495 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:05.571886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Updating router 966772e7-56b3-4148-8ac7-617b6e5ca495 port 261eb11f-f954-4762-8478-ae4095032ae2 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:05.592972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1f6280d-a529-4688-81cb-45f7cd6ecce3 req-a5c881da-36a2-4987-ae9b-e064ce638f3f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422901 Aug 06 15:54:05.630703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.667764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:05.686453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-70d2fb38-e110-4b6f-a502-7602b5ac4354 service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277133 Aug 06 15:54:05.847069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-295058e0-ca69-4780-a578-6b367b437a64 req-013945b6-d640-4509-b872-72959c5cdbc8 service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537035 Aug 06 15:54:06.134602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 261eb11f-f954-4762-8478-ae4095032ae2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:06.136256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.139141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-860f997a-67a5-4c83-8068-03784bd605fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.141616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-860f997a-67a5-4c83-8068-03784bd605fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54d6f3d78f1d453d99d4bc473c655135&device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 1094 time: 0.0856771 Aug 06 15:54:06.188203 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.241959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Transition to ACTIVE for port object 261eb11f-f954-4762-8478-ae4095032ae2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:06.293465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.311120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 261eb11f-f954-4762-8478-ae4095032ae2 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:06.346174 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.387477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-a39b711e-23d3-448b-bfbe-3713a991d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.390200 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-a39b711e-23d3-448b-bfbe-3713a991d45b service neutron] 10.222.0.59 "GET /v2.0/networks?id=c95abd8e-90be-43c7-b267-7dbacac142e0 HTTP/1.1" status: 200 len: 910 time: 0.2402196 Aug 06 15:54:06.450069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-0f855845-d0a0-493e-942d-b714ba40b17e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92d69e6c-12df-4240-a912-bfb9e0954636 HTTP/1.1" status: 200 len: 217 time: 0.0506737 Aug 06 15:54:06.567662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-f3fd1604-affa-4b50-8e45-9e982ecf9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.569503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-f3fd1604-affa-4b50-8e45-9e982ecf9a79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5c18548-d39d-455c-84b6-c60bfc75129d HTTP/1.1" status: 200 len: 849 time: 0.1041129 Aug 06 15:54:06.599623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Attempting to bind port 261eb11f-f954-4762-8478-ae4095032ae2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:06.600228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Attempting to bind port 261eb11f-f954-4762-8478-ae4095032ae2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:06.600519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Attempting to bind port 261eb11f-f954-4762-8478-ae4095032ae2 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:06.611026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:06.611401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:06.611864 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.612264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:06.612743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Bound port: 261eb11f-f954-4762-8478-ae4095032ae2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:06.613287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:06.613990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-e6fccff9-92f7-4374-b552-526ba4d6fc61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c95abd8e-90be-43c7-b267-7dbacac142e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359724 Aug 06 15:54:06.616781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15f551-c079-4544-baa3-3c0d44af0b81 None None] Pushing event updated for resources: {'Port': ['ID=261eb11f-f954-4762-8478-ae4095032ae2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:06.876129 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-60b4c937-10a4-41e9-b52b-f3dc5d2d3288 service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539952 Aug 06 15:54:06.918968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896e6b6-027c-4a66-938c-d7de1a97bc09 req-06a4ae1c-4f22-4deb-bc7e-c37b6d77617c tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:06.927712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8896e6b6-027c-4a66-938c-d7de1a97bc09 req-06a4ae1c-4f22-4deb-bc7e-c37b6d77617c tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 943 time: 0.1796939 Aug 06 15:54:06.985424 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:54:06.985789 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:54:06.993320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.050263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a90c0b55-a961-4aba-adbe-a96f67593d20 req-4260fb88-a8ae-462e-8b91-d93e268b2898 service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651859 Aug 06 15:54:07.051029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=261eb11f-f954-4762-8478-ae4095032ae2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:07.146249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8896e6b6-027c-4a66-938c-d7de1a97bc09 req-ba20fede-1390-4d3c-b257-3157823f4a54 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187948 Aug 06 15:54:07.259037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.502197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Attempting to bind port 261eb11f-f954-4762-8478-ae4095032ae2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:07.502659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Attempting to bind port 261eb11f-f954-4762-8478-ae4095032ae2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:07.504532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Attempting to bind port 261eb11f-f954-4762-8478-ae4095032ae2 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:07.511838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:07.512321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:07.512801 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.513302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:07.513857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Bound port: 261eb11f-f954-4762-8478-ae4095032ae2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:07.514528 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.535885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Router 966772e7-56b3-4148-8ac7-617b6e5ca495 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:07.642243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:07.648234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-59ff26a7-4dbf-4613-8668-8555c1a78b24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "PUT /v2.0/routers/966772e7-56b3-4148-8ac7-617b6e5ca495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8422334 Aug 06 15:54:07.650941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:07.671058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Port 261eb11f-f954-4762-8478-ae4095032ae2 has been deleted concurrently {{(pid=94842) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 06 15:54:07.709194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Routers {'966772e7-56b3-4148-8ac7-617b6e5ca495'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:07.711444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:53:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['966772e7-56b3-4148-8ac7-617b6e5ca495'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:07.724779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84afd-e1e6-497b-b183-ef808a42bb32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:07.727972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84afd-e1e6-497b-b183-ef808a42bb32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:07.731780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61a84afd-e1e6-497b-b183-ef808a42bb32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0773387 Aug 06 15:54:07.732595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40398) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:07.767048 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.798839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4550c9b5-2b50-47a3-8e31-ef4fac0d93c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.808419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 42eae4c6-b6af-4241-9753-6e597b76397a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:07.812517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.816158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] Set router 966772e7-56b3-4148-8ac7-617b6e5ca495 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:07.905528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:07.926948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966772e7-56b3-4148-8ac7-617b6e5ca495', 'name': 'tempest-NetworksTestDHCPv6-router-401524019', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:59Z', 'updated_at': '2021-08-06T15:54:06Z', 'revision_number': 3, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:07.992072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238d6ac1-ea35-40d6-a225-48d394f9019d None None] The sync data for ids ['966772e7-56b3-4148-8ac7-617b6e5ca495'] in n-d-778550-6 is: [{'id': '966772e7-56b3-4148-8ac7-617b6e5ca495', 'name': 'tempest-NetworksTestDHCPv6-router-401524019', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:53:59Z', 'updated_at': '2021-08-06T15:54:06Z', 'revision_number': 3, 'project_id': '027ff74135e545dd91c784c0cb73af79', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:08.046601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.307684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.354034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d736312-ddb8-4fe4-acb0-127e31ec8b0d None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:08.358495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.361958 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/42eae4c6-b6af-4241-9753-6e597b76397a HTTP/1.1" status: 204 len: 168 time: 0.6281052 Aug 06 15:54:08.369689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:08.383000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e687d99-aec5-4d77-805c-8c7d736fd993 req-7a8e1cf5-e9d0-4495-aaae-1606e77c03ca tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:08.383000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e687d99-aec5-4d77-805c-8c7d736fd993 req-7a8e1cf5-e9d0-4495-aaae-1606e77c03ca tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 943 time: 0.1120126 Aug 06 15:54:08.419173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d9c46-7939-4a52-9339-c1bc73f74a35 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=42eae4c6-b6af-4241-9753-6e597b76397a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:08.568042 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:54:08.657785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 92d69e6c-12df-4240-a912-bfb9e0954636 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:08.747321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e687d99-aec5-4d77-805c-8c7d736fd993 req-68416383-82ec-4718-a88f-0ca4bc25c93c tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391230 Aug 06 15:54:08.773557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b45fa588-1e62-4a2f-9645-bb148300064a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4036417 Aug 06 15:54:08.782463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40432) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:08.859908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 92d69e6c-12df-4240-a912-bfb9e0954636, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=92d69e6c-12df-4240-a912-bfb9e0954636,segment=NetworkSegment(83a2ccee-f0d8-419a-acfb-7004c513da65),segment_id=83a2ccee-f0d8-419a-acfb-7004c513da65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:08.906389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '92d69e6c-12df-4240-a912-bfb9e0954636', 'network_id': 'c95abd8e-90be-43c7-b267-7dbacac142e0', 'port_id': '92d69e6c-12df-4240-a912-bfb9e0954636', 'mac_address': 'fa:16:3e:c5:b8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c18548-d39d-455c-84b6-c60bfc75129d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:08.925639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645271b-7ed6-4706-943c-285208456c33 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:54:08.949085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.985623 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:08.993480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.040416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d69e6c-12df-4240-a912-bfb9e0954636 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:09.074075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 92d69e6c-12df-4240-a912-bfb9e0954636, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=92d69e6c-12df-4240-a912-bfb9e0954636,segment=NetworkSegment(83a2ccee-f0d8-419a-acfb-7004c513da65),segment_id=83a2ccee-f0d8-419a-acfb-7004c513da65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:09.084703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6645271b-7ed6-4706-943c-285208456c33 None None] Deleting port 238e4232-5168-49dc-99c9-6336c9969e18 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:09.089038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6645271b-7ed6-4706-943c-285208456c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.206763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6645271b-7ed6-4706-943c-285208456c33 None None] For port 238e4232-5168-49dc-99c9-6336c9969e18, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=238e4232-5168-49dc-99c9-6336c9969e18,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:09.207179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6645271b-7ed6-4706-943c-285208456c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.210729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.262130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6645271b-7ed6-4706-943c-285208456c33 None None] Calling delete_port for 238e4232-5168-49dc-99c9-6336c9969e18 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:09.284692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.287069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.351873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=92d69e6c-12df-4240-a912-bfb9e0954636,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.423541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['92d69e6c-12df-4240-a912-bfb9e0954636'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:09.495213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.495213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Fanout notify agent at l3_agent the message router_deleted on router 966772e7-56b3-4148-8ac7-617b6e5ca495 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:54:09.501214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.504277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-26fe4b3d-5b19-4f62-aecb-5e656354122b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/routers/966772e7-56b3-4148-8ac7-617b6e5ca495 HTTP/1.1" status: 204 len: 168 time: 0.7206976 Aug 06 15:54:09.506903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:09.570089 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 238e4232-5168-49dc-99c9-6336c9969e18 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:09.616938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10132f71-2b33-4745-9987-9407c9aed8ee tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:09.619680 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-10132f71-2b33-4745-9987-9407c9aed8ee tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1102281 Aug 06 15:54:09.622321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:09.634101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6645271b-7ed6-4706-943c-285208456c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:09.658044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645271b-7ed6-4706-943c-285208456c33 None None] No DVR routers for this DVR port 238e4232-5168-49dc-99c9-6336c9969e18 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:09.672660 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Sync routers for ids ['966772e7-56b3-4148-8ac7-617b6e5ca495'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:09.689207 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Routers set() bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:09.690019 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Router IDs set() for agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:54:09.690544 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_agentschedulers_db [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'966772e7-56b3-4148-8ac7-617b6e5ca495'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent'). {{(pid=94843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 15:54:09.715184 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Routers set() bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:09.715558 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Router IDs set() for agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:54:09.716266 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_agentschedulers_db [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'966772e7-56b3-4148-8ac7-617b6e5ca495'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent'). {{(pid=94843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 15:54:09.716712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbef45-ecdd-461e-8373-d8abbd44e8de None None] The sync data for ids ['966772e7-56b3-4148-8ac7-617b6e5ca495'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:09.760045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c295b-3936-4954-a96b-26b2988f3720 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:09.760045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fa4c295b-3936-4954-a96b-26b2988f3720 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300206 Aug 06 15:54:09.760883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:09.770888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645271b-7ed6-4706-943c-285208456c33 None None] Pushing event deleted for resources: {'Port': ['ID=238e4232-5168-49dc-99c9-6336c9969e18,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:09.842538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port 238e4232-5168-49dc-99c9-6336c9969e18 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:54:09.842982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 238e4232-5168-49dc-99c9-6336c9969e18 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:10.253706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-97a02cbd-bcb7-4b75-9c3c-195aff89ab30 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4895008 Aug 06 15:54:10.257450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40474) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:10.263563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:10.325952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d92d5f-303f-4465-beb0-30c1f8cdace8 req-14b98bea-b5f9-4af6-80bd-cdfe80da1844 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:10.327732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d92d5f-303f-4465-beb0-30c1f8cdace8 req-14b98bea-b5f9-4af6-80bd-cdfe80da1844 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 944 time: 0.0740914 Aug 06 15:54:10.380113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28d92d5f-303f-4465-beb0-30c1f8cdace8 req-0cca51e2-91d3-4b21-8e32-ef9e58d149d1 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444286 Aug 06 15:54:10.535113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:10.541944 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.651160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 92d69e6c-12df-4240-a912-bfb9e0954636 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:10.797719 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.798536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 92d69e6c-12df-4240-a912-bfb9e0954636 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:10.818790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 92d69e6c-12df-4240-a912-bfb9e0954636 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:10.819460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.912825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:10.948567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d69e6c-12df-4240-a912-bfb9e0954636'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:10.952657 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba772b8d-91fe-4857-93c3-6588cdbe20af" -d '{"events": [{"server_uuid": "16c17cd3-8237-400a-ad01-3e952a4e2d46", "name": "network-vif-plugged", "status": "completed", "tag": "92d69e6c-12df-4240-a912-bfb9e0954636"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:11.000122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 92d69e6c-12df-4240-a912-bfb9e0954636, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=92d69e6c-12df-4240-a912-bfb9e0954636,segment=NetworkSegment(83a2ccee-f0d8-419a-acfb-7004c513da65),segment_id=83a2ccee-f0d8-419a-acfb-7004c513da65)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:11.047037 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b552663-0b27-42e9-a63e-2000c7086086 x-openstack-request-id: req-2b552663-0b27-42e9-a63e-2000c7086086 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:11.047340 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c17cd3-8237-400a-ad01-3e952a4e2d46", "name": "network-vif-plugged", "status": "completed", "tag": "92d69e6c-12df-4240-a912-bfb9e0954636", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:11.047588 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b552663-0b27-42e9-a63e-2000c7086086 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:11.048026 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d69e6c-12df-4240-a912-bfb9e0954636', 'code': 200} Aug 06 15:54:11.091239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:54:11.092993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.102189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.164864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=92d69e6c-12df-4240-a912-bfb9e0954636,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:11.194731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:11.200839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:11.203863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:11.204474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.242928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=0f250163-8816-4301-985f-fce1f88576e7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:11.243160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed662d8f-c6ad-4cd5-9a3d-1c94436e7d1c None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:11.243386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731449d-dfbf-41cd-a562-4567afc5330f req-0c9a16e8-346e-4be8-99ec-40831c8c2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:11.243386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a731449d-dfbf-41cd-a562-4567afc5330f req-0c9a16e8-346e-4be8-99ec-40831c8c2c5c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 1096 time: 0.0940659 Aug 06 15:54:11.282380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a731449d-dfbf-41cd-a562-4567afc5330f req-9d9dd919-f5eb-4880-92f0-f78961362ca5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365121 Aug 06 15:54:11.380799 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53133360-e193-4c01-aba3-ead5ee7474ae tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1219723 Aug 06 15:54:11.383546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:11.388888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:11.424983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '0f250163-8816-4301-985f-fce1f88576e7'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:11.430659 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.629749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f67051-e49f-48e7-96cd-603b776421c7 req-ca7118f9-0e8c-4b87-806f-a744f0332bf7 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:11.632503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60f67051-e49f-48e7-96cd-603b776421c7 req-ca7118f9-0e8c-4b87-806f-a744f0332bf7 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.0748296 Aug 06 15:54:11.693781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:11.701148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:11.709874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60f67051-e49f-48e7-96cd-603b776421c7 req-92dbb06f-de23-4362-9420-bbed5c9d2351 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634413 Aug 06 15:54:11.710107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Allocated IP 2001:db8::f816:3eff:fe11:72c2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/0f250163-8816-4301-985f-fce1f88576e7/3e24a99a-6495-4fe5-b8b3-8efadf923a08) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:12.040151 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.057936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Transition to ACTIVE for port object 3e24a99a-6495-4fe5-b8b3-8efadf923a08 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:12.081586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Transition to ACTIVE for port object 3e24a99a-6495-4fe5-b8b3-8efadf923a08 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:12.203876 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.254112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:12.257503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:12.263378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:12.269596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.309231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.348974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Attempting to bind port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:12.349461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Attempting to bind port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:12.349901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Attempting to bind port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:12.363164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:12.363678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:12.365291 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.365813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:12.366279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Bound port: 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:12.369012 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.370478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:12.377619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:12.382414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.384494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.388950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=29e2a0bd-2f15-4f59-bf4c-365a37b86886,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.486555 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-02f88d3d-9b11-48cf-882a-2c37e60f5cf7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0991156 Aug 06 15:54:12.487055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:12.495552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:8e:8c:0e', 'name': 'tempest-NetworksTestDHCPv6-1017012563'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:12.503937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:12.511229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:12.610755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.721805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fe09d-141b-4172-a713-1b853eb20dc3 None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:12.731343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:12.840148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:12.955508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 20b64327-f452-4ec2-912c-1168b4f2ae3e yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:54:12.991518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063b3f-64eb-4977-9cd9-c00dcb1fd1bc req-c6104a1c-1bef-419d-b4c7-95218a71c2c2 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:12.995275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8063b3f-64eb-4977-9cd9-c00dcb1fd1bc req-c6104a1c-1bef-419d-b4c7-95218a71c2c2 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1509125 Aug 06 15:54:13.108861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8063b3f-64eb-4977-9cd9-c00dcb1fd1bc req-bf0618a6-ac1d-48c4-bad3-ee155fde81ae tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719016 Aug 06 15:54:13.351188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 172.20.0.2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/29e2a0bd-2f15-4f59-bf4c-365a37b86886/20b64327-f452-4ec2-912c-1168b4f2ae3e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:13.370179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe8e:8c0e (fea17d9c-9b6b-4223-9219-1872e940e8b2/0f250163-8816-4301-985f-fce1f88576e7/20b64327-f452-4ec2-912c-1168b4f2ae3e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:13.395440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08964b48-49ed-4496-bd40-5999930f73e2 req-d8cecf43-f72a-41c0-a81b-3d224cbb0255 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:13.397245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08964b48-49ed-4496-bd40-5999930f73e2 req-d8cecf43-f72a-41c0-a81b-3d224cbb0255 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1116180 Aug 06 15:54:13.492817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08964b48-49ed-4496-bd40-5999930f73e2 req-16160b83-4465-4833-88e4-6e440bcf5ca1 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862727 Aug 06 15:54:13.604367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.619929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e24a99a-6495-4fe5-b8b3-8efadf923a08 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:13.651094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 20b64327-f452-4ec2-912c-1168b4f2ae3e will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:13.884328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:13.886482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:13.998545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:14.003876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:14.006262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=20b64327-f452-4ec2-912c-1168b4f2ae3e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:14.013603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:14.103578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:14.104737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.188356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a3ac425e-1b45-4bd6-a67d-80a0a1bbc9c3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6996007 Aug 06 15:54:14.192957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:14.313446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76449214-1d6a-449b-9ceb-02b2064a6dc8 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:14.395440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f8c9e-7fc0-4a62-92e1-b8783c79aabb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:14.408347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1f8c9e-7fc0-4a62-92e1-b8783c79aabb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:14.411181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2f1f8c9e-7fc0-4a62-92e1-b8783c79aabb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2166469 Aug 06 15:54:14.417444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:14.462423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92f9a6-f886-41ae-a748-54af97ee0f2e req-75374907-b02d-4a2d-b980-0ea1466ba8ac tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:14.479094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae92f9a6-f886-41ae-a748-54af97ee0f2e req-75374907-b02d-4a2d-b980-0ea1466ba8ac tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1305437 Aug 06 15:54:14.540986 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae92f9a6-f886-41ae-a748-54af97ee0f2e req-fcb2fa85-1c8f-4421-aa23-08eadb22ff5b tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606589 Aug 06 15:54:14.612360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 20b64327-f452-4ec2-912c-1168b4f2ae3e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:14.612708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.699706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] Provisioning for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:14.715371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:14.715819 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.787185 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:14.800808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 20b64327-f452-4ec2-912c-1168b4f2ae3e owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:14.890792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a15899a-4a93-423b-b25e-f066371b310b None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '0f250163-8816-4301-985f-fce1f88576e7', 'ip_address': '2001:db8::f816:3eff:fe11:72c2'}, {'subnet_id': '29e2a0bd-2f15-4f59-bf4c-365a37b86886'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '3e24a99a-6495-4fe5-b8b3-8efadf923a08'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:54:15.018004 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a15899a-4a93-423b-b25e-f066371b310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.034654 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.129960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.184914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=20b64327-f452-4ec2-912c-1168b4f2ae3e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:15.355414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.365586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-036433c0-ac18-4cde-861b-e033edaa379a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/20b64327-f452-4ec2-912c-1168b4f2ae3e HTTP/1.1" status: 204 len: 168 time: 0.9398127 Aug 06 15:54:15.366889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40636) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:15.387145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:15.455597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b92cd-c11b-4872-9d3a-7525797053d9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.460156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b92cd-c11b-4872-9d3a-7525797053d9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.465813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b92cd-c11b-4872-9d3a-7525797053d9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.470101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c9b92cd-c11b-4872-9d3a-7525797053d9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0999067 Aug 06 15:54:15.473425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:15.491445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.559956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 0f250163-8816-4301-985f-fce1f88576e7 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:15.564181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.613353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.759458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:15.796539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d677b7e-fe48-49d5-8ce1-18b5059391b2 None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:15.832152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440e002-2db7-4499-96a3-ca7feeb552fe req-329c955d-0cf6-4067-afa6-036e0bbd2ead tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:15.833694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c440e002-2db7-4499-96a3-ca7feeb552fe req-329c955d-0cf6-4067-afa6-036e0bbd2ead tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1292522 Aug 06 15:54:15.878828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c440e002-2db7-4499-96a3-ca7feeb552fe req-e1c9f719-0371-4649-b4bd-2c4382c1a6a3 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Aug 06 15:54:15.964416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-2a15899a-4a93-423b-b25e-f066371b310b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f250163-8816-4301-985f-fce1f88576e7: This subnet is being modified by another concurrent operation. Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 15:54:16.005635 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f250163-8816-4301-985f-fce1f88576e7: This subnet is being modified by another concurrent operation. Aug 06 15:54:16.016030 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 15:54:16.028712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=0f250163-8816-4301-985f-fce1f88576e7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:16.033790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.036134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e9cd1380-c7df-4ed4-9300-1ae9a4a91337 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/0f250163-8816-4301-985f-fce1f88576e7 HTTP/1.1" status: 204 len: 168 time: 0.5560389 Aug 06 15:54:16.040716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40662) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:16.200822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81afdaf-472c-437f-a3b1-5e58a719198e None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:16.445999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d7d19aac-47e3-408c-90e8-e1700f8e2b30 None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:16.446647 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7d19aac-47e3-408c-90e8-e1700f8e2b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.551462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a53507-2bab-4854-bd0a-2d02b44c3836 req-1a79ba6c-0b4c-42d0-8b6b-5f77eabb121f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:16.553370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33a53507-2bab-4854-bd0a-2d02b44c3836 req-1a79ba6c-0b4c-42d0-8b6b-5f77eabb121f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1185806 Aug 06 15:54:16.638019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33a53507-2bab-4854-bd0a-2d02b44c3836 req-545adb31-a160-40ac-9acc-cfcc79f06768 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610876 Aug 06 15:54:16.708558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d7d19aac-47e3-408c-90e8-e1700f8e2b30 None None] Could not find standard attr ID for object 20b64327-f452-4ec2-912c-1168b4f2ae3e. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:54:16.716078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 29e2a0bd-2f15-4f59-bf4c-365a37b86886 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:16.728535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.798800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b2dcc-abfb-4576-a058-253ec52d0314 None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '29e2a0bd-2f15-4f59-bf4c-365a37b86886'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '3e24a99a-6495-4fe5-b8b3-8efadf923a08'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:54:16.808672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.814627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-798aeeb9-ec7b-48fd-bf61-1f30897b2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:16.819459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-798aeeb9-ec7b-48fd-bf61-1f30897b2eb6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54d6f3d78f1d453d99d4bc473c655135&device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 1096 time: 0.0976357 Aug 06 15:54:16.829446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-958b2dcc-abfb-4576-a058-253ec52d0314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:16.934092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.049456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-df79811d-2f2a-4dd1-99a1-082f76f41947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:17.051821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-df79811d-2f2a-4dd1-99a1-082f76f41947 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c95abd8e-90be-43c7-b267-7dbacac142e0 HTTP/1.1" status: 200 len: 910 time: 0.2166989 Aug 06 15:54:17.121824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-661451c8-a717-428a-a2e5-415be96dd616 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92d69e6c-12df-4240-a912-bfb9e0954636 HTTP/1.1" status: 200 len: 217 time: 0.0617452 Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-958b2dcc-abfb-4576-a058-253ec52d0314 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29e2a0bd-2f15-4f59-bf4c-365a37b86886: This subnet is being modified by another concurrent operation. Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 15:54:17.165754 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29e2a0bd-2f15-4f59-bf4c-365a37b86886: This subnet is being modified by another concurrent operation. Aug 06 15:54:17.176696 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 15:54:17.181852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.216493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-a05d31a4-05c2-4782-b1d1-844c9f9a393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:17.218102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-a05d31a4-05c2-4782-b1d1-844c9f9a393e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5c18548-d39d-455c-84b6-c60bfc75129d HTTP/1.1" status: 200 len: 849 time: 0.0895839 Aug 06 15:54:17.219256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.223836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40694) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.224592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/29e2a0bd-2f15-4f59-bf4c-365a37b86886 HTTP/1.1" status: 204 len: 168 time: 1.1821749 Aug 06 15:54:17.261483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e97ef-d670-4be8-9689-1f080527b780 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=29e2a0bd-2f15-4f59-bf4c-365a37b86886,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:17.326208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-55f1fa25-7f6c-42a6-b38e-7e43fb0cc13e None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:17.331208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-55f1fa25-7f6c-42a6-b38e-7e43fb0cc13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.334448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-7fc7b916-c882-4c8a-9179-39560e7631d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c95abd8e-90be-43c7-b267-7dbacac142e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754316 Aug 06 15:54:17.343016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f956a52-7952-4fe8-beb9-9c762e9d6b41 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1163220 Aug 06 15:54:17.343962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:17.362398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:17.499106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-8a791326-748f-4771-a3ea-bc3bf53645a4 service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631768 Aug 06 15:54:17.513753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8c959-bb2e-4b2a-be04-d1bf98b2dc9b None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:54:17.594556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e24a99a-6495-4fe5-b8b3-8efadf923a08 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:17.702002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:17.707895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8c959-bb2e-4b2a-be04-d1bf98b2dc9b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:54:17.709637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.717530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-094fb818-3aaf-4d3a-a041-5ca0ddcf9e26 None None] Could not find standard attr ID for object 20b64327-f452-4ec2-912c-1168b4f2ae3e. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:54:17.721157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7dd5d6b-b8df-48c2-b60a-d6509d1a5fdd req-06ccc082-f230-4566-b2d2-7cfab0160cac service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153440 Aug 06 15:54:17.902909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:17.965521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:17.974993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895491c-2a19-43d3-91f3-b5d0e72ee3b2 req-f003be37-c2db-4e57-b473-7ce5e1e656c0 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:17.980096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f895491c-2a19-43d3-91f3-b5d0e72ee3b2 req-f003be37-c2db-4e57-b473-7ce5e1e656c0 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1614685 Aug 06 15:54:18.066850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f895491c-2a19-43d3-91f3-b5d0e72ee3b2 req-6f044a20-c388-405c-8eaa-09ca3505b15b tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855987 Aug 06 15:54:18.158971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.268836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d99da1-5405-486b-ba5a-fff2a483e194 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:54:18.273699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:18.401306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ea18a53-2a01-40ca-be06-56dbcd5610d3 None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:18.401822 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ea18a53-2a01-40ca-be06-56dbcd5610d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.453452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d99da1-5405-486b-ba5a-fff2a483e194 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:54:18.553661 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ea18a53-2a01-40ca-be06-56dbcd5610d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.624358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:54:18.654771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0ea18a53-2a01-40ca-be06-56dbcd5610d3 None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:18.846008 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ea18a53-2a01-40ca-be06-56dbcd5610d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:18.950457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea18a53-2a01-40ca-be06-56dbcd5610d3 None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:19.055778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': 'ac95a0ba-aa51-4e6c-ad8e-0454616475e8'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '3e24a99a-6495-4fe5-b8b3-8efadf923a08'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:54:19.090222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.121046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.360842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137008c9-f33b-45c6-ad58-2528402bd27e req-1bbf5aa3-1166-480b-a650-74947447436b tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:19.368450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-137008c9-f33b-45c6-ad58-2528402bd27e req-1bbf5aa3-1166-480b-a650-74947447436b tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1741841 Aug 06 15:54:19.487176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-137008c9-f33b-45c6-ad58-2528402bd27e req-4e59fc34-7f2c-4568-b601-96e9465444a5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175294 Aug 06 15:54:19.542785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:19.638770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.763607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.764503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:19.817998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:54:19.823569 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:54:19.851330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:19.906464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-95792c99-b8ac-4384-baf9-5925d0305e51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0997708 Aug 06 15:54:19.941074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:19.951006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=8']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:19.967268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:19.968260 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.052918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=ac95a0ba-aa51-4e6c-ad8e-0454616475e8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:20.118891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-32985032-06ce-418b-beca-b218a091022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:20.121009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-32985032-06ce-418b-beca-b218a091022b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1096 time: 0.0944996 Aug 06 15:54:20.144031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe1e8424-27e0-48c2-9983-88bcd974daec tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7967672 Aug 06 15:54:20.147900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:20.166475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:20.318011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-627c195a-51cf-49fe-af4f-c160a3dd0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:20.322656 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-627c195a-51cf-49fe-af4f-c160a3dd0610 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.1740592 Aug 06 15:54:20.417313 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.534432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-bd1960ee-a047-4c02-89cc-c654a58be8d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 1001 time: 0.1875532 Aug 06 15:54:20.629710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-680ee83f-6cb4-484b-b9a2-d0b1010e098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:20.632074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-680ee83f-6cb4-484b-b9a2-d0b1010e098f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.0973346 Aug 06 15:54:20.639557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196cc6-2b3b-486f-a66e-24fc04e8c73c req-bcede136-3a91-4069-a895-c9474587a7b5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:20.648254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45196cc6-2b3b-486f-a66e-24fc04e8c73c req-bcede136-3a91-4069-a895-c9474587a7b5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.3573391 Aug 06 15:54:20.749782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45196cc6-2b3b-486f-a66e-24fc04e8c73c req-a16a890a-b7b5-4ae4-9708-bb06ae1cad67 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002965 Aug 06 15:54:20.770670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-4dc61bd3-1512-4b1c-8871-c774b9d04eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:20.772623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-4dc61bd3-1512-4b1c-8871-c774b9d04eeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314533 Aug 06 15:54:20.809323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:20.818837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:20.945811 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-8853b539-0757-45e0-b5b7-d00d20d8b774 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653948 Aug 06 15:54:21.153937 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d060f421-91f7-4321-a72f-b159cbd7f73a req-43042f0c-82e4-4ca9-8c91-a2f6432a72e9 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000811 Aug 06 15:54:21.156949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:21.200250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.342346 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.494434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca0155-76ec-4aea-8d40-e38f66a29839 None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.689066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.755845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:21.802616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:21.808139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:21.811905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:21.813136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:21.971881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0bfeda50-9e68-4429-873a-ebca2cee11e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8179762 Aug 06 15:54:21.974500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:21.981890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:2d:27:6f', 'name': 'tempest-NetworksTestDHCPv6-235673997'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:22.110466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742b144-db72-4706-aa4d-8af435f4e63c req-cc345c0e-4b20-4124-9761-3b6b281e2bc5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:22.112165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c742b144-db72-4706-aa4d-8af435f4e63c req-cc345c0e-4b20-4124-9761-3b6b281e2bc5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.2114315 Aug 06 15:54:22.237736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c742b144-db72-4706-aa4d-8af435f4e63c req-5d872f0a-d018-4cd3-a86c-4e32bb5d2e86 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130035 Aug 06 15:54:22.351438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:22.576862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.601034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port b62f8a15-e006-407b-8c92-b1d484ec1770 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:54:22.686742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ad60e-816c-4809-a3a8-2eafdda32278 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:22.888175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-34886d9a-7335-409d-be5c-375b3b21eb42 None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:22.888175 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-34886d9a-7335-409d-be5c-375b3b21eb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:22.928108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 172.20.0.10 (fea17d9c-9b6b-4223-9219-1872e940e8b2/a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f/b62f8a15-e006-407b-8c92-b1d484ec1770) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:22.941871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe2d:276f (fea17d9c-9b6b-4223-9219-1872e940e8b2/ac95a0ba-aa51-4e6c-ad8e-0454616475e8/b62f8a15-e006-407b-8c92-b1d484ec1770) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:23.215446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-0c746c49-b106-4a96-b4d5-80567e139813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.220462 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-0c746c49-b106-4a96-b4d5-80567e139813 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=54d6f3d78f1d453d99d4bc473c655135&device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 1096 time: 0.0964956 Aug 06 15:54:23.340585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654faef0-ab3e-4b84-9f0b-c96d536fc873 req-5eecde7b-56bb-484c-b29e-cc0f56a62728 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.341782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': 'ac95a0ba-aa51-4e6c-ad8e-0454616475e8', 'ip_address': '2001:db8::f816:3eff:fe11:72c2'}, {'subnet_id': 'a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '3e24a99a-6495-4fe5-b8b3-8efadf923a08'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:54:23.343192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-654faef0-ab3e-4b84-9f0b-c96d536fc873 req-5eecde7b-56bb-484c-b29e-cc0f56a62728 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.3672693 Aug 06 15:54:23.363119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.404427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object b62f8a15-e006-407b-8c92-b1d484ec1770 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:23.421018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.443579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-654faef0-ab3e-4b84-9f0b-c96d536fc873 req-0e1bc72b-3a11-4b85-8501-f4a3185e4407 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925829 Aug 06 15:54:23.473354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-67fcae90-aea2-4d1c-960d-23715c8e2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.475258 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-67fcae90-aea2-4d1c-960d-23715c8e2b2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c95abd8e-90be-43c7-b267-7dbacac142e0 HTTP/1.1" status: 200 len: 910 time: 0.2475834 Aug 06 15:54:23.650452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.775061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-cc5c0536-e642-42ad-89bb-d578612cedd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92d69e6c-12df-4240-a912-bfb9e0954636 HTTP/1.1" status: 200 len: 217 time: 0.2794952 Aug 06 15:54:23.805651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:23.809112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:23.813960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:23.823730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=b62f8a15-e006-407b-8c92-b1d484ec1770,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:23.838599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e24a99a-6495-4fe5-b8b3-8efadf923a08 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:23.881735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-95f76348-522e-41bc-b884-c84e49f9a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.884223 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-95f76348-522e-41bc-b884-c84e49f9a174 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5c18548-d39d-455c-84b6-c60bfc75129d HTTP/1.1" status: 200 len: 849 time: 0.1018839 Aug 06 15:54:23.934956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:23.935705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:23.954510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-444e089d-c748-44eb-bf98-540bd4217614 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c95abd8e-90be-43c7-b267-7dbacac142e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639360 Aug 06 15:54:24.083919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:24.084363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.102590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5ea2d968-18f2-4c3f-86a9-18e29881e2f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1230340 Aug 06 15:54:24.103053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:24.110706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-aebb5d09-7f86-4d81-b0f1-3cacfb622586 service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433318 Aug 06 15:54:24.190209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Allocated IP 172.20.0.2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f/3e24a99a-6495-4fe5-b8b3-8efadf923a08) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:24.248238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b12901-1169-4b75-ab01-5cda84eea236 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:24.271714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b12901-1169-4b75-ab01-5cda84eea236 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:24.274641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c0b12901-1169-4b75-ab01-5cda84eea236 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1701498 Aug 06 15:54:24.287177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:24.381945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b7c9c657-0437-4e33-b0b6-2b10b74658d2 req-e36cf91e-aee0-4133-9f0e-536a7ba7480f service neutron] 10.222.0.59 "GET /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672679 Aug 06 15:54:24.493585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port b62f8a15-e006-407b-8c92-b1d484ec1770 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:24.493585 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.774007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:24.851356 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:24.878216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Transition to ACTIVE for port object 3e24a99a-6495-4fe5-b8b3-8efadf923a08 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:25.042804 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.153355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115550b-7cbf-48e9-9d5d-7d810113400f None None] Pushing event updated for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:25.450923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:25.511610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for b62f8a15-e006-407b-8c92-b1d484ec1770 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:25.527216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd6626-9870-4ef4-bbf2-002ba97a50f9 req-51ac12d4-c5d7-44d3-8b40-83d907bb04ee tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:25.535079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7dd6626-9870-4ef4-bbf2-002ba97a50f9 req-51ac12d4-c5d7-44d3-8b40-83d907bb04ee tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.9001091 Aug 06 15:54:25.607838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e24a99a-6495-4fe5-b8b3-8efadf923a08 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:25.646437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7dd6626-9870-4ef4-bbf2-002ba97a50f9 req-4f4b14bc-26a6-451d-b494-0de0221add19 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104589 Aug 06 15:54:25.980652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.190854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-ef091784-6774-433b-9218-d8fd3e7ed896 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662498 Aug 06 15:54:26.216329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794db872-d7af-4f82-94f4-b712ff1afb02 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:26.234142 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.320979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=b62f8a15-e006-407b-8c92-b1d484ec1770,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:26.500407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-05337040-ab5d-46b3-bc4f-e0f58a944f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:26.502064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-05337040-ab5d-46b3-bc4f-e0f58a944f7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 1101 time: 0.2030225 Aug 06 15:54:26.518534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.521437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e5da8e85-6dd2-450f-a3d3-1aff5d1f4f14 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/b62f8a15-e006-407b-8c92-b1d484ec1770 HTTP/1.1" status: 204 len: 168 time: 2.2319429 Aug 06 15:54:26.525795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:26.578695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3eff1dd7-e917-4814-b177-106dfd97c3cc None None] Provisioning for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:26.591114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3eff1dd7-e917-4814-b177-106dfd97c3cc None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:26.592150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3eff1dd7-e917-4814-b177-106dfd97c3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.651024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71f8ab-8889-47b1-b9e5-6a399f8b305d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:26.653447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71f8ab-8889-47b1-b9e5-6a399f8b305d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:26.658569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e71f8ab-8889-47b1-b9e5-6a399f8b305d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:26.661392 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e71f8ab-8889-47b1-b9e5-6a399f8b305d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1345921 Aug 06 15:54:26.664106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40968) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:26.742603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-19a6d772-a18f-4e2a-aac7-e1c754636c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:26.744386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-19a6d772-a18f-4e2a-aac7-e1c754636c53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1bf83640-693e-4b57-a7d5-64835a06b150 HTTP/1.1" status: 200 len: 870 time: 0.2175629 Aug 06 15:54:26.813246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-cbc990b3-3b5d-42b6-a882-cf8564bb1af3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c HTTP/1.1" status: 200 len: 217 time: 0.0570545 Aug 06 15:54:26.837059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:26.847570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:26.903857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.025524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-5463f107-428d-4f8d-a6ed-137ae1932fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.027173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-5463f107-428d-4f8d-a6ed-137ae1932fe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.2047422 Aug 06 15:54:27.128680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.140356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c587fc2f-2c44-4f0b-ba50-0004ead4cc95 None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:27.140895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c587fc2f-2c44-4f0b-ba50-0004ead4cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.177062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c474c43-fc7c-45a6-a38c-b5ac4f00b09e req-0a97d5a7-5dac-4491-af24-61188a432ad5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.186065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c474c43-fc7c-45a6-a38c-b5ac4f00b09e req-0a97d5a7-5dac-4491-af24-61188a432ad5 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.3493972 Aug 06 15:54:27.319177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7c474c43-fc7c-45a6-a38c-b5ac4f00b09e req-aa7fc567-f0f1-46ab-aaa5-035668666970 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320586 Aug 06 15:54:27.323670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-0a588753-f237-45ee-af08-074f854dd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.325495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-0a588753-f237-45ee-af08-074f854dd37e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2877347 Aug 06 15:54:27.408778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.461110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:27.467174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.469528 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f HTTP/1.1" status: 204 len: 168 time: 0.8040321 Aug 06 15:54:27.475468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:27.495837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.496367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.496965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.497644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.498420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.498965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.499464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.499996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.500501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.501115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.501618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.501950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfb69a-47f0-4bd4-a9d7-82bd038547c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:27.582452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet ac95a0ba-aa51-4e6c-ad8e-0454616475e8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:27.588951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.620858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-2707a5cf-c048-4a6b-9738-d69a1d863475 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829509 Aug 06 15:54:27.675599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.697194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f676b2e7-14b2-4bf6-93ca-62cac265103c None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:27.818158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:27.846539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-197e909e-cd97-4166-972d-bd7e5c8f7cb8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:27.855342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-197e909e-cd97-4166-972d-bd7e5c8f7cb8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.3077719 Aug 06 15:54:27.907469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-f053abe7-21d0-4ae3-ba07-80ad5d264b74 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/quotas/fb7276c4aae942509d28a953ecdb6542 HTTP/1.1" status: 200 len: 375 time: 0.0511637 Aug 06 15:54:27.941551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9894e45-5b51-4a3b-87c7-3f03829cd489 None None] Could not find standard attr ID for object b62f8a15-e006-407b-8c92-b1d484ec1770. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:54:28.038416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.091675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e73cc2a-1b3e-44f9-b25d-904b5a044c49 req-93ab7dcc-9e93-470c-9b1b-fd47236a0e4f service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574866 Aug 06 15:54:28.155317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-9a70e24b-d378-42b5-aaab-57191067b2b4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2469020 Aug 06 15:54:28.159583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.168434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/ac95a0ba-aa51-4e6c-ad8e-0454616475e8 HTTP/1.1" status: 204 len: 168 time: 0.6841109 Aug 06 15:54:28.171134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2774ad-166b-4e7e-b55d-888c58d48042 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=ac95a0ba-aa51-4e6c-ad8e-0454616475e8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:28.176398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:28.232580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad75c1-0858-4dda-a6f2-5ff193286f38 None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': 'ac95a0ba-aa51-4e6c-ad8e-0454616475e8'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '3e24a99a-6495-4fe5-b8b3-8efadf923a08'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:54:28.296764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99ad75c1-0858-4dda-a6f2-5ff193286f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.343509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:28.344344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-39a55f9c-4020-447c-bfbe-6f275780d095 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1647394 Aug 06 15:54:28.350026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:28.471576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e8fb1-0fee-4eba-a4d2-e8a39ae3a691 req-a23e9013-79a7-4e6e-9564-1c526496c274 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:28.473510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-581e8fb1-0fee-4eba-a4d2-e8a39ae3a691 req-a23e9013-79a7-4e6e-9564-1c526496c274 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.2600563 Aug 06 15:54:28.582214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d49ca-00d1-4402-8e7e-3cddd8122f05 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:28.723766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-2d496131-c390-458e-9b7f-6fd35b5abb14 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546296 Aug 06 15:54:28.729279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-581e8fb1-0fee-4eba-a4d2-e8a39ae3a691 req-20a7505c-1bc9-4dda-a9ad-d1aa7ad0645d tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001314 Aug 06 15:54:28.808102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:28.820772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.823284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ca9f2116-2f22-4052-af7d-cbc42afd183c None None] Provisioning complete for port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:28.823680 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2116-2f22-4052-af7d-cbc42afd183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:28.922716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:54:29.021488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-4777e869-9e4f-4328-8ae3-9777d2262796 service neutron] 10.222.0.16 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864718 Aug 06 15:54:29.063572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.118466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] Deleting port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:29.118949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.299506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] For port 3e24a99a-6495-4fe5-b8b3-8efadf923a08, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3e24a99a-6495-4fe5-b8b3-8efadf923a08,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:29.301070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.318240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] Calling delete_port for 3e24a99a-6495-4fe5-b8b3-8efadf923a08 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:29.441447 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.517793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:29.560633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:29.566342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:29.572344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.596840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:29.631475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e24a99a-6495-4fe5-b8b3-8efadf923a08 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:29.640828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] Pushing event deleted for resources: {'Port': ['ID=3e24a99a-6495-4fe5-b8b3-8efadf923a08,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:29.671769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed56d1e2-7d3d-4be6-88f7-c308aec6182e req-0887d81a-70a9-4317-a61c-9a569675c40a tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 210 time: 0.1524327 Aug 06 15:54:29.677005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=24e29143-5a7e-4504-987d-cedca32caeb9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:29.697046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.697356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.697698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.698039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.698531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.698865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.699103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f933d63-026c-4965-bcca-3eb70c5fb744 None None] No DVR routers for this DVR port 3e24a99a-6495-4fe5-b8b3-8efadf923a08 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:29.699224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.699511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.700310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.700310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.700519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.700790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:29.706879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 3e24a99a-6495-4fe5-b8b3-8efadf923a08 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:29.711033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3e24a99a-6495-4fe5-b8b3-8efadf923a08 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:29.758560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f84b37-ac74-4a6b-bf31-c82d2a0f34f8 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:29.793460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-edb7ab28-62cb-486c-b911-b9087c9b3e82 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4408457 Aug 06 15:54:29.794539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41064) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:29.803100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:29.890757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-8b964faf-3194-4b4d-8e33-bbe484eea839 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:29.893061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-8b964faf-3194-4b4d-8e33-bbe484eea839 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.59 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1094606 Aug 06 15:54:30.128740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '24e29143-5a7e-4504-987d-cedca32caeb9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:30.129884 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.162111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf24350-2f62-41bf-b073-203c3eee3753 req-21cc75d0-3976-44eb-8026-764ffbaead19 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:30.169728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adf24350-2f62-41bf-b073-203c3eee3753 req-21cc75d0-3976-44eb-8026-764ffbaead19 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 945 time: 0.1717777 Aug 06 15:54:30.222793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Deleting port 92d69e6c-12df-4240-a912-bfb9e0954636 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:30.223132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.243405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:30.247797 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.378071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adf24350-2f62-41bf-b073-203c3eee3753 req-1892a01e-f180-46fc-b28e-8d45ad01d02d tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1d5ea00-f3dc-4746-86b1-db081e1ba078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034533 Aug 06 15:54:30.408685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Allocated IP 172.20.0.2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/24e29143-5a7e-4504-987d-cedca32caeb9/6c21ae4f-d7e6-40a0-ab70-f31d56c35933) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:30.558502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] For port 92d69e6c-12df-4240-a912-bfb9e0954636, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=92d69e6c-12df-4240-a912-bfb9e0954636,segment=NetworkSegment(83a2ccee-f0d8-419a-acfb-7004c513da65),segment_id=83a2ccee-f0d8-419a-acfb-7004c513da65)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:30.562590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.614482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Calling delete_port for 92d69e6c-12df-4240-a912-bfb9e0954636 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:30.846270 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:30.929972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0bebed5-f372-4c2b-b3d2-121c9ac7d6e9 req-26d2b952-4833-4d56-9bf1-b56248cda135 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 210 time: 0.1165905 Aug 06 15:54:31.048644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Transition to ACTIVE for port object 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:31.049114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.069583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['92d69e6c-12df-4240-a912-bfb9e0954636'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:31.075862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Transition to ACTIVE for port object 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:31.098965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Pushing event deleted for resources: {'Port': ['ID=92d69e6c-12df-4240-a912-bfb9e0954636,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:31.235209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] No DVR routers for this DVR port 92d69e6c-12df-4240-a912-bfb9e0954636 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:31.245316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.248365 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.249759 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68cf3d6e-b130-4958-81d1-f2ffc8021395 req-facadfcd-c217-429c-a91c-81d3eafaae4f tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.59 "DELETE /v2.0/ports/92d69e6c-12df-4240-a912-bfb9e0954636 HTTP/1.1" status: 204 len: 173 time: 1.3401423 Aug 06 15:54:31.251996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'name': 'network-vif-deleted', 'tag': '92d69e6c-12df-4240-a912-bfb9e0954636'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:31.258486 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddddc01-2ffc-445d-ad32-adcf34a78a13" -d '{"events": [{"server_uuid": "16c17cd3-8237-400a-ad01-3e952a4e2d46", "name": "network-vif-deleted", "tag": "92d69e6c-12df-4240-a912-bfb9e0954636"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:31.373944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:54:31.406723 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566fcf3d-ce7a-4dec-8313-7f5086ab3f8e x-openstack-request-id: req-566fcf3d-ce7a-4dec-8313-7f5086ab3f8e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:31.407041 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c17cd3-8237-400a-ad01-3e952a4e2d46", "name": "network-vif-deleted", "tag": "92d69e6c-12df-4240-a912-bfb9e0954636", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:31.407300 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-566fcf3d-ce7a-4dec-8313-7f5086ab3f8e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:31.407728 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c17cd3-8237-400a-ad01-3e952a4e2d46', 'name': 'network-vif-deleted', 'tag': '92d69e6c-12df-4240-a912-bfb9e0954636', 'status': 'completed', 'code': 200} Aug 06 15:54:31.409273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:31.412752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:31.419562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:31.558620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Pushing event updated for resources: {'Port': ['ID=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:31.629286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0fb5f7b-455f-4752-b062-f8cd62f03579 req-e047efda-67a5-4ded-84ff-ce0b7ea37f56 tempest-TestServerAdvancedOps-1848799133 tempest-TestServerAdvancedOps-1848799133-project] 10.222.0.16 "GET /v2.0/ports?device_id=16c17cd3-8237-400a-ad01-3e952a4e2d46 HTTP/1.1" status: 200 len: 210 time: 0.0667660 Aug 06 15:54:31.663667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Attempting to bind port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:31.664497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Attempting to bind port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:31.665211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Attempting to bind port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:31.671447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:31.672218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:31.672859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.673876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:31.674575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Bound port: 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:31.675263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.832819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-721eed10-345a-4a71-aee1-024d44203565 None None] For port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:31.848131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-721eed10-345a-4a71-aee1-024d44203565 None None] For port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:31.882891 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.963128 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:31.972780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:54:31.972780 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:54:32.121728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721eed10-345a-4a71-aee1-024d44203565 None None] Pushing event updated for resources: {'Port': ['ID=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:32.158338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f86ecbc-9899-4d9f-a8d5-bd4ccb4b1ccf req-803de5b8-cd58-4c2f-bab8-a58da1f7a5f4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 210 time: 0.0844746 Aug 06 15:54:32.551976 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.749934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41134) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:32.823824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Deleting subnet a5c18548-d39d-455c-84b6-c60bfc75129d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:32.837031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.905049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.921172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] For port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:32.964413 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:32.992620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.073366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.074582 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.279027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:33.289782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:33.296659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:33.297272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.313335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=3034fdb5-1d36-4a80-a3b6-953f54407dc1,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:33.322369 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.366181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.372733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.373524 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5c18548-d39d-455c-84b6-c60bfc75129d HTTP/1.1" status: 204 len: 168 time: 0.6216266 Aug 06 15:54:33.377690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b03190-d6c6-4388-831d-38e565c7e58b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c18548-d39d-455c-84b6-c60bfc75129d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:33.470488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-130e9195-889c-417c-84a6-bf524eda37fd tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:33.476785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-130e9195-889c-417c-84a6-bf524eda37fd tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 814 time: 0.2920685 Aug 06 15:54:33.490529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Request body: {'port': {'device_id': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'admin_state_up': True, 'tenant_id': 'fb7276c4aae942509d28a953ecdb6542'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:33.499226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:33.507334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-533730b5-1b81-4385-9359-9334ebfbeb54 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7080271 Aug 06 15:54:33.514186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:33.530638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:84:39:e1', 'name': 'tempest-NetworksTestDHCPv6-160648986'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:33.533243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4f68cf2a-ed3b-412a-a3d9-5cba34f985b7 req-fd98cd38-2ef8-4e1e-8b6b-3c37250ddbb8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 210 time: 0.0528147 Aug 06 15:54:33.662963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.762899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:33.831115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca074722-7105-4f7b-bbc7-734cc99bf8eb None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:33.871037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:33.889580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95abd8e-90be-43c7-b267-7dbacac142e0']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:33.908422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a2ccee-f0d8-419a-acfb-7004c513da65') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:33.908909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a2ccee-f0d8-419a-acfb-7004c513da65') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:33.958006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.003568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.012918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:54:34.013932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: items = [ Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:54:34.017516 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:54:34.047240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:34.095349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:34.133229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] Provisioning for port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:34.145533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] Provisioning complete for port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:34.146311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.232657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.239429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.245401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c95abd8e-90be-43c7-b267-7dbacac142e0 HTTP/1.1" status: 204 len: 168 time: 0.8682067 Aug 06 15:54:34.247323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41164) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:34.251942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.274073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Made reservation on behalf of fb7276c4aae942509d28a953ecdb6542 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:34.279160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0a3fd-bf85-41ef-88c6-76999305c7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95abd8e-90be-43c7-b267-7dbacac142e0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:34.280205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.342432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port a03faea6-d510-489b-b689-4779b8565748 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:54:34.347473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.350028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Deleting subnet c8e2e334-09d4-49e2-a55a-a1704f153aed {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:34.356757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.407027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] For port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:34.493449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.497973 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.710184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:34.808040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 92d69e6c-12df-4240-a912-bfb9e0954636 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:34.877185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59925-7a10-466a-8cb0-c9943847316f None None] Pushing event updated for resources: {'Port': ['ID=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:34.884446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 92d69e6c-12df-4240-a912-bfb9e0954636 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:34.884915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 92d69e6c-12df-4240-a912-bfb9e0954636 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:34.935964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b83508c-aeff-49e8-97c8-6f144a6a63fc req-fe6af0a1-d446-4101-b5a5-0c0fce0d8771 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 210 time: 0.1506383 Aug 06 15:54:35.002077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91cbfe42-6f95-4a70-b5a8-819b25d0f3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.026305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Allocated IP 172.20.0.4 (66adc19b-a4e0-4990-9d66-f0de10b964ef/89a19fb9-caea-42ff-9610-d16622cb4865/66230572-9aee-47fc-9d50-f909f05f1853) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:35.067898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 172.20.0.4 (fea17d9c-9b6b-4223-9219-1872e940e8b2/24e29143-5a7e-4504-987d-cedca32caeb9/a03faea6-d510-489b-b689-4779b8565748) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:35.085822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe84:39e1 (fea17d9c-9b6b-4223-9219-1872e940e8b2/3034fdb5-1d36-4a80-a3b6-953f54407dc1/a03faea6-d510-489b-b689-4779b8565748) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:35.191531 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.225339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e2e334-09d4-49e2-a55a-a1704f153aed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:35.235911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.237907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0eb9c09b-10c3-4f5f-be04-bc09913a6c7b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8e2e334-09d4-49e2-a55a-a1704f153aed HTTP/1.1" status: 204 len: 168 time: 0.9871659 Aug 06 15:54:35.242299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:35.363881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.466498 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.508966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.539018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.554955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a6c0c8-da52-4e0e-838b-59e341a278e1']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:35.592707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f249eaa-6988-4435-9005-9f8850df2ab8') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:35.593231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f249eaa-6988-4435-9005-9f8850df2ab8') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:35.596078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object a03faea6-d510-489b-b689-4779b8565748 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:35.610651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:35.629736 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.657622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.663376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae1e825c-1343-4d6d-ba7c-2057aae8b265 None None] Provisioning complete for port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:35.663751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae1e825c-1343-4d6d-ba7c-2057aae8b265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.683836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:54:35.684217 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:54:35.688031 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:54:35.698874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.733922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:35.733922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['3038dade-6655-4af9-83c0-4c2a3e2162fe', 'aad04e32-42c3-4787-86e4-6bcdb68a2c25'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:35.807194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event updated for resources: {'Port': ['ID=66230572-9aee-47fc-9d50-f909f05f1853,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:35.817425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.865582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Network 66adc19b-a4e0-4990-9d66-f0de10b964ef is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:35.872529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:35.883381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:35.896854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:35.947562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:35.954520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:35.968308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.974300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:35.984680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c0a6c0c8-da52-4e0e-838b-59e341a278e1 HTTP/1.1" status: 204 len: 168 time: 0.7334857 Aug 06 15:54:36.024679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47693c-a35c-4285-9028-7c75e8f1e9a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a6c0c8-da52-4e0e-838b-59e341a278e1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:36.080885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.081984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.085118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=a03faea6-d510-489b-b689-4779b8565748,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:36.107698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:36.116096 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.206363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.208195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.248582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e06a69b1-97b7-4444-a3fc-5cb44d8d78e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7364030 Aug 06 15:54:36.249233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41228) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:36.339117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612872e-82b5-41eb-b9a8-f68b3366e087 req-b1dd2bc4-2760-49b3-ad48-f7456994b393 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.346901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8612872e-82b5-41eb-b9a8-f68b3366e087 req-b1dd2bc4-2760-49b3-ad48-f7456994b393 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 931 time: 0.2251685 Aug 06 15:54:36.374191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-0739f7cc-94b2-4d60-9a63-17fd1b5e6cd4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8930490 Aug 06 15:54:36.395668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Request body: {'port': {'device_id': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:36.434166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8612872e-82b5-41eb-b9a8-f68b3366e087 req-8fcdd8a4-86a7-4f52-90f0-bcae84de52c5 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861416 Aug 06 15:54:36.540640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a7ac8-feac-45d7-8895-b8f191f0d7cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.556706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a7ac8-feac-45d7-8895-b8f191f0d7cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:36.558752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-006a7ac8-feac-45d7-8895-b8f191f0d7cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3085618 Aug 06 15:54:36.562127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:36.563953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:36.838810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:36.955843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ccf07b09-ed86-4f46-af2b-66b6a5e4de5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54d6f3d78f1d453d99d4bc473c655135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1158113 Aug 06 15:54:36.959291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:36.970867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port a03faea6-d510-489b-b689-4779b8565748 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:36.971124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.103175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38a13f1f-e731-4431-b156-d2aca9d7c79d None None] Provisioning for port a03faea6-d510-489b-b689-4779b8565748 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:37.126111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-38a13f1f-e731-4431-b156-d2aca9d7c79d None None] Provisioning complete for port a03faea6-d510-489b-b689-4779b8565748 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:37.126111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-38a13f1f-e731-4431-b156-d2aca9d7c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.201853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94e9168b-54bc-4937-ba55-61edc74a2068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.232465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-38a13f1f-e731-4431-b156-d2aca9d7c79d None None] Port a03faea6-d510-489b-b689-4779b8565748 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:37.293286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.299449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94e9168b-54bc-4937-ba55-61edc74a2068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.311128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for a03faea6-d510-489b-b689-4779b8565748 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:37.524175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66230572-9aee-47fc-9d50-f909f05f1853 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:37.578916 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.597629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94e9168b-54bc-4937-ba55-61edc74a2068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.600287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94e9168b-54bc-4937-ba55-61edc74a2068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.607087 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-94e9168b-54bc-4937-ba55-61edc74a2068 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1d5ea00-f3dc-4746-86b1-db081e1ba078 HTTP/1.1" status: 204 len: 168 time: 0.6412096 Aug 06 15:54:37.616653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9168b-54bc-4937-ba55-61edc74a2068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d5ea00-f3dc-4746-86b1-db081e1ba078,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:37.705073 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-149ba225-4cbc-4334-a3dd-76f372d79743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.777925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07422f75-33a0-4ab9-86de-2703211cb36f req-f1964de5-eff6-419a-a588-6c2902de8e43 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:37.780859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07422f75-33a0-4ab9-86de-2703211cb36f req-f1964de5-eff6-419a-a588-6c2902de8e43 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 931 time: 0.1977777 Aug 06 15:54:37.787741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:37.877638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07422f75-33a0-4ab9-86de-2703211cb36f req-17d3783d-fdf9-4e20-83cf-583f59c7f08b tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836000 Aug 06 15:54:38.002269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Transition to ACTIVE for port object 66230572-9aee-47fc-9d50-f909f05f1853 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:38.002807 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.118776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=a03faea6-d510-489b-b689-4779b8565748,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:38.122493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.288874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Pushing event updated for resources: {'Port': ['ID=66230572-9aee-47fc-9d50-f909f05f1853,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:38.313179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.315143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a3a2dadb-1608-4bed-ba6d-abda487bf4c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/a03faea6-d510-489b-b689-4779b8565748 HTTP/1.1" status: 204 len: 168 time: 1.7512202 Aug 06 15:54:38.329407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:38.438488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Attempting to bind port 66230572-9aee-47fc-9d50-f909f05f1853 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:38.439679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Attempting to bind port 66230572-9aee-47fc-9d50-f909f05f1853 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:38.440578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Attempting to bind port 66230572-9aee-47fc-9d50-f909f05f1853 on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:38.453860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Port 66230572-9aee-47fc-9d50-f909f05f1853 on network 66adc19b-a4e0-4990-9d66-f0de10b964ef not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:54:38.454901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Attempting to bind port 66230572-9aee-47fc-9d50-f909f05f1853 on network 66adc19b-a4e0-4990-9d66-f0de10b964ef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:38.464690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:38.481586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Checking segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:38.483098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Bound using segment: {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:38.484972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Bound port: 66230572-9aee-47fc-9d50-f909f05f1853, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb02454d-4913-44cb-aa00-01adc2209c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:38.486655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.503730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c39dc9-34db-45b5-8846-09cb86a326cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.505590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c39dc9-34db-45b5-8846-09cb86a326cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.508046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c39dc9-34db-45b5-8846-09cb86a326cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.510103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a2c39dc9-34db-45b5-8846-09cb86a326cd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1792991 Aug 06 15:54:38.513254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:38.603717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] For port 66230572-9aee-47fc-9d50-f909f05f1853, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:38.609246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] For port 66230572-9aee-47fc-9d50-f909f05f1853, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=66230572-9aee-47fc-9d50-f909f05f1853,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:38.609655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 24e29143-5a7e-4504-987d-cedca32caeb9 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:38.613268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.665843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.782289 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.823586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.866077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:38.867134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.869423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] 10.222.0.59 "PUT /v2.0/ports/66230572-9aee-47fc-9d50-f909f05f1853 HTTP/1.1" status: 200 len: 1091 time: 2.4852145 Aug 06 15:54:38.870004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'tag': '66230572-9aee-47fc-9d50-f909f05f1853'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:38.873425 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17696855-def1-4392-9a75-ebd115489b14" -d '{"events": [{"name": "network-changed", "server_uuid": "8c517113-b8fc-4b6e-896b-be26e4f1101c", "tag": "66230572-9aee-47fc-9d50-f909f05f1853"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:38.930219 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:38.937733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a11fb5-2ec0-40a9-9b28-dccc5d606587 service neutron] Pushing event updated for resources: {'Port': ['ID=66230572-9aee-47fc-9d50-f909f05f1853,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:38.958883 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c864c946-4be6-43f2-958b-e8f6c8642fd9 x-openstack-request-id: req-c864c946-4be6-43f2-958b-e8f6c8642fd9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:38.958883 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c517113-b8fc-4b6e-896b-be26e4f1101c", "tag": "66230572-9aee-47fc-9d50-f909f05f1853", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:38.958883 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c864c946-4be6-43f2-958b-e8f6c8642fd9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:38.958883 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'tag': '66230572-9aee-47fc-9d50-f909f05f1853', 'status': 'completed', 'code': 200} Aug 06 15:54:39.003502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.030327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.032850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/24e29143-5a7e-4504-987d-cedca32caeb9 HTTP/1.1" status: 204 len: 168 time: 0.5166595 Aug 06 15:54:39.051068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ddfa4-fe14-4053-8ac2-3ef282f2594b None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:39.052686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41362) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:39.062968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4b269-f4cd-4257-a2af-01a5bf406d60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=24e29143-5a7e-4504-987d-cedca32caeb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:39.144426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b7e5b-7559-4f03-b9e7-fa4536b8924b req-b2b4f063-f66a-4256-98b2-ad79c8ada204 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.148193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-528b7e5b-7559-4f03-b9e7-fa4536b8924b req-b2b4f063-f66a-4256-98b2-ad79c8ada204 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 943 time: 0.0851684 Aug 06 15:54:39.153882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696855-def1-4392-9a75-ebd115489b14 req-aca8dc2f-7775-42fe-a56a-d74793b5e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.155498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17696855-def1-4392-9a75-ebd115489b14 req-aca8dc2f-7775-42fe-a56a-d74793b5e384 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 1094 time: 0.1445644 Aug 06 15:54:39.182398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 3034fdb5-1d36-4a80-a3b6-953f54407dc1 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:39.186266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.260405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.266262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:39.293639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-528b7e5b-7559-4f03-b9e7-fa4536b8924b req-6cd254e6-f659-4de6-9ce0-a5d1d128c832 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370449 Aug 06 15:54:39.401578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.462562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-86f479be-87f5-4b3f-bd1d-5d057ed57340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b5a136b61974d71a404c4cdd9784def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947496 Aug 06 15:54:39.463577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41384) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:39.561429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5666-0004-4153-9e85-48f230f9e1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.612673 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5666-0004-4153-9e85-48f230f9e1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.637645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.715309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=3034fdb5-1d36-4a80-a3b6-953f54407dc1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:39.723395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:39.724338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aff7484d-95af-42a4-9a14-a9858df8d40b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/3034fdb5-1d36-4a80-a3b6-953f54407dc1 HTTP/1.1" status: 204 len: 168 time: 0.6631138 Aug 06 15:54:39.728693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696855-def1-4392-9a75-ebd115489b14 req-289656c4-f75b-4a03-9921-1c0d8e29a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:39.731511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17696855-def1-4392-9a75-ebd115489b14 req-289656c4-f75b-4a03-9921-1c0d8e29a221 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb7276c4aae942509d28a953ecdb6542&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5572715 Aug 06 15:54:39.732208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:39.800410 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-329811ff-f390-47ef-8eff-4de7d641d521 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667589 Aug 06 15:54:39.812763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41402) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:39.819229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:40.006417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696855-def1-4392-9a75-ebd115489b14 req-4ca2e9f2-5465-4170-a446-93fcfe599e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.008476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17696855-def1-4392-9a75-ebd115489b14 req-4ca2e9f2-5465-4170-a446-93fcfe599e5d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693334 Aug 06 15:54:40.158590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-282e6f1c-0f57-418b-a3fb-a8d84a778507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.167432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-282e6f1c-0f57-418b-a3fb-a8d84a778507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 1094 time: 0.1118267 Aug 06 15:54:40.168738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:40.172617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.370094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5666-0004-4153-9e85-48f230f9e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.373798 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd8c5666-0004-4153-9e85-48f230f9e1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:40.375091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd8c5666-0004-4153-9e85-48f230f9e1a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0752c65-ec95-4ffb-80f8-40ac36e27e27 HTTP/1.1" status: 204 len: 168 time: 0.9101384 Aug 06 15:54:40.393558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c5666-0004-4153-9e85-48f230f9e1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0752c65-ec95-4ffb-80f8-40ac36e27e27,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:40.668607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259076d4-bd72-48c6-aab8-6bebe55fe9a1 req-522c7d89-a51c-4a3a-8a42-b3c002799010 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:40.676794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-259076d4-bd72-48c6-aab8-6bebe55fe9a1 req-522c7d89-a51c-4a3a-8a42-b3c002799010 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 943 time: 0.1441550 Aug 06 15:54:40.731159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19847b9-e474-4201-b143-6e9cb22679a9 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:40.775796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-259076d4-bd72-48c6-aab8-6bebe55fe9a1 req-09f97cc2-a9ec-4a16-a0d1-0b1a5b650d2c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978796 Aug 06 15:54:40.968038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.010803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-78efff29-c093-457e-b1e7-9440d2ba0766 None None] Provisioning complete for port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:41.011456 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78efff29-c093-457e-b1e7-9440d2ba0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.065567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-5b97c979-c187-41fb-a4ed-995c06dcdfa2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66230572-9aee-47fc-9d50-f909f05f1853 HTTP/1.1" status: 200 len: 217 time: 0.7845254 Aug 06 15:54:41.356274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:54:41.431193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] Deleting port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:41.431588 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.437402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-27d89c51-c173-4af6-b7df-5f45c3ac9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:41.439008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-27d89c51-c173-4af6-b7df-5f45c3ac9765 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.2148950 Aug 06 15:54:41.526769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-768a5ba5-c9dc-4ac9-ab31-92c3ecbccda9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671356 Aug 06 15:54:41.621163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:41.805386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] For port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:41.806643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.811658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-df42255d-4ed0-4dff-ba5f-43eba6a7b0b1 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800946 Aug 06 15:54:41.836790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.845948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] Calling delete_port for 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:41.877892 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:41.963581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:42.055526 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.091295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8acc-c644-4479-9652-cb53a230d9b5 req-99e61bb0-bdf8-4fe2-abb4-5057132200ac tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.093083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc4b8acc-c644-4479-9652-cb53a230d9b5 req-99e61bb0-bdf8-4fe2-abb4-5057132200ac tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 943 time: 0.1837652 Aug 06 15:54:42.114779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:42.122776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:42.134133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:42.134726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.139577 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5c950fb1-aa39-4fdb-9958-88e4a774549c req-b3c01756-ced4-4598-a9ad-ed065cb4baa3 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174920 Aug 06 15:54:42.159496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=2b50caea-0454-4fe9-9474-fbec4765bd06,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.164467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:42.194114 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.218526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc4b8acc-c644-4479-9652-cb53a230d9b5 req-fd649306-b222-497c-860c-794ff1761405 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093030 Aug 06 15:54:42.224039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] No DVR routers for this DVR port 6c21ae4f-d7e6-40a0-ab70-f31d56c35933 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:42.232010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.264323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cc703d-a184-4c87-b289-6abeae584fc6 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:42.321572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ffe8d2e4-9820-4750-95b3-715c560f2b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5044706 Aug 06 15:54:42.324014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:42.327609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85abe51-e6cc-4ac7-9275-8433b78d6b8d None None] Pushing event deleted for resources: {'Port': ['ID=6c21ae4f-d7e6-40a0-ab70-f31d56c35933,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.331173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:42.386137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40684204-965b-4982-8886-493688a73d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.526550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '2b50caea-0454-4fe9-9474-fbec4765bd06'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:42.528859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.581077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40684204-965b-4982-8886-493688a73d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.716824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40684204-965b-4982-8886-493688a73d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.743502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Allocated IP 172.20.0.2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/2b50caea-0454-4fe9-9474-fbec4765bd06/31aeed6d-cdae-4fac-ba83-f9df8515ce63) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:42.774279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-40684204-965b-4982-8886-493688a73d6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2de61c67af4a469f9a4b428bc07fa34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062455 Aug 06 15:54:42.778652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:42.789797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40684204-965b-4982-8886-493688a73d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a16d36-1966-46ae-9d69-46942138fe13,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:42.859014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:42.881203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:42.895989 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.900689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa4644e-44a2-49df-b8e4-8a3ccf548a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:42.962119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa4644e-44a2-49df-b8e4-8a3ccf548a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.016276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.032750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Transition to ACTIVE for port object 31aeed6d-cdae-4fac-ba83-f9df8515ce63 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:43.095340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-402697516-network', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:43.162329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa4644e-44a2-49df-b8e4-8a3ccf548a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.163865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Transition to ACTIVE for port object 31aeed6d-cdae-4fac-ba83-f9df8515ce63 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:43.166060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa4644e-44a2-49df-b8e4-8a3ccf548a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.167572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2fa4644e-44a2-49df-b8e4-8a3ccf548a19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32a16d36-1966-46ae-9d69-46942138fe13 HTTP/1.1" status: 204 len: 168 time: 0.3872731 Aug 06 15:54:43.180536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4644e-44a2-49df-b8e4-8a3ccf548a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a16d36-1966-46ae-9d69-46942138fe13,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:43.223355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Made reservation on behalf of 9f00bf8cf223442c822b038eb39fb3f9 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:43.227374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.241266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.282784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.320927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:43.348486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:43.356611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:43.423314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db826f-ee5a-4310-a315-00e688a123c3 req-074ff1e2-a4e5-4b62-8ad2-c8fc062904c3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:43.425443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47db826f-ee5a-4310-a315-00e688a123c3 req-074ff1e2-a4e5-4b62-8ad2-c8fc062904c3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 943 time: 0.1101191 Aug 06 15:54:43.447358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Pushing event updated for resources: {'Port': ['ID=31aeed6d-cdae-4fac-ba83-f9df8515ce63,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:43.480419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.481052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.481604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.482137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.482638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.483158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.483360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.483847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.484345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.484840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.485411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.486065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.486602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:43.510144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Attempting to bind port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:43.510908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Attempting to bind port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:43.511636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Attempting to bind port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:43.517681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:43.518085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:43.518500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.518909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:43.519408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Bound port: 31aeed6d-cdae-4fac-ba83-f9df8515ce63, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:43.519865 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.522197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47db826f-ee5a-4310-a315-00e688a123c3 req-d1583f9c-d76e-480b-aa5b-5dd7cdfb1296 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799465 Aug 06 15:54:43.609503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] For port 31aeed6d-cdae-4fac-ba83-f9df8515ce63, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:43.613233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] For port 31aeed6d-cdae-4fac-ba83-f9df8515ce63, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=31aeed6d-cdae-4fac-ba83-f9df8515ce63,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:43.652223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.704561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:43.717104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84066e-669f-499a-a1ba-a10cca272da3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:43.723669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.723669 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Added segment e73383ea-daf5-4bd5-8139-efc4c52b2c99 of type vlan for network 1da952ca-4751-4243-83df-f2a84737472d Aug 06 15:54:43.792357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:43.858381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:54:43.908617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db2e82-5b09-4a24-b835-fac57d8e4843 None None] Pushing event updated for resources: {'Port': ['ID=31aeed6d-cdae-4fac-ba83-f9df8515ce63,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:43.914762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.299170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.300350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.300952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.386571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] Pushing event updated for resources: {'Network': ['ID=1da952ca-4751-4243-83df-f2a84737472d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:44.398469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1da952ca-4751-4243-83df-f2a84737472d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:44.399049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:44.413594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4c93-ff73-4c63-9e17-3f6a86986f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.425599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.471148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bbdc73f5-1135-4f53-afa1-4ab039001615 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6095848 Aug 06 15:54:44.473942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:44.479909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Request body: {'subnet': {'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-402697516-subnet', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:44.571502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4c93-ff73-4c63-9e17-3f6a86986f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.630312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] For port 31aeed6d-cdae-4fac-ba83-f9df8515ce63, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=31aeed6d-cdae-4fac-ba83-f9df8515ce63,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:44.669058 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.696342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072020de-9c4a-4b14-85fc-b6f4661689fc req-a45ff09d-3bcc-459f-aeec-27348b97c9a3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:44.698100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-072020de-9c4a-4b14-85fc-b6f4661689fc req-a45ff09d-3bcc-459f-aeec-27348b97c9a3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 943 time: 0.0629356 Aug 06 15:54:44.749862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-072020de-9c4a-4b14-85fc-b6f4661689fc req-f9d3545a-04a4-4f8e-bf55-d5db0c518f43 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Aug 06 15:54:44.792971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b1f4c93-ff73-4c63-9e17-3f6a86986f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.834138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 66230572-9aee-47fc-9d50-f909f05f1853 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:54:44.845149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b1f4c93-ff73-4c63-9e17-3f6a86986f3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=051ef7a712ca45ccbda8cfcda2486dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451878 Aug 06 15:54:44.849136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:44.857184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f4c93-ff73-4c63-9e17-3f6a86986f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd900f-01ce-49c4-aff0-b7c1ba4e287c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:44.900937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.902707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.914968 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1f617bc-4fbc-4e15-a1b1-d177684013f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.952562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1f617bc-4fbc-4e15-a1b1-d177684013f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:44.996409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:45.007671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:45.016816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:45.017601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.033388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 66230572-9aee-47fc-9d50-f909f05f1853, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=66230572-9aee-47fc-9d50-f909f05f1853,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:45.062785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '66230572-9aee-47fc-9d50-f909f05f1853', 'network_id': '66adc19b-a4e0-4990-9d66-f0de10b964ef', 'port_id': '66230572-9aee-47fc-9d50-f909f05f1853', 'mac_address': 'fa:16:3e:98:53:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a19fb9-caea-42ff-9610-d16622cb4865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:54:45.089028 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1f617bc-4fbc-4e15-a1b1-d177684013f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.094576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c1f617bc-4fbc-4e15-a1b1-d177684013f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.095794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c1f617bc-4fbc-4e15-a1b1-d177684013f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbcd900f-01ce-49c4-aff0-b7c1ba4e287c HTTP/1.1" status: 204 len: 168 time: 0.2454915 Aug 06 15:54:45.111498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f617bc-4fbc-4e15-a1b1-d177684013f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd900f-01ce-49c4-aff0-b7c1ba4e287c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.126448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.144372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Made reservation on behalf of 9f00bf8cf223442c822b038eb39fb3f9 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:45.147143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.149876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=31aeed6d-cdae-4fac-ba83-f9df8515ce63,revision_number=4']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.166865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a0856f-1b18-4d14-b019-0f2c7083b591 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:45.189186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=c69f6efe-54c9-4c49-bfd5-f29e8d9395bc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.200517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66230572-9aee-47fc-9d50-f909f05f1853 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:54:45.267452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 66230572-9aee-47fc-9d50-f909f05f1853, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=66230572-9aee-47fc-9d50-f909f05f1853,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:45.307926 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-83de2f27-e118-4d05-a16a-ad3a80e25942 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9825644 Aug 06 15:54:45.311582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:45.318184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:cd:b3:50', 'name': 'tempest-NetworksTestDHCPv6-2042284135'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:45.404777 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.449969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-40649141-12ce-4b20-bf06-7d40d60b3ba5 None None] Provisioning for port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:45.492820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=66230572-9aee-47fc-9d50-f909f05f1853,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.544914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:54:45.602763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:45.619471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 31aeed6d-cdae-4fac-ba83-f9df8515ce63 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:45.652245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['66230572-9aee-47fc-9d50-f909f05f1853'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:54:45.684532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.819757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:45.834319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:45.847362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Checking segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:45.847362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Network hostable DHCP agents. Network: 1da952ca-4751-4243-83df-f2a84737472d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:45.851242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:45.851624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.856133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:45.969024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 9aa271b0-299b-405f-a5a1-97173d8ef238 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:54:46.037755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Network 1da952ca-4751-4243-83df-f2a84737472d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:46.121659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1da952ca-4751-4243-83df-f2a84737472d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:46.126642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.127454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.151585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c258c-06e1-4ebf-a896-ffdaa9db76d8 None None] Network 1da952ca-4751-4243-83df-f2a84737472d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:46.237556 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cd5790cc-2340-477e-b65e-e64f44410a68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7624660 Aug 06 15:54:46.241693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:46.246704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:46.251541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.351506 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.353288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.368460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f1cca-9601-4334-a656-5890f8ac9983 req-a92bb162-f5bc-4e67-9ad4-46b956f41bd6 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:46.368460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f08f1cca-9601-4334-a656-5890f8ac9983 req-a92bb162-f5bc-4e67-9ad4-46b956f41bd6 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 944 time: 0.4438789 Aug 06 15:54:46.376630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 172.20.0.9 (fea17d9c-9b6b-4223-9219-1872e940e8b2/2b50caea-0454-4fe9-9474-fbec4765bd06/9aa271b0-299b-405f-a5a1-97173d8ef238) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:46.407005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fecd:b350 (fea17d9c-9b6b-4223-9219-1872e940e8b2/c69f6efe-54c9-4c49-bfd5-f29e8d9395bc/9aa271b0-299b-405f-a5a1-97173d8ef238) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:46.465186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 31aeed6d-cdae-4fac-ba83-f9df8515ce63, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=31aeed6d-cdae-4fac-ba83-f9df8515ce63,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:46.500560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.557476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f08f1cca-9601-4334-a656-5890f8ac9983 req-3ae68b3d-dacb-4a41-a4b6-91d9971ec7cb tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971775 Aug 06 15:54:46.577774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.734752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=31aeed6d-cdae-4fac-ba83-f9df8515ce63,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:46.766065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-1da952ca-4751-4243-83df-f2a84737472d', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:46.773507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.778838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2e19450-e493-48ee-9cff-ca9848d5135b None None] Provisioning complete for port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:46.779858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2e19450-e493-48ee-9cff-ca9848d5135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.819084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:46.828978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 9aa271b0-299b-405f-a5a1-97173d8ef238 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:46.841708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 66230572-9aee-47fc-9d50-f909f05f1853 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:46.876556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.008857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.071388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:47.076873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:47.083977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:47.205784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Allocated IP 172.20.0.2 (1da952ca-4751-4243-83df-f2a84737472d/bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c/a71ba86a-313a-4b95-b684-c528417602e6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:47.263988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.264203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.277233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=9aa271b0-299b-405f-a5a1-97173d8ef238,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:47.362898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 66230572-9aee-47fc-9d50-f909f05f1853 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:47.382035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 66230572-9aee-47fc-9d50-f909f05f1853 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:47.382666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.402735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df01b33b-05e0-4e6b-bc6b-26e2ff23ebd9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0896175 Aug 06 15:54:47.405164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:47.450673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.517769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed835f-7d33-4e6b-85fa-96d1ffee93fd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.525738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed835f-7d33-4e6b-85fa-96d1ffee93fd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.530913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-66ed835f-7d33-4e6b-85fa-96d1ffee93fd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1245396 Aug 06 15:54:47.532180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:47.559213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.729795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.743979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 31aeed6d-cdae-4fac-ba83-f9df8515ce63 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:47.797754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Allocated IP 172.25.5.79 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/26be4313-4971-4314-9552-419ef7a91cf3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:47.801734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d7f92-8336-4fa1-a109-145e86c5bfcb req-e48b731e-5872-4a74-8525-42a6746c4e79 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:47.809037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e4d7f92-8336-4fa1-a109-145e86c5bfcb req-e48b731e-5872-4a74-8525-42a6746c4e79 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 944 time: 0.0880949 Aug 06 15:54:47.824648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 9aa271b0-299b-405f-a5a1-97173d8ef238 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:47.825363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.924005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e4d7f92-8336-4fa1-a109-145e86c5bfcb req-25150b6e-d118-4ff4-a552-d0c982a507dc tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123469 Aug 06 15:54:47.935946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Transition to ACTIVE for port object a71ba86a-313a-4b95-b684-c528417602e6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:47.961639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.975026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 9aa271b0-299b-405f-a5a1-97173d8ef238 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:47.978968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:47.995916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Transition to ACTIVE for port object a71ba86a-313a-4b95-b684-c528417602e6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:48.012756 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.029651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:48.029957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.063300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66230572-9aee-47fc-9d50-f909f05f1853'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:54:48.065794 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec334c7-7bf6-409b-b4cd-5b4302fb3e30" -d '{"events": [{"server_uuid": "8c517113-b8fc-4b6e-896b-be26e4f1101c", "name": "network-vif-plugged", "status": "completed", "tag": "66230572-9aee-47fc-9d50-f909f05f1853"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:54:48.085974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 66230572-9aee-47fc-9d50-f909f05f1853, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=66230572-9aee-47fc-9d50-f909f05f1853,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:48.195207 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f756118-22d1-41b4-b5fc-ebb4dcc328c4 x-openstack-request-id: req-7f756118-22d1-41b4-b5fc-ebb4dcc328c4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:54:48.195513 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c517113-b8fc-4b6e-896b-be26e4f1101c", "name": "network-vif-plugged", "status": "completed", "tag": "66230572-9aee-47fc-9d50-f909f05f1853", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:54:48.195767 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f756118-22d1-41b4-b5fc-ebb4dcc328c4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:54:48.196363 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66230572-9aee-47fc-9d50-f909f05f1853', 'code': 200} Aug 06 15:54:48.200183 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.202258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3fdc76b-829f-49d7-9745-3377e2b1c524 None None] Provisioning for port 9aa271b0-299b-405f-a5a1-97173d8ef238 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:48.220142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.241532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.243656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3fdc76b-829f-49d7-9745-3377e2b1c524 None None] Provisioning complete for port 9aa271b0-299b-405f-a5a1-97173d8ef238 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:48.244066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3fdc76b-829f-49d7-9745-3377e2b1c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.279498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Network 1da952ca-4751-4243-83df-f2a84737472d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:48.287571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:48.295607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:48.309589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:48.318650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Pushing event updated for resources: {'Port': ['ID=a71ba86a-313a-4b95-b684-c528417602e6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.322637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:48.328136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:48.332141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Pushing event updated for resources: {'Port': ['ID=26be4313-4971-4314-9552-419ef7a91cf3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.390592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdc76b-829f-49d7-9745-3377e2b1c524 None None] Port 9aa271b0-299b-405f-a5a1-97173d8ef238 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:48.437553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4104e65-5e9d-446f-8402-247854769d35 req-627b973f-9b59-4327-891d-01da151f2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.439228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4104e65-5e9d-446f-8402-247854769d35 req-627b973f-9b59-4327-891d-01da151f2517 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 1096 time: 0.1807263 Aug 06 15:54:48.446415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Attempting to bind port a71ba86a-313a-4b95-b684-c528417602e6 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:48.446794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Attempting to bind port a71ba86a-313a-4b95-b684-c528417602e6 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:48.447162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Attempting to bind port a71ba86a-313a-4b95-b684-c528417602e6 on network 1da952ca-4751-4243-83df-f2a84737472d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:48.466009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:48.466424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Checking segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:48.466949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.467573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Bound using segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:48.468228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Bound port: a71ba86a-313a-4b95-b684-c528417602e6, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:48.468862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.472074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=66230572-9aee-47fc-9d50-f909f05f1853,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.576606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] For port a71ba86a-313a-4b95-b684-c528417602e6, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:48.581681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] For port a71ba86a-313a-4b95-b684-c528417602e6, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a71ba86a-313a-4b95-b684-c528417602e6,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:48.590454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.602667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4104e65-5e9d-446f-8402-247854769d35 req-f541096f-21b7-4ad0-a3c8-a75e79d84622 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508267 Aug 06 15:54:48.624273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=9aa271b0-299b-405f-a5a1-97173d8ef238,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.667087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.753454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948d50e-08a3-4a55-ad4f-3cc0b31b3fc1 None None] Pushing event updated for resources: {'Port': ['ID=a71ba86a-313a-4b95-b684-c528417602e6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:48.755042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:48.759101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0e1dae96-1c98-4649-8a93-b74b7108d526 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/9aa271b0-299b-405f-a5a1-97173d8ef238 HTTP/1.1" status: 204 len: 168 time: 1.2256181 Aug 06 15:54:48.761539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:48.891092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26db172-1864-4e04-9924-c17b9d39aedf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.905153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26db172-1864-4e04-9924-c17b9d39aedf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.907486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26db172-1864-4e04-9924-c17b9d39aedf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:48.909724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b26db172-1864-4e04-9924-c17b9d39aedf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1466320 Aug 06 15:54:48.912415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41792) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:48.993855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.015173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 2b50caea-0454-4fe9-9474-fbec4765bd06 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:49.022593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.138914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.325573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd4657-31d9-478e-90a5-6d660c325116 req-f6d4a084-b440-468e-b308-9cedeb2e66a2 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:49.333303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9fd4657-31d9-478e-90a5-6d660c325116 req-f6d4a084-b440-468e-b308-9cedeb2e66a2 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 945 time: 0.1412995 Aug 06 15:54:49.394261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.406512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.462800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9fd4657-31d9-478e-90a5-6d660c325116 req-a3896633-9646-4590-b8a3-71560e285bb6 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283381 Aug 06 15:54:49.722317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a71ba86a-313a-4b95-b684-c528417602e6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:49.737834 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.776884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=2b50caea-0454-4fe9-9474-fbec4765bd06,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:49.782869 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.788055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:49.788719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2531e2f1-d7d7-4e65-9445-f5298f404a0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/2b50caea-0454-4fe9-9474-fbec4765bd06 HTTP/1.1" status: 204 len: 168 time: 0.8746736 Aug 06 15:54:49.810634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f38c2b-e577-40e3-8bf4-d70cf36754ba None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:49.925994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet c69f6efe-54c9-4c49-bfd5-f29e8d9395bc {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:54:49.930491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Router 31c0a9e2-0fa6-4607-840e-e8b322bb164d is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:54:49.933481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:49.988888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a71ba86a-313a-4b95-b684-c528417602e6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:50.048002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.272909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:50.283285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Sync routers for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:50.300224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:50.302098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:50.313694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.392959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db79303-d9c9-4e26-8228-e22b029d8110 None None] Network 1da952ca-4751-4243-83df-f2a84737472d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:50.547390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:50.556661 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.558176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5082122-b1d9-46d0-a66a-2db399987740 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3153949 Aug 06 15:54:50.561322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:50.709291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c007d-1135-4f95-9ef3-b2999faa33f3 req-c83ffcb8-b076-402b-8988-6f1325c5c029 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:50.718332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d10c007d-1135-4f95-9ef3-b2999faa33f3 req-c83ffcb8-b076-402b-8988-6f1325c5c029 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 945 time: 0.1561360 Aug 06 15:54:50.762249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.787292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d10c007d-1135-4f95-9ef3-b2999faa33f3 req-b55150a9-dffa-44bd-ba39-8c1dd15e91c4 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677848 Aug 06 15:54:50.809090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] Provisioning for port a71ba86a-313a-4b95-b684-c528417602e6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:50.882194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=c69f6efe-54c9-4c49-bfd5-f29e8d9395bc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:50.925507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.928229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] Provisioning complete for port a71ba86a-313a-4b95-b684-c528417602e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:50.929009 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:50.935573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:50.948980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7d8d8bc8-2b90-445d-842c-dd39a2901e5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/c69f6efe-54c9-4c49-bfd5-f29e8d9395bc HTTP/1.1" status: 204 len: 168 time: 1.1577621 Aug 06 15:54:51.051187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-667b5300-0ef0-4014-9111-75d3bca05c7d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138425 Aug 06 15:54:51.052271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:51.165354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69fa2c6-8e16-43d3-9bd2-685bea35f139 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:51.170815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e69fa2c6-8e16-43d3-9bd2-685bea35f139 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1166651 Aug 06 15:54:51.171960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:51.390384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ac1e68-a669-44bc-a378-07a8f7680c73 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:51.391631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd53f4-e174-4a7e-a4f5-624303bb44c0 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:51.395196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-10ac1e68-a669-44bc-a378-07a8f7680c73 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2189982 Aug 06 15:54:51.399622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:51.415771 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.418807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 3, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:51.489396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Checking router: 31c0a9e2-0fa6-4607-840e-e8b322bb164d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:51.489757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Updating router 31c0a9e2-0fa6-4607-840e-e8b322bb164d port 26be4313-4971-4314-9552-419ef7a91cf3 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:51.537666 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-48ae0cf8-d066-404a-bd0f-9faf386aa14f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1340840 Aug 06 15:54:51.541807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:51.558652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ad96e0e1-0216-4e56-a7e4-f01690adb991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:51.614335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.770402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.836876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] For port a71ba86a-313a-4b95-b684-c528417602e6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a71ba86a-313a-4b95-b684-c528417602e6,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:51.968290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad96e0e1-0216-4e56-a7e4-f01690adb991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:51.972283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ad96e0e1-0216-4e56-a7e4-f01690adb991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:51.973743 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad96e0e1-0216-4e56-a7e4-f01690adb991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:54:51.974183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad96e0e1-0216-4e56-a7e4-f01690adb991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:54:52.064678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:54:52.077623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Allocated IP 172.20.0.1 (1da952ca-4751-4243-83df-f2a84737472d/bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c/124a72e8-fdb0-4b01-82bf-becc487c70b8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:52.144989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.181081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Transition to ACTIVE for port object 26be4313-4971-4314-9552-419ef7a91cf3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:52.183373 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.215880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] Deleting port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:52.216243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.254315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ad96e0e1-0216-4e56-a7e4-f01690adb991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7094634 Aug 06 15:54:52.261274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:52.288279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-267fc369-c16c-4954-8dcc-5f71e06fbd32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:52.347825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee536edc-766d-447b-a58d-c6e70edc0b4d None None] Pushing event updated for resources: {'Port': ['ID=a71ba86a-313a-4b95-b684-c528417602e6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:52.364173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] For port 31aeed6d-cdae-4fac-ba83-f9df8515ce63, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=31aeed6d-cdae-4fac-ba83-f9df8515ce63,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:52.364729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.391445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-25ffd0d2-7b27-49d5-9771-44abfbd5f4f6 None None] Provisioning complete for port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:52.392190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25ffd0d2-7b27-49d5-9771-44abfbd5f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.399347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] Calling delete_port for 31aeed6d-cdae-4fac-ba83-f9df8515ce63 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:52.432648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.568055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Attempting to bind port 26be4313-4971-4314-9552-419ef7a91cf3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:52.568544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Attempting to bind port 26be4313-4971-4314-9552-419ef7a91cf3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:52.569802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Attempting to bind port 26be4313-4971-4314-9552-419ef7a91cf3 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:52.585797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:52.587711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:52.588420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.588947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:52.590016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Bound port: 26be4313-4971-4314-9552-419ef7a91cf3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:52.590646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.607154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f520-073c-439e-a292-3c62a9ffcb60 None None] Pushing event updated for resources: {'Port': ['ID=26be4313-4971-4314-9552-419ef7a91cf3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:52.624800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267fc369-c16c-4954-8dcc-5f71e06fbd32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:52.629646 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-267fc369-c16c-4954-8dcc-5f71e06fbd32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.632076 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-267fc369-c16c-4954-8dcc-5f71e06fbd32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:54:52.633997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267fc369-c16c-4954-8dcc-5f71e06fbd32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:54:52.849066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-267fc369-c16c-4954-8dcc-5f71e06fbd32 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5863545 Aug 06 15:54:52.854655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:52.862235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2e041f4a-921c-4cd7-b6dc-e17f985d874f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:52.885078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] For port 26be4313-4971-4314-9552-419ef7a91cf3, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:52.898724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] For port 26be4313-4971-4314-9552-419ef7a91cf3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=26be4313-4971-4314-9552-419ef7a91cf3,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:52.912282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.913434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-25ffd0d2-7b27-49d5-9771-44abfbd5f4f6 None None] Provisioning complete for port a71ba86a-313a-4b95-b684-c528417602e6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:52.914110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25ffd0d2-7b27-49d5-9771-44abfbd5f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:52.929720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Transition to ACTIVE for port object 124a72e8-fdb0-4b01-82bf-becc487c70b8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:52.985622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.036111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] Pushing event deleted for resources: {'Port': ['ID=31aeed6d-cdae-4fac-ba83-f9df8515ce63,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:53.047009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107ac54-8349-4e7e-876c-57fce2c7c653 None None] No DVR routers for this DVR port 31aeed6d-cdae-4fac-ba83-f9df8515ce63 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:54:53.157252 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.173818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e041f4a-921c-4cd7-b6dc-e17f985d874f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:53.177560 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e041f4a-921c-4cd7-b6dc-e17f985d874f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.179569 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e041f4a-921c-4cd7-b6dc-e17f985d874f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:54:53.180210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e041f4a-921c-4cd7-b6dc-e17f985d874f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:54:53.217939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Network 1da952ca-4751-4243-83df-f2a84737472d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:53.227907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:53.239713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:53.296907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.326635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=124a72e8-fdb0-4b01-82bf-becc487c70b8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:53.327432 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.391253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2e041f4a-921c-4cd7-b6dc-e17f985d874f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5350754 Aug 06 15:54:53.404190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:53.422046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b7b83116-ad2f-4b24-921e-ecda287af175 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:53.433841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f520-073c-439e-a292-3c62a9ffcb60 None None] Pushing event updated for resources: {'Port': ['ID=26be4313-4971-4314-9552-419ef7a91cf3,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:53.465351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:53.466376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:53.651767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a71ba86a-313a-4b95-b684-c528417602e6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:53.679640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.743292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:53.745261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a71ba86a-313a-4b95-b684-c528417602e6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:53.745644 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.750511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b83116-ad2f-4b24-921e-ecda287af175 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:53.760241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7b83116-ad2f-4b24-921e-ecda287af175 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.766221 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b83116-ad2f-4b24-921e-ecda287af175 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:54:53.769636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b83116-ad2f-4b24-921e-ecda287af175 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:54:53.864941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ba86776-3764-41aa-99f3-68180c2a82d6 None None] Provisioning for port 124a72e8-fdb0-4b01-82bf-becc487c70b8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:53.893297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0ba86776-3764-41aa-99f3-68180c2a82d6 None None] Provisioning complete for port 124a72e8-fdb0-4b01-82bf-becc487c70b8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:53.893778 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ba86776-3764-41aa-99f3-68180c2a82d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:53.911127 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b7b83116-ad2f-4b24-921e-ecda287af175 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5056107 Aug 06 15:54:53.915516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:53.921631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7cadafb6-737f-408e-9357-1e21723d9036 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:54.032766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0ba86776-3764-41aa-99f3-68180c2a82d6 None None] Port 124a72e8-fdb0-4b01-82bf-becc487c70b8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:54.041504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.150792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.170286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 3, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:54.214005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cadafb6-737f-408e-9357-1e21723d9036 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:54.218483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cadafb6-737f-408e-9357-1e21723d9036 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.224763 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cadafb6-737f-408e-9357-1e21723d9036 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:54:54.224916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c807d-9061-4a9b-85d2-0be933320856 None None] The sync data for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 is: [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:48Z', 'revision_number': 3, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:54:54.225172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cadafb6-737f-408e-9357-1e21723d9036 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:54:54.225286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 31aeed6d-cdae-4fac-ba83-f9df8515ce63 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:54:54.232778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.274704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 31aeed6d-cdae-4fac-ba83-f9df8515ce63 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:54:54.275154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 31aeed6d-cdae-4fac-ba83-f9df8515ce63 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:54:54.318048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7cadafb6-737f-408e-9357-1e21723d9036 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4007828 Aug 06 15:54:54.322198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:54.331740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-88c02f6e-b90d-4ced-beb2-0363da233938 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:54.345031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=124a72e8-fdb0-4b01-82bf-becc487c70b8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:54.430890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Network 1da952ca-4751-4243-83df-f2a84737472d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:54.432875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:54.652408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Router 31c0a9e2-0fa6-4607-840e-e8b322bb164d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:54:54.664967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c02f6e-b90d-4ced-beb2-0363da233938 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:54.679492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88c02f6e-b90d-4ced-beb2-0363da233938 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.689351 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c02f6e-b90d-4ced-beb2-0363da233938 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:54:54.691548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c02f6e-b90d-4ced-beb2-0363da233938 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:54:54.800334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-88c02f6e-b90d-4ced-beb2-0363da233938 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4768331 Aug 06 15:54:54.801435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:54.864416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42076) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:54.872665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c51702f-8657-488a-a755-113f2f283a0d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0696616 Aug 06 15:54:54.917288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a6777ccb-1b05-44f8-acb4-6ad09fce1d52 None None] Provisioning complete for port 124a72e8-fdb0-4b01-82bf-becc487c70b8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:54.938170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061750c-9b58-44ad-97d0-305c114688e3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:54.938473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a6777ccb-1b05-44f8-acb4-6ad09fce1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:54.940151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:54.965621 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0061750c-9b58-44ad-97d0-305c114688e3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1016717 Aug 06 15:54:54.967475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:54:54.978067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b28de317-347d-465e-8e1e-26635e5cd7d6 admin admin] 10.222.0.16 "PUT /v2.0/routers/31c0a9e2-0fa6-4607-840e-e8b322bb164d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4150972 Aug 06 15:54:55.048243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac31d998-4ad8-4dce-9584-40c573f31070 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031828 Aug 06 15:54:55.048722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:55.059680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:55.100229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a6777ccb-1b05-44f8-acb4-6ad09fce1d52 None None] Port 124a72e8-fdb0-4b01-82bf-becc487c70b8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:54:55.493716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:55.497384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.609705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 26be4313-4971-4314-9552-419ef7a91cf3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:55.893791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 26be4313-4971-4314-9552-419ef7a91cf3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:54:55.899880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 26be4313-4971-4314-9552-419ef7a91cf3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:55.900406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:55.957049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.068152 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.096291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 26be4313-4971-4314-9552-419ef7a91cf3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=26be4313-4971-4314-9552-419ef7a91cf3,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:54:56.099084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:54:56.100841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.149552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:56.155098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:56.160489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:56.160489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.165227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7324330-1f07-4a0c-9787-3d902fe95e67 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:56.186002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=004b03d2-b7e6-4aab-9b5d-92440c1757f2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:56.246136 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.408816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6b580bc8-f404-47e2-9e0e-4a1e38921e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3585145 Aug 06 15:54:56.413643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:56.421031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:6c:cd:3c', 'name': 'tempest-NetworksTestDHCPv6-1688795742'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:56.440143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=26be4313-4971-4314-9552-419ef7a91cf3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:56.463892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '004b03d2-b7e6-4aab-9b5d-92440c1757f2'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:54:56.469583 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:56.549610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e1840-bedc-4937-bda4-43d251bf6530 req-3a2d4db2-1ef6-48bf-bf8f-7fbc892bf14a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:56.558858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-261e1840-bedc-4937-bda4-43d251bf6530 req-3a2d4db2-1ef6-48bf-bf8f-7fbc892bf14a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.0731685 Aug 06 15:54:56.623086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-261e1840-bedc-4937-bda4-43d251bf6530 req-4ae4758e-ea74-4570-98d3-73e438d0061b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631011 Aug 06 15:54:56.724065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42166) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:56.734208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1624825110-network', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:56.773223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Allocated IP 2001:db8::f816:3eff:fefa:e8cd (fea17d9c-9b6b-4223-9219-1872e940e8b2/004b03d2-b7e6-4aab-9b5d-92440c1757f2/2e63648b-4166-4e39-a351-d4cf0f22b599) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:56.841635 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Sync routers for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:54:56.850859 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:56.851860 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:56.887784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:57.029328 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:57.044961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Made reservation on behalf of da57b31519e14db6bb94bcf6d98662a5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:57.045602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.047185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.062701 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.063493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Transition to ACTIVE for port object 2e63648b-4166-4e39-a351-d4cf0f22b599 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:57.085086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.089227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Transition to ACTIVE for port object 2e63648b-4166-4e39-a351-d4cf0f22b599 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:57.098524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port a9840f23-78ce-4882-b2b0-1b1ad9825418 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:54:57.196857 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.305578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:57.314678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.318743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:57.324683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:57.337969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Pushing event updated for resources: {'Port': ['ID=2e63648b-4166-4e39-a351-d4cf0f22b599,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:57.347264 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 2, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:57.381013 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Checking router: 31c0a9e2-0fa6-4607-840e-e8b322bb164d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:54:57.382146 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Updating router 31c0a9e2-0fa6-4607-840e-e8b322bb164d port 124a72e8-fdb0-4b01-82bf-becc487c70b8 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:54:57.401398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe6c:cd3c (fea17d9c-9b6b-4223-9219-1872e940e8b2/004b03d2-b7e6-4aab-9b5d-92440c1757f2/a9840f23-78ce-4882-b2b0-1b1ad9825418) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:54:57.413063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Attempting to bind port 2e63648b-4166-4e39-a351-d4cf0f22b599 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:57.414231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Attempting to bind port 2e63648b-4166-4e39-a351-d4cf0f22b599 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:57.414479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Attempting to bind port 2e63648b-4166-4e39-a351-d4cf0f22b599 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:57.432276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:57.432276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:57.432276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.432276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:57.432790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Bound port: 2e63648b-4166-4e39-a351-d4cf0f22b599, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:57.433425 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.459015 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.531266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.556579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] For port 2e63648b-4166-4e39-a351-d4cf0f22b599, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:57.575725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] For port 2e63648b-4166-4e39-a351-d4cf0f22b599, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2e63648b-4166-4e39-a351-d4cf0f22b599,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:57.604257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:54:57.686088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.697016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.697289 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Added segment 9ba46c01-c105-4353-8d9c-4f35975c2653 of type vlan for network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf Aug 06 15:54:57.699059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3891fd-e107-49fa-81dc-9d8c44b69871,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:57.709964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object a9840f23-78ce-4882-b2b0-1b1ad9825418 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:57.715018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 26be4313-4971-4314-9552-419ef7a91cf3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:57.795274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.847723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.951835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.972619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9017f-c31a-459d-9dcf-31124bfbf690 req-a90bece5-881f-4232-9d4e-65d7c045e8fe tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:57.980761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 26be4313-4971-4314-9552-419ef7a91cf3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:54:57.983051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:57.984339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ad9017f-c31a-459d-9dcf-31124bfbf690 req-a90bece5-881f-4232-9d4e-65d7c045e8fe tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1607447 Aug 06 15:54:58.033275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c488d-386a-475b-8454-76701fbfa41c None None] Pushing event updated for resources: {'Port': ['ID=2e63648b-4166-4e39-a351-d4cf0f22b599,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:58.033574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:54:58.043247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:58.062040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:54:58.079862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.098116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.135386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ad9017f-c31a-459d-9dcf-31124bfbf690 req-ae41f291-d27f-4b99-a10e-d51b561a5c21 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498127 Aug 06 15:54:58.140815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.144898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.145990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.254023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8389568 Aug 06 15:54:58.263959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:58.352200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663d08d-9eac-4bb0-a4ac-df155c5429f8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=a9840f23-78ce-4882-b2b0-1b1ad9825418,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:58.368354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] Pushing event updated for resources: {'Network': ['ID=8f61aa19-0580-4509-9cb5-1f4ffbf10caf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:58.395013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:54:58.417023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c11a277f-8f8d-452a-84e8-65c9a1104883 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6917939 Aug 06 15:54:58.417452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615d0c4-ab69-4122-8b19-1388d0921b33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.418289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42216) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:58.425845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615d0c4-ab69-4122-8b19-1388d0921b33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:58.433665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3615d0c4-ab69-4122-8b19-1388d0921b33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1687586 Aug 06 15:54:58.434322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:58.434648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Request body: {'subnet': {'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1624825110-subnet', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:58.504371 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.545078 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Transition to ACTIVE for port object 124a72e8-fdb0-4b01-82bf-becc487c70b8 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:54:58.635014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port a9840f23-78ce-4882-b2b0-1b1ad9825418 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:54:58.635662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.653190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Made reservation on behalf of da57b31519e14db6bb94bcf6d98662a5 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:54:58.655915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.740638 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.806750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.819571 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Pushing event updated for resources: {'Port': ['ID=124a72e8-fdb0-4b01-82bf-becc487c70b8,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:58.830690 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.831398 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.832010 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.832769 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.833392 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.833804 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.834728 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.835303 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.835698 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.836111 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.836335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for a9840f23-78ce-4882-b2b0-1b1ad9825418 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:54:58.836595 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.836977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:54:58.924037 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Attempting to bind port 124a72e8-fdb0-4b01-82bf-becc487c70b8 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:54:58.924898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Attempting to bind port 124a72e8-fdb0-4b01-82bf-becc487c70b8 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:54:58.925427 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Attempting to bind port 124a72e8-fdb0-4b01-82bf-becc487c70b8 on network 1da952ca-4751-4243-83df-f2a84737472d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:54:58.932441 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:54:58.933120 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Checking segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:58.933683 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:58.934317 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Bound using segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:54:58.937319 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Bound port: 124a72e8-fdb0-4b01-82bf-becc487c70b8, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:54:58.938398 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.001500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.041182 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] For port 124a72e8-fdb0-4b01-82bf-becc487c70b8, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:54:59.060794 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] For port 124a72e8-fdb0-4b01-82bf-becc487c70b8, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=124a72e8-fdb0-4b01-82bf-becc487c70b8,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:54:59.064866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.140807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2241b1b8-257e-49a8-ac23-95e838475baf,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:59.144748 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.197541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Checking segment: {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:54:59.197541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Network hostable DHCP agents. Network: 8f61aa19-0580-4509-9cb5-1f4ffbf10caf, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:54:59.300601 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:54:59.304294 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:54:59.317018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.408738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:54:59.414086 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61458f-2c72-43bf-abe5-033aa9764416 None None] Pushing event updated for resources: {'Port': ['ID=124a72e8-fdb0-4b01-82bf-becc487c70b8,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:59.463464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=a9840f23-78ce-4882-b2b0-1b1ad9825418,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:54:59.580967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6aa997-a993-487b-8997-75d5b41aabb6 req-d3802d77-8f67-472b-8e23-58d9a96ede4f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.589477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c6aa997-a993-487b-8997-75d5b41aabb6 req-d3802d77-8f67-472b-8e23-58d9a96ede4f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2695315 Aug 06 15:54:59.612367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.620034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-51b0eb3a-362b-4185-816c-41ffcaca7cd6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/a9840f23-78ce-4882-b2b0-1b1ad9825418 HTTP/1.1" status: 204 len: 168 time: 1.1828923 Aug 06 15:54:59.622581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8f61aa19-0580-4509-9cb5-1f4ffbf10caf) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:54:59.623972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:59.638782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf7867-c9c9-432d-b9a0-c4b05adae1cf None None] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:54:59.650689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.651516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:54:59.721045 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:54:59.762598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c6aa997-a993-487b-8997-75d5b41aabb6 req-c807e1fb-eff0-4889-be44-d71f914cc526 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629636 Aug 06 15:54:59.819890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e05e6273-168f-4ea0-be6e-975ef2505074 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4002240 Aug 06 15:54:59.822466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:54:59.846779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:54:59.906201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cc92f-990d-44d7-835e-ba3c372ed471 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.913156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221cc92f-990d-44d7-835e-ba3c372ed471 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:54:59.915734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-221cc92f-990d-44d7-835e-ba3c372ed471 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2903767 Aug 06 15:54:59.924898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2e63648b-4166-4e39-a351-d4cf0f22b599 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:54:59.926939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42252) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:00.014818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.017350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.023494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 004b03d2-b7e6-4aab-9b5d-92440c1757f2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:00.031372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.105183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.173655 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.184244 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:54:59Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:00.219385 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950ebb0-0c03-4568-a8c5-3f409ce6a68e None None] The sync data for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 is: [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:54:59Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:00.279494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.397588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'fixed_ips': [{'subnet_id': '2241b1b8-257e-49a8-ac23-95e838475baf'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:00.398599 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.441288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20dd03d0-5658-4619-8109-fb9ab51e8da8 None None] Provisioning for port 2e63648b-4166-4e39-a351-d4cf0f22b599 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:00.803625 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.809422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.889533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Allocated IP 172.20.0.2 (8f61aa19-0580-4509-9cb5-1f4ffbf10caf/2241b1b8-257e-49a8-ac23-95e838475baf/6fffa631-9225-4b22-b1d5-6b4399e4cbfe) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:00.912121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:00.941350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/004b03d2-b7e6-4aab-9b5d-92440c1757f2 HTTP/1.1" status: 204 len: 168 time: 1.0058975 Aug 06 15:55:00.941688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42274) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:00.956041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6455e57-2d28-4a51-a09e-0a8fea09b8cf tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=004b03d2-b7e6-4aab-9b5d-92440c1757f2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:01.049238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17b4f9-cc90-4f34-87f5-62ea0976a962 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:01.053584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2e63648b-4166-4e39-a351-d4cf0f22b599 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:01.082607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-85844f2e-b69a-469e-b54a-97f527540e26 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1414163 Aug 06 15:55:01.088578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:01.114623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:01.145633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9c614fcd-6be9-4e4d-9b65-15281593af69 None None] Could not find standard attr ID for object a9840f23-78ce-4882-b2b0-1b1ad9825418. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:01.153065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2e63648b-4166-4e39-a351-d4cf0f22b599 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:01.156808 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:01.474693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a37a1-b6fb-47e6-a802-6cbcc18145d2 req-fd647a93-5b23-493a-aea0-ffb597125182 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:01.478420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b63a37a1-b6fb-47e6-a802-6cbcc18145d2 req-fd647a93-5b23-493a-aea0-ffb597125182 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.3987079 Aug 06 15:55:01.589628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:01.594150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:01.603936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b63a37a1-b6fb-47e6-a802-6cbcc18145d2 req-852cecb6-ce7e-44b4-9acd-eeefd9e7c442 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108253 Aug 06 15:55:01.932791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:01.942944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Transition to ACTIVE for port object 6fffa631-9225-4b22-b1d5-6b4399e4cbfe will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:01.965127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Transition to ACTIVE for port object 6fffa631-9225-4b22-b1d5-6b4399e4cbfe will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:02.007471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.093715 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.096066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.208523 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.234653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:02.245709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:02.248614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:02.264409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Pushing event updated for resources: {'Port': ['ID=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:02.348398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82262ee-7730-46d0-afde-b18848557064 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:55:02.349669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Allocated IP 172.25.5.118 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/8dfc1b65-5dcb-4c59-9dfd-13a895795b01) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:02.377185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2e63648b-4166-4e39-a351-d4cf0f22b599, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2e63648b-4166-4e39-a351-d4cf0f22b599,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:02.381130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Attempting to bind port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:02.382023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Attempting to bind port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:02.382932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Attempting to bind port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe on network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:02.410459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:02.410858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Checking segment: {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:02.411441 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.412054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Bound using segment: {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:02.412718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Bound port: 6fffa631-9225-4b22-b1d5-6b4399e4cbfe, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:02.413179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.426120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:55:02.555041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c82262ee-7730-46d0-afde-b18848557064 None None] Deleting port 2e63648b-4166-4e39-a351-d4cf0f22b599 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:02.557596 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c82262ee-7730-46d0-afde-b18848557064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.607255 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.612135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] For port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:02.659887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] For port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:02.694330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c82262ee-7730-46d0-afde-b18848557064 None None] For port 2e63648b-4166-4e39-a351-d4cf0f22b599, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2e63648b-4166-4e39-a351-d4cf0f22b599,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:02.694772 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c82262ee-7730-46d0-afde-b18848557064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.711148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c82262ee-7730-46d0-afde-b18848557064 None None] Calling delete_port for 2e63648b-4166-4e39-a351-d4cf0f22b599 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:02.735521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.782778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb974e2-8e32-40c6-ac18-16c3fe71dfa8 req-4d4274c8-44eb-4cd0-8b77-bfc4a318ef24 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:02.786139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cb974e2-8e32-40c6-ac18-16c3fe71dfa8 req-4d4274c8-44eb-4cd0-8b77-bfc4a318ef24 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.0878804 Aug 06 15:55:02.895827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cb974e2-8e32-40c6-ac18-16c3fe71dfa8 req-90bf4c15-9513-4944-8be7-3d9b279f1547 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024537 Aug 06 15:55:02.897307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2e63648b-4166-4e39-a351-d4cf0f22b599,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:02.962199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:02.962809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.001598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 124a72e8-fdb0-4b01-82bf-becc487c70b8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:03.047090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:03.063943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:03.065900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:03.077150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:03.084930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdeb72-bccc-4d0b-b6cf-a802058ab11a None None] Pushing event updated for resources: {'Port': ['ID=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:03.110466 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c82262ee-7730-46d0-afde-b18848557064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.163980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82262ee-7730-46d0-afde-b18848557064 None None] Pushing event deleted for resources: {'Port': ['ID=2e63648b-4166-4e39-a351-d4cf0f22b599,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:03.168366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82262ee-7730-46d0-afde-b18848557064 None None] No DVR routers for this DVR port 2e63648b-4166-4e39-a351-d4cf0f22b599 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:03.219047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Port 2e63648b-4166-4e39-a351-d4cf0f22b599 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 06 15:55:03.219533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Reverting IP allocation for 2001:db8::f816:3eff:fefa:e8cd {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 06 15:55:03.223713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefa:e8cd {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 06 15:55:03.231290 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.271154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 124a72e8-fdb0-4b01-82bf-becc487c70b8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:03.282963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 124a72e8-fdb0-4b01-82bf-becc487c70b8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:03.282963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.437494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:03.440041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:03.456218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:03.457653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.473658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=9c0ede00-fba7-4f04-81b5-b983682fa94a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:03.516943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e9df7b-58c7-42fc-b4f6-fc4ad32dc330 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:03.627777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a693c34f-00ca-4660-9221-9b796c856841 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5353861 Aug 06 15:55:03.630313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:03.643078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:5d:96:34', 'name': 'tempest-NetworksTestDHCPv6-2147114311'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:03.653144 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.748206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 124a72e8-fdb0-4b01-82bf-becc487c70b8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=124a72e8-fdb0-4b01-82bf-becc487c70b8,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:03.791017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.829376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '9c0ede00-fba7-4f04-81b5-b983682fa94a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:03.829824 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:03.939851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.001484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:04.082194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2e63648b-4166-4e39-a351-d4cf0f22b599 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:04.223858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.274956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 82196834-16c8-491e-b531-0c74a6559b8d yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:55:04.302953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Allocated IP 2001:db8::f816:3eff:fec8:f3ba (fea17d9c-9b6b-4223-9219-1872e940e8b2/9c0ede00-fba7-4f04-81b5-b983682fa94a/0043a827-4a2d-48eb-af77-191d5b9895e1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:04.414554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17add803-4f6a-42b4-b6b6-ff06a55e3df5 req-d70f928b-1808-48f9-ab65-f874c004e139 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:04.417539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17add803-4f6a-42b4-b6b6-ff06a55e3df5 req-d70f928b-1808-48f9-ab65-f874c004e139 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2390747 Aug 06 15:55:04.434865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.487025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2e63648b-4166-4e39-a351-d4cf0f22b599 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:04.487379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2e63648b-4166-4e39-a351-d4cf0f22b599 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:04.532061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=124a72e8-fdb0-4b01-82bf-becc487c70b8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:04.638247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17add803-4f6a-42b4-b6b6-ff06a55e3df5 req-f76a7287-d72e-4a5b-8bc6-9208577c626f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005904 Aug 06 15:55:04.804101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:04.815142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750de04-6d60-4a7b-8b39-c68a124e5835 None None] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:04.955296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Transition to ACTIVE for port object 0043a827-4a2d-48eb-af77-191d5b9895e1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:05.012140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb7bac22-d2d3-4ce3-973f-7b156d91157d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.053728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Router a82390d2-d802-436a-879e-f9bef2f2b26b is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:55:05.133626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Transition to ACTIVE for port object 0043a827-4a2d-48eb-af77-191d5b9895e1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:05.147967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 124a72e8-fdb0-4b01-82bf-becc487c70b8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:05.301998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 124a72e8-fdb0-4b01-82bf-becc487c70b8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:05.302384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.372629 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.374419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a7279aa6-cc6e-435d-9650-d5f29519fb18 None None] Provisioning for port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:05.499071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Pushing event updated for resources: {'Port': ['ID=0043a827-4a2d-48eb-af77-191d5b9895e1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:05.505579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe5d:9634 (fea17d9c-9b6b-4223-9219-1872e940e8b2/9c0ede00-fba7-4f04-81b5-b983682fa94a/82196834-16c8-491e-b531-0c74a6559b8d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:05.536387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:05.540588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:05.606067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:05.791271 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6fffa631-9225-4b22-b1d5-6b4399e4cbfe up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:05.884236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Attempting to bind port 0043a827-4a2d-48eb-af77-191d5b9895e1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:05.884613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Attempting to bind port 0043a827-4a2d-48eb-af77-191d5b9895e1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:05.884985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Attempting to bind port 0043a827-4a2d-48eb-af77-191d5b9895e1 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:05.893849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:05.894233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:05.894650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.895047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:05.895541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Bound port: 0043a827-4a2d-48eb-af77-191d5b9895e1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:05.895971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:05.998719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.018191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 82196834-16c8-491e-b531-0c74a6559b8d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:06.033760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] For port 0043a827-4a2d-48eb-af77-191d5b9895e1, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:06.038767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] For port 0043a827-4a2d-48eb-af77-191d5b9895e1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0043a827-4a2d-48eb-af77-191d5b9895e1,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:06.039583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1be389-7c9c-4be9-8037-0c7ef022b989 req-019f1b5e-4a34-441e-a2d9-7a82476ecc8a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:06.041683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b1be389-7c9c-4be9-8037-0c7ef022b989 req-019f1b5e-4a34-441e-a2d9-7a82476ecc8a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2090244 Aug 06 15:55:06.046013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:06.058354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:06.060586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Sync routers for ids ['a82390d2-d802-436a-879e-f9bef2f2b26b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:06.070500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:06.070894 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.099462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-80314236-2794-4be6-af54-79938dd0b641 None None] Provisioning complete for port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:06.100552 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80314236-2794-4be6-af54-79938dd0b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.114350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b1be389-7c9c-4be9-8037-0c7ef022b989 req-81c5ad3f-2228-4076-b830-1bfa5ca5dd30 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613003 Aug 06 15:55:06.128447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Routers {'a82390d2-d802-436a-879e-f9bef2f2b26b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:06.129101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:54:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a82390d2-d802-436a-879e-f9bef2f2b26b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:06.181191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.184864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.192683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8843471a-dc3c-46f4-b6da-0475409b6c34 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3586323 Aug 06 15:55:06.192860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.193363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:06.277803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:06.285783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:06.292129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:06.300783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:06.304068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.395753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721f22d-cc43-40f8-8656-4808b147ed26 None None] Pushing event updated for resources: {'Port': ['ID=0043a827-4a2d-48eb-af77-191d5b9895e1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:06.430015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=82196834-16c8-491e-b531-0c74a6559b8d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:06.442148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-70cc59a6-6252-4d4b-94c4-01e31aa45120 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8063614 Aug 06 15:55:06.442712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42376) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:06.494520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Set router a82390d2-d802-436a-879e-f9bef2f2b26b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:06.502515 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.573224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b98a0-33cb-42c2-9909-5cbcb666f00b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:06.586198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b98a0-33cb-42c2-9909-5cbcb666f00b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:06.588071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-235b98a0-33cb-42c2-9909-5cbcb666f00b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1441488 Aug 06 15:55:06.594448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:06.682942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80314236-2794-4be6-af54-79938dd0b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.717049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42386) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:06.795094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 82196834-16c8-491e-b531-0c74a6559b8d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:06.795350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:06.978583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:06.979216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a290e77-73e5-456e-92a3-0260875526b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.031898 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.054680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 82196834-16c8-491e-b531-0c74a6559b8d owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:07.083385 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.201316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.279668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a290e77-73e5-456e-92a3-0260875526b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.375620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a290e77-73e5-456e-92a3-0260875526b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.429643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb63860-909d-45c5-8caf-124b71a52c80 req-ef2816e1-32a9-4998-9311-b65e6b886ac7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:07.431600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2eb63860-909d-45c5-8caf-124b71a52c80 req-ef2816e1-32a9-4998-9311-b65e6b886ac7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1443939 Aug 06 15:55:07.492480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0043a827-4a2d-48eb-af77-191d5b9895e1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:07.500114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 3, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:07.506799 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.523721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a290e77-73e5-456e-92a3-0260875526b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6916c254a4b4c52bc3a12cabc72eb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8056905 Aug 06 15:55:07.527210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:07.531445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:07.537553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a290e77-73e5-456e-92a3-0260875526b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3aead6-2281-4f71-b8aa-a1ab24350d78,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:07.609747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=82196834-16c8-491e-b531-0c74a6559b8d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:07.664081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.668643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e539bbc8-86ec-4811-be65-83caf37df74b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/82196834-16c8-491e-b531-0c74a6559b8d HTTP/1.1" status: 204 len: 168 time: 1.0693765 Aug 06 15:55:07.668863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Checking router: a82390d2-d802-436a-879e-f9bef2f2b26b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:07.668863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Updating router a82390d2-d802-436a-879e-f9bef2f2b26b port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:55:07.669793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2eb63860-909d-45c5-8caf-124b71a52c80 req-7d0ba642-a04c-4ab3-abde-038170669117 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149484 Aug 06 15:55:07.670272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42412) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:07.722877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-80314236-2794-4be6-af54-79938dd0b641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:55:07.722877 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-80314236-2794-4be6-af54-79938dd0b641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:55:07.735912 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.775368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0913d469-c5a5-48de-b29c-a10fa6df12c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.816407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-02499cef-3286-42a5-8781-055605242c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.820998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Allocated IP 172.20.0.1 (8f61aa19-0580-4509-9cb5-1f4ffbf10caf/2241b1b8-257e-49a8-ac23-95e838475baf/f59906e6-0389-425a-812c-0c8e3f8a3162) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:07.825663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:07.835756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f4d12-e4d9-47a7-a2fe-8549af595e56 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:07.838735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f4d12-e4d9-47a7-a2fe-8549af595e56 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:07.843621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a5f4d12-e4d9-47a7-a2fe-8549af595e56 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1675568 Aug 06 15:55:07.859053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:07.970285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0043a827-4a2d-48eb-af77-191d5b9895e1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:07.981737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0913d469-c5a5-48de-b29c-a10fa6df12c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.081444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.101676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Transition to ACTIVE for port object f59906e6-0389-425a-812c-0c8e3f8a3162 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:08.112228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 9c0ede00-fba7-4f04-81b5-b983682fa94a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:08.126918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.222551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.253613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.314059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0913d469-c5a5-48de-b29c-a10fa6df12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.320115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0913d469-c5a5-48de-b29c-a10fa6df12c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.326685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0913d469-c5a5-48de-b29c-a10fa6df12c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f3aead6-2281-4f71-b8aa-a1ab24350d78 HTTP/1.1" status: 204 len: 168 time: 0.7921326 Aug 06 15:55:08.363958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913d469-c5a5-48de-b29c-a10fa6df12c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3aead6-2281-4f71-b8aa-a1ab24350d78,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:08.379690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Pushing event updated for resources: {'Port': ['ID=f59906e6-0389-425a-812c-0c8e3f8a3162,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:08.400789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:08.407849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:08.415595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:08.468046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.498674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Transition to ACTIVE for port object 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:08.571555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.636362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.676862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.804520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Attempting to bind port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:08.806291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Attempting to bind port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:08.807189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Attempting to bind port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:08.938451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:08.943208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:08.944436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.944910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:08.945434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Bound port: 8dfc1b65-5dcb-4c59-9dfd-13a895795b01, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:08.945837 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:08.966350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.008187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:09.043623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0ede00-fba7-4f04-81b5-b983682fa94a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.068359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.073116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42430) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.079336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-42c02bbe-fc07-46e7-9ebd-2bbcd47b966c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/9c0ede00-fba7-4f04-81b5-b983682fa94a HTTP/1.1" status: 204 len: 168 time: 1.2187397 Aug 06 15:55:09.159730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ad194-b70b-4521-a844-629a82d2aeec req-bf7eb9d7-5687-43d3-a2e3-c5e3a56dd2f0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:09.170412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-15cc9501-878f-4c7e-b784-d41d722d6747 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956559 Aug 06 15:55:09.190057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d5ad194-b70b-4521-a844-629a82d2aeec req-bf7eb9d7-5687-43d3-a2e3-c5e3a56dd2f0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.3092723 Aug 06 15:55:09.190603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42434) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.282014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.326833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc0e24-721d-413c-b00c-f9cff91e47da None None] Pushing event updated for resources: {'Port': ['ID=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.344737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6fffa631-9225-4b22-b1d5-6b4399e4cbfe up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:09.352018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a8b72-22f6-4fbe-8a4a-bd22198f5770 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:09.364525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d5ad194-b70b-4521-a844-629a82d2aeec req-854b518c-c1d7-49c9-90a2-16bed1e76932 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045673 Aug 06 15:55:09.370656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.388477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c10930-00f9-48df-9ef2-0988654e8b5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:09.392492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f6c10930-00f9-48df-9ef2-0988654e8b5d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1986325 Aug 06 15:55:09.393552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.494095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2841cc2-1d24-42eb-af9b-59bbd3d9cfb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:09.498240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a2841cc2-1d24-42eb-af9b-59bbd3d9cfb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032524 Aug 06 15:55:09.507256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.531638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:09.541504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] For port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:09.589127 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c6ec15e3-3085-4b45-adb8-3037784d9d38 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786581 Aug 06 15:55:09.595605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42450) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.615876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:09.648705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] For port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:09.650665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'mac_address': 'fa:16:3e:91:ff:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:09.729094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Provisioning for port f59906e6-0389-425a-812c-0c8e3f8a3162 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:09.729864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.737905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Provisioning complete for port f59906e6-0389-425a-812c-0c8e3f8a3162 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:09.738460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.805185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.809342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:09.809471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:09.809471 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.814118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.843523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24bd84ab-e852-4482-9e23-526085d3d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.886596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Port f59906e6-0389-425a-812c-0c8e3f8a3162 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:09.904504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:09.966086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc0e24-721d-413c-b00c-f9cff91e47da None None] Pushing event updated for resources: {'Port': ['ID=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:09.971177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:09.985149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Could not find standard attr ID for object 82196834-16c8-491e-b531-0c74a6559b8d. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:09.996469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Pushing event updated for resources: {'Port': ['ID=f59906e6-0389-425a-812c-0c8e3f8a3162,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:10.028181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Routers {'a82390d2-d802-436a-879e-f9bef2f2b26b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:10.028181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:55:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a82390d2-d802-436a-879e-f9bef2f2b26b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:10.037728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:10.041761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:10.045103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.097395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.123506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:55:10.151451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24bd84ab-e852-4482-9e23-526085d3d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.237908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Provisioning for port 0043a827-4a2d-48eb-af77-191d5b9895e1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:10.247362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-24bd84ab-e852-4482-9e23-526085d3d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.250898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.278854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Provisioning complete for port 0043a827-4a2d-48eb-af77-191d5b9895e1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:10.285711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.336270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:10.340086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:10.351958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-24bd84ab-e852-4482-9e23-526085d3d970 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d210ed8542f94efcb48bb23e138127fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433972 Aug 06 15:55:10.353074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd84ab-e852-4482-9e23-526085d3d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71eb09e-577e-4cfc-b385-9a629a21a372,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:10.361346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42462) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:10.397080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:10.401663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] Set router a82390d2-d802-436a-879e-f9bef2f2b26b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:10.516508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:10.574817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] Deleting port 0043a827-4a2d-48eb-af77-191d5b9895e1 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:10.574817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.656267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584d97c-987c-44e3-b8da-08d4421918bd req-4fe5e1ae-9748-4c99-a678-314e18d4912e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:10.666968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2584d97c-987c-44e3-b8da-08d4421918bd req-4fe5e1ae-9748-4c99-a678-314e18d4912e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 944 time: 0.1163938 Aug 06 15:55:10.700230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bee839d-4920-46f5-a1f4-cbb625cd1875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.760462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2584d97c-987c-44e3-b8da-08d4421918bd req-d8519779-6c3e-4a6c-ab04-b98757b2b6ec tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924909 Aug 06 15:55:10.816822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bee839d-4920-46f5-a1f4-cbb625cd1875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:10.843563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Router a82390d2-d802-436a-879e-f9bef2f2b26b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:10.919700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:55:10.992379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.057183 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.074172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] For port 0043a827-4a2d-48eb-af77-191d5b9895e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0043a827-4a2d-48eb-af77-191d5b9895e1,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:11.074900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.156348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] Calling delete_port for 0043a827-4a2d-48eb-af77-191d5b9895e1 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:11.427038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0043a827-4a2d-48eb-af77-191d5b9895e1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:11.619860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] For port 0043a827-4a2d-48eb-af77-191d5b9895e1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0043a827-4a2d-48eb-af77-191d5b9895e1,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:11.715148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T15:55:08Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f59906e6-0389-425a-812c-0c8e3f8a3162', 'name': '', 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'mac_address': 'fa:16:3e:20:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:07Z', 'updated_at': '2021-08-06T15:55:09Z', 'revision_number': 2, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'subnets': [{'id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:11.762276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c01411f-5e02-4b91-8916-df2f3b345096 None None] The sync data for ids ['a82390d2-d802-436a-879e-f9bef2f2b26b'] in n-d-778550-6 is: [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T15:55:08Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f59906e6-0389-425a-812c-0c8e3f8a3162', 'name': '', 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'mac_address': 'fa:16:3e:20:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:07Z', 'updated_at': '2021-08-06T15:55:09Z', 'revision_number': 2, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'subnets': [{'id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:11.769286 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.830388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.863708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:11.873886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e2c83254-d3ff-48d2-8358-5266ed594d5a admin admin] 10.222.0.16 "PUT /v2.0/routers/a82390d2-d802-436a-879e-f9bef2f2b26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6817009 Aug 06 15:55:11.873886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bee839d-4920-46f5-a1f4-cbb625cd1875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.875314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4bee839d-4920-46f5-a1f4-cbb625cd1875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:11.879407 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4bee839d-4920-46f5-a1f4-cbb625cd1875 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a71eb09e-577e-4cfc-b385-9a629a21a372 HTTP/1.1" status: 204 len: 168 time: 1.5110922 Aug 06 15:55:11.908308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee839d-4920-46f5-a1f4-cbb625cd1875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71eb09e-577e-4cfc-b385-9a629a21a372,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:11.932318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Port 0043a827-4a2d-48eb-af77-191d5b9895e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 06 15:55:11.932685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Reverting IP allocation for 2001:db8::f816:3eff:fec8:f3ba {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 06 15:55:11.948039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec8:f3ba {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 06 15:55:11.949744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.034987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff1bc0-aead-4eed-b040-1bd819e23257 None None] Pushing event deleted for resources: {'Port': ['ID=0043a827-4a2d-48eb-af77-191d5b9895e1,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:12.046333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0117e-7317-4b5d-8404-df6ca78c9490 req-669f3cfa-2f98-4852-b070-c0e0dfbfa1e0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.061529 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ae0117e-7317-4b5d-8404-df6ca78c9490 req-669f3cfa-2f98-4852-b070-c0e0dfbfa1e0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 944 time: 0.1180363 Aug 06 15:55:12.095532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=e26b9783-646e-4e32-948a-6c04b298c126,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:12.125838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] Pushing event deleted for resources: {'Port': ['ID=0043a827-4a2d-48eb-af77-191d5b9895e1,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:12.128671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:12.132057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:12.138625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:12.139287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.153243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a0289f-74cd-4115-abac-9ca956287502 None None] No DVR routers for this DVR port 0043a827-4a2d-48eb-af77-191d5b9895e1 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:12.157876 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.169940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ae0117e-7317-4b5d-8404-df6ca78c9490 req-a072df24-37c6-4b82-b351-534e64ea1681 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070380 Aug 06 15:55:12.244429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aae432d5-9fe4-4202-b68d-678f9c78af47 None None] Provisioning complete for port f59906e6-0389-425a-812c-0c8e3f8a3162 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:12.247866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aae432d5-9fe4-4202-b68d-678f9c78af47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:12.284220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3c342e9e-df6c-4a9f-bb94-11c2a682e91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6850958 Aug 06 15:55:12.284461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42500) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:12.291926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:59:5f:06', 'name': 'tempest-NetworksTestDHCPv6-1742851412'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:12.315503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f39bf-1f7d-460c-8b2c-891706fe0d90 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:12.568692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-aae432d5-9fe4-4202-b68d-678f9c78af47 None None] Port f59906e6-0389-425a-812c-0c8e3f8a3162 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:12.699795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:12.824569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': 'e26b9783-646e-4e32-948a-6c04b298c126'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:12.827761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.017537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:13.045190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.132860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 9def0982-7c7e-4fa1-982e-ac4f9d030901 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:55:13.367262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Allocated IP 2001:db8::f816:3eff:fe38:2d54 (fea17d9c-9b6b-4223-9219-1872e940e8b2/e26b9783-646e-4e32-948a-6c04b298c126/ebab1c8d-3946-442f-a292-a671e126a44f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:13.382562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:13.386874 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.747483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42536) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:13.765561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756759721', 'description': 'tempest-secgroup-smoke-1756759721 description', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:13.919315 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.934651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17531-306a-4cf7-98c0-bfbf1c87ac83 req-4fa99454-b8fe-44b8-aa12-68217082a89c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:13.936757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34d17531-306a-4cf7-98c0-bfbf1c87ac83 req-4fa99454-b8fe-44b8-aa12-68217082a89c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 944 time: 0.1583807 Aug 06 15:55:13.939431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:13.981552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:13.986241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:13.991008 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c2645d-f016-496f-9ff7-d4160d9d9ff5" -d '{"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:14.060442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.068691 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.072733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34d17531-306a-4cf7-98c0-bfbf1c87ac83 req-e23ed39f-2e4a-459f-ad5f-c0078c8336c0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234038 Aug 06 15:55:14.226551 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0819aee9-c1da-4f10-acbe-0b13a61e5f21 x-openstack-request-id: req-0819aee9-c1da-4f10-acbe-0b13a61e5f21 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:14.226898 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:14.227128 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0819aee9-c1da-4f10-acbe-0b13a61e5f21 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:14.228844 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'code': 200} Aug 06 15:55:14.229480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:14.229814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.243640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Transition to ACTIVE for port object ebab1c8d-3946-442f-a292-a671e126a44f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:14.292400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Transition to ACTIVE for port object ebab1c8d-3946-442f-a292-a671e126a44f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:14.323102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.379559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:14.419567 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.504579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe59:5f06 (fea17d9c-9b6b-4223-9219-1872e940e8b2/e26b9783-646e-4e32-948a-6c04b298c126/9def0982-7c7e-4fa1-982e-ac4f9d030901) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:14.556358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.557664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-13473f13-456c-4537-b297-19af2be13d6c tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8092768 Aug 06 15:55:14.561783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:14.568816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group_rule': {'security_group_id': '70bea9e2-e5a1-44dc-afd1-f8b7f855dc54', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:14.580509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:14.585029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:14.619817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:14.626277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Pushing event updated for resources: {'Port': ['ID=ebab1c8d-3946-442f-a292-a671e126a44f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:14.749186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.752487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Attempting to bind port ebab1c8d-3946-442f-a292-a671e126a44f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:14.760418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Attempting to bind port ebab1c8d-3946-442f-a292-a671e126a44f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:14.761368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Attempting to bind port ebab1c8d-3946-442f-a292-a671e126a44f on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:14.788790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:14.789703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:14.792889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.793927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:14.795626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Bound port: ebab1c8d-3946-442f-a292-a671e126a44f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:14.796046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.938074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:14.965644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] For port ebab1c8d-3946-442f-a292-a671e126a44f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:14.974503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] For port ebab1c8d-3946-442f-a292-a671e126a44f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ebab1c8d-3946-442f-a292-a671e126a44f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:15.008668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.012620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.056423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.082303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 9def0982-7c7e-4fa1-982e-ac4f9d030901 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:15.085772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cc4722-adc5-46ca-9075-452c9a47a819,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:15.145568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.167516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9c94bc85-17fa-4cae-9414-5ef5c62f33e7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6036351 Aug 06 15:55:15.171181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:15.190757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group_rule': {'security_group_id': '70bea9e2-e5a1-44dc-afd1-f8b7f855dc54', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:15.286513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b2417-38f6-4127-acc8-36f291bbe64c None None] Pushing event updated for resources: {'Port': ['ID=ebab1c8d-3946-442f-a292-a671e126a44f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:15.312234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.335692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:15.547748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632b26d-9151-42e2-8709-062e66ad4a24 req-3eae571a-916c-4f44-aa16-71cf1dd77e98 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.565598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.573908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6632b26d-9151-42e2-8709-062e66ad4a24 req-3eae571a-916c-4f44-aa16-71cf1dd77e98 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1934774 Aug 06 15:55:15.589714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=9def0982-7c7e-4fa1-982e-ac4f9d030901,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:15.605720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:15.615959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:15.632206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6632b26d-9151-42e2-8709-062e66ad4a24 req-10ad2196-dbf9-42ce-aecd-67b7073677d3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564208 Aug 06 15:55:15.633017 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:15.639961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.640646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.652173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:15.656800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:15.657553 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.791761 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-06a69a1f-306b-4c2b-895c-2b40a3ad1e60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5060177 Aug 06 15:55:15.796139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42572) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:15.855485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.925995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5fe4d-f647-4485-aa79-dc5086a44be3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.933244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5fe4d-f647-4485-aa79-dc5086a44be3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:15.939307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2de5fe4d-f647-4485-aa79-dc5086a44be3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1376648 Aug 06 15:55:15.940361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:15.962074 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:15.998964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:16.032287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.110110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.127732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2639d878-e87f-42d4-a590-2aca204e9ab2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:16.191064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 9def0982-7c7e-4fa1-982e-ac4f9d030901 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:16.191541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.227962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.230072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3db018dd-bc1d-4fe8-8756-c288989e6b01 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0575728 Aug 06 15:55:16.236249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:16.247196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group_rule': {'security_group_id': '70bea9e2-e5a1-44dc-afd1-f8b7f855dc54', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:16.326211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:16.385449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.409041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 9def0982-7c7e-4fa1-982e-ac4f9d030901 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:16.420969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Sync routers for ids ['a82390d2-d802-436a-879e-f9bef2f2b26b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:16.434281 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Routers {'a82390d2-d802-436a-879e-f9bef2f2b26b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:16.435105 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:55:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a82390d2-d802-436a-879e-f9bef2f2b26b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:16.449124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.694889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.755349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.756218 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Set router a82390d2-d802-436a-879e-f9bef2f2b26b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:16.799774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566a32f9-1cb2-432a-bd53-c6a2aed2ce95,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:16.925179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:16.926745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1940c32c-49d3-4c25-8eb1-dad87f66e464 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6873975 Aug 06 15:55:16.931484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42600) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:16.937128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group_rule': {'security_group_id': '70bea9e2-e5a1-44dc-afd1-f8b7f855dc54', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:16.990588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d4a2b-2d4f-4b4f-9464-2ab58ebcd10d req-43b59c7d-4154-433e-ba58-b3827bf236a3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:16.995674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.003055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f0d4a2b-2d4f-4b4f-9464-2ab58ebcd10d req-43b59c7d-4154-433e-ba58-b3827bf236a3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1536095 Aug 06 15:55:17.088063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=9def0982-7c7e-4fa1-982e-ac4f9d030901,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:17.134624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f0d4a2b-2d4f-4b4f-9464-2ab58ebcd10d req-c10379b5-b7db-4137-97aa-14c96844f915 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150100 Aug 06 15:55:17.220610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.229921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.235880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:17.247334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be07124e-01b4-4653-b08d-4350649c77e9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/9def0982-7c7e-4fa1-982e-ac4f9d030901 HTTP/1.1" status: 204 len: 168 time: 1.2983079 Aug 06 15:55:17.441507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670da97-92db-4f20-9a70-c19ad17ea493 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:17.450532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6670da97-92db-4f20-9a70-c19ad17ea493 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:17.460105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:17.462823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6670da97-92db-4f20-9a70-c19ad17ea493 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2251122 Aug 06 15:55:17.531998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:17.578308 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.608055 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T15:55:08Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f59906e6-0389-425a-812c-0c8e3f8a3162', 'name': '', 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'mac_address': 'fa:16:3e:20:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:07Z', 'updated_at': '2021-08-06T15:55:09Z', 'revision_number': 2, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'subnets': [{'id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:17.629445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet e26b9783-646e-4e32-948a-6c04b298c126 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:17.641947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.700009 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Checking router: a82390d2-d802-436a-879e-f9bef2f2b26b for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:17.700367 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Updating router a82390d2-d802-436a-879e-f9bef2f2b26b port f59906e6-0389-425a-812c-0c8e3f8a3162 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:55:17.712218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.777974 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.779351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:17.782835 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.799089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1065dea4-354a-4a14-9bba-794d25556702,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:17.836641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.851115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86dc7f62-6a34-4927-9c04-491b0c953f08 None None] Provisioning for port ebab1c8d-3946-442f-a292-a671e126a44f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:17.970347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:17.982328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:17.982514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bc73b176-2b30-4ae7-918c-3b1577d5b7c9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0458233 Aug 06 15:55:17.987638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group_rule': {'security_group_id': '70bea9e2-e5a1-44dc-afd1-f8b7f855dc54', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:18.105733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ebab1c8d-3946-442f-a292-a671e126a44f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:18.138922 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Project 9f00bf8cf223442c822b038eb39fb3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:55:18.151725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.181868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.244193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aa90296d-2a64-4629-b6e6-2aa28e2701d3 None None] Could not find standard attr ID for object 9def0982-7c7e-4fa1-982e-ac4f9d030901. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:18.343226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.394904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port ebab1c8d-3946-442f-a292-a671e126a44f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:18.400553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ebab1c8d-3946-442f-a292-a671e126a44f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:18.400883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.461986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.491129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.537600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=e26b9783-646e-4e32-948a-6c04b298c126,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:18.559918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c48c1ab8-d4af-4488-bb03-ccb7969974b2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:18.561126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.568521 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-09dddfd5-fda7-4428-a94b-07161d113c60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/e26b9783-646e-4e32-948a-6c04b298c126 HTTP/1.1" status: 204 len: 168 time: 1.1065912 Aug 06 15:55:18.571003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:18.601588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201d620-2f0a-479f-8b19-a719b10689c8 req-2b6df9d3-2c15-4be8-a1e1-65c8f3e3b320 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:18.609373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e405cc0-ff90-416c-9234-2d1a29bc0abf None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:18.611026 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.612300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b201d620-2f0a-479f-8b19-a719b10689c8 req-2b6df9d3-2c15-4be8-a1e1-65c8f3e3b320 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2065802 Aug 06 15:55:18.625314 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Transition to ACTIVE for port object f59906e6-0389-425a-812c-0c8e3f8a3162 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:18.650109 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.655405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e750a756-e372-4eb5-acdd-1ed6090be645 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6676612 Aug 06 15:55:18.657148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42652) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:18.667791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'security_group_rule': {'security_group_id': '70bea9e2-e5a1-44dc-afd1-f8b7f855dc54', 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:18.685238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b8acf97-abbc-48e0-9661-efe65af8cc33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096256 Aug 06 15:55:18.685906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:18.702440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:18.721474 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.759888 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.801626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b201d620-2f0a-479f-8b19-a719b10689c8 req-1723e9c6-fdab-428b-9254-a72246690003 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871786 Aug 06 15:55:18.807344 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Project 9f00bf8cf223442c822b038eb39fb3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 15:55:18.816603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.930113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.932389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:18.936248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:18.942405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88aaff-ed17-4bee-b292-0323c89cd55c None None] Pushing event updated for resources: {'Port': ['ID=f59906e6-0389-425a-812c-0c8e3f8a3162,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:19.019939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.025201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port ebab1c8d-3946-442f-a292-a671e126a44f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ebab1c8d-3946-442f-a292-a671e126a44f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:19.025987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Attempting to bind port f59906e6-0389-425a-812c-0c8e3f8a3162 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:19.027912 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Attempting to bind port f59906e6-0389-425a-812c-0c8e3f8a3162 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:19.028347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Attempting to bind port f59906e6-0389-425a-812c-0c8e3f8a3162 on network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:19.041037 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:19.041405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Checking segment: {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:19.044970 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.051336 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Bound using segment: {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:19.051336 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Bound port: f59906e6-0389-425a-812c-0c8e3f8a3162, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba46c01-c105-4353-8d9c-4f35975c2653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:19.051336 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.111199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.177593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1a37b5-213d-4d18-8f41-3c1d1b1ae1bd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:19.195674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:55:19.265079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] For port f59906e6-0389-425a-812c-0c8e3f8a3162, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:19.269913 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] For port f59906e6-0389-425a-812c-0c8e3f8a3162, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f59906e6-0389-425a-812c-0c8e3f8a3162,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:19.271075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-d7bbc645-9a95-443a-a089-e067ab18cf20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363695 Aug 06 15:55:19.276457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.286933 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a59433cb-4038-4977-8cfc-4c78b7737de8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6137049 Aug 06 15:55:19.292803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=ebab1c8d-3946-442f-a292-a671e126a44f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:19.367016 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.453213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] Deleting port ebab1c8d-3946-442f-a292-a671e126a44f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:19.453600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.531126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-861febdc-e020-4935-b38d-84ff8a419321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:19.532726 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-861febdc-e020-4935-b38d-84ff8a419321 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 1097 time: 0.1893203 Aug 06 15:55:19.555737 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Routers {'a82390d2-d802-436a-879e-f9bef2f2b26b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:19.572742 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:55:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a82390d2-d802-436a-879e-f9bef2f2b26b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:19.659625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] For port ebab1c8d-3946-442f-a292-a671e126a44f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ebab1c8d-3946-442f-a292-a671e126a44f,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:19.660628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.662172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:19.676631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] Calling delete_port for ebab1c8d-3946-442f-a292-a671e126a44f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:19.949574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:19.969689 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] Set router a82390d2-d802-436a-879e-f9bef2f2b26b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:19.974272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] No DVR routers for this DVR port ebab1c8d-3946-442f-a292-a671e126a44f on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:19.980327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-1e788a29-6cf5-4ca2-b21f-f3630b00d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:19.990291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-1e788a29-6cf5-4ca2-b21f-f3630b00d8f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 915 time: 0.4277263 Aug 06 15:55:20.049914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b293d-a567-48e4-adf3-6c22267ca44a None None] Pushing event deleted for resources: {'Port': ['ID=ebab1c8d-3946-442f-a292-a671e126a44f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:20.118117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-00a15f8a-5d6a-4268-9de4-8db9637e8d02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c86ea401-b191-4a4d-8645-e5443d6fadde HTTP/1.1" status: 200 len: 217 time: 0.1206937 Aug 06 15:55:20.121596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-9ac3ef5a-15d1-40d2-be50-69b039dc84fc tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756759721&fields=id&tenant_id=9f00bf8cf223442c822b038eb39fb3f9 HTTP/1.1" status: 200 len: 267 time: 0.3532166 Aug 06 15:55:20.139500 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597b94d7-111c-4939-901c-3182790af6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.247009 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88aaff-ed17-4bee-b292-0323c89cd55c None None] Pushing event updated for resources: {'Port': ['ID=f59906e6-0389-425a-812c-0c8e3f8a3162,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:20.304549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-5805a5db-eb6c-4dd0-aa43-d3f8e6897940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.306181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-5805a5db-eb6c-4dd0-aa43-d3f8e6897940 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.1795805 Aug 06 15:55:20.438003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-12112835-1875-4e87-b53a-13eebd7584c8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.439756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-12112835-1875-4e87-b53a-13eebd7584c8 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 808 time: 0.3173449 Aug 06 15:55:20.453622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-bbd5cfe7-ef42-4651-b4e3-1ee1d246929b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369202 Aug 06 15:55:20.482195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d904c8-09ea-4ec4-99fa-71d267ddb3b6 req-bd8e5831-81cc-4838-b1e5-f62cbcb1805f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.485413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32d904c8-09ea-4ec4-99fa-71d267ddb3b6 req-bd8e5831-81cc-4838-b1e5-f62cbcb1805f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.5020783 Aug 06 15:55:20.506528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-d8ddc30d-702d-45c1-80d4-75245f3f6fcf tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/quotas/9f00bf8cf223442c822b038eb39fb3f9 HTTP/1.1" status: 200 len: 375 time: 0.0597022 Aug 06 15:55:20.520953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597b94d7-111c-4939-901c-3182790af6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.526641 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T15:55:08Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f59906e6-0389-425a-812c-0c8e3f8a3162', 'name': '', 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'mac_address': 'fa:16:3e:20:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:07Z', 'updated_at': '2021-08-06T15:55:19Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'subnets': [{'id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:20.577509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:55:20.578035 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a27921-e3fa-4d35-a649-b2acb40e91b9 None None] The sync data for ids ['a82390d2-d802-436a-879e-f9bef2f2b26b'] in n-d-778550-6 is: [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T15:55:08Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f59906e6-0389-425a-812c-0c8e3f8a3162', 'name': '', 'network_id': '8f61aa19-0580-4509-9cb5-1f4ffbf10caf', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'mac_address': 'fa:16:3e:20:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:07Z', 'updated_at': '2021-08-06T15:55:19Z', 'revision_number': 4, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'subnets': [{'id': '2241b1b8-257e-49a8-ac23-95e838475baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:20.589800 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.631351 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-1c02fd46-d755-4a04-bcc3-8d640e203002 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628432 Aug 06 15:55:20.639310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32d904c8-09ea-4ec4-99fa-71d267ddb3b6 req-42063193-8484-4816-b052-4bd7819fab51 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447213 Aug 06 15:55:20.655703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-6d417f0c-096d-4c79-9cb5-f0ea4e43be98 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1410615 Aug 06 15:55:20.711100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:20.765047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:20.765047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:20.765047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.765297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e4874-8a02-417f-8db1-1114e2bda29f None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:20.765710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=29cbb136-64c6-4f98-98c0-c0e7294c8cfd,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:20.804183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-265e7854-89be-45b9-bf7c-f47290ab4402 req-d286ef1d-66b5-4265-9247-0492065fe176 service neutron] 10.222.0.59 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654224 Aug 06 15:55:20.871173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-597b94d7-111c-4939-901c-3182790af6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:20.887634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-d278e878-243d-4e54-ab90-0d881d2c3c26 service neutron] 10.222.0.16 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868305 Aug 06 15:55:20.912300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b94d7-111c-4939-901c-3182790af6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d134eda-e1cd-438f-8745-8513a0c31dc6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:20.968658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-597b94d7-111c-4939-901c-3182790af6e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68abe348d8d646a9a946eb79286ea027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3030133 Aug 06 15:55:20.971999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42694) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:21.026130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '29cbb136-64c6-4f98-98c0-c0e7294c8cfd'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:21.027376 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.041167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9ceda1b5-0adc-4997-8538-71d6ba745e57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3528619 Aug 06 15:55:21.043759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:21.054030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:91:fb:3f', 'name': 'tempest-NetworksTestDHCPv6-2014582617'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:21.178109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-ea4fbf59-c239-4934-92e6-86e01241a209 service neutron] 10.222.0.16 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884643 Aug 06 15:55:21.323609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48fcff10-9884-4fbf-93fb-a5be7ebeea4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.351188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:21.465030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Allocated IP 2001:db8::f816:3eff:fe5c:37bd (fea17d9c-9b6b-4223-9219-1872e940e8b2/29cbb136-64c6-4f98-98c0-c0e7294c8cfd/250cd122-2058-47e7-b0d1-a3b19e63b839) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:21.542352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.572186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48fcff10-9884-4fbf-93fb-a5be7ebeea4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.591572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:55:21.762809 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-feba929e-44e8-49df-bb73-25091b47b9ee req-7213e9af-b59b-419d-86b6-3245375178e2 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.1055002 Aug 06 15:55:21.795841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f59906e6-0389-425a-812c-0c8e3f8a3162 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:21.894357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.938911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48fcff10-9884-4fbf-93fb-a5be7ebeea4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.940681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Transition to ACTIVE for port object 250cd122-2058-47e7-b0d1-a3b19e63b839 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:21.949311 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48fcff10-9884-4fbf-93fb-a5be7ebeea4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:21.972367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-48fcff10-9884-4fbf-93fb-a5be7ebeea4e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d134eda-e1cd-438f-8745-8513a0c31dc6 HTTP/1.1" status: 204 len: 168 time: 0.9970200 Aug 06 15:55:21.976212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f59906e6-0389-425a-812c-0c8e3f8a3162 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:22.023765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65567905-6464-48ae-a1fa-58bf91d6486f req-9cedab08-677e-4e96-b0e6-7b02ac5c2c3b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:22.027765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65567905-6464-48ae-a1fa-58bf91d6486f req-9cedab08-677e-4e96-b0e6-7b02ac5c2c3b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1575215 Aug 06 15:55:22.050027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcff10-9884-4fbf-93fb-a5be7ebeea4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d134eda-e1cd-438f-8745-8513a0c31dc6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:22.073975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Transition to ACTIVE for port object 250cd122-2058-47e7-b0d1-a3b19e63b839 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:22.106467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f59906e6-0389-425a-812c-0c8e3f8a3162 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:22.108817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.156508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65567905-6464-48ae-a1fa-58bf91d6486f req-c9ac01be-1727-45bc-abaa-0c1887945b8a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195340 Aug 06 15:55:22.202785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.287927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe91:fb3f (fea17d9c-9b6b-4223-9219-1872e940e8b2/29cbb136-64c6-4f98-98c0-c0e7294c8cfd/5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:22.306238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Pushing event updated for resources: {'Port': ['ID=250cd122-2058-47e7-b0d1-a3b19e63b839,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:22.372133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:22.375453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:22.385354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:22.519285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Attempting to bind port 250cd122-2058-47e7-b0d1-a3b19e63b839 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:22.519911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Attempting to bind port 250cd122-2058-47e7-b0d1-a3b19e63b839 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:22.520387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Attempting to bind port 250cd122-2058-47e7-b0d1-a3b19e63b839 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:22.523490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.535629 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:55:22.583120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.631766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:22.841940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:22.900563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfc744a8-5414-4d33-b115-74de544ba181 req-fa032606-4ad0-4dcd-af51-72a443718b55 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.0598319 Aug 06 15:55:22.956095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:22.989199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:22.989786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port f59906e6-0389-425a-812c-0c8e3f8a3162, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f59906e6-0389-425a-812c-0c8e3f8a3162,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:22.999197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:23.006888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:23.007425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:23.008518 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.010445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:23.011316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Bound port: 250cd122-2058-47e7-b0d1-a3b19e63b839, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:23.012813 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.017030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.019099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.063596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:23.103647 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.185914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0db395f2-d54e-46f5-b669-ddcae0978a60 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1399953 Aug 06 15:55:23.190041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:23.208178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] For port 250cd122-2058-47e7-b0d1-a3b19e63b839, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:23.250344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ebab1c8d-3946-442f-a292-a671e126a44f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:23.295759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42748) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:23.320074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: ebab1c8d-3946-442f-a292-a671e126a44f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:23.320792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ebab1c8d-3946-442f-a292-a671e126a44f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:23.323912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc347-a8c9-42b3-912d-e670cad17c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.337442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] For port 250cd122-2058-47e7-b0d1-a3b19e63b839, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=250cd122-2058-47e7-b0d1-a3b19e63b839,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:23.348177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=f59906e6-0389-425a-812c-0c8e3f8a3162,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:23.357384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad6709-be50-4236-8e76-586249677751 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.373218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad6709-be50-4236-8e76-586249677751 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.378904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b1ad6709-be50-4236-8e76-586249677751 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1853058 Aug 06 15:55:23.379641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:23.429981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.444283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ae39a-a672-4fc5-ae8c-e3e586dc8741 req-03b7039b-a035-4655-b02a-4d715942e196 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:23.465051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-501ae39a-a672-4fc5-ae8c-e3e586dc8741 req-03b7039b-a035-4655-b02a-4d715942e196 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.0875392 Aug 06 15:55:23.544392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-501ae39a-a672-4fc5-ae8c-e3e586dc8741 req-4b9ffb3f-26d6-4582-8ae8-9dbdacbfa77c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780258 Aug 06 15:55:23.577084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc347-a8c9-42b3-912d-e670cad17c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.603641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938598b-d43a-49b5-ae0d-8295330032ce None None] Pushing event updated for resources: {'Port': ['ID=250cd122-2058-47e7-b0d1-a3b19e63b839,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:23.667416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:23.669097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.675466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4fc347-a8c9-42b3-912d-e670cad17c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.803388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5c4fc347-a8c9-42b3-912d-e670cad17c29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34858e326dc9434093a60aea22f86fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063858 Aug 06 15:55:23.806100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:23.857868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:23.875643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:23.984144 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e916d7de-616e-4c0b-8055-dff0de51e37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.043766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e916d7de-616e-4c0b-8055-dff0de51e37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.190581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fc347-a8c9-42b3-912d-e670cad17c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0e9368-4d96-4ee5-8830-707c98c3af93,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:24.207776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ebc71e0-2049-4390-9d55-0d2c6bec883f req-fe88f1b2-e0f5-4371-8012-2e2870983c40 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.1552894 Aug 06 15:55:24.252243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.341015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e916d7de-616e-4c0b-8055-dff0de51e37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.350158 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e916d7de-616e-4c0b-8055-dff0de51e37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.350158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e916d7de-616e-4c0b-8055-dff0de51e37e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a0e9368-4d96-4ee5-8830-707c98c3af93 HTTP/1.1" status: 204 len: 168 time: 0.5389292 Aug 06 15:55:24.360362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916d7de-616e-4c0b-8055-dff0de51e37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0e9368-4d96-4ee5-8830-707c98c3af93,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:24.413406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:24.502477 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.504862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f700a1e8-bc79-43f1-8de1-05a490addb37 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa HTTP/1.1" status: 204 len: 168 time: 1.1234906 Aug 06 15:55:24.509153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:24.643443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7d2f1-609c-4ab0-befc-616734c56ede tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.645464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e7d2f1-609c-4ab0-befc-616734c56ede tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.647414 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-67e7d2f1-609c-4ab0-befc-616734c56ede tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1372709 Aug 06 15:55:24.655493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:24.782920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 29cbb136-64c6-4f98-98c0-c0e7294c8cfd {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:24.788444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff1c1-a9b6-4d0e-98d5-a537ebb08f54 req-567aee0a-3ba7-4996-bc7f-5bec8a805706 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:24.789269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:24.800463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-172ff1c1-a9b6-4d0e-98d5-a537ebb08f54 req-567aee0a-3ba7-4996-bc7f-5bec8a805706 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1602921 Aug 06 15:55:24.880447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-172ff1c1-a9b6-4d0e-98d5-a537ebb08f54 req-ac787104-4747-45dc-b4f7-9116049bbb6c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704830 Aug 06 15:55:24.893265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:25.118740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:25.240792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c316dbce-b48c-45a6-88bb-af05d974044d None None] Provisioning for port 250cd122-2058-47e7-b0d1-a3b19e63b839 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:25.281297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:25.395709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=29cbb136-64c6-4f98-98c0-c0e7294c8cfd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:25.400088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:25.402362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-128e3647-ae51-4e7c-9e43-313c636fbec1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/29cbb136-64c6-4f98-98c0-c0e7294c8cfd HTTP/1.1" status: 204 len: 168 time: 0.7453394 Aug 06 15:55:25.408191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:25.528458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac56e862-6a7e-4bdb-bde2-cd757315af1b req-3882a6b3-54e5-4fbb-85a2-59f1d2532f94 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.1207659 Aug 06 15:55:25.566364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d45adefa-50bd-4941-8a28-e95c738b32b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1548886 Aug 06 15:55:25.567224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:25.616483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2b265-66ec-40b3-bfc6-f636dcbb4d65 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:25.632166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501cd82-bca4-4392-b221-64afa3cd4999 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:25.634501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e501cd82-bca4-4392-b221-64afa3cd4999 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0656059 Aug 06 15:55:25.637760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:25.828372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f59906e6-0389-425a-812c-0c8e3f8a3162 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:25.849653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99ff7d-aa78-4a3c-bab1-5b53615f7331 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:25.852118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e99ff7d-aa78-4a3c-bab1-5b53615f7331 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2132084 Aug 06 15:55:25.854720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:25.884306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e373d157-503c-4411-bc90-db2e4a6eefa7 None None] Could not find standard attr ID for object 5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:26.043960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:26.046534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5c5edb31-ee5c-42a6-970c-253e14615cf6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1676219 Aug 06 15:55:26.058333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:26.298416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f59906e6-0389-425a-812c-0c8e3f8a3162 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:26.357309 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.405296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-e0f47d95-a9d3-47e5-b5f2-ce9340aff899 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:26.407586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-e0f47d95-a9d3-47e5-b5f2-ce9340aff899 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.64 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 808 time: 0.4890184 Aug 06 15:55:26.419162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:55:26.520042 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.544542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 250cd122-2058-47e7-b0d1-a3b19e63b839 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:26.696161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] Deleting port 250cd122-2058-47e7-b0d1-a3b19e63b839 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:26.700105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.720309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-42b79bc1-2445-4d93-85f9-ec6b948c44ae tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f00bf8cf223442c822b038eb39fb3f9 HTTP/1.1" status: 200 len: 380 time: 0.2848425 Aug 06 15:55:26.743407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886109dd-f63d-4bd2-ac02-65abddc60397 req-413090e3-1ff5-46cc-a151-b751d5a231e8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:26.745725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-886109dd-f63d-4bd2-ac02-65abddc60397 req-413090e3-1ff5-46cc-a151-b751d5a231e8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.5625806 Aug 06 15:55:26.752071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'port': {'device_id': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'admin_state_up': True, 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'security_groups': ['70bea9e2-e5a1-44dc-afd1-f8b7f855dc54']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:26.829776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93788b77-dce6-49c1-b6bf-40c529143bfc req-d7e65c96-468b-4774-b43f-83f9fbd46842 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.0818336 Aug 06 15:55:26.845348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:26.857490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:26.996572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] For port 250cd122-2058-47e7-b0d1-a3b19e63b839, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=250cd122-2058-47e7-b0d1-a3b19e63b839,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:27.010338 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.034573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 250cd122-2058-47e7-b0d1-a3b19e63b839 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:27.089776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 250cd122-2058-47e7-b0d1-a3b19e63b839 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:27.091038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.148147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-886109dd-f63d-4bd2-ac02-65abddc60397 req-5b9c5382-ee12-44ed-ae4a-205d61a11c6a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889849 Aug 06 15:55:27.187753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] Calling delete_port for 250cd122-2058-47e7-b0d1-a3b19e63b839 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:27.506430 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.518031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Made reservation on behalf of 9f00bf8cf223442c822b038eb39fb3f9 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:27.537885 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.572083 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.617342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] Pushing event deleted for resources: {'Port': ['ID=250cd122-2058-47e7-b0d1-a3b19e63b839,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:27.647929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ff66d-3c85-4946-b2cb-554703e90023 None None] No DVR routers for this DVR port 250cd122-2058-47e7-b0d1-a3b19e63b839 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:27.710301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.800067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 250cd122-2058-47e7-b0d1-a3b19e63b839 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:27.815151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=0f98cb8a-cc2e-4939-9abb-4f2b645b5c28,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:27.855663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:27.869176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 250cd122-2058-47e7-b0d1-a3b19e63b839 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:27.871786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:27.884042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:27.884042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:27.887239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 250cd122-2058-47e7-b0d1-a3b19e63b839 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:27.901020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65021060-fa6b-4a63-8630-8c38c985fe58 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:28.040358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd04073e-4b55-452a-9586-880f4c5b8c7b req-bb495af0-32a8-4fef-800c-131e4f9a1d86 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.0460548 Aug 06 15:55:28.059095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:28.063615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c48d864f-de86-4531-9658-7c3b21ce4e39 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0182147 Aug 06 15:55:28.065531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:53:0c:28', 'name': 'tempest-NetworksTestDHCPv6-676321701'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:28.081452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Allocated IP 172.20.0.11 (1da952ca-4751-4243-83df-f2a84737472d/bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c/bb0bced1-3459-4aff-85c2-e6b970db8723) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:28.368297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '0f98cb8a-cc2e-4939-9abb-4f2b645b5c28'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:28.369128 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:28.452720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-c6dcfe52-844a-4936-adfd-7375530520c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1507263 Aug 06 15:55:28.471969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:28.564231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:28.651247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-8b1012ca-c167-4f01-9b76-5d75d25c9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:28.656136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-8b1012ca-c167-4f01-9b76-5d75d25c9542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb7276c4aae942509d28a953ecdb6542&device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 1097 time: 0.1513996 Aug 06 15:55:28.774465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/0f98cb8a-cc2e-4939-9abb-4f2b645b5c28/4d02a59e-1412-4324-a4a2-480a7c59b5fa) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:28.951121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1443840396'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:29.006675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.055704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.060620 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.061511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.079631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Transition to ACTIVE for port object bb0bced1-3459-4aff-85c2-e6b970db8723 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:29.098722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Transition to ACTIVE for port object 4d02a59e-1412-4324-a4a2-480a7c59b5fa will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:29.131960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Made reservation on behalf of 86fae2b36c234f5f88fe2bf0833131a9 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:29.148508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Transition to ACTIVE for port object 4d02a59e-1412-4324-a4a2-480a7c59b5fa will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:29.151061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.163701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-64c9dc62-fc7b-4eb6-86c8-f4c82aeb0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.170194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-64c9dc62-fc7b-4eb6-86c8-f4c82aeb0a98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 200 len: 915 time: 0.3871286 Aug 06 15:55:29.182551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 1fc37fa1-6fb5-4433-a971-155647d6aa74 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:55:29.213344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879d0fa-b8dd-4091-ad16-8b75b31bedef req-d58b702d-a6ef-4ca3-959d-6f6da79ab3b7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.223635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9879d0fa-b8dd-4091-ad16-8b75b31bedef req-d58b702d-a6ef-4ca3-959d-6f6da79ab3b7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.9273231 Aug 06 15:55:29.225455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.231140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.295164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:29.299557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:29.309771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:29.313833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Pushing event updated for resources: {'Port': ['ID=4d02a59e-1412-4324-a4a2-480a7c59b5fa,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:29.358571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9879d0fa-b8dd-4091-ad16-8b75b31bedef req-c112d0e9-08da-48c5-875a-5bf0cbd68ec9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339068 Aug 06 15:55:29.359745 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.361701 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-76e3d3cc-7bff-4b86-92e4-f010884414c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe HTTP/1.1" status: 200 len: 217 time: 0.1668987 Aug 06 15:55:29.437267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Attempting to bind port 4d02a59e-1412-4324-a4a2-480a7c59b5fa on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:29.438135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Attempting to bind port 4d02a59e-1412-4324-a4a2-480a7c59b5fa by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:29.438737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Attempting to bind port 4d02a59e-1412-4324-a4a2-480a7c59b5fa on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:29.446499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:29.447223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:29.447871 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.448486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:29.451524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Bound port: 4d02a59e-1412-4324-a4a2-480a7c59b5fa, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:29.452757 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.531963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-73889182-9fe8-431b-ae6a-3657fb77cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.533803 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-73889182-9fe8-431b-ae6a-3657fb77cec0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 200 len: 854 time: 0.1598859 Aug 06 15:55:29.570068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::3ac (fea17d9c-9b6b-4223-9219-1872e940e8b2/0f98cb8a-cc2e-4939-9abb-4f2b645b5c28/1fc37fa1-6fb5-4433-a971-155647d6aa74) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:29.592792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-e0a7db74-19a1-4799-8d92-40bc3405b163 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66adc19b-a4e0-4990-9d66-f0de10b964ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499284 Aug 06 15:55:29.619962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] For port 4d02a59e-1412-4324-a4a2-480a7c59b5fa, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:29.624891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] For port 4d02a59e-1412-4324-a4a2-480a7c59b5fa, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d02a59e-1412-4324-a4a2-480a7c59b5fa,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:29.675504 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.690345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Network 1da952ca-4751-4243-83df-f2a84737472d is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:29.701203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:29.714483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:29.772352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd347b0-aa69-4af0-ab7e-62e9f058d13a req-71647174-5bd7-4007-a8c5-b35790ffe0e9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.780371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddd347b0-aa69-4af0-ab7e-62e9f058d13a req-71647174-5bd7-4007-a8c5-b35790ffe0e9 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 932 time: 0.5529160 Aug 06 15:55:29.844963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733643a8-2fc5-4c67-9560-0b85fb44fbc8 None None] Pushing event updated for resources: {'Port': ['ID=4d02a59e-1412-4324-a4a2-480a7c59b5fa,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:29.887893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'Port': ['ID=bb0bced1-3459-4aff-85c2-e6b970db8723,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:29.903474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.903474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.904101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.904534 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.904965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.905398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.905824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.906250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.906695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.907117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.907540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.908006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:29.920542 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:29.928106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.937762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:29.957968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddd347b0-aa69-4af0-ab7e-62e9f058d13a req-3c706102-a07b-4ff8-8339-cc7a581cad25 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766214 Aug 06 15:55:30.022570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-484528d1-1ae5-4754-8555-1ffc28becdc2 service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088750 Aug 06 15:55:30.257258 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8a46aea-ba50-4a9d-8d1a-af754c038732 req-9cc51056-e49b-4d78-b701-3036856e5483 service neutron] 10.222.0.64 "GET /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183397 Aug 06 15:55:30.263881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.279913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 1fc37fa1-6fb5-4433-a971-155647d6aa74 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:30.282398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.346422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04914d62-b517-4c39-a047-2e5d222042a8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:30.354089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:55:30.382172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.382920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.383510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.384134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de7cbb05-7086-4550-a8e9-8bc9657e18ad None None] Provisioning for port bb0bced1-3459-4aff-85c2-e6b970db8723 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:30.384566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.385153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.385710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.387474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.388518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.392797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.392797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.392797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.392797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:30.399761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-de7cbb05-7086-4550-a8e9-8bc9657e18ad None None] Provisioning complete for port bb0bced1-3459-4aff-85c2-e6b970db8723 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:30.400329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de7cbb05-7086-4550-a8e9-8bc9657e18ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.407948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.408393 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Added segment 06cf4796-59ba-41d5-a3d9-662eaee856f4 of type vlan for network 3aec021d-8d63-40c6-b7ca-f874e315745e Aug 06 15:55:30.412860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-facdd317-b3b6-4351-a634-175a53e22ded tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6909916 Aug 06 15:55:30.429900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Request body: {'port': {'device_id': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:30.546936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-de7cbb05-7086-4550-a8e9-8bc9657e18ad None None] Port bb0bced1-3459-4aff-85c2-e6b970db8723 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:30.555842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.573561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.660597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa851984-a69d-4b72-a47d-a675bad65f35 req-1c8cf3c0-02f2-47d6-967e-3eabb6042764 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:30.662784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa851984-a69d-4b72-a47d-a675bad65f35 req-1c8cf3c0-02f2-47d6-967e-3eabb6042764 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.0967557 Aug 06 15:55:30.782799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa851984-a69d-4b72-a47d-a675bad65f35 req-a92654c1-1522-4f13-9893-3ab9ce6b14db tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123424 Aug 06 15:55:30.800536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.810305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:30.811399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.842775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:30.983158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0bced1-3459-4aff-85c2-e6b970db8723 {{(pid=94841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:30.986672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5131950 Aug 06 15:55:30.992915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:30.993961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:30.994796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c0880-4059-4743-8582-afd442feff78 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Pushing event updated for resources: {'Network': ['ID=3aec021d-8d63-40c6-b7ca-f874e315745e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:31.003438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.013295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3aec021d-8d63-40c6-b7ca-f874e315745e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:55:31.019536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Transition to ACTIVE for port object bb0bced1-3459-4aff-85c2-e6b970db8723 will not be triggered until provisioned by entity L2. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:31.037559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:31.048321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:31.059091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:31.070026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.085780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=1fc37fa1-6fb5-4433-a971-155647d6aa74,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:31.103675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.138335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'network': {'name': 'tempest-network--1492347104', 'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:31.212515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-507bd743-9678-4966-a83c-b3955e4795de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1525779 Aug 06 15:55:31.216038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42926) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:31.389783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02277b34-83de-4dff-9ea2-366e41d3f709 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:31.405222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02277b34-83de-4dff-9ea2-366e41d3f709 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:31.411108 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-02277b34-83de-4dff-9ea2-366e41d3f709 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1921039 Aug 06 15:55:31.412504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:31.433226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Made reservation on behalf of 87b4eb5492b844e480a98f13f98379ed for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:31.447018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.452676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0bced1-3459-4aff-85c2-e6b970db8723,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:31.559890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.596355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742595f-6adf-41cc-a78c-2ddfd0860508 req-35022df5-27e2-43cb-b13a-58bc5cccfc6f tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:31.613177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5742595f-6adf-41cc-a78c-2ddfd0860508 req-35022df5-27e2-43cb-b13a-58bc5cccfc6f tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 944 time: 0.4026570 Aug 06 15:55:31.757883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5742595f-6adf-41cc-a78c-2ddfd0860508 req-703777cd-d67d-4fce-aa29-7c8c494900a1 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432784 Aug 06 15:55:31.811078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Attempting to bind port bb0bced1-3459-4aff-85c2-e6b970db8723 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:31.811358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Attempting to bind port bb0bced1-3459-4aff-85c2-e6b970db8723 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:31.811900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Attempting to bind port bb0bced1-3459-4aff-85c2-e6b970db8723 on network 1da952ca-4751-4243-83df-f2a84737472d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:31.822827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Port bb0bced1-3459-4aff-85c2-e6b970db8723 on network 1da952ca-4751-4243-83df-f2a84737472d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:55:31.826957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Attempting to bind port bb0bced1-3459-4aff-85c2-e6b970db8723 on network 1da952ca-4751-4243-83df-f2a84737472d {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:31.839552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:31.840445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Checking segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:31.840933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Bound using segment: {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'} {{(pid=94841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:31.841587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.managers [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Bound port: bb0bced1-3459-4aff-85c2-e6b970db8723, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e73383ea-daf5-4bd5-8139-efc4c52b2c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '1da952ca-4751-4243-83df-f2a84737472d'}}] {{(pid=94841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:31.843837 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:31.882549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 1fc37fa1-6fb5-4433-a971-155647d6aa74 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:31.883423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.035973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d02a59e-1412-4324-a4a2-480a7c59b5fa up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:32.058054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] For port bb0bced1-3459-4aff-85c2-e6b970db8723, host n-h2-778550-6, cleared binding levels {{(pid=94841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:32.059652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] For port bb0bced1-3459-4aff-85c2-e6b970db8723, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb0bced1-3459-4aff-85c2-e6b970db8723,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:32.078244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.106594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 1fc37fa1-6fb5-4433-a971-155647d6aa74 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:32.143602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.146505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.234412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.246979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.253310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 1092 time: 1.8268914 Aug 06 15:55:32.254306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:32.261864 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e19718-e864-46fa-94fa-6541b1581c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:32.281851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.426235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4d02a59e-1412-4324-a4a2-480a7c59b5fa completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:32.459154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] Provisioning for port 4d02a59e-1412-4324-a4a2-480a7c59b5fa completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:32.464981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] Provisioning complete for port 4d02a59e-1412-4324-a4a2-480a7c59b5fa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:32.468968 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.486896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743170ee-1332-4abd-acfc-1f329074e9f5 req-853ede8b-2ff9-4107-b329-06cdef3edef6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.502595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-743170ee-1332-4abd-acfc-1f329074e9f5 req-853ede8b-2ff9-4107-b329-06cdef3edef6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.4033868 Aug 06 15:55:32.716793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1bf55-312d-4009-9947-ca4a8e23e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0bced1-3459-4aff-85c2-e6b970db8723,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:32.751353 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:32.790624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-743170ee-1332-4abd-acfc-1f329074e9f5 req-aeedb329-f6b5-4a5c-9aaa-0f1667df5f00 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857981 Aug 06 15:55:32.818065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-781c1300-f20e-4518-9402-55f1c9993c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:32.826993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-781c1300-f20e-4518-9402-55f1c9993c1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1095 time: 0.2952878 Aug 06 15:55:32.852418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] For port 4d02a59e-1412-4324-a4a2-480a7c59b5fa, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d02a59e-1412-4324-a4a2-480a7c59b5fa,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:32.957681 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.003773 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d360bed-c419-423c-b903-2cbc77b7159f x-openstack-request-id: req-2d360bed-c419-423c-b903-2cbc77b7159f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:33.004154 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:33.005723 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d360bed-c419-423c-b903-2cbc77b7159f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:33.006159 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'status': 'completed', 'code': 200} Aug 06 15:55:33.058024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-8ad063d8-f1eb-4c6d-a69f-3da557c02691 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 217 time: 0.2171988 Aug 06 15:55:33.126221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84451594-e3ab-4e32-a06e-be7ab250df1c None None] Pushing event updated for resources: {'Port': ['ID=4d02a59e-1412-4324-a4a2-480a7c59b5fa,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:33.211954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7cd88718-eff8-4b1e-8cbc-43422b77acab None None] Provisioning for port 1fc37fa1-6fb5-4433-a971-155647d6aa74 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:33.216725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7cd88718-eff8-4b1e-8cbc-43422b77acab None None] Provisioning complete for port 1fc37fa1-6fb5-4433-a971-155647d6aa74 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:33.217340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7cd88718-eff8-4b1e-8cbc-43422b77acab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.241750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-63f4b6e4-d433-4dad-b9b4-99096c8b20f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:33.250518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-63f4b6e4-d433-4dad-b9b4-99096c8b20f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 200 len: 847 time: 0.1415980 Aug 06 15:55:33.337100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7cd88718-eff8-4b1e-8cbc-43422b77acab None None] Port 1fc37fa1-6fb5-4433-a971-155647d6aa74 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:55:33.389841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:55:33.400525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231a9a5-27ee-445c-b815-62fc2c7a7c11 req-0abf322e-58d3-47e0-8cdf-f1dcc2484c5a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:33.403714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1231a9a5-27ee-445c-b815-62fc2c7a7c11 req-0abf322e-58d3-47e0-8cdf-f1dcc2484c5a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 944 time: 0.3963826 Aug 06 15:55:33.408465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c31315-b154-47fd-939e-1b852cd59e61,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:33.432124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.432629 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Added segment 72e63bd9-c88e-47bb-8e07-12c4688ca217 of type vlan for network 09f904b3-6cb9-4da5-86f1-64517905b93d Aug 06 15:55:33.437719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-53886c86-666b-4a3c-938e-ebc5b1d961c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:33.439582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-53886c86-666b-4a3c-938e-ebc5b1d961c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1da952ca-4751-4243-83df-f2a84737472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718869 Aug 06 15:55:33.585597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1231a9a5-27ee-445c-b815-62fc2c7a7c11 req-08feeadf-20ce-4ad4-a66f-6615040a05f7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677651 Aug 06 15:55:33.596217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.661056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-1eb2308e-c5a8-45a8-8460-94c77384abf4 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959558 Aug 06 15:55:33.723386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.725368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:33.726231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.728828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:33.830265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d02a59e-1412-4324-a4a2-480a7c59b5fa up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:33.847034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=1fc37fa1-6fb5-4433-a971-155647d6aa74,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:33.941013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d189e51-d080-42f4-8a5b-2c51932524d8 req-6167b531-b433-4e61-bbf6-a83c256257ee service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637925 Aug 06 15:55:34.074061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4d02a59e-1412-4324-a4a2-480a7c59b5fa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:34.075795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.200810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Network': ['ID=09f904b3-6cb9-4da5-86f1-64517905b93d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:34.208849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.217558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-347f297a-619a-4c4f-984f-071a2401ce78 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/1fc37fa1-6fb5-4433-a971-155647d6aa74 HTTP/1.1" status: 204 len: 168 time: 2.8032591 Aug 06 15:55:34.221268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 09f904b3-6cb9-4da5-86f1-64517905b93d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:55:34.222095 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-40a19b4b-96a9-4474-bad1-08178e3a9402 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.2078342 Aug 06 15:55:34.224926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:34.227039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:34.331537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e19718-e864-46fa-94fa-6541b1581c7f req-a357bfe1-c9a2-47d8-ae02-81aa044e8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.336995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-a357bfe1-c9a2-47d8-ae02-81aa044e8ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1095 time: 0.2590325 Aug 06 15:55:34.361989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524178a-00c9-48bc-bd92-eb6fa4f70ec9 req-5ee44dbc-4aa7-4db2-9437-86ad10abc52d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.375670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f524178a-00c9-48bc-bd92-eb6fa4f70ec9 req-5ee44dbc-4aa7-4db2-9437-86ad10abc52d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2178600 Aug 06 15:55:34.518476 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.592667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230065c-28d3-44b9-8d28-b624a6baa423 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.594971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230065c-28d3-44b9-8d28-b624a6baa423 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:34.596626 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5230065c-28d3-44b9-8d28-b624a6baa423 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3679559 Aug 06 15:55:34.600402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f524178a-00c9-48bc-bd92-eb6fa4f70ec9 req-d02836d3-99b5-4a84-8b9d-c29775780400 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235179 Aug 06 15:55:34.601438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:34.846409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b515594-99ec-43d8-b7d7-11f764d94e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.868979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.885464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 0f98cb8a-cc2e-4939-9abb-4f2b645b5c28 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:34.899407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f904b3-6cb9-4da5-86f1-64517905b93d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:34.901035 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.929551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e63bd9-c88e-47bb-8e07-12c4688ca217') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:34.929919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e63bd9-c88e-47bb-8e07-12c4688ca217') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:34.949390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.969249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.980678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:55:34.981468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:55:34.989164 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:34.991984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.042645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb0bced1-3459-4aff-85c2-e6b970db8723 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:55:35.188253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e19718-e864-46fa-94fa-6541b1581c7f req-9810afef-a801-4fe7-86b5-4f874e4b5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.190428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-9810afef-a801-4fe7-86b5-4f874e4b5031 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 909 time: 0.7996578 Aug 06 15:55:35.234707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.245738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09f904b3-6cb9-4da5-86f1-64517905b93d {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:55:35.317274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.344836 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/networks/09f904b3-6cb9-4da5-86f1-64517905b93d HTTP/1.1" status: 204 len: 168 time: 1.0895987 Aug 06 15:55:35.346054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af23586-de1f-428a-a538-c3f6494862dc tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Network': ['ID=09f904b3-6cb9-4da5-86f1-64517905b93d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:35.365605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:35.410607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:35.410765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb7508-2353-4d69-bf21-9919640eb710 req-887b2fd7-d6fe-4f4f-b64c-7e9fe05459ab tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.428418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bdb7508-2353-4d69-bf21-9919640eb710 req-887b2fd7-d6fe-4f4f-b64c-7e9fe05459ab tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 944 time: 0.6794927 Aug 06 15:55:35.438960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-192160fc-b1e3-4854-8633-1c1aeb8bcd25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 217 time: 0.2202632 Aug 06 15:55:35.539091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bb0bced1-3459-4aff-85c2-e6b970db8723, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb0bced1-3459-4aff-85c2-e6b970db8723,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:35.561684 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.588700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bdb7508-2353-4d69-bf21-9919640eb710 req-a248b021-4820-48fa-ae19-b497a35be53d tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492260 Aug 06 15:55:35.628266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Made reservation on behalf of 87b4eb5492b844e480a98f13f98379ed for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:35.635906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.698464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'port_id': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'mac_address': 'fa:16:3e:70:a1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:55:35.746079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:55:35.790154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.791175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e19718-e864-46fa-94fa-6541b1581c7f req-078c229b-333c-4411-8da2-be26f240c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:35.795736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-078c229b-333c-4411-8da2-be26f240c801 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 200 len: 847 time: 0.3421531 Aug 06 15:55:35.797439 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Added segment e0ff3bd8-cb1c-4601-a137-2f065dbc6115 of type vlan for network 508a2421-9dd2-4ed0-b52f-06ec431af398 Aug 06 15:55:35.890970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:35.965002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0bced1-3459-4aff-85c2-e6b970db8723 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:55:36.016066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e19718-e864-46fa-94fa-6541b1581c7f req-d887b532-bf11-4786-a9a0-716dc8635f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.018043 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-d887b532-bf11-4786-a9a0-716dc8635f07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1da952ca-4751-4243-83df-f2a84737472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832175 Aug 06 15:55:36.026808 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902d3d3-d773-4bc8-adc5-cee8ca22e4ec req-5a2b0204-0cfe-41b9-b846-35563ff2300a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.028043 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.035938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e902d3d3-d773-4bc8-adc5-cee8ca22e4ec req-5a2b0204-0cfe-41b9-b846-35563ff2300a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.2390769 Aug 06 15:55:36.036837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bb0bced1-3459-4aff-85c2-e6b970db8723, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb0bced1-3459-4aff-85c2-e6b970db8723,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:36.095138 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.120950 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.183398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.184436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.185040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.201327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7618a8b-ebd8-4a4b-88d6-14d4f4c5a581 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:36.249244 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.255856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/0f98cb8a-cc2e-4939-9abb-4f2b645b5c28 HTTP/1.1" status: 204 len: 168 time: 1.6451399 Aug 06 15:55:36.274162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:36.286106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810763-0545-47d7-a53f-e49ca07d1249 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=0f98cb8a-cc2e-4939-9abb-4f2b645b5c28,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:36.323641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e902d3d3-d773-4bc8-adc5-cee8ca22e4ec req-da1b864e-d1a4-436d-aa01-b8af1d47f5ae tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848060 Aug 06 15:55:36.403379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-22a1b09b-03f0-45d5-848d-a7d457a68256 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529501 Aug 06 15:55:36.530769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1636512 Aug 06 15:55:36.531586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:36.565726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'subnet': {'network_id': '508a2421-9dd2-4ed0-b52f-06ec431af398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:36.581104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=bb0bced1-3459-4aff-85c2-e6b970db8723,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:36.588245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:36.590874 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5299df7-adf3-4e1c-be89-832c485c0b40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3153551 Aug 06 15:55:36.717929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e9b51-81c2-4105-913d-ae78c939e808 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Network': ['ID=508a2421-9dd2-4ed0-b52f-06ec431af398,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:36.718539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['bb0bced1-3459-4aff-85c2-e6b970db8723'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:36.733923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 508a2421-9dd2-4ed0-b52f-06ec431af398 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:55:36.823970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Made reservation on behalf of 87b4eb5492b844e480a98f13f98379ed for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:36.826814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:36.849674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343eb52e-a9b3-4bd6-b01a-7a1012f2da2d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.851745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-343eb52e-a9b3-4bd6-b01a-7a1012f2da2d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2624493 Aug 06 15:55:36.854254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:36.900308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24e19718-e864-46fa-94fa-6541b1581c7f req-0a616960-894c-49d8-ae1e-762f5d65bb43 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899957 Aug 06 15:55:36.923096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68634467-a613-4abf-afa9-ef3f32f75b6f req-0dcb921b-0d42-431c-a204-156488bbc755 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:36.927179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68634467-a613-4abf-afa9-ef3f32f75b6f req-0dcb921b-0d42-431c-a204-156488bbc755 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 945 time: 0.2287817 Aug 06 15:55:36.999507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-68634467-a613-4abf-afa9-ef3f32f75b6f req-8bb410da-6e49-413d-a13b-262aba8e5463 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608170 Aug 06 15:55:37.038191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a0f85-6039-4da8-ba34-b2d3c24bc6e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:37.045395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a49a0f85-6039-4da8-ba34-b2d3c24bc6e4 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1842306 Aug 06 15:55:37.046360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:37.060119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:55:37.153436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3024bc04-862d-4dfb-818c-0dd3fc1df1d5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032376 Aug 06 15:55:37.157769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:37.166136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:37.383163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] Deleting port 4d02a59e-1412-4324-a4a2-480a7c59b5fa {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:37.384019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.685486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] For port 4d02a59e-1412-4324-a4a2-480a7c59b5fa, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d02a59e-1412-4324-a4a2-480a7c59b5fa,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:37.686014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.689867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:37.694185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.721116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] Calling delete_port for 4d02a59e-1412-4324-a4a2-480a7c59b5fa owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:37.813802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.816745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-569c3835-3553-4b49-aa0b-71bd2c4faaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:37.915330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d02a59e-1412-4324-a4a2-480a7c59b5fa no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:37.991403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:55:37.993098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.111635 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.145139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] No DVR routers for this DVR port 4d02a59e-1412-4324-a4a2-480a7c59b5fa on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:38.167898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port 4d02a59e-1412-4324-a4a2-480a7c59b5fa {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:55:38.168353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d02a59e-1412-4324-a4a2-480a7c59b5fa not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:38.180072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb82c84-4e3c-4b0b-8a4f-a668e5546b0f None None] Pushing event deleted for resources: {'Port': ['ID=4d02a59e-1412-4324-a4a2-480a7c59b5fa,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:38.208779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280f534-3809-4965-a5ee-5b7a33b48804 req-8df6cc9e-61d2-4811-9cb6-4db9e9f6fa83 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.211176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c280f534-3809-4965-a5ee-5b7a33b48804 req-8df6cc9e-61d2-4811-9cb6-4db9e9f6fa83 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.6607587 Aug 06 15:55:38.221587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e983b691-9795-4ee9-8481-d8d2b70add21,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:38.265951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Checking segment: {'id': 'e0ff3bd8-cb1c-4601-a137-2f065dbc6115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '508a2421-9dd2-4ed0-b52f-06ec431af398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:38.266313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Network hostable DHCP agents. Network: 508a2421-9dd2-4ed0-b52f-06ec431af398, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:55:38.366535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Network 508a2421-9dd2-4ed0-b52f-06ec431af398 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:55:38.399744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c280f534-3809-4965-a5ee-5b7a33b48804 req-3471db30-4ac2-47ff-8f24-cd351d6275f9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746736 Aug 06 15:55:38.463185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 508a2421-9dd2-4ed0-b52f-06ec431af398) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:38.467676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.468351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.474328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8239d-2760-4326-bbd2-118925c722e1 None None] Network 508a2421-9dd2-4ed0-b52f-06ec431af398 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:38.484313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b22223-7216-4fff-b8ce-34516d1b16ab req-5e4a722f-0536-42e5-9bc5-3318ccbd1a69 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.499022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23b22223-7216-4fff-b8ce-34516d1b16ab req-5e4a722f-0536-42e5-9bc5-3318ccbd1a69 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 945 time: 0.2166038 Aug 06 15:55:38.579959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8071b01-abac-46a8-aded-0d05e8e712c0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0449078 Aug 06 15:55:38.584690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:38.591661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'floatingip': {'floating_network_id': '508a2421-9dd2-4ed0-b52f-06ec431af398'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:38.608366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:55:38.615754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.640999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23b22223-7216-4fff-b8ce-34516d1b16ab req-769b9142-4970-4d0b-b91d-e350341b0385 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300554 Aug 06 15:55:38.708847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:38.712403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.719377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:38.735108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34745463-8e15-4eb4-ade8-21773cca0f45 req-3282500f-b8e3-4cb6-9598-31c7fde14d21 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.748741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd7585-1654-41f6-9efc-8004d3289339 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:38.758128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34745463-8e15-4eb4-ade8-21773cca0f45 req-3282500f-b8e3-4cb6-9598-31c7fde14d21 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 945 time: 0.2154343 Aug 06 15:55:38.773459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:38.777898 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.912314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34745463-8e15-4eb4-ade8-21773cca0f45 req-c04388d9-2168-41ce-a892-a63958c40ad7 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520455 Aug 06 15:55:38.932543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:38.955408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:38.984032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d1a19e5e-ef4a-4e9b-8aee-6a5dffada01e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8266191 Aug 06 15:55:38.987116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:38.992103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9735615-100f-4e20-9e36-da874d29843d None None] Network 508a2421-9dd2-4ed0-b52f-06ec431af398 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:38.993005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:39.018476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.084886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb0bced1-3459-4aff-85c2-e6b970db8723 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:39.131544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Allocated IP 172.20.0.9 (508a2421-9dd2-4ed0-b52f-06ec431af398/e983b691-9795-4ee9-8481-d8d2b70add21/c046a500-42f0-4eeb-b275-30748b357613) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:39.263515 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:39.267841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.343684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.484781 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6 (CIDR: 2001:db8::/64) Aug 06 15:55:39.552960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbba8d-c605-4c43-97b0-611ecd02582e req-073bd899-8322-4d62-8ff3-e038e80d10c0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.553877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-dcb4eb9f-e17a-48a2-8c7a-0fbfc7e87509 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.554620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76cbba8d-c605-4c43-97b0-611ecd02582e req-073bd899-8322-4d62-8ff3-e038e80d10c0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.0595403 Aug 06 15:55:39.555432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-dcb4eb9f-e17a-48a2-8c7a-0fbfc7e87509 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 945 time: 0.0691385 Aug 06 15:55:39.572961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.620349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:39.621632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.641546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76cbba8d-c605-4c43-97b0-611ecd02582e req-b8116ed3-551b-4486-bf1e-476c75e45ef8 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788467 Aug 06 15:55:39.662754 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:55:39.663367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:55:39.672355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Port': ['ID=c046a500-42f0-4eeb-b275-30748b357613,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:39.840555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Network 508a2421-9dd2-4ed0-b52f-06ec431af398 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:39.840555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:39.840555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:39.840935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2a967-f4cc-4b2d-93b0-17c53a220553 req-0c01c8de-13c9-4cf2-8edb-c59a3548fde0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:39.840935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2e2a967-f4cc-4b2d-93b0-17c53a220553 req-0c01c8de-13c9-4cf2-8edb-c59a3548fde0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 945 time: 0.0700967 Aug 06 15:55:39.865746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.879772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port bb0bced1-3459-4aff-85c2-e6b970db8723 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:39.881074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2e2a967-f4cc-4b2d-93b0-17c53a220553 req-f842263f-c355-44db-9d48-00ea7321be59 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566134 Aug 06 15:55:39.898814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port bb0bced1-3459-4aff-85c2-e6b970db8723 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:39.898814 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.921734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Deleting port 66230572-9aee-47fc-9d50-f909f05f1853 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:39.922125 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:39.924870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Allocated IP 2001:db8::f816:3eff:fe36:c27d (fea17d9c-9b6b-4223-9219-1872e940e8b2/81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6/aa89afee-78c6-494e-8b17-e2669f7cc19b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:39.936816 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a733803d-681e-4346-957c-9a571a279eb3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9477594 Aug 06 15:55:39.938368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:39.946789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:40.121799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] For port 66230572-9aee-47fc-9d50-f909f05f1853, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=66230572-9aee-47fc-9d50-f909f05f1853,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:40.122118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.125449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.148944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.163059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Calling delete_port for 66230572-9aee-47fc-9d50-f909f05f1853 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:40.194351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:40.200029 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e0c792-4480-4140-8fef-80ac49f8ddcd" -d '{"events": [{"server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "name": "network-vif-plugged", "status": "completed", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:40.322927 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9b72f-d281-4e40-912b-1f7c0e89ce9b x-openstack-request-id: req-9da9b72f-d281-4e40-912b-1f7c0e89ce9b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:40.323946 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "name": "network-vif-plugged", "status": "completed", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:40.324545 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9da9b72f-d281-4e40-912b-1f7c0e89ce9b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:40.325929 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'code': 200} Aug 06 15:55:40.331871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port bb0bced1-3459-4aff-85c2-e6b970db8723, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb0bced1-3459-4aff-85c2-e6b970db8723,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:40.430508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6712d6a-f063-427f-a6af-c5be44804dcf req-f86c9037-0afa-427d-b42e-7e908e423998 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.433241 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6712d6a-f063-427f-a6af-c5be44804dcf req-f86c9037-0afa-427d-b42e-7e908e423998 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 945 time: 0.1372597 Aug 06 15:55:40.433899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.437309 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.480452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:40.490867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.491384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Transition to ACTIVE for port object aa89afee-78c6-494e-8b17-e2669f7cc19b will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:40.569157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f56e6-c182-4290-ab97-8276ea56edbf req-e89cd602-528f-4fee-afca-43b1b1fa21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:40.571018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-848f56e6-c182-4290-ab97-8276ea56edbf req-e89cd602-528f-4fee-afca-43b1b1fa21f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1096 time: 0.1951556 Aug 06 15:55:40.590013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Transition to ACTIVE for port object aa89afee-78c6-494e-8b17-e2669f7cc19b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:40.609746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.611495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=bb0bced1-3459-4aff-85c2-e6b970db8723,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:40.647783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6712d6a-f063-427f-a6af-c5be44804dcf req-48999b27-6c9f-44b9-8742-30d7944b6dd0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041190 Aug 06 15:55:40.686429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.701257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-848f56e6-c182-4290-ab97-8276ea56edbf req-24a49113-9780-4934-aac3-7aaa50121348 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731289 Aug 06 15:55:40.732044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.741011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.857687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Pushing event updated for resources: {'Port': ['ID=aa89afee-78c6-494e-8b17-e2669f7cc19b,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:40.886283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde', '66230572-9aee-47fc-9d50-f909f05f1853'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:40.889955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['3038dade-6655-4af9-83c0-4c2a3e2162fe', 'aad04e32-42c3-4787-86e4-6bcdb68a2c25'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:40.932465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Port': ['ID=c046a500-42f0-4eeb-b275-30748b357613,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:40.940901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] No DVR routers for this DVR port 66230572-9aee-47fc-9d50-f909f05f1853 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:40.948754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:40.951056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-71dfec34-1650-44fb-a5c5-8ddd317c5b66 req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "DELETE /v2.0/ports/66230572-9aee-47fc-9d50-f909f05f1853 HTTP/1.1" status: 204 len: 173 time: 1.3898022 Aug 06 15:55:40.965230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'name': 'network-vif-deleted', 'tag': '66230572-9aee-47fc-9d50-f909f05f1853'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:40.968153 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb69a465-dff1-48f2-a0c6-f3239305f6f7" -d '{"events": [{"server_uuid": "8c517113-b8fc-4b6e-896b-be26e4f1101c", "name": "network-vif-deleted", "tag": "66230572-9aee-47fc-9d50-f909f05f1853"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:41.001756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:41.007546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:41.011301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:41.013499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.039303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3e3ef-83f3-4c1a-a777-5faf7f13e840 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event deleted for resources: {'Port': ['ID=66230572-9aee-47fc-9d50-f909f05f1853,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:41.043838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.149300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.151450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e0f2575-e206-4552-9245-b8de3737c11a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5653133 Aug 06 15:55:41.153791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43296) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:41.218336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Attempting to bind port aa89afee-78c6-494e-8b17-e2669f7cc19b on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:41.218861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Attempting to bind port aa89afee-78c6-494e-8b17-e2669f7cc19b by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:41.219334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Attempting to bind port aa89afee-78c6-494e-8b17-e2669f7cc19b on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:41.242425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:41.246311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:41.246311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.246311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:41.246311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Bound port: aa89afee-78c6-494e-8b17-e2669f7cc19b, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:41.246311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.250674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.254363 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ea9ea8b-0524-4546-8fd2-9f13cb9c8d77 req-309c6356-ecb0-480a-8317-1af4102204d8 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c517113-b8fc-4b6e-896b-be26e4f1101c HTTP/1.1" status: 200 len: 210 time: 0.0892198 Aug 06 15:55:41.355357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b98365fb-db5c-42cc-865d-af0320cbef48 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=508a2421-9dd2-4ed0-b52f-06ec431af398 HTTP/1.1" status: 200 len: 689 time: 0.2001266 Aug 06 15:55:41.364950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43306) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:41.379986 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaed39f-e0d9-4eed-a59c-dc7101d940d6 x-openstack-request-id: req-cbaed39f-e0d9-4eed-a59c-dc7101d940d6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:41.380754 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c517113-b8fc-4b6e-896b-be26e4f1101c", "name": "network-vif-deleted", "tag": "66230572-9aee-47fc-9d50-f909f05f1853", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:41.381236 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbaed39f-e0d9-4eed-a59c-dc7101d940d6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:41.381815 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c517113-b8fc-4b6e-896b-be26e4f1101c', 'name': 'network-vif-deleted', 'tag': '66230572-9aee-47fc-9d50-f909f05f1853', 'status': 'completed', 'code': 200} Aug 06 15:55:41.487239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] For port aa89afee-78c6-494e-8b17-e2669f7cc19b, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:41.509674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.517695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] For port aa89afee-78c6-494e-8b17-e2669f7cc19b, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa89afee-78c6-494e-8b17-e2669f7cc19b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:41.706342 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.730757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Deleting port c046a500-42f0-4eeb-b275-30748b357613 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:41.731909 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.781770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d1ebb-76f9-48fa-970a-d55975eaeacc req-52647c54-482c-4187-a8bd-a4e51007970f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:41.783430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e78d1ebb-76f9-48fa-970a-d55975eaeacc req-52647c54-482c-4187-a8bd-a4e51007970f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.8697529 Aug 06 15:55:41.785472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:41.834551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:41.867339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:41.872071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.897152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571b7f7-b174-49ba-b354-2a7344604f98 None None] Pushing event updated for resources: {'Port': ['ID=aa89afee-78c6-494e-8b17-e2669f7cc19b,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:41.916735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=99f16be8-3266-44e7-b679-64f8a9c97af6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:41.956963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.957296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:41.981234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Calling delete_port for c046a500-42f0-4eeb-b275-30748b357613 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:41.985837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e2d9-000d-47fa-9fba-b887b8a7521a req-e2d952f7-89ca-4dc9-9b26-37c5e1335dc3 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:41.987424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e069e2d9-000d-47fa-9fba-b887b8a7521a req-e2d952f7-89ca-4dc9-9b26-37c5e1335dc3 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.1961994 Aug 06 15:55:41.994146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e78d1ebb-76f9-48fa-970a-d55975eaeacc req-40614d12-5e30-4b7a-9722-a9df3fe526af tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631448 Aug 06 15:55:42.057207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e069e2d9-000d-47fa-9fba-b887b8a7521a req-2b04e5b9-69c4-46f5-8193-a3d1589fbd51 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579529 Aug 06 15:55:42.080795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3c0a058b-14c3-42fa-9d50-e92f5a8ef7b1 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1412017 Aug 06 15:55:42.084858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:42.093780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:97:a8:d4', 'name': 'tempest-NetworksTestDHCPv6-1942983869'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:42.423325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.464052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Port': ['ID=c046a500-42f0-4eeb-b275-30748b357613,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:42.480835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:42.556613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.586722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.645417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 0538ee8c-8473-43d9-a575-0f9e32560b2b yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:55:42.663189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.879026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8:0:1::3a4 (fea17d9c-9b6b-4223-9219-1872e940e8b2/99f16be8-3266-44e7-b679-64f8a9c97af6/0538ee8c-8473-43d9-a575-0f9e32560b2b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:42.888824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe97:a8d4 (fea17d9c-9b6b-4223-9219-1872e940e8b2/81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6/0538ee8c-8473-43d9-a575-0f9e32560b2b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:42.950828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:42.995594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e983b691-9795-4ee9-8481-d8d2b70add21,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:43.013775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-76bd517c-623c-4a4e-9750-ef1e278d5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.016085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-76bd517c-623c-4a4e-9750-ef1e278d5cfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1096 time: 0.1404023 Aug 06 15:55:43.114587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 66230572-9aee-47fc-9d50-f909f05f1853 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:43.216003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 66230572-9aee-47fc-9d50-f909f05f1853 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:43.216926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 66230572-9aee-47fc-9d50-f909f05f1853 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:43.243034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.269090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e109520-810f-41b7-abbe-6a956ec95d1c None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:43.301944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159266b-119f-4bee-8ad1-f0e57fff8326 req-285ae9a4-e5c6-4a27-b9ca-429af0aef293 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.304723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8159266b-119f-4bee-8ad1-f0e57fff8326 req-285ae9a4-e5c6-4a27-b9ca-429af0aef293 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1604061 Aug 06 15:55:43.338681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508a2421-9dd2-4ed0-b52f-06ec431af398']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:43.368318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ff3bd8-cb1c-4601-a137-2f065dbc6115') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:43.368878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ff3bd8-cb1c-4601-a137-2f065dbc6115') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:43.387820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.397052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.425226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.439201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8159266b-119f-4bee-8ad1-f0e57fff8326 req-ae57b023-d5b5-429a-a17b-3c66471b3491 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206822 Aug 06 15:55:43.442866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 0538ee8c-8473-43d9-a575-0f9e32560b2b will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:43.445907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-dba595db-2ffa-4f74-917e-9a91d9044170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.447724 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-dba595db-2ffa-4f74-917e-9a91d9044170 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.3826447 Aug 06 15:55:43.449021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:55:43.449438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:55:43.451440 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:43.455364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0e5e0-b710-47c6-b8fa-ec580bfc613b req-6fb6ab98-7677-4eaa-ac93-9ed84931d6b6 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.461545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3be0e5e0-b710-47c6-b8fa-ec580bfc613b req-6fb6ab98-7677-4eaa-ac93-9ed84931d6b6 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.1520419 Aug 06 15:55:43.546380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-681b60fb-44b4-4d76-92f5-50145bdd8482 None None] Provisioning for port aa89afee-78c6-494e-8b17-e2669f7cc19b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:43.553738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3be0e5e0-b710-47c6-b8fa-ec580bfc613b req-0c9f8060-870b-45bd-9bd6-85847bdeac72 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835981 Aug 06 15:55:43.612902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.697813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6', 'ip_address': '2001:db8::f816:3eff:fe36:c27d'}, {'subnet_id': '99f16be8-3266-44e7-b679-64f8a9c97af6'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'aa89afee-78c6-494e-8b17-e2669f7cc19b'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:55:43.731159 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.751580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-3536cec7-18d4-4047-ba5c-57bc0225b62a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 1001 time: 0.2803180 Aug 06 15:55:43.759616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:43.773600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:43.778161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=0538ee8c-8473-43d9-a575-0f9e32560b2b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:43.781812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:43.799055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.799826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.832325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.856257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb7c8-a1a6-4ef5-ba1f-5ba97b1e55ac req-7e1f0249-5d86-42e3-aeb5-e7993dfd4b6d tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:43.857857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-575bb7c8-a1a6-4ef5-ba1f-5ba97b1e55ac req-7e1f0249-5d86-42e3-aeb5-e7993dfd4b6d tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.2014968 Aug 06 15:55:43.872593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 508a2421-9dd2-4ed0-b52f-06ec431af398 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:55:43.874811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Network': ['ID=508a2421-9dd2-4ed0-b52f-06ec431af398,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:43.877053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:43.879887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8c6036db-7fd8-480f-b6fb-53b244049693 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/networks/508a2421-9dd2-4ed0-b52f-06ec431af398 HTTP/1.1" status: 204 len: 168 time: 2.5094488 Aug 06 15:55:43.883741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:43.921196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-575bb7c8-a1a6-4ef5-ba1f-5ba97b1e55ac req-d7de282d-4998-4e02-a3a9-97cc3cc1c8c6 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501606 Aug 06 15:55:43.929691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55cf5e99-7580-4aa2-9872-68d30d574fcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8437958 Aug 06 15:55:43.935038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.032325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device aa89afee-78c6-494e-8b17-e2669f7cc19b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:44.044688 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1f326069-ffdc-4420-af18-bf1d32727f2a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1572418 Aug 06 15:55:44.045501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43432) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.058345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-35d2bda6-dddf-40d3-b647-3c8937919fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.060238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-35d2bda6-dddf-40d3-b647-3c8937919fb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.2980974 Aug 06 15:55:44.137670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edf9cc-610b-4e32-8c71-eebdc620040b req-44cbd426-25a1-4c54-965f-c27e529b8a71 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.139769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31edf9cc-610b-4e32-8c71-eebdc620040b req-44cbd426-25a1-4c54-965f-c27e529b8a71 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.1098206 Aug 06 15:55:44.146458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 0538ee8c-8473-43d9-a575-0f9e32560b2b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:44.146801 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.199416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Allocated IP 2001:db8:0:1::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/99f16be8-3266-44e7-b679-64f8a9c97af6/aa89afee-78c6-494e-8b17-e2669f7cc19b) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:44.231266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.232188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.232859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.233493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.234155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.234804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.235430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.236088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.236966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.256448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8233f204-9760-4d08-bc0e-c6e93fafee82 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5919 time: 0.2076416 Aug 06 15:55:44.257018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.269487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port aa89afee-78c6-494e-8b17-e2669f7cc19b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:44.278030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port aa89afee-78c6-494e-8b17-e2669f7cc19b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:44.278760 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.380906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31edf9cc-610b-4e32-8c71-eebdc620040b req-a5d2918d-1896-4893-b076-f85504651868 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301648 Aug 06 15:55:44.385929 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3bc91d7d-544b-499b-838c-cd56289d20d6 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] delete failed (client error): The resource could not be found. Aug 06 15:55:44.387003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3bc91d7d-544b-499b-838c-cd56289d20d6 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/ba61c489-9cc2-414a-bac7-ecbdfd72d0ee HTTP/1.1" status: 404 len: 345 time: 0.1282196 Aug 06 15:55:44.390214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43446) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.424987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] For port aa89afee-78c6-494e-8b17-e2669f7cc19b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa89afee-78c6-494e-8b17-e2669f7cc19b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:44.440165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.457625 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.501150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 0538ee8c-8473-43d9-a575-0f9e32560b2b owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:44.531902 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.536274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.553116 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f27369-f4f4-4053-bfb4-76cf0a119cf2 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] DELETE failed (client error): The resource could not be found. Aug 06 15:55:44.554112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f27369-f4f4-4053-bfb4-76cf0a119cf2 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:55:44.558038 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-32f27369-f4f4-4053-bfb4-76cf0a119cf2 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/networks/508a2421-9dd2-4ed0-b52f-06ec431af398 HTTP/1.1" status: 404 len: 339 time: 0.1629577 Aug 06 15:55:44.564875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-2a17348a-176a-40d2-8cfe-fdfafa665c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.565101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Transition to ACTIVE for port object aa89afee-78c6-494e-8b17-e2669f7cc19b will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:44.568967 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-2a17348a-176a-40d2-8cfe-fdfafa665c24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4950597 Aug 06 15:55:44.570966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43462) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.584379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'network': {'name': 'tempest-network--817745140', 'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:44.663878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.707361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Made reservation on behalf of 87b4eb5492b844e480a98f13f98379ed for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:44.718489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:44.763456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd6a5-16e3-4df9-9e4f-99dc2df5a74d req-4718516b-4e2d-4fa4-a0d6-276394b158bb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.772336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a7dd6a5-16e3-4df9-9e4f-99dc2df5a74d req-4718516b-4e2d-4fa4-a0d6-276394b158bb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1007667 Aug 06 15:55:44.819664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:55:44.820263 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:55:44.878927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a7dd6a5-16e3-4df9-9e4f-99dc2df5a74d req-cef26ad3-5c46-4edb-88e6-ca95dc35af46 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051540 Aug 06 15:55:44.887743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Pushing event updated for resources: {'Port': ['ID=aa89afee-78c6-494e-8b17-e2669f7cc19b,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:44.908949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.909587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.909953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.910306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.911864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.912220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.917291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.917291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.917291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.917291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.917291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.918664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560dcfb9-810a-4a52-b5ba-4fa53f98d064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:55:44.933602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da104320-e301-4ad7-979f-5e437b327974 tempest-TestServerBasicOps-745791579 tempest-TestServerBasicOps-745791579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:44.935345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da104320-e301-4ad7-979f-5e437b327974 tempest-TestServerBasicOps-745791579 tempest-TestServerBasicOps-745791579-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1092 time: 0.4995520 Aug 06 15:55:44.938251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43480) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:44.944563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:44.994243 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-f0fcf802-181f-4419-b28b-94b3c7452b85 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655553 Aug 06 15:55:45.104828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.135769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.150019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:55:45.179252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=0538ee8c-8473-43d9-a575-0f9e32560b2b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:45.195571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.196179 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Added segment 10068ce1-fb5e-4817-aefe-41a84da87307 of type vlan for network f03cf83a-220d-408d-a481-4ce9548e99cf Aug 06 15:55:45.240984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74fa0bf7-a12f-433c-8d20-74a18744852b req-64348e6e-12e6-4b37-86b3-0aa8c40d06d9 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391958 Aug 06 15:55:45.249534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.258647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74dd8d83-991b-42fd-8730-78dfbe453628 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/0538ee8c-8473-43d9-a575-0f9e32560b2b HTTP/1.1" status: 204 len: 168 time: 1.3224914 Aug 06 15:55:45.260157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43496) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:45.316124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a652e4-5132-498c-b876-2a67aaaf2dcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.320932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4a652e4-5132-498c-b876-2a67aaaf2dcd tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0595560 Aug 06 15:55:45.321734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43500) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:45.348911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.387733 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.402779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5623f471-db3b-49ab-9714-5055ee6f2b6c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.408072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5623f471-db3b-49ab-9714-5055ee6f2b6c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0850470 Aug 06 15:55:45.417103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43504) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:45.465284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port aa89afee-78c6-494e-8b17-e2669f7cc19b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa89afee-78c6-494e-8b17-e2669f7cc19b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:45.481109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.508161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea436783-759e-413c-8ddb-a570e3f56d33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.510090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea436783-759e-413c-8ddb-a570e3f56d33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.512218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea436783-759e-413c-8ddb-a570e3f56d33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.514212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea436783-759e-413c-8ddb-a570e3f56d33 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1029789 Aug 06 15:55:45.516941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43512) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:45.605452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.606754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:45.607301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.607867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:45.737833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=aa89afee-78c6-494e-8b17-e2669f7cc19b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:45.835291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device aa89afee-78c6-494e-8b17-e2669f7cc19b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:46.080247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc6f8a95-6d17-4d16-87ab-b8a922d72e0e None None] Provisioning for port aa89afee-78c6-494e-8b17-e2669f7cc19b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:46.090055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc6f8a95-6d17-4d16-87ab-b8a922d72e0e None None] Provisioning complete for port aa89afee-78c6-494e-8b17-e2669f7cc19b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:46.091678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dc6f8a95-6d17-4d16-87ab-b8a922d72e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:46.109592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf594f1-d23d-4330-9918-8254e2f99c19 req-5e4dccba-e5b3-4865-9112-b5b516340bf1 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.113145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cf594f1-d23d-4330-9918-8254e2f99c19 req-5e4dccba-e5b3-4865-9112-b5b516340bf1 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.1398041 Aug 06 15:55:46.220770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cf594f1-d23d-4330-9918-8254e2f99c19 req-76fa8186-8504-40ae-b743-4df8a764dd92 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956495 Aug 06 15:55:46.422671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:46.434303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8916453c-3b09-4149-b6be-6e4817246f77 None None] Could not find standard attr ID for object 0538ee8c-8473-43d9-a575-0f9e32560b2b. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:46.453099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:46.541466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9694324 Aug 06 15:55:46.545501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:46.546035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4226d-97e5-45be-a8dd-db45ad12bdd0 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Network': ['ID=f03cf83a-220d-408d-a481-4ce9548e99cf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:46.558117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network f03cf83a-220d-408d-a481-4ce9548e99cf details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:55:46.591796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:46.756696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:46.820900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Allocated IP 172.25.5.117 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/bacd102a-aafa-444b-9485-427c34e82d6f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:46.929847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49dac1-b6d5-4a0a-958b-c9def05e1f02 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.952497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49dac1-b6d5-4a0a-958b-c9def05e1f02 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.955405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49dac1-b6d5-4a0a-958b-c9def05e1f02 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.971363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49dac1-b6d5-4a0a-958b-c9def05e1f02 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:46.976747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a49dac1-b6d5-4a0a-958b-c9def05e1f02 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4301813 Aug 06 15:55:46.977789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:47.116510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.131107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:47.185611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.188231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.248823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e02a1-511e-485e-9c63-465a87ba696a None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:47.259240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.269734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6 HTTP/1.1" status: 204 len: 168 time: 1.7503912 Aug 06 15:55:47.276644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43602) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:47.321149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5fa68-f851-4cfc-9395-c084f601ff19 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:47.382151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.394952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03cf83a-220d-408d-a481-4ce9548e99cf']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:47.408764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10068ce1-fb5e-4817-aefe-41a84da87307') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:47.409524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10068ce1-fb5e-4817-aefe-41a84da87307') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:47.411725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.422854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.440977 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.485794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.497054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:55:47.497054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:55:47.500021 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:47.504397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:47.534861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:47.549672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:47.550354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:47.554714 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165033b1-9d6b-49e2-a107-f4777f1de8b2" -d '{"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:47.579663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:47.628224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'Port': ['ID=bacd102a-aafa-444b-9485-427c34e82d6f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:47.687429 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d6ef41-0516-4d49-82b7-8d00a319484c x-openstack-request-id: req-97d6ef41-0516-4d49-82b7-8d00a319484c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:47.688071 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-unplugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:47.688654 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97d6ef41-0516-4d49-82b7-8d00a319484c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:47.689268 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'code': 200} Aug 06 15:55:47.701432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 99f16be8-3266-44e7-b679-64f8a9c97af6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:47.703080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.706028 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.872656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:47.894144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:47.916921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device aa89afee-78c6-494e-8b17-e2669f7cc19b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:48.019572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port aa89afee-78c6-494e-8b17-e2669f7cc19b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:48.019572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.041383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419a16-ba7d-4a5f-a2e0-2353d30c63c6 req-4bd151b8-0320-44c6-af80-8683046a1a65 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:48.049159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37419a16-ba7d-4a5f-a2e0-2353d30c63c6 req-4bd151b8-0320-44c6-af80-8683046a1a65 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 945 time: 0.5966744 Aug 06 15:55:48.086508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.122850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f03cf83a-220d-408d-a481-4ce9548e99cf {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:55:48.127663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.129888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/networks/f03cf83a-220d-408d-a481-4ce9548e99cf HTTP/1.1" status: 204 len: 168 time: 1.1505544 Aug 06 15:55:48.157100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43638) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:48.165368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'network': {'name': 'tempest-network--1424735984', 'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:48.187377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d50ca-4b2d-427d-b1cc-b9c6c33f1e85 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Network': ['ID=f03cf83a-220d-408d-a481-4ce9548e99cf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:48.308754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37419a16-ba7d-4a5f-a2e0-2353d30c63c6 req-224ef4c4-b4b5-4f0c-b1db-ec9655b56e14 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471416 Aug 06 15:55:48.316143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.404955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Made reservation on behalf of 87b4eb5492b844e480a98f13f98379ed for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:48.414030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.581800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:55:48.633421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.633421 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Added segment c51526b9-8660-43e2-872a-a0ee303fe275 of type vlan for network 8b288f16-b10b-4528-9005-141ddfdaebfe Aug 06 15:55:48.747409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.772604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.830606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.850478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:48.855083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/99f16be8-3266-44e7-b679-64f8a9c97af6 HTTP/1.1" status: 204 len: 168 time: 1.5770750 Aug 06 15:55:48.858289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43684) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:48.858545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0029de4-f8f0-4b6f-9057-a5bc3cfc9dde tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=99f16be8-3266-44e7-b679-64f8a9c97af6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:49.014330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0725c81d-6099-4849-978c-74014b37862c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1549940 Aug 06 15:55:49.015305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43692) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:49.021771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:49.049762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8eed57-0d01-4c59-9cd4-fc03f6bb35eb None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:49.085683 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.088978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:49.089632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.181969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-531fae64-6546-44ed-be64-9dea0e0e66e8 None None] Provisioning complete for port aa89afee-78c6-494e-8b17-e2669f7cc19b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:49.182639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-531fae64-6546-44ed-be64-9dea0e0e66e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.249048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Network': ['ID=8b288f16-b10b-4528-9005-141ddfdaebfe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:49.268326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8b288f16-b10b-4528-9005-141ddfdaebfe details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:55:49.280076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.326903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586d021-b0f5-4a8a-ab69-6a60d3af791f req-fc136bdc-c959-46da-8d50-ad633cff35f5 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:49.335870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b586d021-b0f5-4a8a-ab69-6a60d3af791f req-fc136bdc-c959-46da-8d50-ad633cff35f5 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 945 time: 0.3320711 Aug 06 15:55:49.408402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b586d021-b0f5-4a8a-ab69-6a60d3af791f req-87415c96-bfe0-43da-872a-b50e4febaf74 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656586 Aug 06 15:55:49.454699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:49.458426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.544530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:55:49.558042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8f3830cd-0d42-4fb1-a8b1-5e97fd05f667 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3986464 Aug 06 15:55:49.561188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43712) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:49.677469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0c6d8d-f0d7-403b-b7bd-fa4d7f38e08c tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:49.679339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1a0c6d8d-f0d7-403b-b7bd-fa4d7f38e08c tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] 10.222.0.16 "GET /v2.0/networks/8b288f16-b10b-4528-9005-141ddfdaebfe HTTP/1.1" status: 200 len: 757 time: 0.1192665 Aug 06 15:55:49.686489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43718) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:49.794453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device aa89afee-78c6-494e-8b17-e2669f7cc19b no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:49.839682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3ff404-2051-4136-a898-0c724da5465a tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:49.844802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ae3ff404-2051-4136-a898-0c724da5465a tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] 10.222.0.16 "GET /v2.0/networks/3aec021d-8d63-40c6-b7ca-f874e315745e HTTP/1.1" status: 200 len: 768 time: 0.1572084 Aug 06 15:55:49.845465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43722) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:49.888546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.891893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] Deleting port aa89afee-78c6-494e-8b17-e2669f7cc19b {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:49.892393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:49.979099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.014639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.039401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] For port aa89afee-78c6-494e-8b17-e2669f7cc19b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa89afee-78c6-494e-8b17-e2669f7cc19b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:50.040007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.052289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.070861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] Calling delete_port for aa89afee-78c6-494e-8b17-e2669f7cc19b owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:50.132529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.141916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port aa89afee-78c6-494e-8b17-e2669f7cc19b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=aa89afee-78c6-494e-8b17-e2669f7cc19b,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:50.147606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.167925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b288f16-b10b-4528-9005-141ddfdaebfe']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:50.185541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51526b9-8660-43e2-872a-a0ee303fe275') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:50.186053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51526b9-8660-43e2-872a-a0ee303fe275') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:50.201620 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.205894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.242606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event updated for resources: {'Port': ['ID=bacd102a-aafa-444b-9485-427c34e82d6f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:50.257779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.271673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.288056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:55:50.290212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.297817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=aa89afee-78c6-494e-8b17-e2669f7cc19b,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:50.301070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] No DVR routers for this DVR port aa89afee-78c6-494e-8b17-e2669f7cc19b on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:50.335348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:55:50.350282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc67aa-8492-447a-9528-604878849bd3 None None] Pushing event deleted for resources: {'Port': ['ID=aa89afee-78c6-494e-8b17-e2669f7cc19b,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:55:50.408229 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:50.455265 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Floating IP 197c03c2-be54-4106-b24e-8c53930e044f associated. External IP: 172.25.5.117, port: bb0bced1-3459-4aff-85c2-e6b970db8723. Aug 06 15:55:50.508278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.522280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b288f16-b10b-4528-9005-141ddfdaebfe {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:55:50.525381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.531999 n-d-778550-6 neutron-server[94840]: WARNING neutron.services.revisions.revision_plugin [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Could not find related port for resource to bump revision. Aug 06 15:55:50.532118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8b288f16-b10b-4528-9005-141ddfdaebfe HTTP/1.1" status: 204 len: 168 time: 0.6822295 Aug 06 15:55:50.542401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43744) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:50.549510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'network': {'name': 'tempest-network--2078091154'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:50.574168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4a1fa-b2d0-4226-922e-c447b4829a52 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b288f16-b10b-4528-9005-141ddfdaebfe,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:50.591526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Port aa89afee-78c6-494e-8b17-e2669f7cc19b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 06 15:55:50.591526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Reverting IP allocation for 2001:db8::f816:3eff:fe36:c27d {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 06 15:55:50.591757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-4e8154aa-3d63-477a-b87e-e9e350143941 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:50.593708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-4e8154aa-3d63-477a-b87e-e9e350143941 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 945 time: 0.1213601 Aug 06 15:55:50.596185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_pluggable_backend [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe36:c27d {{(pid=94840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 06 15:55:50.599757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.683312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Made reservation on behalf of 87b4eb5492b844e480a98f13f98379ed for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:50.686111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.714621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:50.742210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:50.751357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:50.751673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.757951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16051ba4-2400-4d58-9487-d2d1768f58ad None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:50.758690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=57af17ec-9ad5-4919-b52d-efb5d77f3201,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:50.780807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:55:50.798441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:50.798958 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Added segment 04637747-499c-43e3-87f4-f3edad32d0d6 of type vlan for network b79f2366-e100-4202-9ccd-fc8ab129b880 Aug 06 15:55:50.858040 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-08608637-928d-48d5-b7c9-8c66fc939279 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8413677 Aug 06 15:55:50.860681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43756) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:50.867087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:51.019675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.091026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Deleting port aad04e32-42c3-4787-86e4-6bcdb68a2c25 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:51.091359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.122371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': '57af17ec-9ad5-4919-b52d-efb5d77f3201'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:55:51.129448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.180571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:51.220300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Router 31c0a9e2-0fa6-4607-840e-e8b322bb164d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:55:51.236322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a5854-24d8-47f0-a729-4c1c59f7786a req-9e7916dc-76dc-469e-984c-e61bf0a49e2c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:51.237931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e39a5854-24d8-47f0-a729-4c1c59f7786a req-9e7916dc-76dc-469e-984c-e61bf0a49e2c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 945 time: 0.2425628 Aug 06 15:55:51.337214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e39a5854-24d8-47f0-a729-4c1c59f7786a req-2c625d7a-9d7c-4e92-a73c-21395790ef92 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Aug 06 15:55:51.342562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.344345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:51.345327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.438253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Allocated IP 2001:db8::f816:3eff:fe31:19c0 (fea17d9c-9b6b-4223-9219-1872e940e8b2/57af17ec-9ad5-4919-b52d-efb5d77f3201/d1e2dd0d-b6da-4591-a759-d8d78be64114) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:51.493125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Network': ['ID=b79f2366-e100-4202-9ccd-fc8ab129b880,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:51.511077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] For port aad04e32-42c3-4787-86e4-6bcdb68a2c25, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=aad04e32-42c3-4787-86e4-6bcdb68a2c25,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:51.511454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.538120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Calling delete_port for aad04e32-42c3-4787-86e4-6bcdb68a2c25 owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:51.548736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:55:51.549460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b79f2366-e100-4202-9ccd-fc8ab129b880 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:55:51.554177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:51.564128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.634377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] Sync routers for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:55:51.712319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c0005111-e5b8-48a3-8768-018c82fdfe96 tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1684375 Aug 06 15:55:51.725898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:51.736953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:51.737864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:51.815678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:51.817614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:55:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:51.840674 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a1ed2d85-29ab-4629-99d7-6683d8e5d6b0 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9010615 Aug 06 15:55:51.845856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:51.849500 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:51.887370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a3ed9-b1af-4bb8-89fd-0d7d7d3776c0 req-07ccf726-28e5-48d4-8569-67a32c63e46a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:51.895951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-153a3ed9-b1af-4bb8-89fd-0d7d7d3776c0 req-07ccf726-28e5-48d4-8569-67a32c63e46a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.3271594 Aug 06 15:55:51.910469 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4302d272-f464-47dd-8d41-b6c26e89e1e5 x-openstack-request-id: req-4302d272-f464-47dd-8d41-b6c26e89e1e5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:51.911140 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:51.911854 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4302d272-f464-47dd-8d41-b6c26e89e1e5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:51.912278 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'status': 'completed', 'code': 200} Aug 06 15:55:51.915081 n-d-778550-6 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57af17ec-9ad5-4919-b52d-efb5d77f3201 (CIDR: 2001:db8::/64) Aug 06 15:55:51.968939 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:55:51.970035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:55:52.046834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-21166485-02ae-4831-88f4-a8449af4fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.048612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-21166485-02ae-4831-88f4-a8449af4fff3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1097 time: 0.1221642 Aug 06 15:55:52.088356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2eee5413-fb11-4204-bb67-188beaf9882b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2264497 Aug 06 15:55:52.096837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:52.105973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:52.125325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:52.220566 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.236246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.248967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:52.319514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['3038dade-6655-4af9-83c0-4c2a3e2162fe', 'aad04e32-42c3-4787-86e4-6bcdb68a2c25'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:52.321874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:52.330363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Transition to ACTIVE for port object d1e2dd0d-b6da-4591-a759-d8d78be64114 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:52.364642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.384699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-153a3ed9-b1af-4bb8-89fd-0d7d7d3776c0 req-67570273-214e-4aed-ae9a-476220a080a3 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4880795 Aug 06 15:55:52.390734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-d93a8038-b05b-4f86-905a-58f9814354ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.392300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-d93a8038-b05b-4f86-905a-58f9814354ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 909 time: 0.3363283 Aug 06 15:55:52.401882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-8b4e3f53-cd09-47eb-862a-2f250134933c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2688982 Aug 06 15:55:52.501553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Transition to ACTIVE for port object d1e2dd0d-b6da-4591-a759-d8d78be64114 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:52.516213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:52.520478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.534540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] No DVR routers for this DVR port aad04e32-42c3-4787-86e4-6bcdb68a2c25 on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:52.540269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.543558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.545535 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-550756b4-f2a4-46ce-981f-c394e5263aaa req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "DELETE /v2.0/ports/aad04e32-42c3-4787-86e4-6bcdb68a2c25 HTTP/1.1" status: 204 len: 173 time: 1.9444125 Aug 06 15:55:52.621926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb06e4-f6ae-449b-af5f-40a1e92e1103 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event deleted for resources: {'Port': ['ID=aad04e32-42c3-4787-86e4-6bcdb68a2c25,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:52.629439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'name': 'network-vif-deleted', 'tag': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:52.633327 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac9345f-6762-42b2-8a20-db674b571574" -d '{"events": [{"server_uuid": "6c3f89d8-ba8f-4591-8160-74d0170f07a3", "name": "network-vif-deleted", "tag": "aad04e32-42c3-4787-86e4-6bcdb68a2c25"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:52.654840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event updated for resources: {'Network': ['ID=b79f2366-e100-4202-9ccd-fc8ab129b880,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:52.655000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-a3992112-c565-44e3-9657-eef2aae367b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 1000 time: 0.2069135 Aug 06 15:55:52.720096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-ea318933-f030-4bcf-b3f3-e8e9216c2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.721093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Network b79f2366-e100-4202-9ccd-fc8ab129b880 is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 15:55:52.725237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.725723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-ea318933-f030-4bcf-b3f3-e8e9216c2005 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 200 len: 847 time: 0.0616174 Aug 06 15:55:52.727713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.730353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1e4d99b6-c446-4eb8-aae5-3c6c5c97c03c tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "PUT /v2.0/networks/b79f2366-e100-4202-9ccd-fc8ab129b880 HTTP/1.1" status: 200 len: 858 time: 1.0005443 Aug 06 15:55:52.736114 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307e9bef-0f07-4384-98e5-a90404f50cf3 x-openstack-request-id: req-307e9bef-0f07-4384-98e5-a90404f50cf3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:55:52.736555 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3f89d8-ba8f-4591-8160-74d0170f07a3", "name": "network-vif-deleted", "tag": "aad04e32-42c3-4787-86e4-6bcdb68a2c25", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:55:52.736967 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-307e9bef-0f07-4384-98e5-a90404f50cf3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:55:52.737677 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3f89d8-ba8f-4591-8160-74d0170f07a3', 'name': 'network-vif-deleted', 'tag': 'aad04e32-42c3-4787-86e4-6bcdb68a2c25', 'status': 'completed', 'code': 200} Aug 06 15:55:52.743775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8466832f-96a5-437d-8c33-7550e7fc5c10 req-c4dca209-8baf-48d9-8c8d-b07ad98de138 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 210 time: 0.2046680 Aug 06 15:55:52.744406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:52.751944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.865628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-ecca843e-0986-44b4-a212-855d531c5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:52.867938 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-ecca843e-0986-44b4-a212-855d531c5b7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1da952ca-4751-4243-83df-f2a84737472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246719 Aug 06 15:55:52.890600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:52.908516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:52.936104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:52.944247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:53.034708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.064996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79f2366-e100-4202-9ccd-fc8ab129b880']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:53.101599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04637747-499c-43e3-87f4-f3edad32d0d6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:53.101975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04637747-499c-43e3-87f4-f3edad32d0d6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:53.116181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.128139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Attempting to bind port d1e2dd0d-b6da-4591-a759-d8d78be64114 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:55:53.128541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Attempting to bind port d1e2dd0d-b6da-4591-a759-d8d78be64114 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:55:53.129074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Attempting to bind port d1e2dd0d-b6da-4591-a759-d8d78be64114 on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:55:53.147003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Pushing event updated for resources: {'Port': ['ID=d1e2dd0d-b6da-4591-a759-d8d78be64114,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:53.161739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.162398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:55:53.162987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:55:53.165056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.170062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:55:53.170062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Bound port: d1e2dd0d-b6da-4591-a759-d8d78be64114, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:55:53.170062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.174072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:55:53.174822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.176965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-490c9722-90b2-4943-9fb4-120d3781e639 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301528 Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:55:53.237633 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:53.358273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.378824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.393846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b79f2366-e100-4202-9ccd-fc8ab129b880 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:55:53.407050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.415030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b79f2366-e100-4202-9ccd-fc8ab129b880 HTTP/1.1" status: 204 len: 168 time: 0.6616607 Aug 06 15:55:53.417402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:53.418221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:53.433215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf73d50-6459-4075-8616-96dc0f05940a tempest-ExternalNetworksTestJSON-543272990 tempest-ExternalNetworksTestJSON-543272990-project-admin] Pushing event deleted for resources: {'Network': ['ID=b79f2366-e100-4202-9ccd-fc8ab129b880,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:53.471094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:53.508323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:53.509104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.540102 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e111a34a-7e55-43d7-a380-c97553ce44a3 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] DELETE failed (client error): The resource could not be found. Aug 06 15:55:53.540763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e111a34a-7e55-43d7-a380-c97553ce44a3 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:55:53.542737 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e111a34a-7e55-43d7-a380-c97553ce44a3 tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] 10.222.0.16 "DELETE /v2.0/subnets/e983b691-9795-4ee9-8481-d8d2b70add21 HTTP/1.1" status: 404 len: 337 time: 0.1215169 Aug 06 15:55:53.546645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:53.549226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0defbfb7-bf39-4cdc-9bc1-bb25713669b6 req-8c741d38-c6c5-47c3-903d-93850559de11 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576467 Aug 06 15:55:53.575412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=d6da56cc-73c2-494f-8b55-aecd4875d632,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:53.709742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e7a97ad5-336b-449d-ad20-f39ef8a40127 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6057382 Aug 06 15:55:53.710034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:53.715667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:27:8d:9e', 'name': 'tempest-NetworksTestDHCPv6-1195279528'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:55:53.740594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] For port d1e2dd0d-b6da-4591-a759-d8d78be64114, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:55:53.744582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] For port d1e2dd0d-b6da-4591-a759-d8d78be64114, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1e2dd0d-b6da-4591-a759-d8d78be64114,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:55:53.838889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.880982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:53.975742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f14ac-72c3-446d-a2e2-1bc187bd486e None None] Pushing event updated for resources: {'Port': ['ID=d1e2dd0d-b6da-4591-a759-d8d78be64114,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:54.030024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '197c03c2-be54-4106-b24e-8c53930e044f', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'port_id': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'mac_address': 'fa:16:3e:70:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:55:48Z', 'updated_at': '2021-08-06T15:55:48Z', 'revision_number': 0, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:54.070176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:55:54.110842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] Checking router: 31c0a9e2-0fa6-4607-840e-e8b322bb164d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:55:54.138657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:55:54.141495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:55:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:54.335980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:54.423742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:55:54.425754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 615523b5-21c7-4945-ac7e-205f664d3155 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:55:54.878295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8:0:1::32b (fea17d9c-9b6b-4223-9219-1872e940e8b2/d6da56cc-73c2-494f-8b55-aecd4875d632/615523b5-21c7-4945-ac7e-205f664d3155) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:54.889885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::f816:3eff:fe27:8d9e (fea17d9c-9b6b-4223-9219-1872e940e8b2/57af17ec-9ad5-4919-b52d-efb5d77f3201/615523b5-21c7-4945-ac7e-205f664d3155) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:54.919534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '197c03c2-be54-4106-b24e-8c53930e044f', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'port_id': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'mac_address': 'fa:16:3e:70:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:55:48Z', 'updated_at': '2021-08-06T15:55:48Z', 'revision_number': 0, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:54.951111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d541c742-7e98-41d7-98a6-ee16c21c7b67 None None] The sync data for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 is: [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '197c03c2-be54-4106-b24e-8c53930e044f', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'port_id': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'mac_address': 'fa:16:3e:70:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T15:55:48Z', 'updated_at': '2021-08-06T15:55:48Z', 'revision_number': 0, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:55:55.051794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70145cbd-3fcc-432e-a5a2-23c913ce1ef0 req-83caa581-7aef-4c29-b862-e2bde8a6917a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.060784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70145cbd-3fcc-432e-a5a2-23c913ce1ef0 req-83caa581-7aef-4c29-b862-e2bde8a6917a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 1.2319975 Aug 06 15:55:55.120936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-570a4191-8cdd-48a6-81e1-918f0b3f57d2 req-dbdd2bc5-a6e5-4d2a-8f31-78e5e0343289 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c3f89d8-ba8f-4591-8160-74d0170f07a3 HTTP/1.1" status: 200 len: 210 time: 0.0957475 Aug 06 15:55:55.162790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aad04e32-42c3-4787-86e4-6bcdb68a2c25 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:55:55.203334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.228339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: aad04e32-42c3-4787-86e4-6bcdb68a2c25 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:55:55.229840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device aad04e32-42c3-4787-86e4-6bcdb68a2c25 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:55:55.235490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aec021d-8d63-40c6-b7ca-f874e315745e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:55.265103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70145cbd-3fcc-432e-a5a2-23c913ce1ef0 req-a929e738-1d1b-41c1-be21-a9f6adc58241 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017412 Aug 06 15:55:55.271723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cf4796-59ba-41d5-a3d9-662eaee856f4') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:55.272025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cf4796-59ba-41d5-a3d9-662eaee856f4') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:55:55.298772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.320421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.328718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:55:55.329466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:55:55.413581 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:55:55.493134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.500451 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb86629-4da2-4f84-99cc-d07b4d22b860 None None] New status for floating IP 197c03c2-be54-4106-b24e-8c53930e044f: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:55:55.506328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.512345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] 10.222.0.16 "DELETE /v2.0/networks/3aec021d-8d63-40c6-b7ca-f874e315745e HTTP/1.1" status: 204 len: 168 time: 1.9619932 Aug 06 15:55:55.535116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d953762-de07-41ae-9ccc-85b60c4f701b tempest-ExternalNetworksTestJSON-1717086377 tempest-ExternalNetworksTestJSON-1717086377-project] Pushing event deleted for resources: {'Network': ['ID=3aec021d-8d63-40c6-b7ca-f874e315745e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:55.818044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-ea305bdb-9aae-486e-8818-d2628a705c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.819950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-ea305bdb-9aae-486e-8818-d2628a705c68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927&tenant_id=da12e85f296946d3898c40ad68b07917 HTTP/1.1" status: 200 len: 1094 time: 1.0999234 Aug 06 15:55:55.846932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:55.880811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 615523b5-21c7-4945-ac7e-205f664d3155 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:55.898794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1e2dd0d-b6da-4591-a759-d8d78be64114 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:55.945122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a695fa-458b-4be9-8b7c-a52f06f9eb7e None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:55.951926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-8d9faf4f-ffd6-424a-80e2-30c4a4b421a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:55.953506 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-8d9faf4f-ffd6-424a-80e2-30c4a4b421a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1094 time: 0.0846033 Aug 06 15:55:55.995234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.113869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-6f7b6b54-e327-498f-9b73-0d73ac93a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.113869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-6f7b6b54-e327-498f-9b73-0d73ac93a3db service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.1481180 Aug 06 15:55:56.113869 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.150952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:55:56.171241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f6d9222-1b3a-4ceb-91f9-0645dc2790cf None None] Provisioning for port d1e2dd0d-b6da-4591-a759-d8d78be64114 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:56.187070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d1e2dd0d-b6da-4591-a759-d8d78be64114 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:56.209347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d1e2dd0d-b6da-4591-a759-d8d78be64114 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:56.210243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.236169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:55:56.240055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f6d9222-1b3a-4ceb-91f9-0645dc2790cf None None] Provisioning complete for port d1e2dd0d-b6da-4591-a759-d8d78be64114 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:56.240592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9222-1b3a-4ceb-91f9-0645dc2790cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.255064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:55:56.273152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.273920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.314656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:56.336660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=615523b5-21c7-4945-ac7e-205f664d3155,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:56.361854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-441e80ab-6a22-48ae-8431-f2b1854ea5b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 999 time: 0.2344697 Aug 06 15:55:56.437463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '57af17ec-9ad5-4919-b52d-efb5d77f3201', 'ip_address': '2001:db8::f816:3eff:fe31:19c0'}, {'subnet_id': 'd6da56cc-73c2-494f-8b55-aecd4875d632'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'd1e2dd0d-b6da-4591-a759-d8d78be64114'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:55:56.478420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.481698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4749f0be-5faf-42f3-9d16-850fba5d64b5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7696896 Aug 06 15:55:56.489271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:56.500391 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.512766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-cb214d3b-19fb-437b-be93-286a4b800721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.514238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-cb214d3b-19fb-437b-be93-286a4b800721 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.1442070 Aug 06 15:55:56.522250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a81e-ef71-4f42-9aed-14d00063cadd req-b3d48771-aad9-4862-9f76-7d496d2503f9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.524361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f14a81e-ef71-4f42-9aed-14d00063cadd req-b3d48771-aad9-4862-9f76-7d496d2503f9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0897880 Aug 06 15:55:56.652453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4e04b519-2101-40c4-9e18-a47a17117597 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86fae2b36c234f5f88fe2bf0833131a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355973 Aug 06 15:55:56.662557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:56.672540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f14a81e-ef71-4f42-9aed-14d00063cadd req-cd476cb2-e832-4979-b0cc-17b4cfe15b54 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397235 Aug 06 15:55:56.682308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d1e2dd0d-b6da-4591-a759-d8d78be64114, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1e2dd0d-b6da-4591-a759-d8d78be64114,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:56.685559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-ebbc275b-8399-46d5-8fde-bad047df6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.687118 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-ebbc275b-8399-46d5-8fde-bad047df6bce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636944 Aug 06 15:55:56.801421 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9222-1b3a-4ceb-91f9-0645dc2790cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.805983 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.922703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-fddc7e3e-dcad-43d1-b9b9-9448efaa4a0a service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245903 Aug 06 15:55:56.923340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82eb2c37-41a5-4981-bd0d-e7383bd91048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.947862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab7b2-2e76-44eb-8e59-2cfca8574c05 req-434a0d10-1699-4046-b1a3-cf995eb7a734 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:56.952130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82eb2c37-41a5-4981-bd0d-e7383bd91048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:56.953997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e4ab7b2-2e76-44eb-8e59-2cfca8574c05 req-434a0d10-1699-4046-b1a3-cf995eb7a734 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 946 time: 0.1069200 Aug 06 15:55:56.962822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d1e2dd0d-b6da-4591-a759-d8d78be64114,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:57.005949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-6f6d9222-1b3a-4ceb-91f9-0645dc2790cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:55:57.006838 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-6f6d9222-1b3a-4ceb-91f9-0645dc2790cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:55:57.020594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Allocated IP 2001:db8:0:1::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/d6da56cc-73c2-494f-8b55-aecd4875d632/d1e2dd0d-b6da-4591-a759-d8d78be64114) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:55:57.022008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e4ab7b2-2e76-44eb-8e59-2cfca8574c05 req-658ff5be-9227-45e3-ac51-a06fe849dd3d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Aug 06 15:55:57.094404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 615523b5-21c7-4945-ac7e-205f664d3155 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:57.094799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.220803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] For port d1e2dd0d-b6da-4591-a759-d8d78be64114, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1e2dd0d-b6da-4591-a759-d8d78be64114,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:57.220803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.221370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-50b0d97a-2117-43b7-91aa-241b81e34a6b req-47a8771f-e170-4f0b-b738-6a33a02cfc84 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980524 Aug 06 15:55:57.228958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.279422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 615523b5-21c7-4945-ac7e-205f664d3155 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:57.439096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Transition to ACTIVE for port object d1e2dd0d-b6da-4591-a759-d8d78be64114 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:55:57.455009 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82eb2c37-41a5-4981-bd0d-e7383bd91048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.455009 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82eb2c37-41a5-4981-bd0d-e7383bd91048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.455009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-82eb2c37-41a5-4981-bd0d-e7383bd91048 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04914d62-b517-4c39-a047-2e5d222042a8 HTTP/1.1" status: 204 len: 168 time: 0.7823689 Aug 06 15:55:57.483104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb2c37-41a5-4981-bd0d-e7383bd91048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04914d62-b517-4c39-a047-2e5d222042a8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:57.583221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.625652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.682249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=615523b5-21c7-4945-ac7e-205f664d3155,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:57.710328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de353b5-c698-4b09-8e20-13bc2bda5408 None None] Pushing event updated for resources: {'Port': ['ID=d1e2dd0d-b6da-4591-a759-d8d78be64114,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:57.752660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:57.766810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f019568f-7454-43c9-9116-3e33aef3f548 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/615523b5-21c7-4945-ac7e-205f664d3155 HTTP/1.1" status: 204 len: 168 time: 1.2749689 Aug 06 15:55:57.768292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:57.973431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f971008-110b-48d0-af4d-56421e265fa6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:57.973431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f971008-110b-48d0-af4d-56421e265fa6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2033150 Aug 06 15:55:57.976318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:57.987757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1e2dd0d-b6da-4591-a759-d8d78be64114 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:55:58.067673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcceb1-4c98-42a3-b07b-4dd9adbc2035 req-bdec845e-779d-4c32-839e-ab47990507f0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.073559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8dbcceb1-4c98-42a3-b07b-4dd9adbc2035 req-bdec845e-779d-4c32-839e-ab47990507f0 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.2097633 Aug 06 15:55:58.177507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec1c84-616e-49ed-b022-7f9735184501 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.179424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6ec1c84-616e-49ed-b022-7f9735184501 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2012377 Aug 06 15:55:58.183696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43922) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:58.300659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272b27c-8db7-471c-b96b-b6ac6954c620 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.308698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272b27c-8db7-471c-b96b-b6ac6954c620 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.308698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3272b27c-8db7-471c-b96b-b6ac6954c620 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.308698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3272b27c-8db7-471c-b96b-b6ac6954c620 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1220636 Aug 06 15:55:58.316343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:58.330627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8dbcceb1-4c98-42a3-b07b-4dd9adbc2035 req-fb406cfe-0e44-4270-9419-d149ed7daaf7 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116163 Aug 06 15:55:58.368404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6475e4d-6ca6-4e15-a173-fde9cc3ae119 req-df79e356-d721-4ed9-823a-2fbb89c848fe tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.371082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6475e4d-6ca6-4e15-a173-fde9cc3ae119 req-df79e356-d721-4ed9-823a-2fbb89c848fe tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 946 time: 0.1749978 Aug 06 15:55:58.428066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 57af17ec-9ad5-4919-b52d-efb5d77f3201 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:58.434619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6475e4d-6ca6-4e15-a173-fde9cc3ae119 req-f4cf9070-00f5-497d-9d41-0118c6c5a2f0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538349 Aug 06 15:55:58.456365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.503241 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.537350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-6a7d3b4e-f8c3-4750-82a8-93d00c3aab5d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:58.538947 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-6a7d3b4e-f8c3-4750-82a8-93d00c3aab5d tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 946 time: 0.1283119 Aug 06 15:55:58.681898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.743670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Deleting port 3038dade-6655-4af9-83c0-4c2a3e2162fe {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:55:58.744106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.785132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43936) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:58.804965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c04fc7f6-f34d-4ca8-9a2f-6411bc60a757 None None] Provisioning for port d1e2dd0d-b6da-4591-a759-d8d78be64114 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:55:58.809724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c04fc7f6-f34d-4ca8-9a2f-6411bc60a757 None None] Provisioning complete for port d1e2dd0d-b6da-4591-a759-d8d78be64114 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:55:58.810308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c04fc7f6-f34d-4ca8-9a2f-6411bc60a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:58.923259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3a578f32-0526-4066-a8be-9cfda2ddcf00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87b4eb5492b844e480a98f13f98379ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364477 Aug 06 15:55:58.923855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43940) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:58.966929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.070961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=57af17ec-9ad5-4919-b52d-efb5d77f3201,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:59.074386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] For port 3038dade-6655-4af9-83c0-4c2a3e2162fe, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=3038dade-6655-4af9-83c0-4c2a3e2162fe,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:55:59.077102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.091732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d1ebe-480c-42ba-a602-be6d709710a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.094393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.099484 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ffa77a2e-cd5f-4554-9a0a-7986ecc454e8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/57af17ec-9ad5-4919-b52d-efb5d77f3201 HTTP/1.1" status: 204 len: 168 time: 0.7781866 Aug 06 15:55:59.100119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43944) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:55:59.100828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.122883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Calling delete_port for 3038dade-6655-4af9-83c0-4c2a3e2162fe owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:55:59.168501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3150a765-499f-444a-8c2f-451bf4b9175d None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:55:59.210845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c04fc7f6-f34d-4ca8-9a2f-6411bc60a757 None None] Could not find standard attr ID for object 615523b5-21c7-4945-ac7e-205f664d3155. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:59.251354 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d1ebe-480c-42ba-a602-be6d709710a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.285989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet d6da56cc-73c2-494f-8b55-aecd4875d632 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:55:59.285989 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.327382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e9656c94-7d9d-42f2-a767-2c16698d6ba7 None None] Could not find standard attr ID for object 615523b5-21c7-4945-ac7e-205f664d3155. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:55:59.403355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.509348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.538815 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:55:59.539396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:59.568961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['3038dade-6655-4af9-83c0-4c2a3e2162fe'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:55:59.569692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d1ebe-480c-42ba-a602-be6d709710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.572670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d30d1ebe-480c-42ba-a602-be6d709710a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.576351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d30d1ebe-480c-42ba-a602-be6d709710a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0c31315-b154-47fd-939e-1b852cd59e61 HTTP/1.1" status: 204 len: 168 time: 0.6449454 Aug 06 15:55:59.603577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d1ebe-480c-42ba-a602-be6d709710a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c31315-b154-47fd-939e-1b852cd59e61,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:59.637792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4d200-fbae-4f65-81c9-8534897ab204 req-de4214c5-ff00-4f37-95a6-28e347453e9f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:55:59.655577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96c4d200-fbae-4f65-81c9-8534897ab204 req-de4214c5-ff00-4f37-95a6-28e347453e9f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.2074513 Aug 06 15:55:59.694095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.720240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event deleted for resources: {'Port': ['ID=3038dade-6655-4af9-83c0-4c2a3e2162fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:55:59.835924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96c4d200-fbae-4f65-81c9-8534897ab204 req-6503940d-697f-4b08-b33e-6555ad31620e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786592 Aug 06 15:55:59.875165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] No DVR routers for this DVR port 3038dade-6655-4af9-83c0-4c2a3e2162fe on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:55:59.889816 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:55:59.899557 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-429a0539-8fa7-4e7f-b1aa-ed28529740ad req-73bd724a-bf0a-4f14-9f7f-b4dc729351f3 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.64 "DELETE /v2.0/ports/3038dade-6655-4af9-83c0-4c2a3e2162fe HTTP/1.1" status: 204 len: 173 time: 1.3524408 Aug 06 15:55:59.899557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'name': 'network-vif-deleted', 'tag': '3038dade-6655-4af9-83c0-4c2a3e2162fe'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:55:59.914501 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21adc0a-3b8d-480c-9b63-3c982d6c0790" -d '{"events": [{"server_uuid": "3dd34b27-16da-4e4d-bd0d-f366ea9bf236", "name": "network-vif-deleted", "tag": "3038dade-6655-4af9-83c0-4c2a3e2162fe"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:55:59.974203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e11f5c13-74ad-4e64-8017-02ecd71d206e req-8e78fe7c-2fa8-41d9-b627-e6380e329a8c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 210 time: 0.0535064 Aug 06 15:55:59.998194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.070507 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93dd38c-6963-45a7-b28c-994d54d8e0b5 x-openstack-request-id: req-a93dd38c-6963-45a7-b28c-994d54d8e0b5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:00.070836 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd34b27-16da-4e4d-bd0d-f366ea9bf236", "name": "network-vif-deleted", "tag": "3038dade-6655-4af9-83c0-4c2a3e2162fe", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:00.071088 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a93dd38c-6963-45a7-b28c-994d54d8e0b5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:00.071669 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd34b27-16da-4e4d-bd0d-f366ea9bf236', 'name': 'network-vif-deleted', 'tag': '3038dade-6655-4af9-83c0-4c2a3e2162fe', 'status': 'completed', 'code': 200} Aug 06 15:56:00.197426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=d6da56cc-73c2-494f-8b55-aecd4875d632,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:00.214495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.216159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-534fdf51-db0d-4a43-bd02-598114e07f57 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/d6da56cc-73c2-494f-8b55-aecd4875d632 HTTP/1.1" status: 204 len: 168 time: 1.1141758 Aug 06 15:56:00.218959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:00.252184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c85b0d-fddf-4f87-9de7-02f1aa7fea80 req-d499a0ba-84b3-45bc-ab68-970ff666c1a6 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:00.254833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2c85b0d-fddf-4f87-9de7-02f1aa7fea80 req-d499a0ba-84b3-45bc-ab68-970ff666c1a6 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 950 time: 0.2596014 Aug 06 15:56:00.347966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:00.348942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b13047f8-aa61-4c8e-90d3-307970f547ac tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287377 Aug 06 15:56:00.365480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:00.482367 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2c85b0d-fddf-4f87-9de7-02f1aa7fea80 req-56a3f04f-e216-4c87-ab62-751561296f89 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052615 Aug 06 15:56:00.703620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:00.710482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:00.712109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795255d0-7f99-4e3d-a065-d048f6ea9d69 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:00.890237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3fb3c97f-a908-4a97-a477-f6d71e0f9625 None None] Provisioning complete for port d1e2dd0d-b6da-4591-a759-d8d78be64114 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:00.890652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c97f-a908-4a97-a477-f6d71e0f9625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.064291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:56:01.188522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] Deleting port d1e2dd0d-b6da-4591-a759-d8d78be64114 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:01.189102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.253264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d258385-e32b-47ab-980d-f0e07c6d4621 req-148d56c0-9204-4107-a287-72a611c3e065 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dd34b27-16da-4e4d-bd0d-f366ea9bf236 HTTP/1.1" status: 200 len: 210 time: 0.0453980 Aug 06 15:56:01.287610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df414f-a693-4f5f-9c8d-adb668b274a4 req-c17b0326-dd22-49b4-9fe4-476b6d26c191 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.288787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61df414f-a693-4f5f-9c8d-adb668b274a4 req-c17b0326-dd22-49b4-9fe4-476b6d26c191 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1997056 Aug 06 15:56:01.297284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] For port d1e2dd0d-b6da-4591-a759-d8d78be64114, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1e2dd0d-b6da-4591-a759-d8d78be64114,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:01.303202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.350881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] Calling delete_port for d1e2dd0d-b6da-4591-a759-d8d78be64114 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:01.377828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-61df414f-a693-4f5f-9c8d-adb668b274a4 req-891c22b1-4d14-4d2f-98d5-9ba24a20a94e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810192 Aug 06 15:56:01.512029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.578492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:01.585760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:01.603933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.604586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.622912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-2aba7192-ef8f-4b2b-bd8d-06ff02d5d92b tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.639095 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-2aba7192-ef8f-4b2b-bd8d-06ff02d5d92b tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.64 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 950 time: 0.1084867 Aug 06 15:56:01.660396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=c3cc74ae-a540-46e0-b273-4cb3b619379a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:01.690796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:01.710478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86d54b-bc2b-4886-972e-8c17f8796097 req-31408591-a1e0-4ec1-b78e-b8fb5e178b65 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:01.716513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe86d54b-bc2b-4886-972e-8c17f8796097 req-31408591-a1e0-4ec1-b78e-b8fb5e178b65 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 950 time: 0.1320736 Aug 06 15:56:01.718554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:01.763011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] Pushing event deleted for resources: {'Port': ['ID=d1e2dd0d-b6da-4591-a759-d8d78be64114,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:01.772939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de9f92-6e70-4f55-bd17-332fb595994b None None] No DVR routers for this DVR port d1e2dd0d-b6da-4591-a759-d8d78be64114 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:01.788833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f5ad420e-0e4f-4d10-ad7e-c88508da8ac0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4312735 Aug 06 15:56:01.800698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:01.800698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:01.838365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d599ffb9-d6a8-421c-822a-ffdce51110fe None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:01.903603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe86d54b-bc2b-4886-972e-8c17f8796097 req-97669891-e9b7-4191-8b6e-a10c3da039c2 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728346 Aug 06 15:56:01.918416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1e2dd0d-b6da-4591-a759-d8d78be64114 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:02.017548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ac1515fe-db5e-4e32-b4a8-9349d9f4ed05 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] Request body: {'port': {'network_id': '260de2f2-3b35-41e7-a80f-01c608abf17e', 'name': 'tempest-NetworksNegativeTestJSON-443833029'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.040348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d1e2dd0d-b6da-4591-a759-d8d78be64114 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:02.040776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1e2dd0d-b6da-4591-a759-d8d78be64114 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:02.054378 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1515fe-db5e-4e32-b4a8-9349d9f4ed05 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] POST failed (client error): The resource could not be found. Aug 06 15:56:02.058462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1515fe-db5e-4e32-b4a8-9349d9f4ed05 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.063469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac1515fe-db5e-4e32-b4a8-9349d9f4ed05 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3417382 Aug 06 15:56:02.068271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.085435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Deleting port a1239725-7557-4fc1-a965-24dabb5c5e0c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:02.086789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.120792 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-965b4a1d-cadc-4063-a803-b8f10363ce4b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:02.128256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965b4a1d-cadc-4063-a803-b8f10363ce4b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.140298 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-965b4a1d-cadc-4063-a803-b8f10363ce4b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "DELETE /v2.0/networks/5facd59a-6726-48ee-9a34-5a35426b20ee HTTP/1.1" status: 404 len: 339 time: 0.0615487 Aug 06 15:56:02.141236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.155059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:02.155059 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.202364 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb30eede-7613-429b-bda4-33f0948918cb tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:02.203329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb30eede-7613-429b-bda4-33f0948918cb tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.207999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bb30eede-7613-429b-bda4-33f0948918cb tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "DELETE /v2.0/ports/8709139b-4aae-46af-8bb3-c31a058566aa HTTP/1.1" status: 404 len: 333 time: 0.0628369 Aug 06 15:56:02.214750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.230340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fea17d9c-9b6b-4223-9219-1872e940e8b2', 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'tenant_id': '027ff74135e545dd91c784c0cb73af79', 'fixed_ips': [{'subnet_id': 'c3cc74ae-a540-46e0-b273-4cb3b619379a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:02.236821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.246233 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-695901e8-3961-44ac-add5-e6d3c8473b78 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:02.246917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695901e8-3961-44ac-add5-e6d3c8473b78 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.252959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-695901e8-3961-44ac-add5-e6d3c8473b78 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "DELETE /v2.0/subnets/39e9acd4-4e9c-46af-bc77-106376d4efd8 HTTP/1.1" status: 404 len: 337 time: 0.0334256 Aug 06 15:56:02.254585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.284274 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13f133d-8ec6-4a6b-a715-3400e3b11f5e tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] GET failed (client error): The resource could not be found. Aug 06 15:56:02.287854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c13f133d-8ec6-4a6b-a715-3400e3b11f5e tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "GET /v2.0/networks/e034c917-a08f-42d4-a54e-2fe9b3e2490b HTTP/1.1" status: 404 len: 339 time: 0.0319417 Aug 06 15:56:02.292417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.324662 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6524d1-93d8-4b55-ae52-a9efed5a8b0a tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] GET failed (client error): The resource could not be found. Aug 06 15:56:02.328349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0c6524d1-93d8-4b55-ae52-a9efed5a8b0a tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "GET /v2.0/ports/f5bc0f05-e7ad-4203-a7c6-4ca452a1d14e HTTP/1.1" status: 404 len: 333 time: 0.0350301 Aug 06 15:56:02.332132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.404695 n-d-778550-6 neutron-server[94840]: INFO neutron.db.ipam_backend_mixin [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3cc74ae-a540-46e0-b273-4cb3b619379a (CIDR: 2001:db8::/64) Aug 06 15:56:02.405267 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-948b9f59-0dbc-45b1-a6cc-a490f3c6d43e tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] GET failed (client error): The resource could not be found. Aug 06 15:56:02.406726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-948b9f59-0dbc-45b1-a6cc-a490f3c6d43e tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "GET /v2.0/subnets/887dd645-4196-49b4-b9fd-4b8e91754b3d HTTP/1.1" status: 404 len: 337 time: 0.0730925 Aug 06 15:56:02.411942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.439011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4efa2b63-5a81-4d7b-970e-5c8745a0cccf tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.467937 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efa2b63-5a81-4d7b-970e-5c8745a0cccf tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] PUT failed (client error): The resource could not be found. Aug 06 15:56:02.468560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efa2b63-5a81-4d7b-970e-5c8745a0cccf tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.476203 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4efa2b63-5a81-4d7b-970e-5c8745a0cccf tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "PUT /v2.0/networks/3262272e-d794-4f12-925e-f37a7dbca65f HTTP/1.1" status: 404 len: 339 time: 0.0429649 Aug 06 15:56:02.477786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.484811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d83ae77a-06b6-4c19-b3ae-95c55d84416b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.510983 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83ae77a-06b6-4c19-b3ae-95c55d84416b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] PUT failed (client error): The resource could not be found. Aug 06 15:56:02.510983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83ae77a-06b6-4c19-b3ae-95c55d84416b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.518933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d83ae77a-06b6-4c19-b3ae-95c55d84416b tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "PUT /v2.0/ports/8e5420a8-2733-4f3f-af4f-bd7ad6992d96 HTTP/1.1" status: 404 len: 333 time: 0.0401175 Aug 06 15:56:02.520221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.525886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] For port a1239725-7557-4fc1-a965-24dabb5c5e0c, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a1239725-7557-4fc1-a965-24dabb5c5e0c,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:02.526829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:02.529003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5ee76890-3d5b-43ec-8b50-13d6bba84a55 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.546752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Calling delete_port for a1239725-7557-4fc1-a965-24dabb5c5e0c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:02.555289 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee76890-3d5b-43ec-8b50-13d6bba84a55 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] PUT failed (client error): The resource could not be found. Aug 06 15:56:02.555867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee76890-3d5b-43ec-8b50-13d6bba84a55 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.580107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5ee76890-3d5b-43ec-8b50-13d6bba84a55 tempest-NetworksNegativeTestJSON-710681199 tempest-NetworksNegativeTestJSON-710681199-project] 10.222.0.16 "PUT /v2.0/subnets/1171ea96-c9f8-4262-9b84-92cc828d1098 HTTP/1.1" status: 404 len: 337 time: 0.0584199 Aug 06 15:56:02.752689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/c3cc74ae-a540-46e0-b273-4cb3b619379a/b19afdb8-c413-46d7-9ab6-0fe8da0de64d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:02.791520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c2a0-c537-4bb5-9fc9-42710a91f271 req-a347a914-b1c7-4cd6-bd19-2d753233fcc6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:02.793705 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0745c2a0-c537-4bb5-9fc9-42710a91f271 req-a347a914-b1c7-4cd6-bd19-2d753233fcc6 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1312053 Aug 06 15:56:02.807517 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:56:02.820654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:02.868266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0745c2a0-c537-4bb5-9fc9-42710a91f271 req-ab0fb897-f835-4405-af83-9772993b1bfd tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671980 Aug 06 15:56:02.952233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b1078392-14a8-4dfc-8e15-d32cfeeb9458 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1574163 Aug 06 15:56:02.953903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44056) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:02.961930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:02.977043 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.013713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.023393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Transition to ACTIVE for port object b19afdb8-c413-46d7-9ab6-0fe8da0de64d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:03.054864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Pushing event deleted for resources: {'Port': ['ID=a1239725-7557-4fc1-a965-24dabb5c5e0c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.055383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Transition to ACTIVE for port object b19afdb8-c413-46d7-9ab6-0fe8da0de64d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:03.070147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['a1239725-7557-4fc1-a965-24dabb5c5e0c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:03.133015 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.176612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] No DVR routers for this DVR port a1239725-7557-4fc1-a965-24dabb5c5e0c on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:03.184260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 3038dade-6655-4af9-83c0-4c2a3e2162fe no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:03.184495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.189159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-385dd417-3256-4d5f-94ca-00e33e5da325 req-13cb47b8-ac18-44d9-8602-39cf986a6154 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.64 "DELETE /v2.0/ports/a1239725-7557-4fc1-a965-24dabb5c5e0c HTTP/1.1" status: 204 len: 173 time: 1.5562906 Aug 06 15:56:03.203187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'name': 'network-vif-deleted', 'tag': 'a1239725-7557-4fc1-a965-24dabb5c5e0c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:03.203187 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba2436-8fa4-4bb3-8d99-aa9c196daf6a" -d '{"events": [{"server_uuid": "46661ecf-5b80-4ef1-b5ff-672cdd7f2a62", "name": "network-vif-deleted", "tag": "a1239725-7557-4fc1-a965-24dabb5c5e0c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:03.226335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86f3d98b-8e65-4086-a629-792f991679ab req-db9d0706-d882-4b17-89d3-c27648fb5950 tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.2291543 Aug 06 15:56:03.282790 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f431705-8d14-40b2-b840-5bded7df471b x-openstack-request-id: req-7f431705-8d14-40b2-b840-5bded7df471b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:03.283388 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46661ecf-5b80-4ef1-b5ff-672cdd7f2a62", "name": "network-vif-deleted", "tag": "a1239725-7557-4fc1-a965-24dabb5c5e0c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:03.284038 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f431705-8d14-40b2-b840-5bded7df471b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:03.285360 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46661ecf-5b80-4ef1-b5ff-672cdd7f2a62', 'name': 'network-vif-deleted', 'tag': 'a1239725-7557-4fc1-a965-24dabb5c5e0c', 'status': 'completed', 'code': 200} Aug 06 15:56:03.297718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:03.337081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Pushing event updated for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:03.347574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 3038dade-6655-4af9-83c0-4c2a3e2162fe {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:03.348204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 3038dade-6655-4af9-83c0-4c2a3e2162fe not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:03.352147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:03.354778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:03.456776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:03.472653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.485546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Attempting to bind port b19afdb8-c413-46d7-9ab6-0fe8da0de64d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:03.486050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Attempting to bind port b19afdb8-c413-46d7-9ab6-0fe8da0de64d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:03.486444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Attempting to bind port b19afdb8-c413-46d7-9ab6-0fe8da0de64d on network fea17d9c-9b6b-4223-9219-1872e940e8b2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:03.503778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:03.505446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Checking segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:03.506154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.509803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Bound using segment: {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:03.510565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Bound port: b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8910f221-1324-4aae-859f-8e05796ecac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:03.511207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.515926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44064) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:03.720413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3034668-1c45-48cb-85df-e18561c1883c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.759540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:03.783833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:03.886007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:03.956235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3034668-1c45-48cb-85df-e18561c1883c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.037016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e846-f92c-48f5-8f79-f027fcc4d144 None None] Pushing event updated for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:04.050514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3034668-1c45-48cb-85df-e18561c1883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.183097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3034668-1c45-48cb-85df-e18561c1883c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6fbdaee32f04974ae6258f038afedc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659098 Aug 06 15:56:04.188086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:04.197591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3034668-1c45-48cb-85df-e18561c1883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a307f098-db19-43cd-8d81-0a752aeaa9c3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:04.330469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efcc69f0-59c2-4df5-9bec-5bffea235566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.406217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303659d-8f8a-41dd-8f98-e571b054b49f req-fc619eb6-c684-4a34-a9ef-290687a65dc1 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:04.415145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4303659d-8f8a-41dd-8f98-e571b054b49f req-fc619eb6-c684-4a34-a9ef-290687a65dc1 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.3022101 Aug 06 15:56:04.440764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efcc69f0-59c2-4df5-9bec-5bffea235566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.588805 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec1d7e23-39bb-4b47-adf5-0568a827d21f req-c052a6e7-2272-4320-9449-d65e718f421a tempest-VolumesBackupsTest-249794314 tempest-VolumesBackupsTest-249794314-project] 10.222.0.16 "GET /v2.0/ports?device_id=46661ecf-5b80-4ef1-b5ff-672cdd7f2a62 HTTP/1.1" status: 200 len: 210 time: 0.0971286 Aug 06 15:56:04.637653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efcc69f0-59c2-4df5-9bec-5bffea235566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.641543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efcc69f0-59c2-4df5-9bec-5bffea235566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:04.643080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-efcc69f0-59c2-4df5-9bec-5bffea235566 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a307f098-db19-43cd-8d81-0a752aeaa9c3 HTTP/1.1" status: 204 len: 168 time: 0.4537368 Aug 06 15:56:04.653531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4303659d-8f8a-41dd-8f98-e571b054b49f req-5f64d27b-d046-44c6-927e-87961900bc50 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204688 Aug 06 15:56:04.676672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc69f0-59c2-4df5-9bec-5bffea235566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a307f098-db19-43cd-8d81-0a752aeaa9c3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:04.768533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.objects.ports [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:56:04.862696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8e1aed5-5fd6-4a17-86d0-55bcfbf1d7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.201182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.752683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:05.868489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.936909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b19afdb8-c413-46d7-9ab6-0fe8da0de64d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:05.943233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:05.947959 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.009288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23f76e-0d1e-4a18-bcf6-8757638f7511 req-d0793267-eb57-4e65-b3fa-801fd21f79d9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.011052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae23f76e-0d1e-4a18-bcf6-8757638f7511 req-d0793267-eb57-4e65-b3fa-801fd21f79d9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1614141 Aug 06 15:56:06.038216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5a0da0c-1c24-4cb8-972c-0e7de9364474 None None] Provisioning for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:06.205621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:06.211490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:06.211896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.230125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:06.250141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:06.257597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:06.258317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:06.286866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1378a1d-e9fe-4661-9bb7-21c8aaac1794 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:06.333235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae23f76e-0d1e-4a18-bcf6-8757638f7511 req-c808c827-c2c1-43dc-b1a0-7d4483e19c16 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624906 Aug 06 15:56:06.341043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=8c57fe1d-380c-45d4-8de2-209445b79988,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:06.364628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=4']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:06.467539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d86f601a-0e2d-4731-8633-332c3a68d72d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5090852 Aug 06 15:56:06.468050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:06.473720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:c5:fe:5c', 'name': 'tempest-NetworksTestDHCPv6-1818062725'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:06.608083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:06.837426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d495d8fd-4edc-44a3-8b00-9414c33f3cdf tempest-ServiceProvidersTest-2133477688 tempest-ServiceProvidersTest-2133477688-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2274745 Aug 06 15:56:07.062278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:07.100990 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.140438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:07.224253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a1239725-7557-4fc1-a965-24dabb5c5e0c no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:07.268398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: a1239725-7557-4fc1-a965-24dabb5c5e0c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:07.268398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a1239725-7557-4fc1-a965-24dabb5c5e0c not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:07.276458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.309935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.360036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port 59d3ea09-9311-49b5-ade9-bd95236462e3 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:56:07.438025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:07.697219 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7fdf8c5a-8ea0-4620-bd14-46203d3038ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.700673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:07.866468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:07.874795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::7 (fea17d9c-9b6b-4223-9219-1872e940e8b2/c3cc74ae-a540-46e0-b273-4cb3b619379a/59d3ea09-9311-49b5-ade9-bd95236462e3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:07.886586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8:0:1:f816:3eff:fec5:fe5c (fea17d9c-9b6b-4223-9219-1872e940e8b2/8c57fe1d-380c-45d4-8de2-209445b79988/59d3ea09-9311-49b5-ade9-bd95236462e3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:07.940013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b19afdb8-c413-46d7-9ab6-0fe8da0de64d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:08.178877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:08.179605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.221286 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb728-bb15-4ea2-b512-6a3d1c5e8925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.314352 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.363079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f9eb2-ac48-482c-9cb4-84f7371e0820 req-dada9fb7-5968-4e5d-8404-4f89bcae9514 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:08.365218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-653f9eb2-ac48-482c-9cb4-84f7371e0820 req-dada9fb7-5968-4e5d-8404-4f89bcae9514 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.8448570 Aug 06 15:56:08.366910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object 59d3ea09-9311-49b5-ade9-bd95236462e3 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:08.546085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-653f9eb2-ac48-482c-9cb4-84f7371e0820 req-79fc4fc4-ffd1-4f15-8174-3634bbf77fed tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648142 Aug 06 15:56:08.601173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb728-bb15-4ea2-b512-6a3d1c5e8925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.636011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438749f1-e6a0-482f-b65c-61501195354b req-067278ae-a0a3-4c48-baa2-823063777abf tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:08.638291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-438749f1-e6a0-482f-b65c-61501195354b req-067278ae-a0a3-4c48-baa2-823063777abf tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 946 time: 0.5028849 Aug 06 15:56:08.696886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3fbdb728-bb15-4ea2-b512-6a3d1c5e8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.750323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2c6d1fb-6546-4347-8637-fffb0983d834 None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:08.750718 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d1fb-6546-4347-8637-fffb0983d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.779909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-438749f1-e6a0-482f-b65c-61501195354b req-cf6c3e23-1295-4ef4-af27-9869cbcd9e52 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103921 Aug 06 15:56:08.783000 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:08.811080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3fbdb728-bb15-4ea2-b512-6a3d1c5e8925 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16cd1540928e4938b48fafdf92a2fbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9401839 Aug 06 15:56:08.811948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44172) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:08.913670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdb728-bb15-4ea2-b512-6a3d1c5e8925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf148b2f-ae54-48a4-8776-0188bbfcece0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.086751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:09.090050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:09.130324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:09.159932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:09.162747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.233503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=59d3ea09-9311-49b5-ade9-bd95236462e3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.245387 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.267012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7792901-05cb-4e79-982b-210b1dcfa29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.299639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b64a5a7e-6f12-48a0-8aad-41821bf50976 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.8281205 Aug 06 15:56:09.301205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44176) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:09.325648 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7792901-05cb-4e79-982b-210b1dcfa29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.517426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port 59d3ea09-9311-49b5-ade9-bd95236462e3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:09.517426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.548343 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7792901-05cb-4e79-982b-210b1dcfa29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.553919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7792901-05cb-4e79-982b-210b1dcfa29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.557168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d7792901-05cb-4e79-982b-210b1dcfa29b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf148b2f-ae54-48a4-8776-0188bbfcece0 HTTP/1.1" status: 204 len: 168 time: 0.7414787 Aug 06 15:56:09.579764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7792901-05cb-4e79-982b-210b1dcfa29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf148b2f-ae54-48a4-8776-0188bbfcece0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:09.656701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a561c72a-98e7-4443-a98a-ed1d9fda6ae3 None None] Provisioning for port 59d3ea09-9311-49b5-ade9-bd95236462e3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:09.664403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a561c72a-98e7-4443-a98a-ed1d9fda6ae3 None None] Provisioning complete for port 59d3ea09-9311-49b5-ade9-bd95236462e3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:09.665123 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a561c72a-98e7-4443-a98a-ed1d9fda6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.760200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a561c72a-98e7-4443-a98a-ed1d9fda6ae3 None None] Port 59d3ea09-9311-49b5-ade9-bd95236462e3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:09.770325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:09.798067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for 59d3ea09-9311-49b5-ade9-bd95236462e3 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:09.893396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc12aa-b113-437c-a9f8-e6ddc0ddb1d9 req-eb157f42-a104-4859-952d-647ec3cfe401 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:09.901023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89cc12aa-b113-437c-a9f8-e6ddc0ddb1d9 req-eb157f42-a104-4859-952d-647ec3cfe401 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1199069 Aug 06 15:56:10.043994 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89cc12aa-b113-437c-a9f8-e6ddc0ddb1d9 req-53f738df-d1d0-4947-9b90-bdcecb73066f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353946 Aug 06 15:56:10.091706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210622a1-451b-4e5c-96f1-1352e998834d req-38af35e9-e21d-409a-9f70-09b6e155a77c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.102813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-210622a1-451b-4e5c-96f1-1352e998834d req-38af35e9-e21d-409a-9f70-09b6e155a77c tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 946 time: 0.1558115 Aug 06 15:56:10.174453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-210622a1-451b-4e5c-96f1-1352e998834d req-1f026ce4-5ad5-475f-b3a6-68897bb806c2 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706291 Aug 06 15:56:10.342178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:10.405265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=59d3ea09-9311-49b5-ade9-bd95236462e3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:10.506066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:10.511056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ded92079-a301-46d6-b26c-0179944398be tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/59d3ea09-9311-49b5-ade9-bd95236462e3 HTTP/1.1" status: 204 len: 168 time: 1.2080657 Aug 06 15:56:10.513099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:10.618529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5046e-6ac1-473c-88bb-4031fba01ed3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.620187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fdd5046e-6ac1-473c-88bb-4031fba01ed3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1059966 Aug 06 15:56:10.623254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44208) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:10.765898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a3440-323b-4c03-86ad-28611352837f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.765898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-073a3440-323b-4c03-86ad-28611352837f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0724258 Aug 06 15:56:10.767990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-3c64625f-a4d6-49d4-b494-910730e184dd tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.767990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-3c64625f-a4d6-49d4-b494-910730e184dd tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 946 time: 0.0900817 Aug 06 15:56:10.774721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:10.851677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757537dc-d9e3-43ea-93f5-b521c49ee839 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.852791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757537dc-d9e3-43ea-93f5-b521c49ee839 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.854409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757537dc-d9e3-43ea-93f5-b521c49ee839 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:10.858528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-757537dc-d9e3-43ea-93f5-b521c49ee839 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0798223 Aug 06 15:56:10.858941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44212) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:10.900102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Deleting port c86ea401-b191-4a4d-8645-e5443d6fadde {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:10.901845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:10.914073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 8c57fe1d-380c-45d4-8de2-209445b79988 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:10.920499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:10.964745 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.009867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] For port c86ea401-b191-4a4d-8645-e5443d6fadde, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c86ea401-b191-4a4d-8645-e5443d6fadde,segment=NetworkSegment(fb02454d-4913-44cb-aa00-01adc2209c94),segment_id=fb02454d-4913-44cb-aa00-01adc2209c94)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:11.010245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.024253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Calling delete_port for c86ea401-b191-4a4d-8645-e5443d6fadde owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:11.058382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.289226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c670f3d-e9a3-40b6-9db7-b1862694f5e9 req-b126421c-15b3-4f38-9e7f-91bfb19184df tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:11.289226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c670f3d-e9a3-40b6-9db7-b1862694f5e9 req-b126421c-15b3-4f38-9e7f-91bfb19184df tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0975230 Aug 06 15:56:11.291852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c670f3d-e9a3-40b6-9db7-b1862694f5e9 req-46d7f0bf-618b-4d86-b97e-ac3095bea9aa tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544932 Aug 06 15:56:11.394169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4674c-6585-42f1-8038-ee91dccd149f req-c776a8fe-8af2-4c67-9865-d6c7737d1230 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:11.397106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dd4674c-6585-42f1-8038-ee91dccd149f req-c776a8fe-8af2-4c67-9865-d6c7737d1230 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 946 time: 0.1231279 Aug 06 15:56:11.520115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dd4674c-6585-42f1-8038-ee91dccd149f req-2fb09082-b634-4d48-b89a-51b6a31974b0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc78830c-5651-4395-acfb-1cfbd0e80426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948758 Aug 06 15:56:11.538170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.548116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.594001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.606769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c86ea401-b191-4a4d-8645-e5443d6fadde'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:11.615517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=8c57fe1d-380c-45d4-8de2-209445b79988,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:11.642178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.648376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07fc8877-e02c-4728-858d-57f208cb27e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/8c57fe1d-380c-45d4-8de2-209445b79988 HTTP/1.1" status: 204 len: 168 time: 0.7884171 Aug 06 15:56:11.649061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44230) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:11.665545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df759642-c26d-4767-9bd5-7a5fe3abb396 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:11.678926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Pushing event deleted for resources: {'Port': ['ID=c86ea401-b191-4a4d-8645-e5443d6fadde,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:11.735406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet c3cc74ae-a540-46e0-b273-4cb3b619379a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:11.739326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.776846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] No DVR routers for this DVR port c86ea401-b191-4a4d-8645-e5443d6fadde on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:11.784202 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.787240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b2a2f0e1-e836-44af-af01-07933cf35df9 req-141ff024-b391-405d-b5b1-582920eaf4a0 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.59 "DELETE /v2.0/ports/c86ea401-b191-4a4d-8645-e5443d6fadde HTTP/1.1" status: 204 len: 173 time: 1.0613921 Aug 06 15:56:11.788023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'name': 'network-vif-deleted', 'tag': 'c86ea401-b191-4a4d-8645-e5443d6fadde'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:11.794825 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e539aa0-fc59-44ee-a3b8-153f5c41e8d2" -d '{"events": [{"server_uuid": "9f278918-e2ce-4cb7-a602-65a091e393f6", "name": "network-vif-deleted", "tag": "c86ea401-b191-4a4d-8645-e5443d6fadde"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:11.801019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:11.861791 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c355de-3c53-441a-8402-b3d492938ca0 x-openstack-request-id: req-28c355de-3c53-441a-8402-b3d492938ca0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:11.861791 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f278918-e2ce-4cb7-a602-65a091e393f6", "name": "network-vif-deleted", "tag": "c86ea401-b191-4a4d-8645-e5443d6fadde", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:11.861791 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28c355de-3c53-441a-8402-b3d492938ca0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:11.861791 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f278918-e2ce-4cb7-a602-65a091e393f6', 'name': 'network-vif-deleted', 'tag': 'c86ea401-b191-4a4d-8645-e5443d6fadde', 'status': 'completed', 'code': 200} Aug 06 15:56:11.993889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.159086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.165064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041082 Aug 06 15:56:12.176464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.273680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.371153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cc74ae-a540-46e0-b273-4cb3b619379a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:12.373391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:12.377629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a04a5851-3c07-47aa-97dc-a6039aacafca tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/c3cc74ae-a540-46e0-b273-4cb3b619379a HTTP/1.1" status: 204 len: 168 time: 0.7253692 Aug 06 15:56:12.378276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.451732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-35684284-1088-4535-b1da-370ebb09066b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718324 Aug 06 15:56:12.454612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44296) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:12.463439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:12.587965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8145c49-8e96-4def-bdd1-cc000672ba1b tempest-NetworksApiDiscovery-229348692 tempest-NetworksApiDiscovery-229348692-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4036944 Aug 06 15:56:12.760131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-957859e4-911d-49ed-b8b7-02847c827b4b req-d412164a-7577-4bc9-a93a-3b44b941b633 tempest-AttachVolumeNegativeTest-376257388 tempest-AttachVolumeNegativeTest-376257388-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f278918-e2ce-4cb7-a602-65a091e393f6 HTTP/1.1" status: 200 len: 210 time: 0.0411930 Aug 06 15:56:12.812750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c5611-5166-4b89-90d3-7095d0ad1973 req-eccf901a-dfa1-478d-9deb-7768d12794e5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:12.814475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-465c5611-5166-4b89-90d3-7095d0ad1973 req-eccf901a-dfa1-478d-9deb-7768d12794e5 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.3007023 Aug 06 15:56:12.893444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-465c5611-5166-4b89-90d3-7095d0ad1973 req-39277824-6b8a-4eb5-b3dc-0c1cf5c8e462 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700946 Aug 06 15:56:12.970242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:12.974948 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.424517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e0072f-d058-4714-8cfc-01c584f09c82 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:13.561661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-47f194fa-9b44-4b9c-afa3-801dcbdc18fd None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:13.562081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47f194fa-9b44-4b9c-afa3-801dcbdc18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.564013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44318) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:13.588084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.744345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:13.760281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:13.765175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f65f0a0-3f88-4032-8520-60e237e3b656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.773007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:13.789572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.819053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=652f12d9-c052-45fb-8882-07b3a93da831,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:13.919455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44340) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:13.992322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Deleting subnet 89a19fb9-caea-42ff-9610-d16622cb4865 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:13.997004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:13.998467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f65f0a0-3f88-4032-8520-60e237e3b656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.068429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f65f0a0-3f88-4032-8520-60e237e3b656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.096896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65f0a0-3f88-4032-8520-60e237e3b656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7982b159-1f02-4b8b-b4ab-935fa667d38f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:14.143557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.149391 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f65f0a0-3f88-4032-8520-60e237e3b656 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c017c6b3e974492b89e69ce6ad35e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840108 Aug 06 15:56:14.152192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:14.217111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64dd1289-e2f2-471a-88a6-712ceefb2727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.222024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994e3d1-504f-498e-bcd2-e2b38882d67e req-41e190eb-fef2-4cc6-9d15-d0c789206e85 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:14.225370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7994e3d1-504f-498e-bcd2-e2b38882d67e req-41e190eb-fef2-4cc6-9d15-d0c789206e85 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.1883245 Aug 06 15:56:14.230981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7ce48d5f-5b60-4f2d-87d5-8b3ad5fdf7c0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7741723 Aug 06 15:56:14.242212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:14.246262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64dd1289-e2f2-471a-88a6-712ceefb2727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.252585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:14.274231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0de987c-4384-4cf8-9502-7d82d771d0c1 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:14.299017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.357363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-904dcf52-8504-43fe-9eab-a7b49d5ab944 None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:14.358169 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-904dcf52-8504-43fe-9eab-a7b49d5ab944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.399335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64dd1289-e2f2-471a-88a6-712ceefb2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.403088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-64dd1289-e2f2-471a-88a6-712ceefb2727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.404393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7994e3d1-504f-498e-bcd2-e2b38882d67e req-4ad4eb7b-c451-4655-9485-496f1854b634 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610596 Aug 06 15:56:14.404887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-64dd1289-e2f2-471a-88a6-712ceefb2727 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7982b159-1f02-4b8b-b4ab-935fa667d38f HTTP/1.1" status: 204 len: 168 time: 0.2512581 Aug 06 15:56:14.433820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd1289-e2f2-471a-88a6-712ceefb2727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7982b159-1f02-4b8b-b4ab-935fa667d38f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:14.547875 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.576556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a19fb9-caea-42ff-9610-d16622cb4865,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:14.580092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.583115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94c98b76-4aa4-49ff-bf2c-c1c011e00152 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/89a19fb9-caea-42ff-9610-d16622cb4865 HTTP/1.1" status: 204 len: 168 time: 0.6619112 Aug 06 15:56:14.585269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:14.674103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:14.695661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.735433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.857022 n-d-778550-6 neutron-server[94841]: INFO neutron.db.ipam_backend_mixin [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 652f12d9-c052-45fb-8882-07b3a93da831 (CIDR: 2001:db8::/64) Aug 06 15:56:14.857691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.869855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66adc19b-a4e0-4990-9d66-f0de10b964ef']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:14.890777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb02454d-4913-44cb-aa00-01adc2209c94') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:14.895789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb02454d-4913-44cb-aa00-01adc2209c94') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:14.902469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.914351 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 15:56:14.915340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:14.920315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.930926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:14.935826 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:14.998649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1ec4cc16-0f71-4db3-a3d3-c78ac2635984 None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:14.999699 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1ec4cc16-0f71-4db3-a3d3-c78ac2635984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.007313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-178cd638-6f40-4b75-aa0a-6d0c681f971b tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7626996 Aug 06 15:56:15.018250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:15.024583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'subnet': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:15.105381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.111336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.114027 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] 10.222.0.16 "DELETE /v2.0/networks/66adc19b-a4e0-4990-9d66-f0de10b964ef HTTP/1.1" status: 204 len: 168 time: 0.5276330 Aug 06 15:56:15.135456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3a5d9-ba54-4e2c-a14d-eda65064d994 admin admin] Pushing event deleted for resources: {'Network': ['ID=66adc19b-a4e0-4990-9d66-f0de10b964ef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:15.279243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:15.283399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.285728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c86ea401-b191-4a4d-8645-e5443d6fadde no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:15.314584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: c86ea401-b191-4a4d-8645-e5443d6fadde {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:15.320020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c86ea401-b191-4a4d-8645-e5443d6fadde not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:15.468716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44402) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:15.569739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c77e885-a9ed-4f94-8717-1693254aedff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb7276c4aae942509d28a953ecdb6542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996497 Aug 06 15:56:15.576445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:15.629525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16581976-8c3b-4cd3-a336-50ea707cf9c8 req-00b3943e-ed4e-43bc-8e29-755ea7cb771c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:15.631607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16581976-8c3b-4cd3-a336-50ea707cf9c8 req-00b3943e-ed4e-43bc-8e29-755ea7cb771c tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0859396 Aug 06 15:56:15.663432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-599a2fff-ff8a-413c-92eb-c708e4ffa66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.688406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-599a2fff-ff8a-413c-92eb-c708e4ffa66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.717653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16581976-8c3b-4cd3-a336-50ea707cf9c8 req-18ffd82f-f3e0-4a1a-b9af-f93bb93f2738 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781555 Aug 06 15:56:15.860986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:56:15.926480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-599a2fff-ff8a-413c-92eb-c708e4ffa66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.929314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-599a2fff-ff8a-413c-92eb-c708e4ffa66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:15.932984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-599a2fff-ff8a-413c-92eb-c708e4ffa66e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc78830c-5651-4395-acfb-1cfbd0e80426 HTTP/1.1" status: 204 len: 168 time: 0.3531249 Aug 06 15:56:15.952210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a2fff-ff8a-413c-92eb-c708e4ffa66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78830c-5651-4395-acfb-1cfbd0e80426,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:16.111660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.311146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:16.344923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.549154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.549983 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.629478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:16.636340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:16.648051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:16.653227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3a214-9040-4d6a-a0d2-a0617def73c3 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:16.663687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:16.752361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Subnet': ['ID=9212cfbc-822d-486e-92da-8793f0bb1e44,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:16.762247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=9']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:16.846277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-942fa508-6240-4963-8074-093c14904860 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8259015 Aug 06 15:56:16.849023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:16.855455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Request body: {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'mac_address': 'fa:16:3e:34:43:9f', 'name': 'tempest-NetworksTestDHCPv6-700932993'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:16.890843 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f608ee-cadd-4b69-a994-f9bfd5ea9d61 req-0b47c4ff-5613-403e-84d8-77f04b95d233 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:16.900272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26f608ee-cadd-4b69-a994-f9bfd5ea9d61 req-0b47c4ff-5613-403e-84d8-77f04b95d233 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 943 time: 0.0882342 Aug 06 15:56:16.959508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26f608ee-cadd-4b69-a994-f9bfd5ea9d61 req-64831f5d-d212-475f-9054-18f59fd1cd31 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580683 Aug 06 15:56:17.136080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Update dhcp port {'port': {'network_id': 'fea17d9c-9b6b-4223-9219-1872e940e8b2', 'fixed_ips': [{'subnet_id': '9212cfbc-822d-486e-92da-8793f0bb1e44', 'ip_address': '2001:db8:0:1:f816:3eff:feba:9d2d'}, {'subnet_id': '652f12d9-c052-45fb-8882-07b3a93da831'}], 'binding:host_id': 'n-d-778550-6'}, 'id': 'b19afdb8-c413-46d7-9ab6-0fe8da0de64d'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 15:56:17.192486 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.352742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:56:17.554741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Allocated IP 2001:db8::2 (fea17d9c-9b6b-4223-9219-1872e940e8b2/652f12d9-c052-45fb-8882-07b3a93da831/b19afdb8-c413-46d7-9ab6-0fe8da0de64d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:17.600756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:17.631894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'port_id': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'mac_address': 'fa:16:3e:91:ff:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:56:17.717883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.747097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:17.749655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:56:17.786909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:17.801870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.818758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Transition to ACTIVE for port object b19afdb8-c413-46d7-9ab6-0fe8da0de64d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:17.837482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b19afdb8-c413-46d7-9ab6-0fe8da0de64d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:17.903985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:17.903985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:17.931470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Made reservation on behalf of 027ff74135e545dd91c784c0cb73af79 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:17.977939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.053487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.136870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.160948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86b495-2dde-4ef2-97ed-59cfff73a892 None None] Pushing event updated for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.204658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] device_id is not set on port fc97e240-5041-44a0-9e1e-efc60f3f21be yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:56:18.236422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076685e-af1c-48fa-8ba6-bd42341440ab req-f82ef3c0-06f8-4385-98da-1a5f292f0f13 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:18.244679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3076685e-af1c-48fa-8ba6-bd42341440ab req-f82ef3c0-06f8-4385-98da-1a5f292f0f13 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 944 time: 0.1227865 Aug 06 15:56:18.274363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:18.304881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:56:18.320483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3076685e-af1c-48fa-8ba6-bd42341440ab req-55f3b3c4-1e6c-4d09-bf18-ab2fe489b7bb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746939 Aug 06 15:56:18.672523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8::38d (fea17d9c-9b6b-4223-9219-1872e940e8b2/652f12d9-c052-45fb-8882-07b3a93da831/fc97e240-5041-44a0-9e1e-efc60f3f21be) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:18.695736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:439f (fea17d9c-9b6b-4223-9219-1872e940e8b2/9212cfbc-822d-486e-92da-8793f0bb1e44/fc97e240-5041-44a0-9e1e-efc60f3f21be) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:18.946555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:18.980921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Transition to ACTIVE for port object fc97e240-5041-44a0-9e1e-efc60f3f21be will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:19.153903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.216504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e92c51a0-b272-4370-bd86-e2791213cb78 None None] Provisioning for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:19.228948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:19.230990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e92c51a0-b272-4370-bd86-e2791213cb78 None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:19.231390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e92c51a0-b272-4370-bd86-e2791213cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.232895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:19.239057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:19.247967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:19.248855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:19.293525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event updated for resources: {'Port': ['ID=fc97e240-5041-44a0-9e1e-efc60f3f21be,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:19.308318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:19.403764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f94a4ae7-7998-4398-9148-3aed4bc152eb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5512841 Aug 06 15:56:19.404247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:19.941545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b19afdb8-c413-46d7-9ab6-0fe8da0de64d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:19.975931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:19.975931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.058537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:20.058537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.196976 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.199723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting port fc97e240-5041-44a0-9e1e-efc60f3f21be {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:20.200095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.236408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-69cde159-6e95-41ac-b79b-c79480a3bc64 None None] Provisioning for port fc97e240-5041-44a0-9e1e-efc60f3f21be completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:20.326364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-69cde159-6e95-41ac-b79b-c79480a3bc64 None None] Provisioning complete for port fc97e240-5041-44a0-9e1e-efc60f3f21be triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:20.326854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-69cde159-6e95-41ac-b79b-c79480a3bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.338658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:20.341233 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a702a9-4a37-4e6a-8db5-82c0e528a6a5" -d '{"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:20.433068 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7934eb16-35b5-4c33-a773-1167721efcc6 x-openstack-request-id: req-7934eb16-35b5-4c33-a773-1167721efcc6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:20.437003 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-plugged", "status": "completed", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:20.437691 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7934eb16-35b5-4c33-a773-1167721efcc6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:20.438281 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'code': 200} Aug 06 15:56:20.458428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.489478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:20.513406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Calling delete_port for fc97e240-5041-44a0-9e1e-efc60f3f21be owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:20.520352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-69cde159-6e95-41ac-b79b-c79480a3bc64 None None] Port fc97e240-5041-44a0-9e1e-efc60f3f21be cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:56:20.581421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c67874-0fe9-448a-8ed0-66a337e0a2ab req-e315f3b7-a5c6-426a-9979-30f2645fa768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:20.583197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89c67874-0fe9-448a-8ed0-66a337e0a2ab req-e315f3b7-a5c6-426a-9979-30f2645fa768 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 944 time: 0.5203004 Aug 06 15:56:20.587667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.647764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:20.654903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89c67874-0fe9-448a-8ed0-66a337e0a2ab req-e9638c12-68ef-4d1c-98d8-bf4afe94f257 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611401 Aug 06 15:56:20.700927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56498772-c838-4882-b7df-293fd2bd7dd0 req-bf208be0-eb84-4239-9d2d-240ca8e6d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:20.708203 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56498772-c838-4882-b7df-293fd2bd7dd0 req-bf208be0-eb84-4239-9d2d-240ca8e6d9da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1097 time: 0.0539770 Aug 06 15:56:20.748265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-56498772-c838-4882-b7df-293fd2bd7dd0 req-12e69f9d-03cf-4656-a051-1d05da9160e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Aug 06 15:56:20.891135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:20.928467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Port': ['ID=fc97e240-5041-44a0-9e1e-efc60f3f21be,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:21.019693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.022295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-262028e8-86bc-4c6c-a79a-c10c64a53303 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/fc97e240-5041-44a0-9e1e-efc60f3f21be HTTP/1.1" status: 204 len: 168 time: 1.6169584 Aug 06 15:56:21.025000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:21.081357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a0eed-d4ac-4ade-ad06-c23e47e6e57a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.082988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b9a0eed-d4ac-4ade-ad06-c23e47e6e57a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0567095 Aug 06 15:56:21.092375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:21.138842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f8e62-c399-4650-aea6-e49f7aa287cb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.147502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b59f8e62-c399-4650-aea6-e49f7aa287cb tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0601215 Aug 06 15:56:21.150065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:21.232570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa6159-21e4-4017-a37c-759a1c5d8cd5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.234131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa6159-21e4-4017-a37c-759a1c5d8cd5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.235919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aa6159-21e4-4017-a37c-759a1c5d8cd5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:21.240419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-78aa6159-21e4-4017-a37c-759a1c5d8cd5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0902741 Aug 06 15:56:21.241405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44580) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:21.299860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 652f12d9-c052-45fb-8882-07b3a93da831 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:21.301674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.349532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.558952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.727266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.815322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=652f12d9-c052-45fb-8882-07b3a93da831,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:21.824850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37205ab8-5920-4055-a98d-a8161eee3965 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:21.832542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:21.834538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-01fe7616-586a-4130-bef5-6db8f7a0ef00 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/652f12d9-c052-45fb-8882-07b3a93da831 HTTP/1.1" status: 204 len: 168 time: 0.5921111 Aug 06 15:56:21.837258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:21.980986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Deleting subnet 9212cfbc-822d-486e-92da-8793f0bb1e44 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:56:21.996207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.170034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.277738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-023175cc-d33c-4869-bae6-37ee54883635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.287453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-023175cc-d33c-4869-bae6-37ee54883635 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=da12e85f296946d3898c40ad68b07917&device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 1097 time: 0.1934271 Aug 06 15:56:22.318869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde2630-03ab-4224-bc15-757dc39d73ad req-0b01a10f-3831-4307-b441-d95fbc49a4ab tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.320525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3dde2630-03ab-4224-bc15-757dc39d73ad req-0b01a10f-3831-4307-b441-d95fbc49a4ab tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.5129788 Aug 06 15:56:22.429038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3dde2630-03ab-4224-bc15-757dc39d73ad req-ec1c4706-c8e8-4d72-8507-73e5f562450e tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946863 Aug 06 15:56:22.521004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.549603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-9285d10e-add8-4bff-9fe9-c718d3fd3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.552195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-9285d10e-add8-4bff-9fe9-c718d3fd3def service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 200 len: 917 time: 0.2021332 Aug 06 15:56:22.641675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-f2ed5b3c-d360-4cec-8b79-bcc92daf12f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 200 len: 1001 time: 0.0827441 Aug 06 15:56:22.722413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-c7a12d54-8189-4456-8212-a7dd911ab90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.725491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-c7a12d54-8189-4456-8212-a7dd911ab90f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 200 len: 855 time: 0.0768678 Aug 06 15:56:22.727563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.887782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:22.893139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/9212cfbc-822d-486e-92da-8793f0bb1e44 HTTP/1.1" status: 204 len: 168 time: 1.0525632 Aug 06 15:56:22.895064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:22.896860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb87c9c-aa02-43d8-aba9-562e938517f5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Subnet': ['ID=9212cfbc-822d-486e-92da-8793f0bb1e44,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:22.932623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-cd781bde-f9db-480a-a6ad-aed8035ed554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:22.934402 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-cd781bde-f9db-480a-a6ad-aed8035ed554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014625 Aug 06 15:56:22.993326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2c6513d8-5ae2-476d-bfbb-34d3fff2de81 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948515 Aug 06 15:56:22.994000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.111735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d52ea9-b1ae-42e8-af93-62e48d379369 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:23.114818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-49d52ea9-b1ae-42e8-af93-62e48d379369 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1197433 Aug 06 15:56:23.132114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44668) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.298968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-fec9eea7-b5f6-417e-9d12-34c0ec3c8698 service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555346 Aug 06 15:56:23.469741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfcb36c-a57a-44ea-aa6a-dbddf77849e4 None None] Network fea17d9c-9b6b-4223-9219-1872e940e8b2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:23.520988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483b747-2830-4ca1-a37b-e5db819e4c97 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:23.523126 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b483b747-2830-4ca1-a37b-e5db819e4c97 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3899934 Aug 06 15:56:23.528245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.677417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61337314-7515-4913-b664-202bbd847efc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446912 Aug 06 15:56:23.703720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd42470e-a038-45be-ac39-0133381c1dbb None None] Provisioning complete for port b19afdb8-c413-46d7-9ab6-0fe8da0de64d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:23.704165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd42470e-a038-45be-ac39-0133381c1dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:23.711578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.736570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9396f336-81c6-491a-a2ae-143b3b4d81ed req-7cbc2c9f-9b2d-46ce-8925-5a5e473b9fca service neutron] 10.222.0.59 "GET /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078853 Aug 06 15:56:23.821689 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fd7da-2a3f-4d16-b4c2-117d48c134e5 req-1cb8a667-c17d-49e8-bcc0-6cf9419a6b5a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:23.826654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f1fd7da-2a3f-4d16-b4c2-117d48c134e5 req-1cb8a667-c17d-49e8-bcc0-6cf9419a6b5a tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.1469383 Aug 06 15:56:23.872843 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc2a847-0384-4a16-b0c9-6e97311814b3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:23.873892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc2a847-0384-4a16-b0c9-6e97311814b3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:23.875896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9fc2a847-0384-4a16-b0c9-6e97311814b3 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/fc97e240-5041-44a0-9e1e-efc60f3f21be HTTP/1.1" status: 404 len: 333 time: 0.1614943 Aug 06 15:56:23.878412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.894328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c657e34-74bd-4855-86c5-68864b817d0e req-a5a8adf1-2f90-4966-8c2b-0ad78272c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:23.896714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9c657e34-74bd-4855-86c5-68864b817d0e req-a5a8adf1-2f90-4966-8c2b-0ad78272c09f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1097 time: 0.4791231 Aug 06 15:56:23.923294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f1fd7da-2a3f-4d16-b4c2-117d48c134e5 req-42e001c3-40b5-4bcc-9887-7c21f6683fb9 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956566 Aug 06 15:56:23.961308 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-765bc355-7402-4683-9a22-24517e730d0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:23.961308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765bc355-7402-4683-9a22-24517e730d0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:23.965768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-765bc355-7402-4683-9a22-24517e730d0a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/9212cfbc-822d-486e-92da-8793f0bb1e44 HTTP/1.1" status: 404 len: 337 time: 0.0851934 Aug 06 15:56:23.966412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:23.981853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9c657e34-74bd-4855-86c5-68864b817d0e req-af77bc67-90b4-4839-98c2-af25103840d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767722 Aug 06 15:56:24.018818 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f29ba0-cf83-4405-9431-3ca999631342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.021932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f29ba0-cf83-4405-9431-3ca999631342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.024412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-62f29ba0-cf83-4405-9431-3ca999631342 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/652f12d9-c052-45fb-8882-07b3a93da831 HTTP/1.1" status: 404 len: 337 time: 0.0565200 Aug 06 15:56:24.026802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.055991 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baefd43-eaf9-45ca-be21-64f089aa8dcc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.056708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8baefd43-eaf9-45ca-be21-64f089aa8dcc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.061134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.061292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8baefd43-eaf9-45ca-be21-64f089aa8dcc tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/59d3ea09-9311-49b5-ade9-bd95236462e3 HTTP/1.1" status: 404 len: 333 time: 0.0332625 Aug 06 15:56:24.100976 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c965e711-268a-4c2e-bc92-5f7433b07bd7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.101455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c965e711-268a-4c2e-bc92-5f7433b07bd7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.103220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c965e711-268a-4c2e-bc92-5f7433b07bd7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/8c57fe1d-380c-45d4-8de2-209445b79988 HTTP/1.1" status: 404 len: 337 time: 0.0407164 Aug 06 15:56:24.106455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.115229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] DHCP port deletion for fea17d9c-9b6b-4223-9219-1872e940e8b2 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:56:24.150642 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c62c87-78c9-4c42-bc4c-64798303fa42 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.152091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c62c87-78c9-4c42-bc4c-64798303fa42 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.153482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a5c62c87-78c9-4c42-bc4c-64798303fa42 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/c3cc74ae-a540-46e0-b273-4cb3b619379a HTTP/1.1" status: 404 len: 337 time: 0.0454416 Aug 06 15:56:24.156050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.176205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] Deleting port b19afdb8-c413-46d7-9ab6-0fe8da0de64d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:24.176609 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.184976 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd0671b-403e-4fe0-857f-69e83c67c91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.185710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd0671b-403e-4fe0-857f-69e83c67c91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.188291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7dd0671b-403e-4fe0-857f-69e83c67c91d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/615523b5-21c7-4945-ac7e-205f664d3155 HTTP/1.1" status: 404 len: 333 time: 0.0306849 Aug 06 15:56:24.190291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.234487 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-856360e4-e87e-4bc9-8354-41ed566a3de9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.235264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856360e4-e87e-4bc9-8354-41ed566a3de9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.238395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-856360e4-e87e-4bc9-8354-41ed566a3de9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/d6da56cc-73c2-494f-8b55-aecd4875d632 HTTP/1.1" status: 404 len: 337 time: 0.0464625 Aug 06 15:56:24.241379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44718) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.273611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] For port b19afdb8-c413-46d7-9ab6-0fe8da0de64d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,segment=NetworkSegment(8910f221-1324-4aae-859f-8e05796ecac6),segment_id=8910f221-1324-4aae-859f-8e05796ecac6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:24.274308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.288625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] Calling delete_port for b19afdb8-c413-46d7-9ab6-0fe8da0de64d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:24.291504 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-70212081-5dd3-4032-b554-8c211d0d0cd7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.291861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70212081-5dd3-4032-b554-8c211d0d0cd7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.296768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.306169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-70212081-5dd3-4032-b554-8c211d0d0cd7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/57af17ec-9ad5-4919-b52d-efb5d77f3201 HTTP/1.1" status: 404 len: 337 time: 0.0632601 Aug 06 15:56:24.324427 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-88818aca-75aa-4f3c-abd8-5ebc5e51f0e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.325204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88818aca-75aa-4f3c-abd8-5ebc5e51f0e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.335134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.343311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88818aca-75aa-4f3c-abd8-5ebc5e51f0e7 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/0538ee8c-8473-43d9-a575-0f9e32560b2b HTTP/1.1" status: 404 len: 333 time: 0.0421462 Aug 06 15:56:24.375701 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3853bfd0-23a0-4380-b26b-53a601df82de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.376508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3853bfd0-23a0-4380-b26b-53a601df82de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.381533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.381773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3853bfd0-23a0-4380-b26b-53a601df82de tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/99f16be8-3266-44e7-b679-64f8a9c97af6 HTTP/1.1" status: 404 len: 337 time: 0.0504265 Aug 06 15:56:24.417928 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f279e571-dbd7-4ddc-8320-220f10fc746d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.418571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f279e571-dbd7-4ddc-8320-220f10fc746d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.423860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f279e571-dbd7-4ddc-8320-220f10fc746d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/81814a15-dd1b-4fe8-b3ba-33dcd6eef2b6 HTTP/1.1" status: 404 len: 337 time: 0.0391438 Aug 06 15:56:24.424852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44734) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.454596 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-255d4de9-f27d-46c3-9f0b-b87639a2f4e6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.455324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255d4de9-f27d-46c3-9f0b-b87639a2f4e6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.461822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44738) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.468044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-255d4de9-f27d-46c3-9f0b-b87639a2f4e6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/1fc37fa1-6fb5-4433-a971-155647d6aa74 HTTP/1.1" status: 404 len: 333 time: 0.0418272 Aug 06 15:56:24.506694 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e7d31e-3b33-4d22-a8ca-b792bc891070 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.507242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e7d31e-3b33-4d22-a8ca-b792bc891070 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.511459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-32e7d31e-3b33-4d22-a8ca-b792bc891070 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/0f98cb8a-cc2e-4939-9abb-4f2b645b5c28 HTTP/1.1" status: 404 len: 337 time: 0.0459142 Aug 06 15:56:24.511788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44740) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.545910 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fed41d4-6988-4bc8-a60f-5539ddf07959 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.546637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fed41d4-6988-4bc8-a60f-5539ddf07959 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.548409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5fed41d4-6988-4bc8-a60f-5539ddf07959 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/5c61c1e5-0b0b-4ed4-b3cc-c5648fcd8dfa HTTP/1.1" status: 404 len: 333 time: 0.0355337 Aug 06 15:56:24.551070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.579652 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0bf7e9-03a3-4030-ab71-72dae823e603 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.580209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0bf7e9-03a3-4030-ab71-72dae823e603 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.582373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9b0bf7e9-03a3-4030-ab71-72dae823e603 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/29cbb136-64c6-4f98-98c0-c0e7294c8cfd HTTP/1.1" status: 404 len: 337 time: 0.0301175 Aug 06 15:56:24.585092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.592841 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:24.610613 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b235e630-6462-4810-9a18-fa461e5391e5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.611353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b235e630-6462-4810-9a18-fa461e5391e5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.616168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44750) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.620478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b235e630-6462-4810-9a18-fa461e5391e5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/9def0982-7c7e-4fa1-982e-ac4f9d030901 HTTP/1.1" status: 404 len: 333 time: 0.0327628 Aug 06 15:56:24.638288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] Pushing event deleted for resources: {'Port': ['ID=b19afdb8-c413-46d7-9ab6-0fe8da0de64d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:24.654086 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aced2116-6c37-49b3-a57f-f3eda39a8812 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.654556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aced2116-6c37-49b3-a57f-f3eda39a8812 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.657653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c33ccae-9295-4596-9651-4c482e29b132 None None] No DVR routers for this DVR port b19afdb8-c413-46d7-9ab6-0fe8da0de64d on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:24.662982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.671121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aced2116-6c37-49b3-a57f-f3eda39a8812 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/e26b9783-646e-4e32-948a-6c04b298c126 HTTP/1.1" status: 404 len: 337 time: 0.0538306 Aug 06 15:56:24.712159 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-be63752f-3c14-4bf8-8231-c5d74af3197f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.713019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be63752f-3c14-4bf8-8231-c5d74af3197f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.716185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be63752f-3c14-4bf8-8231-c5d74af3197f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/82196834-16c8-491e-b531-0c74a6559b8d HTTP/1.1" status: 404 len: 333 time: 0.0521839 Aug 06 15:56:24.719079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44760) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.773194 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2dbfe5-fd3b-4220-a329-91b25e44ebaa tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.774296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2dbfe5-fd3b-4220-a329-91b25e44ebaa tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.779470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.798675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be2dbfe5-fd3b-4220-a329-91b25e44ebaa tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/9c0ede00-fba7-4f04-81b5-b983682fa94a HTTP/1.1" status: 404 len: 337 time: 0.0764322 Aug 06 15:56:24.810522 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23ba8c4-3fb7-499e-ae5a-fb135812727d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.815978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23ba8c4-3fb7-499e-ae5a-fb135812727d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.815978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e23ba8c4-3fb7-499e-ae5a-fb135812727d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/a9840f23-78ce-4882-b2b0-1b1ad9825418 HTTP/1.1" status: 404 len: 333 time: 0.0325956 Aug 06 15:56:24.818006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.849939 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8f43b3-1bde-4f1c-91da-f78026c94a9e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.850869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8f43b3-1bde-4f1c-91da-f78026c94a9e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.852861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1e8f43b3-1bde-4f1c-91da-f78026c94a9e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/004b03d2-b7e6-4aab-9b5d-92440c1757f2 HTTP/1.1" status: 404 len: 337 time: 0.0331919 Aug 06 15:56:24.855870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.885843 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9615f83-2e72-4c3b-a395-8d8612728fee tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.886338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9615f83-2e72-4c3b-a395-8d8612728fee tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.888288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9615f83-2e72-4c3b-a395-8d8612728fee tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/9aa271b0-299b-405f-a5a1-97173d8ef238 HTTP/1.1" status: 404 len: 333 time: 0.0312235 Aug 06 15:56:24.891178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:24.975630 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdb476a-71d1-4372-8b76-bab843ee3121 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:24.976752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdb476a-71d1-4372-8b76-bab843ee3121 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:24.979649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3fdb476a-71d1-4372-8b76-bab843ee3121 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/c69f6efe-54c9-4c49-bfd5-f29e8d9395bc HTTP/1.1" status: 404 len: 337 time: 0.0868857 Aug 06 15:56:24.982183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.021061 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a478cdb-ef6f-4b12-aec9-ecd835e19100 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.021540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a478cdb-ef6f-4b12-aec9-ecd835e19100 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.023687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a478cdb-ef6f-4b12-aec9-ecd835e19100 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/2b50caea-0454-4fe9-9474-fbec4765bd06 HTTP/1.1" status: 404 len: 337 time: 0.0405087 Aug 06 15:56:25.026418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44786) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.065434 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bad0b0c-1082-4ba1-8671-d3c2aa98c3b6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.066609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bad0b0c-1082-4ba1-8671-d3c2aa98c3b6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.068531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1bad0b0c-1082-4ba1-8671-d3c2aa98c3b6 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/a03faea6-d510-489b-b689-4779b8565748 HTTP/1.1" status: 404 len: 333 time: 0.0411239 Aug 06 15:56:25.071608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.120149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a42318-eff9-4298-93cc-824482e6253a req-b19297f6-bffa-46f9-9a22-e1780b68346d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:25.122116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6a42318-eff9-4298-93cc-824482e6253a req-b19297f6-bffa-46f9-9a22-e1780b68346d tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.0624523 Aug 06 15:56:25.123161 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc69f4dd-b875-46b4-9157-4fe4b8ef4e58 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.123637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc69f4dd-b875-46b4-9157-4fe4b8ef4e58 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.125642 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc69f4dd-b875-46b4-9157-4fe4b8ef4e58 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/3034fdb5-1d36-4a80-a3b6-953f54407dc1 HTTP/1.1" status: 404 len: 337 time: 0.0530159 Aug 06 15:56:25.128115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.179386 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9597700e-acd6-45c8-9349-55ac18514f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.179897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9597700e-acd6-45c8-9349-55ac18514f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.182944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9597700e-acd6-45c8-9349-55ac18514f46 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/24e29143-5a7e-4504-987d-cedca32caeb9 HTTP/1.1" status: 404 len: 337 time: 0.0534711 Aug 06 15:56:25.188155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.212740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6a42318-eff9-4298-93cc-824482e6253a req-c1a5da0a-e834-48ff-946d-ea113560eece tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788751 Aug 06 15:56:25.227823 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc238ce-e597-4ff0-b907-71bdafbb440d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.228925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc238ce-e597-4ff0-b907-71bdafbb440d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.231020 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4fc238ce-e597-4ff0-b907-71bdafbb440d tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/b62f8a15-e006-407b-8c92-b1d484ec1770 HTTP/1.1" status: 404 len: 333 time: 0.0406961 Aug 06 15:56:25.233717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.279412 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9317fb-797f-45c1-9ee7-32868dc64649 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.280045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9317fb-797f-45c1-9ee7-32868dc64649 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.281730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f9317fb-797f-45c1-9ee7-32868dc64649 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/a81bfb2c-9c17-40af-82a7-f63fa7ac7a5f HTTP/1.1" status: 404 len: 337 time: 0.0469737 Aug 06 15:56:25.285918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.313059 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef962534-2b55-4954-8242-6bc60ca135c9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.313523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef962534-2b55-4954-8242-6bc60ca135c9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.315415 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ef962534-2b55-4954-8242-6bc60ca135c9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/ac95a0ba-aa51-4e6c-ad8e-0454616475e8 HTTP/1.1" status: 404 len: 337 time: 0.0285408 Aug 06 15:56:25.318695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.355664 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5499e0b-8943-47f5-8015-7d943c257c40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.355664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5499e0b-8943-47f5-8015-7d943c257c40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.355664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d5499e0b-8943-47f5-8015-7d943c257c40 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/20b64327-f452-4ec2-912c-1168b4f2ae3e HTTP/1.1" status: 404 len: 333 time: 0.0262649 Aug 06 15:56:25.357240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.394076 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4144ab33-3a00-48e5-a481-11e1e5696d52 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.394557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4144ab33-3a00-48e5-a481-11e1e5696d52 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.397461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4144ab33-3a00-48e5-a481-11e1e5696d52 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/29e2a0bd-2f15-4f59-bf4c-365a37b86886 HTTP/1.1" status: 404 len: 337 time: 0.0382471 Aug 06 15:56:25.405293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.434406 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead2fb7c-ecf6-4105-8ac7-206f9247854a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.434867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead2fb7c-ecf6-4105-8ac7-206f9247854a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.436650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ead2fb7c-ecf6-4105-8ac7-206f9247854a tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/0f250163-8816-4301-985f-fce1f88576e7 HTTP/1.1" status: 404 len: 337 time: 0.0303643 Aug 06 15:56:25.439887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.472428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f295ff4-d3eb-4a03-a9c4-f09ef1df6876 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports?device_id=966772e7-56b3-4148-8ac7-617b6e5ca495 HTTP/1.1" status: 200 len: 205 time: 0.0305796 Aug 06 15:56:25.475406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44822) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.527120 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-938f4d80-213b-4fde-9752-7dc805446c8f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] delete failed (client error): The resource could not be found. Aug 06 15:56:25.528171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-938f4d80-213b-4fde-9752-7dc805446c8f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/routers/966772e7-56b3-4148-8ac7-617b6e5ca495 HTTP/1.1" status: 404 len: 336 time: 0.0516398 Aug 06 15:56:25.530766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.567275 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d971556-6251-4288-8a33-c48ea7e3dc96 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.568250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d971556-6251-4288-8a33-c48ea7e3dc96 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.572612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0d971556-6251-4288-8a33-c48ea7e3dc96 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/42eae4c6-b6af-4241-9753-6e597b76397a HTTP/1.1" status: 404 len: 337 time: 0.0383632 Aug 06 15:56:25.572845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.609056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88fc6ec8-bb8b-4d36-8973-34860dcf5ca9 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc405118-0521-4726-8be2-376bb808a787 HTTP/1.1" status: 200 len: 205 time: 0.0350580 Aug 06 15:56:25.611562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.651964 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-402c673e-5875-4e2b-8ac7-54a330315360 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] delete failed (client error): The resource could not be found. Aug 06 15:56:25.653029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-402c673e-5875-4e2b-8ac7-54a330315360 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/routers/fc405118-0521-4726-8be2-376bb808a787 HTTP/1.1" status: 404 len: 336 time: 0.0404747 Aug 06 15:56:25.655725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.688009 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa6f54a-7ffe-4779-8b62-37c1fb2db0f0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.688009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa6f54a-7ffe-4779-8b62-37c1fb2db0f0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.688772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8aa6f54a-7ffe-4779-8b62-37c1fb2db0f0 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/e1a988eb-f012-434b-ae72-0066a697a77d HTTP/1.1" status: 404 len: 337 time: 0.0320854 Aug 06 15:56:25.691930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.737448 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-959074f7-6805-484e-bf30-aecc3f0b9f24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.739118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959074f7-6805-484e-bf30-aecc3f0b9f24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.741137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-959074f7-6805-484e-bf30-aecc3f0b9f24 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/cedcbe90-f197-4e3b-a957-c30b4a0d0e40 HTTP/1.1" status: 404 len: 337 time: 0.0478759 Aug 06 15:56:25.744045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.781180 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f8f397-6747-433d-90eb-a21c8cb9446e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.781795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f8f397-6747-433d-90eb-a21c8cb9446e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.786310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-77f8f397-6747-433d-90eb-a21c8cb9446e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/c25f9ac5-7c5b-4e8e-83e2-04574ddf5a5a HTTP/1.1" status: 404 len: 333 time: 0.0386050 Aug 06 15:56:25.788293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.817444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b19afdb8-c413-46d7-9ab6-0fe8da0de64d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:25.822500 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f1f8e9-d459-4cea-81b1-8ae3b790678c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.822500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f1f8e9-d459-4cea-81b1-8ae3b790678c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.823547 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-12f1f8e9-d459-4cea-81b1-8ae3b790678c tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/841ac771-2468-4e27-9da4-6da7f29704cc HTTP/1.1" status: 404 len: 337 time: 0.0341840 Aug 06 15:56:25.831433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.853468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b19afdb8-c413-46d7-9ab6-0fe8da0de64d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:25.853818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b19afdb8-c413-46d7-9ab6-0fe8da0de64d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:25.858704 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9ebc9d-b659-47b2-b7cd-4b010d9f8ff2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.859572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9ebc9d-b659-47b2-b7cd-4b010d9f8ff2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.861348 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5f9ebc9d-b659-47b2-b7cd-4b010d9f8ff2 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/9dc0d624-cc64-4767-af9c-d1150ed173d3 HTTP/1.1" status: 404 len: 333 time: 0.0339541 Aug 06 15:56:25.867310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44846) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.898222 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccd7a0c-0e38-4e10-af8a-10a45780414e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.898691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccd7a0c-0e38-4e10-af8a-10a45780414e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.903328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44850) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.913654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fccd7a0c-0e38-4e10-af8a-10a45780414e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/ec7d53bd-dceb-4812-970b-9936a42aafff HTTP/1.1" status: 404 len: 337 time: 0.0451074 Aug 06 15:56:25.931236 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e278edeb-fb9a-4a93-a96b-5224a3bc4629 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.932015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e278edeb-fb9a-4a93-a96b-5224a3bc4629 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.936546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.937041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e278edeb-fb9a-4a93-a96b-5224a3bc4629 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/c580f086-7299-479a-88a0-f42a2ac59d45 HTTP/1.1" status: 404 len: 333 time: 0.0296769 Aug 06 15:56:25.965142 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-83330986-ada9-4405-9dee-4cf6dae8e7d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.965523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83330986-ada9-4405-9dee-4cf6dae8e7d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:25.967843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-83330986-ada9-4405-9dee-4cf6dae8e7d8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/263abf87-5ee5-453d-a0db-9155878cc169 HTTP/1.1" status: 404 len: 337 time: 0.0297620 Aug 06 15:56:25.970139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44854) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:25.981504 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:25.999163 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f1c5a9-46d9-4a0d-81e7-2f52eddf5420 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:25.999880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f1c5a9-46d9-4a0d-81e7-2f52eddf5420 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.001612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-28f1c5a9-46d9-4a0d-81e7-2f52eddf5420 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/a853af6b-0049-44d5-a74c-c31628a98d62 HTTP/1.1" status: 404 len: 333 time: 0.0305274 Aug 06 15:56:26.004421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.036679 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-942230fc-af42-463e-9df0-c9c07d0d7f04 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.037397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942230fc-af42-463e-9df0-c9c07d0d7f04 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.038853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-942230fc-af42-463e-9df0-c9c07d0d7f04 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/f6230e6b-0d2c-46bc-9b14-f421ee2aaaa9 HTTP/1.1" status: 404 len: 337 time: 0.0332670 Aug 06 15:56:26.041345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.067876 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce36e990-cd88-4003-bd5f-5eb6f86e0ea8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.068653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce36e990-cd88-4003-bd5f-5eb6f86e0ea8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.070427 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce36e990-cd88-4003-bd5f-5eb6f86e0ea8 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/f2e26159-1449-4223-b8cf-e2394f527896 HTTP/1.1" status: 404 len: 333 time: 0.0281830 Aug 06 15:56:26.077801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.109779 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c86d04a-84c6-4794-a0f7-8e106634ab80 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.109779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c86d04a-84c6-4794-a0f7-8e106634ab80 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.110101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8c86d04a-84c6-4794-a0f7-8e106634ab80 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/074d198c-56dd-4538-8c2a-412da54a4193 HTTP/1.1" status: 404 len: 337 time: 0.0308287 Aug 06 15:56:26.113179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.153013 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8dda6e-f346-45a8-b546-6891e23bb8c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.153013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8dda6e-f346-45a8-b546-6891e23bb8c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.157247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df8dda6e-f346-45a8-b546-6891e23bb8c5 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/cb81d970-5d55-44fd-ae3a-9d5a08b8f8d4 HTTP/1.1" status: 404 len: 333 time: 0.0404975 Aug 06 15:56:26.157639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.192902 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e2a3d0-24f8-4b99-99df-5a3411d4154e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.193469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e2a3d0-24f8-4b99-99df-5a3411d4154e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.195476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-28e2a3d0-24f8-4b99-99df-5a3411d4154e tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/07ddbdf7-8043-426c-801f-58daf1498972 HTTP/1.1" status: 404 len: 337 time: 0.0368381 Aug 06 15:56:26.198180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.227674 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d54e651-14e5-4d3a-9290-b5e0e230775f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.228434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d54e651-14e5-4d3a-9290-b5e0e230775f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.230505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8d54e651-14e5-4d3a-9290-b5e0e230775f tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/ports/278d8eef-91a7-482d-891f-ee3248b251e2 HTTP/1.1" status: 404 len: 333 time: 0.0313036 Aug 06 15:56:26.233453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44874) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.261741 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0287fbb7-e207-47a5-807e-10fffda8cd18 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] DELETE failed (client error): The resource could not be found. Aug 06 15:56:26.262073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0287fbb7-e207-47a5-807e-10fffda8cd18 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:56:26.263959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0287fbb7-e207-47a5-807e-10fffda8cd18 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/subnets/6ab5f6a4-6d63-46bc-9420-598259dd4fcf HTTP/1.1" status: 404 len: 337 time: 0.0293827 Aug 06 15:56:26.266846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 44880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:26.371067 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.524309 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.537559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea17d9c-9b6b-4223-9219-1872e940e8b2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:26.549476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8910f221-1324-4aae-859f-8e05796ecac6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:26.549821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8910f221-1324-4aae-859f-8e05796ecac6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:26.572470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.591976 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.602170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:26.602586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:26.606890 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:26.796612 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.805884 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:26.810290 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] 10.222.0.16 "DELETE /v2.0/networks/fea17d9c-9b6b-4223-9219-1872e940e8b2 HTTP/1.1" status: 204 len: 168 time: 0.5398672 Aug 06 15:56:26.827943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1826f2-855d-4a69-92ab-4986f0346991 tempest-NetworksTestDHCPv6-922717072 tempest-NetworksTestDHCPv6-922717072-project] Pushing event deleted for resources: {'Network': ['ID=fea17d9c-9b6b-4223-9219-1872e940e8b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:27.566372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:27.771278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2aaf5707-94ba-43f3-8571-62c398e4e69f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=027ff74135e545dd91c784c0cb73af79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031736 Aug 06 15:56:27.773773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 44928) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:27.851129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b851-c3e3-467c-ad39-f291a008770c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:27.878229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b851-c3e3-467c-ad39-f291a008770c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.021551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b851-c3e3-467c-ad39-f291a008770c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.024693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2fe8b851-c3e3-467c-ad39-f291a008770c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:28.039110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2fe8b851-c3e3-467c-ad39-f291a008770c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1733aa1-f910-43c3-8b46-bd2696158494 HTTP/1.1" status: 204 len: 168 time: 0.2640131 Aug 06 15:56:28.058287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8b851-c3e3-467c-ad39-f291a008770c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1733aa1-f910-43c3-8b46-bd2696158494,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:28.981508 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:29.734761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:30.066449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-832062491'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:30.164983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:30.169157 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.192156 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.375233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.455306 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.492171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:30.504063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6405f00d-b74a-4441-ba1e-a3b512d15730,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:30.514291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.514643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.514989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.515330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.515672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.516030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.516368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.516703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.517086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.517475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.517809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.518147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:30.533046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.533432 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c of type vlan for network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 Aug 06 15:56:30.604310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.712887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.713585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:30.714194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:30.860088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=34bf5d9b-48fa-4238-ab62-72463c19a1b1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:30.863697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e8aecef-f0af-4127-9a3c-a6ec9aa42dad tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1476715 Aug 06 15:56:30.887140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:31.000963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:31.007218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:31.192567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:31.196473 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.577388 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.659608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:31.667233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:31.667713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: 34bf5d9b-48fa-4238-ab62-72463c19a1b1, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:31.727647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:31.798773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:31.903651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.964260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 34bf5d9b-48fa-4238-ab62-72463c19a1b1) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:31.969778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:31.971213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:31.976021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370d835-38c3-449d-8e61-aae932df852f None None] Network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:32.103882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.278376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-34bf5d9b-48fa-4238-ab62-72463c19a1b1', 'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:32.279628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.456721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.512492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Allocated IP 172.20.255.242 (34bf5d9b-48fa-4238-ab62-72463c19a1b1/14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0/c05ab33e-2ec3-4433-a11e-578f8b4a0cfa) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:32.534245 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50083f1d96f247c2b91e89e5aedba8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045402 Aug 06 15:56:32.538285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45064) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:32.586590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3277e0de-ed2d-45f6-b91e-72a9cee9bd1b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:32.586590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.586590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.586590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.586590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.586590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.587315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.587492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.587906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.588448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.588964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.589477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.589989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a52266b-c6c1-4330-8558-fae89e65da51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:32.611282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c50eec7b-7148-4da7-9a81-885e434daf39 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6087954 Aug 06 15:56:32.616008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:32.622970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-831971553'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:32.652339 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b408ac-1365-4aa4-8349-7188137d60e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.704695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b408ac-1365-4aa4-8349-7188137d60e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.766370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.792890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:32.796437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.953063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Transition to ACTIVE for port object c05ab33e-2ec3-4433-a11e-578f8b4a0cfa will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:32.954311 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b408ac-1365-4aa4-8349-7188137d60e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.957788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07b408ac-1365-4aa4-8349-7188137d60e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.958815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:32.974995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07b408ac-1365-4aa4-8349-7188137d60e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3277e0de-ed2d-45f6-b91e-72a9cee9bd1b HTTP/1.1" status: 204 len: 168 time: 0.4354212 Aug 06 15:56:32.975575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:32.975575 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 9749efd3-6d58-496b-babf-9238cf778e58 of type vlan for network 955eb727-8426-4a61-88d3-a935063e2aa7 Aug 06 15:56:33.001297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b408ac-1365-4aa4-8349-7188137d60e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3277e0de-ed2d-45f6-b91e-72a9cee9bd1b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:33.006365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Transition to ACTIVE for port object c05ab33e-2ec3-4433-a11e-578f8b4a0cfa will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:33.066964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.096113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.135623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:33.138937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:33.145629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:33.178519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Pushing event updated for resources: {'Port': ['ID=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:33.199508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.209121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:33.210184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Attempting to bind port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:33.210331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.210450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Attempting to bind port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:33.211121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Attempting to bind port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa on network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:33.224530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:33.224919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Checking segment: {'id': 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:33.225334 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.225744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Bound using segment: {'id': 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:33.226223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Bound port: c05ab33e-2ec3-4433-a11e-578f8b4a0cfa, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '34bf5d9b-48fa-4238-ab62-72463c19a1b1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:33.226615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.338865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] For port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:33.343000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] For port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,segment=NetworkSegment(a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c),segment_id=a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:33.358211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=955eb727-8426-4a61-88d3-a935063e2aa7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:33.372519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 955eb727-8426-4a61-88d3-a935063e2aa7 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:33.446973 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.476932 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6498e9a5-d491-4545-8fac-d69ebf86d1aa tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8581574 Aug 06 15:56:33.478485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45078) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:33.484889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:33.567494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f4d9-41bf-4576-b7ea-693ac8921908 None None] Pushing event updated for resources: {'Port': ['ID=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:33.755820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:33.760729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:33.990507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c05ab33e-2ec3-4433-a11e-578f8b4a0cfa up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:34.004677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:34.030552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e08c3d3-6a88-4722-904d-ab4199bde0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.164791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:34.198938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.215086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e08c3d3-6a88-4722-904d-ab4199bde0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.273124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4e08c3d3-6a88-4722-904d-ab4199bde0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.316469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=f7bc900f-8db2-44e4-9138-dad905fef616,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:34.335765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '9749efd3-6d58-496b-babf-9238cf778e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:34.336257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: 955eb727-8426-4a61-88d3-a935063e2aa7, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:34.344459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4e08c3d3-6a88-4722-904d-ab4199bde0be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f3f51cb242da40408a768af2c71fc3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424652 Aug 06 15:56:34.345529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08c3d3-6a88-4722-904d-ab4199bde0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a933b3da-236b-4bea-aeb1-fdb4d04ecf14,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:34.347621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:34.436733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61e79bf6-98c2-4d27-b167-8e0c4fa00825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.479303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61e79bf6-98c2-4d27-b167-8e0c4fa00825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.505452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 955eb727-8426-4a61-88d3-a935063e2aa7 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:34.573386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 955eb727-8426-4a61-88d3-a935063e2aa7) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:34.577875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:34.578578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.587476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ff7c9-b4d4-484e-893c-1bc4db71619c None None] Network 955eb727-8426-4a61-88d3-a935063e2aa7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:34.667629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a7ea8c3c-3828-49e3-8a3a-0ba3c9f53983 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1876597 Aug 06 15:56:34.670366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45090) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:34.719679 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61e79bf6-98c2-4d27-b167-8e0c4fa00825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.726979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61e79bf6-98c2-4d27-b167-8e0c4fa00825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:34.731657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61e79bf6-98c2-4d27-b167-8e0c4fa00825 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a933b3da-236b-4bea-aeb1-fdb4d04ecf14 HTTP/1.1" status: 204 len: 168 time: 0.3773623 Aug 06 15:56:34.770240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e79bf6-98c2-4d27-b167-8e0c4fa00825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a933b3da-236b-4bea-aeb1-fdb4d04ecf14,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:34.978467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-955eb727-8426-4a61-88d3-a935063e2aa7', 'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': 'f7bc900f-8db2-44e4-9138-dad905fef616'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:34.978467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.004481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.076771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeeb81a-6290-456f-8e15-c28764d998b9 None None] Network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:35.121602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.241087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Allocated IP 172.20.0.2 (955eb727-8426-4a61-88d3-a935063e2aa7/f7bc900f-8db2-44e4-9138-dad905fef616/47fee725-a3ac-4ae6-9e7f-1397ada7a433) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:35.498000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.509055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Transition to ACTIVE for port object 47fee725-a3ac-4ae6-9e7f-1397ada7a433 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:35.530938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Transition to ACTIVE for port object 47fee725-a3ac-4ae6-9e7f-1397ada7a433 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:35.747706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-970a18de-6cb8-4a1d-8de4-236b8e404899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.787756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] Provisioning for port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:35.801967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] Provisioning complete for port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:35.802780 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.888650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:35.934517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Network 955eb727-8426-4a61-88d3-a935063e2aa7 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:35.939752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:35.953665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.007411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:36.010745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Pushing event updated for resources: {'Port': ['ID=47fee725-a3ac-4ae6-9e7f-1397ada7a433,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.081905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bc900f-8db2-44e4-9138-dad905fef616,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.225954 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.228737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.247464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Attempting to bind port 47fee725-a3ac-4ae6-9e7f-1397ada7a433 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:36.247464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Attempting to bind port 47fee725-a3ac-4ae6-9e7f-1397ada7a433 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9749efd3-6d58-496b-babf-9238cf778e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:36.247464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Attempting to bind port 47fee725-a3ac-4ae6-9e7f-1397ada7a433 on network 955eb727-8426-4a61-88d3-a935063e2aa7 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:36.254852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955eb727-8426-4a61-88d3-a935063e2aa7']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:36.282070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9749efd3-6d58-496b-babf-9238cf778e58') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:36.282700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9749efd3-6d58-496b-babf-9238cf778e58') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:36.307017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.342628 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.356407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:36.356882 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.357980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:36.364188 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:36.496165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:56:36.496165 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:56:36.496165 n-d-778550-6 neutron-server[94841]: [parameters: {'id': '955eb727-8426-4a61-88d3-a935063e2aa7'}] Aug 06 15:56:36.496165 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:56:36.496630 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:56:36.499431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:36.499845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Checking segment: {'id': '9749efd3-6d58-496b-babf-9238cf778e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:36.500254 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.500624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Bound using segment: {'id': '9749efd3-6d58-496b-babf-9238cf778e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:36.501102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Bound port: 47fee725-a3ac-4ae6-9e7f-1397ada7a433, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9749efd3-6d58-496b-babf-9238cf778e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '955eb727-8426-4a61-88d3-a935063e2aa7'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:36.501483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.537714 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:56:36.552980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-578f7b07-b0dd-40ca-924a-021f5db3a639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.589908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] For port 47fee725-a3ac-4ae6-9e7f-1397ada7a433, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:36.593805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] For port 47fee725-a3ac-4ae6-9e7f-1397ada7a433, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=47fee725-a3ac-4ae6-9e7f-1397ada7a433,segment=NetworkSegment(9749efd3-6d58-496b-babf-9238cf778e58),segment_id=9749efd3-6d58-496b-babf-9238cf778e58)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:36.598104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] For port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,segment=NetworkSegment(a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c),segment_id=a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:36.677909 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-578f7b07-b0dd-40ca-924a-021f5db3a639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.684729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.728470 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.747284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-578f7b07-b0dd-40ca-924a-021f5db3a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.772762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf368843-148b-4df4-af5b-b7e5e9a9ea17 None None] Pushing event updated for resources: {'Port': ['ID=47fee725-a3ac-4ae6-9e7f-1397ada7a433,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.793327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f7b07-b0dd-40ca-924a-021f5db3a639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556b1ba6-ee3d-494d-9958-1d8b49360aa7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.813791 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-578f7b07-b0dd-40ca-924a-021f5db3a639 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a54b2066a1b4e4688b440a110f7aa98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541771 Aug 06 15:56:36.813955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:36.825947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a801d1-ee3d-4573-b978-60ad217d3f95 None None] Network 955eb727-8426-4a61-88d3-a935063e2aa7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:36.883550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e0039-003c-49cf-8b3b-d720842f46d4 None None] Pushing event updated for resources: {'Port': ['ID=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:36.917915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-543c0f94-2e8e-42ea-80e2-6f1dcbad356f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.934721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ff0bb4d-7046-4f8c-b7ea-c68411bf58d1 None None] Provisioning complete for port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:36.936139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ff0bb4d-7046-4f8c-b7ea-c68411bf58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.963584 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-543c0f94-2e8e-42ea-80e2-6f1dcbad356f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:36.998554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.073460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port 47fee725-a3ac-4ae6-9e7f-1397ada7a433 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:37.074177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.094490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89138f08-1bf4-4d77-ba14-845622563b99 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:56:37.162076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-543c0f94-2e8e-42ea-80e2-6f1dcbad356f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.170019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-543c0f94-2e8e-42ea-80e2-6f1dcbad356f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.182277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-543c0f94-2e8e-42ea-80e2-6f1dcbad356f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/556b1ba6-ee3d-494d-9958-1d8b49360aa7 HTTP/1.1" status: 204 len: 168 time: 0.3672411 Aug 06 15:56:37.218610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port 47fee725-a3ac-4ae6-9e7f-1397ada7a433, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=47fee725-a3ac-4ae6-9e7f-1397ada7a433,segment=NetworkSegment(9749efd3-6d58-496b-babf-9238cf778e58),segment_id=9749efd3-6d58-496b-babf-9238cf778e58)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:37.218997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.265680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c0f94-2e8e-42ea-80e2-6f1dcbad356f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556b1ba6-ee3d-494d-9958-1d8b49360aa7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:37.282190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for 47fee725-a3ac-4ae6-9e7f-1397ada7a433 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:37.419584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89138f08-1bf4-4d77-ba14-845622563b99 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:56:37.587643 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.612104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port 47fee725-a3ac-4ae6-9e7f-1397ada7a433 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:37.702387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=47fee725-a3ac-4ae6-9e7f-1397ada7a433,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:37.847941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.872886 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7bc43c8d-462b-4e2f-b8a2-bd7724f650b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.881870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.890734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955eb727-8426-4a61-88d3-a935063e2aa7']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:37.922077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c05ab33e-2ec3-4433-a11e-578f8b4a0cfa up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:37.924308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9749efd3-6d58-496b-babf-9238cf778e58') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:37.926754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9749efd3-6d58-496b-babf-9238cf778e58') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:37.966129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.988373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:56:37.988775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.991011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:37.998610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:37.999061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:38.002174 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:38.159310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.168192 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.170071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/955eb727-8426-4a61-88d3-a935063e2aa7 HTTP/1.1" status: 204 len: 168 time: 3.4985662 Aug 06 15:56:38.174775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:38.182678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1934367700'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:38.184411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a32b2-06e3-4ba0-93a0-fe2584b43f7c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=955eb727-8426-4a61-88d3-a935063e2aa7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:38.318549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:38.322832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.345075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:38.356369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:38.365369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b44ce24-c296-4b4b-bedc-8fa4f1a10e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.376178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.376535 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 30b644ac-4c91-429d-b67a-50cd5f0ca788 of type vlan for network d11cb571-f976-417b-85f3-12e9fef9fe11 Aug 06 15:56:38.427702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.517539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b44ce24-c296-4b4b-bedc-8fa4f1a10e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.553409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.560721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:38.561513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.582537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b44ce24-c296-4b4b-bedc-8fa4f1a10e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.626743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b44ce24-c296-4b4b-bedc-8fa4f1a10e10 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f7ee7ad20494178a9ce4234ea3a84f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804410 Aug 06 15:56:38.632336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:38.643351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ce24-c296-4b4b-bedc-8fa4f1a10e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4200c5c-5b56-4b01-87fe-0636ca9d72b0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:38.662889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=d11cb571-f976-417b-85f3-12e9fef9fe11,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:38.677912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d11cb571-f976-417b-85f3-12e9fef9fe11 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:38.732704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c22ec31e-a31b-42f7-bdcd-c34867bb5968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.738569 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5db58e1b-8cd0-468c-82d6-829307112ea9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5588007 Aug 06 15:56:38.738872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:38.751336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:38.783411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c22ec31e-a31b-42f7-bdcd-c34867bb5968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:38.923665 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.005247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:39.006690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c22ec31e-a31b-42f7-bdcd-c34867bb5968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.011606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.014812 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c22ec31e-a31b-42f7-bdcd-c34867bb5968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.025089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c22ec31e-a31b-42f7-bdcd-c34867bb5968 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4200c5c-5b56-4b01-87fe-0636ca9d72b0 HTTP/1.1" status: 204 len: 168 time: 0.3825371 Aug 06 15:56:39.039693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ec31e-a31b-42f7-bdcd-c34867bb5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4200c5c-5b56-4b01-87fe-0636ca9d72b0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:39.106924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing IP validity checks on allocation pools {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 15:56:39.107683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 15:56:39.330062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.400321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=b543df00-5307-49e6-826d-77a6930eba67,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:39.413378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '30b644ac-4c91-429d-b67a-50cd5f0ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:39.416011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: d11cb571-f976-417b-85f3-12e9fef9fe11, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:39.518530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network d11cb571-f976-417b-85f3-12e9fef9fe11 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:39.684790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d11cb571-f976-417b-85f3-12e9fef9fe11) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:39.689987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:39.693345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.702368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19249a-f4a7-46f7-a1f2-a201cb1621a8 None None] Network d11cb571-f976-417b-85f3-12e9fef9fe11 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:39.776119 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4d246fae-4b08-4a2d-b266-df4cad835f29 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0360143 Aug 06 15:56:39.778745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:39.882404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d11cb571-f976-417b-85f3-12e9fef9fe11', 'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': 'b543df00-5307-49e6-826d-77a6930eba67'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:39.883292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:39.906843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.041889 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.072434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Allocated IP 172.20.0.3 (d11cb571-f976-417b-85f3-12e9fef9fe11/b543df00-5307-49e6-826d-77a6930eba67/c9fe0a15-2f4f-48d3-b83e-87451b602d41) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:40.161895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:40.278629 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.288843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Transition to ACTIVE for port object c9fe0a15-2f4f-48d3-b83e-87451b602d41 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:40.302851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4768-31d3-45db-9df2-4894690d7cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.309537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Transition to ACTIVE for port object c9fe0a15-2f4f-48d3-b83e-87451b602d41 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:40.401209 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4768-31d3-45db-9df2-4894690d7cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.456604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.508511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Network d11cb571-f976-417b-85f3-12e9fef9fe11 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:40.511587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:40.517853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:40.525580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Pushing event updated for resources: {'Port': ['ID=c9fe0a15-2f4f-48d3-b83e-87451b602d41,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:40.540602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c5a4768-31d3-45db-9df2-4894690d7cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.590101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Attempting to bind port c9fe0a15-2f4f-48d3-b83e-87451b602d41 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:40.590490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Attempting to bind port c9fe0a15-2f4f-48d3-b83e-87451b602d41 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '30b644ac-4c91-429d-b67a-50cd5f0ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:40.590856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Attempting to bind port c9fe0a15-2f4f-48d3-b83e-87451b602d41 on network d11cb571-f976-417b-85f3-12e9fef9fe11 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:40.596674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:40.596933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c5a4768-31d3-45db-9df2-4894690d7cb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fa1427de7b094a5f82d5bf437a5faee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336383 Aug 06 15:56:40.597327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Checking segment: {'id': '30b644ac-4c91-429d-b67a-50cd5f0ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:40.597899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45270) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:40.603557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a4768-31d3-45db-9df2-4894690d7cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b82b0f-2db4-4c63-a56f-8e2f547dffec,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:40.604510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.604934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Bound using segment: {'id': '30b644ac-4c91-429d-b67a-50cd5f0ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:40.605445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Bound port: c9fe0a15-2f4f-48d3-b83e-87451b602d41, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b644ac-4c91-429d-b67a-50cd5f0ca788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd11cb571-f976-417b-85f3-12e9fef9fe11'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:40.605845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.631021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.686922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=b543df00-5307-49e6-826d-77a6930eba67,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:40.718362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd24ae0-8162-43e5-b7c4-d26ab6f515df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.736635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] For port c9fe0a15-2f4f-48d3-b83e-87451b602d41, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:40.741248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] For port c9fe0a15-2f4f-48d3-b83e-87451b602d41, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c9fe0a15-2f4f-48d3-b83e-87451b602d41,segment=NetworkSegment(30b644ac-4c91-429d-b67a-50cd5f0ca788),segment_id=30b644ac-4c91-429d-b67a-50cd5f0ca788)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:40.781642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.792515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd24ae0-8162-43e5-b7c4-d26ab6f515df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.802792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11cb571-f976-417b-85f3-12e9fef9fe11']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:40.829539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b644ac-4c91-429d-b67a-50cd5f0ca788') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:40.829539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b644ac-4c91-429d-b67a-50cd5f0ca788') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:40.840546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.855339 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.882922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.887066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.899704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:40.900494 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:40.905072 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:40.971023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f13399-c238-4d08-a8e7-18edf852b05b None None] Pushing event updated for resources: {'Port': ['ID=c9fe0a15-2f4f-48d3-b83e-87451b602d41,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:40.987970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01408f-d1ca-4570-bc7c-30eb3c4d3b91 None None] Network d11cb571-f976-417b-85f3-12e9fef9fe11 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:41.009560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd24ae0-8162-43e5-b7c4-d26ab6f515df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.013781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0dd24ae0-8162-43e5-b7c4-d26ab6f515df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.013781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0dd24ae0-8162-43e5-b7c4-d26ab6f515df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/79b82b0f-2db4-4c63-a56f-8e2f547dffec HTTP/1.1" status: 204 len: 168 time: 0.4148641 Aug 06 15:56:41.022916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd24ae0-8162-43e5-b7c4-d26ab6f515df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b82b0f-2db4-4c63-a56f-8e2f547dffec,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:41.083431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:56:41.083431 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:56:41.083431 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'd11cb571-f976-417b-85f3-12e9fef9fe11'}] Aug 06 15:56:41.083431 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:56:41.083431 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:56:41.144601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e7f82-181a-46cc-9f4d-8f89450fb93e None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:56:41.257287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e7f82-181a-46cc-9f4d-8f89450fb93e None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:56:41.577289 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.646634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port c9fe0a15-2f4f-48d3-b83e-87451b602d41 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:41.647733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.719334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port c9fe0a15-2f4f-48d3-b83e-87451b602d41, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c9fe0a15-2f4f-48d3-b83e-87451b602d41,segment=NetworkSegment(30b644ac-4c91-429d-b67a-50cd5f0ca788),segment_id=30b644ac-4c91-429d-b67a-50cd5f0ca788)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:41.719665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:41.749754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for c9fe0a15-2f4f-48d3-b83e-87451b602d41 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:41.998659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.007545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45324) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:42.023026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a190f99a-6d7e-4c1f-aaa2-2f7290596d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.033044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=c9fe0a15-2f4f-48d3-b83e-87451b602d41,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.038516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port c9fe0a15-2f4f-48d3-b83e-87451b602d41 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:42.155041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a190f99a-6d7e-4c1f-aaa2-2f7290596d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.158055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.174237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11cb571-f976-417b-85f3-12e9fef9fe11']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:42.188997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b644ac-4c91-429d-b67a-50cd5f0ca788') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:42.191705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b644ac-4c91-429d-b67a-50cd5f0ca788') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:42.201120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.216981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.224529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:42.224926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:42.227907 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:42.278384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a190f99a-6d7e-4c1f-aaa2-2f7290596d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.320556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190f99a-6d7e-4c1f-aaa2-2f7290596d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc46988-615d-4f3a-aee3-bc4e7a30577d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.325246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a190f99a-6d7e-4c1f-aaa2-2f7290596d32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9aaf9308b00844928a887d6c95c1f5b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162115 Aug 06 15:56:42.327759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45334) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:42.391567 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-932b7a05-9476-467f-b718-39c2d68c9f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.415364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.417237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-932b7a05-9476-467f-b718-39c2d68c9f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.425845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.429239 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d11cb571-f976-417b-85f3-12e9fef9fe11 HTTP/1.1" status: 204 len: 168 time: 2.6485953 Aug 06 15:56:42.433511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:42.444806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1969905968'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:42.458024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81791be-6ed5-4803-a125-5fdd080f7ec4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=d11cb571-f976-417b-85f3-12e9fef9fe11,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.576108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:42.582618 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.612125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-932b7a05-9476-467f-b718-39c2d68c9f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.620257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-932b7a05-9476-467f-b718-39c2d68c9f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.620257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-932b7a05-9476-467f-b718-39c2d68c9f3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fc46988-615d-4f3a-aee3-bc4e7a30577d HTTP/1.1" status: 204 len: 168 time: 0.2875178 Aug 06 15:56:42.621667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:42.635241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b7a05-9476-467f-b718-39c2d68c9f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc46988-615d-4f3a-aee3-bc4e7a30577d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.639766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.640144 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 776d7dcc-0bcf-4b49-aa68-475b7f4bb740 of type vlan for network 9beb69b4-b72f-4e33-8688-853b299310e1 Aug 06 15:56:42.700360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.832998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.843274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:42.844352 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:42.941892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=9beb69b4-b72f-4e33-8688-853b299310e1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:42.955590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9beb69b4-b72f-4e33-8688-853b299310e1 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:43.043630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3dce574e-fa5f-4030-bb0e-1f3ba5785df9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6054184 Aug 06 15:56:43.048885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:43.049158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:43.206269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:43.209989 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.621830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.697538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '776d7dcc-0bcf-4b49-aa68-475b7f4bb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:43.697890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: 9beb69b4-b72f-4e33-8688-853b299310e1, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:43.703758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=63c92891-e9e4-4f39-8999-b4155205d275,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:43.821009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 9beb69b4-b72f-4e33-8688-853b299310e1 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:43.919552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9beb69b4-b72f-4e33-8688-853b299310e1) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:43.924401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:43.925324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:43.935790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4acf2a-d89f-4d6d-8a48-34439516690e None None] Network 9beb69b4-b72f-4e33-8688-853b299310e1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:44.039499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0eb26ae1-ccd5-4ff2-b73e-06b30b518818 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9945796 Aug 06 15:56:44.046852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45438) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:44.153204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-9beb69b4-b72f-4e33-8688-853b299310e1', 'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '63c92891-e9e4-4f39-8999-b4155205d275'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:44.154118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.178332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.251018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.346189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Allocated IP 172.20.0.1 (9beb69b4-b72f-4e33-8688-853b299310e1/63c92891-e9e4-4f39-8999-b4155205d275/907d85db-6fb9-46ad-967d-6cee2ca4f870) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:44.537057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.557118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Transition to ACTIVE for port object 907d85db-6fb9-46ad-967d-6cee2ca4f870 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:44.594505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Transition to ACTIVE for port object 907d85db-6fb9-46ad-967d-6cee2ca4f870 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:44.679502 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.740024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Network 9beb69b4-b72f-4e33-8688-853b299310e1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:44.743453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:44.748119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:44.751455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Pushing event updated for resources: {'Port': ['ID=907d85db-6fb9-46ad-967d-6cee2ca4f870,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:44.810919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Attempting to bind port 907d85db-6fb9-46ad-967d-6cee2ca4f870 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:44.811461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Attempting to bind port 907d85db-6fb9-46ad-967d-6cee2ca4f870 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '776d7dcc-0bcf-4b49-aa68-475b7f4bb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:44.812050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Attempting to bind port 907d85db-6fb9-46ad-967d-6cee2ca4f870 on network 9beb69b4-b72f-4e33-8688-853b299310e1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:44.823103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:44.823103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Checking segment: {'id': '776d7dcc-0bcf-4b49-aa68-475b7f4bb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:44.823103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.823103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Bound using segment: {'id': '776d7dcc-0bcf-4b49-aa68-475b7f4bb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:44.823103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Bound port: 907d85db-6fb9-46ad-967d-6cee2ca4f870, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776d7dcc-0bcf-4b49-aa68-475b7f4bb740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9beb69b4-b72f-4e33-8688-853b299310e1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:44.823103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.866970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:44.915655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=63c92891-e9e4-4f39-8999-b4155205d275,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:44.927730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] For port 907d85db-6fb9-46ad-967d-6cee2ca4f870, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:44.931945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] For port 907d85db-6fb9-46ad-967d-6cee2ca4f870, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=907d85db-6fb9-46ad-967d-6cee2ca4f870,segment=NetworkSegment(776d7dcc-0bcf-4b49-aa68-475b7f4bb740),segment_id=776d7dcc-0bcf-4b49-aa68-475b7f4bb740)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:45.003607 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.015098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb69b4-b72f-4e33-8688-853b299310e1']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:45.035696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776d7dcc-0bcf-4b49-aa68-475b7f4bb740') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:45.036858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776d7dcc-0bcf-4b49-aa68-475b7f4bb740') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:45.040268 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.051735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.082721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.084130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:45.085751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:45.090220 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:45.116633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Pushing event updated for resources: {'Port': ['ID=907d85db-6fb9-46ad-967d-6cee2ca4f870,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:45.127692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.138346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.138813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.139252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.139558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.145569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dca4e2-b139-4f53-906c-8e8f4ccded71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:56:45.251161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:56:45.251161 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:56:45.251161 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '9beb69b4-b72f-4e33-8688-853b299310e1'}] Aug 06 15:56:45.251161 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:56:45.251638 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:56:45.753753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.859155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port 907d85db-6fb9-46ad-967d-6cee2ca4f870 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:45.859860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:45.960283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 907d85db-6fb9-46ad-967d-6cee2ca4f870 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:56:46.070344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port 907d85db-6fb9-46ad-967d-6cee2ca4f870, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=907d85db-6fb9-46ad-967d-6cee2ca4f870,segment=NetworkSegment(776d7dcc-0bcf-4b49-aa68-475b7f4bb740),segment_id=776d7dcc-0bcf-4b49-aa68-475b7f4bb740)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:46.074157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.134809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for 907d85db-6fb9-46ad-967d-6cee2ca4f870 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:46.194136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 907d85db-6fb9-46ad-967d-6cee2ca4f870 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:56:46.347097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.366771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port 907d85db-6fb9-46ad-967d-6cee2ca4f870 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:46.440976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=907d85db-6fb9-46ad-967d-6cee2ca4f870,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:46.586752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d1973-9ba5-4e35-a0b8-6c267794bcb9 None None] Network 9beb69b4-b72f-4e33-8688-853b299310e1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:46.594627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.607157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb69b4-b72f-4e33-8688-853b299310e1']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:46.620865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776d7dcc-0bcf-4b49-aa68-475b7f4bb740') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:46.621234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776d7dcc-0bcf-4b49-aa68-475b7f4bb740') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:46.629470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9e326f6c-bb1d-4339-9f23-83aab4be120b None None] Could not find standard attr ID for object 907d85db-6fb9-46ad-967d-6cee2ca4f870. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 15:56:46.662053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.696879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.728470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:46.729004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:46.765201 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:46.857038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4dc0c9-90fc-4c73-8c59-105f58398c13 None None] DHCP port deletion for 9beb69b4-b72f-4e33-8688-853b299310e1 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:56:46.914122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.934281 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:46.937429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/9beb69b4-b72f-4e33-8688-853b299310e1 HTTP/1.1" status: 204 len: 168 time: 2.8895459 Aug 06 15:56:46.943092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:46.952025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6340-a474-4c80-9e3d-89398e868c81 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=9beb69b4-b72f-4e33-8688-853b299310e1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:46.967068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-31395860'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:47.032990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:47.039417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.094898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:47.108498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.109365 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 91ccd87b-c5e7-40d2-9d12-a0dfd838787a of type vlan for network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 Aug 06 15:56:47.180974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.359636 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.365528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:47.366151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.441420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:47.453601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:47.482529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45618) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:47.484775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7838f056-4f13-404b-9665-e3379345a53d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5329201 Aug 06 15:56:47.490223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:47.649859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:47.655690 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:47.877317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 907d85db-6fb9-46ad-967d-6cee2ca4f870 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:56:47.899895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 907d85db-6fb9-46ad-967d-6cee2ca4f870 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:56:47.900106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 907d85db-6fb9-46ad-967d-6cee2ca4f870 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:56:48.033199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.127405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=2bf1b041-d7fa-4370-be66-3f637ae89247,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:48.135827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '91ccd87b-c5e7-40d2-9d12-a0dfd838787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:48.136210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:48.233023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:48.312150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:48.318866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:48.319883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.335460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a2ac1-492c-426c-b448-4a24cc0698d7 None None] Network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:48.410105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45672) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:48.422350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3829eed9-4b7f-4b6f-9fd7-093aee8aca9d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9383068 Aug 06 15:56:48.427323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45678) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:48.575188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626', 'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '2bf1b041-d7fa-4370-be66-3f637ae89247'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:48.577487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.642857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d52d67d3-107a-4845-bbaf-9abd795a3971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.658547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.756250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.781410 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d52d67d3-107a-4845-bbaf-9abd795a3971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.836326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Allocated IP 172.20.0.2 (d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626/2bf1b041-d7fa-4370-be66-3f637ae89247/06ef9a41-bce8-4592-b42f-10a3e65f5707) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:48.913290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d52d67d3-107a-4845-bbaf-9abd795a3971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:48.966849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d52d67d3-107a-4845-bbaf-9abd795a3971 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8565c582dce42408e11b80e87add0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537288 Aug 06 15:56:48.968187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d67d3-107a-4845-bbaf-9abd795a3971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c624fd-da2f-476c-b9cd-4b91daea66f7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:48.970044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:49.045576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.060173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Transition to ACTIVE for port object 06ef9a41-bce8-4592-b42f-10a3e65f5707 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:49.083356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Transition to ACTIVE for port object 06ef9a41-bce8-4592-b42f-10a3e65f5707 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:49.083953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f714b158-41b7-4b27-bb5c-8bf60f355472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.114022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f714b158-41b7-4b27-bb5c-8bf60f355472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.171167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.217345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:49.220291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:49.224725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:49.230481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Pushing event updated for resources: {'Port': ['ID=06ef9a41-bce8-4592-b42f-10a3e65f5707,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:49.273369 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.275786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f714b158-41b7-4b27-bb5c-8bf60f355472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.279258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f714b158-41b7-4b27-bb5c-8bf60f355472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.281328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f714b158-41b7-4b27-bb5c-8bf60f355472 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89c624fd-da2f-476c-b9cd-4b91daea66f7 HTTP/1.1" status: 204 len: 168 time: 0.3081148 Aug 06 15:56:49.314471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Attempting to bind port 06ef9a41-bce8-4592-b42f-10a3e65f5707 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:49.315915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Attempting to bind port 06ef9a41-bce8-4592-b42f-10a3e65f5707 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '91ccd87b-c5e7-40d2-9d12-a0dfd838787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:49.316831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Attempting to bind port 06ef9a41-bce8-4592-b42f-10a3e65f5707 on network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:49.327970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:49.329010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Checking segment: {'id': '91ccd87b-c5e7-40d2-9d12-a0dfd838787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:49.329554 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.330136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Bound using segment: {'id': '91ccd87b-c5e7-40d2-9d12-a0dfd838787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:49.331040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Bound port: 06ef9a41-bce8-4592-b42f-10a3e65f5707, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ccd87b-c5e7-40d2-9d12-a0dfd838787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:49.331689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.336287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf1b041-d7fa-4370-be66-3f637ae89247,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:49.339579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714b158-41b7-4b27-bb5c-8bf60f355472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c624fd-da2f-476c-b9cd-4b91daea66f7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:49.462231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.475303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:49.488176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ccd87b-c5e7-40d2-9d12-a0dfd838787a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:49.488720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ccd87b-c5e7-40d2-9d12-a0dfd838787a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:49.499876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.523920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.536384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:49.536808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.545739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] For port 06ef9a41-bce8-4592-b42f-10a3e65f5707, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:49.564387 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:49.612990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] For port 06ef9a41-bce8-4592-b42f-10a3e65f5707, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=06ef9a41-bce8-4592-b42f-10a3e65f5707,segment=NetworkSegment(91ccd87b-c5e7-40d2-9d12-a0dfd838787a),segment_id=91ccd87b-c5e7-40d2-9d12-a0dfd838787a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:49.691204 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:56:49.691204 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:56:49.691204 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'd1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626'}] Aug 06 15:56:49.691204 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:56:49.693204 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:56:49.707420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:49.796730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d341a4-f8b2-4ca0-948e-c45a905342b2 None None] Pushing event updated for resources: {'Port': ['ID=06ef9a41-bce8-4592-b42f-10a3e65f5707,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:49.868040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab25496-19db-475d-87eb-619fb2eed6ed None None] Network d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:50.047379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a2e716-009e-4484-8a56-c272ac42d8a6 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:56:50.194611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.269945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:50.294134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c75752-6f4b-4752-9260-8cdfdd1a1c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.296834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port 06ef9a41-bce8-4592-b42f-10a3e65f5707 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:50.297174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.328318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a2e716-009e-4484-8a56-c272ac42d8a6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:56:50.397808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port 06ef9a41-bce8-4592-b42f-10a3e65f5707, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=06ef9a41-bce8-4592-b42f-10a3e65f5707,segment=NetworkSegment(91ccd87b-c5e7-40d2-9d12-a0dfd838787a),segment_id=91ccd87b-c5e7-40d2-9d12-a0dfd838787a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:50.398442 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.426220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for 06ef9a41-bce8-4592-b42f-10a3e65f5707 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:50.599965 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c75752-6f4b-4752-9260-8cdfdd1a1c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.741719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.745175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0c75752-6f4b-4752-9260-8cdfdd1a1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.813417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port 06ef9a41-bce8-4592-b42f-10a3e65f5707 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:50.815564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=06ef9a41-bce8-4592-b42f-10a3e65f5707,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:50.884766 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c0c75752-6f4b-4752-9260-8cdfdd1a1c27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8189f82baabc4238ab8ae999742eb741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091921 Aug 06 15:56:50.888187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:50.892139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c75752-6f4b-4752-9260-8cdfdd1a1c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0cdda2-6844-4ffc-a9ec-70f19ee8e53c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:50.942568 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:50.957626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:50.974931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ccd87b-c5e7-40d2-9d12-a0dfd838787a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:50.977624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ccd87b-c5e7-40d2-9d12-a0dfd838787a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:50.986098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.006437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e411a73-7a67-4ad5-8a60-4f097db0bef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.030743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.043363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:51.043782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.046602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e411a73-7a67-4ad5-8a60-4f097db0bef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:51.047753 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:51.232454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.233383 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e411a73-7a67-4ad5-8a60-4f097db0bef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.236263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e411a73-7a67-4ad5-8a60-4f097db0bef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.240747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.245486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 HTTP/1.1" status: 204 len: 168 time: 2.8139403 Aug 06 15:56:51.248683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e411a73-7a67-4ad5-8a60-4f097db0bef6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a0cdda2-6844-4ffc-a9ec-70f19ee8e53c HTTP/1.1" status: 204 len: 168 time: 0.3532939 Aug 06 15:56:51.249277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:51.265764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc9aaa-e97a-4bdf-ac92-902ec00b3950 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:51.280142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1123033081'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:51.302229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e411a73-7a67-4ad5-8a60-4f097db0bef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0cdda2-6844-4ffc-a9ec-70f19ee8e53c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:51.437901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:51.442945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.479740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:51.489262 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.489730 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 2ee415a6-86de-48fe-9ac3-e04027fcf50a of type vlan for network ab4dc296-43cc-42e9-9b47-5773114bf4c2 Aug 06 15:56:51.545838 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.740719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.753796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:51.753796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:51.848004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=ab4dc296-43cc-42e9-9b47-5773114bf4c2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:51.860959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ab4dc296-43cc-42e9-9b47-5773114bf4c2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:51.927141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4eb16835-b2c1-4f67-a72d-8aacd70b7a38 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6601005 Aug 06 15:56:51.927770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:51.932746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:52.158032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:52.166888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.251619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 15:56:52.255839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 15:56:52.524220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.616883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=4f52bf9f-d359-46fc-8cc3-2a14550f4cb4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:52.628004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '2ee415a6-86de-48fe-9ac3-e04027fcf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:52.628004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: ab4dc296-43cc-42e9-9b47-5773114bf4c2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:52.717736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network ab4dc296-43cc-42e9-9b47-5773114bf4c2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:52.792005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ab4dc296-43cc-42e9-9b47-5773114bf4c2) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:52.796830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:52.797855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:52.801581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ca0b7-f6d6-4f45-90a7-a8079761bb45 None None] Network ab4dc296-43cc-42e9-9b47-5773114bf4c2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:52.907254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-183da2de-db36-44f1-b6d7-351c980adee4 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9786046 Aug 06 15:56:52.909826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:53.018976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-ab4dc296-43cc-42e9-9b47-5773114bf4c2', 'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '4f52bf9f-d359-46fc-8cc3-2a14550f4cb4'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:53.020155 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.125464 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.232225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.265525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Allocated IP 172.20.0.3 (ab4dc296-43cc-42e9-9b47-5773114bf4c2/4f52bf9f-d359-46fc-8cc3-2a14550f4cb4/bb995029-c44e-43be-a6ef-0938f136bdc9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:53.500126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.509844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Transition to ACTIVE for port object bb995029-c44e-43be-a6ef-0938f136bdc9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:53.527962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Transition to ACTIVE for port object bb995029-c44e-43be-a6ef-0938f136bdc9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:53.593820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 45942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:53.600288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.656328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Network ab4dc296-43cc-42e9-9b47-5773114bf4c2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:53.660299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:53.663121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:53.669933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Pushing event updated for resources: {'Port': ['ID=bb995029-c44e-43be-a6ef-0938f136bdc9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:53.707420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.745323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Attempting to bind port bb995029-c44e-43be-a6ef-0938f136bdc9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:53.745601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Attempting to bind port bb995029-c44e-43be-a6ef-0938f136bdc9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '2ee415a6-86de-48fe-9ac3-e04027fcf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:53.745948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Attempting to bind port bb995029-c44e-43be-a6ef-0938f136bdc9 on network ab4dc296-43cc-42e9-9b47-5773114bf4c2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:53.752648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:53.752873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Checking segment: {'id': '2ee415a6-86de-48fe-9ac3-e04027fcf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:53.753215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.753796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Bound using segment: {'id': '2ee415a6-86de-48fe-9ac3-e04027fcf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:53.754303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Bound port: bb995029-c44e-43be-a6ef-0938f136bdc9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee415a6-86de-48fe-9ac3-e04027fcf50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:53.754692 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:53.869827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] For port bb995029-c44e-43be-a6ef-0938f136bdc9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:53.873456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] For port bb995029-c44e-43be-a6ef-0938f136bdc9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb995029-c44e-43be-a6ef-0938f136bdc9,segment=NetworkSegment(2ee415a6-86de-48fe-9ac3-e04027fcf50a),segment_id=2ee415a6-86de-48fe-9ac3-e04027fcf50a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:53.935603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.066627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e225b25b-cfc1-450e-b4c3-942b2ce1be81 None None] Network ab4dc296-43cc-42e9-9b47-5773114bf4c2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:54.072898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c8c6e-5a25-423b-a385-c7aee62235a3 None None] Pushing event updated for resources: {'Port': ['ID=bb995029-c44e-43be-a6ef-0938f136bdc9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:54.093223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=4f52bf9f-d359-46fc-8cc3-2a14550f4cb4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:54.116166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9040815-fcf8-46a7-95be-26fca49747c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.175316 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.190380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4dc296-43cc-42e9-9b47-5773114bf4c2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:54.206199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee415a6-86de-48fe-9ac3-e04027fcf50a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:54.206597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee415a6-86de-48fe-9ac3-e04027fcf50a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:54.222816 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.239598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2a95bd-3983-4490-a014-1daf8bdf4237 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:56:54.246052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.258576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:54.261805 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:54.261963 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:54.367338 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9040815-fcf8-46a7-95be-26fca49747c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.371155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2a95bd-3983-4490-a014-1daf8bdf4237 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:56:54.386770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:56:54.386770 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:56:54.386770 n-d-778550-6 neutron-server[94841]: [parameters: {'id': 'ab4dc296-43cc-42e9-9b47-5773114bf4c2'}] Aug 06 15:56:54.386770 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:56:54.387189 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:56:54.437514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9040815-fcf8-46a7-95be-26fca49747c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.520506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 45974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:54.537609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9040815-fcf8-46a7-95be-26fca49747c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6af768ac75dc40cdb6428217f11559f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298551 Aug 06 15:56:54.538785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9040815-fcf8-46a7-95be-26fca49747c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52880c0c-32b1-4c5d-a8bd-f15693fdba04,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:54.608215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc64ee2f-4f84-47ac-807e-ef20937d794b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.637171 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc64ee2f-4f84-47ac-807e-ef20937d794b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.774852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc64ee2f-4f84-47ac-807e-ef20937d794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.777657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc64ee2f-4f84-47ac-807e-ef20937d794b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.778814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc64ee2f-4f84-47ac-807e-ef20937d794b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52880c0c-32b1-4c5d-a8bd-f15693fdba04 HTTP/1.1" status: 204 len: 168 time: 0.2571974 Aug 06 15:56:54.793205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64ee2f-4f84-47ac-807e-ef20937d794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52880c0c-32b1-4c5d-a8bd-f15693fdba04,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:54.889076 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:54.996893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port bb995029-c44e-43be-a6ef-0938f136bdc9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:54.996893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.089631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port bb995029-c44e-43be-a6ef-0938f136bdc9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb995029-c44e-43be-a6ef-0938f136bdc9,segment=NetworkSegment(2ee415a6-86de-48fe-9ac3-e04027fcf50a),segment_id=2ee415a6-86de-48fe-9ac3-e04027fcf50a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:55.091379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.116823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for bb995029-c44e-43be-a6ef-0938f136bdc9 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:55.336658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.384793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port bb995029-c44e-43be-a6ef-0938f136bdc9 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:55.387206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=bb995029-c44e-43be-a6ef-0938f136bdc9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:55.516753 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.546865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4dc296-43cc-42e9-9b47-5773114bf4c2']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:55.560415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee415a6-86de-48fe-9ac3-e04027fcf50a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:55.560714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee415a6-86de-48fe-9ac3-e04027fcf50a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:55.574001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.592760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12ebc4-b381-4b18-9701-b130b3dc5bae req-fdd30d20-ca71-4787-800b-0bdc4241f387 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:55.594461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f12ebc4-b381-4b18-9701-b130b3dc5bae req-fdd30d20-ca71-4787-800b-0bdc4241f387 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.0930066 Aug 06 15:56:55.605074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.624062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:55.624867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:55.629540 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:55.765062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f12ebc4-b381-4b18-9701-b130b3dc5bae req-a8f57368-0852-4443-bbec-ee6323cd6d90 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571810 Aug 06 15:56:55.855093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.864408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.871612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:55.873505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/ab4dc296-43cc-42e9-9b47-5773114bf4c2 HTTP/1.1" status: 204 len: 168 time: 2.9619341 Aug 06 15:56:55.880232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-411686106'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:55.886096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58031082-01db-4d11-86cd-5e9cf93d76cc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=ab4dc296-43cc-42e9-9b47-5773114bf4c2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:55.946910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:55.998295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:56.007256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.062352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:56:56.073428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.073783 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 21f4a386-b60e-40bc-ae42-4f6217a58379 of type vlan for network d1d7f3fd-0777-413c-b752-ab3736fb1054 Aug 06 15:56:56.133566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.249836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.256373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:56.257177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.372644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=d1d7f3fd-0777-413c-b752-ab3736fb1054,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:56.384878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d1d7f3fd-0777-413c-b752-ab3736fb1054 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:56:56.473895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-df8e2050-07ce-4815-9efc-e35a4e18d8a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6021769 Aug 06 15:56:56.476486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:56.490921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:56:56.733643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:56:56.737867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:56.831960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-0228dbb5-a5f1-47b6-a103-f8f535dd1711 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:56.833560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-0228dbb5-a5f1-47b6-a103-f8f535dd1711 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.1312747 Aug 06 15:56:57.024095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0b9c3-a55f-4459-9c18-213011feb932 req-3ede5874-0535-4683-8694-e08d839b28e2 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:57.025938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87c0b9c3-a55f-4459-9c18-213011feb932 req-3ede5874-0535-4683-8694-e08d839b28e2 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.0978560 Aug 06 15:56:57.077109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87c0b9c3-a55f-4459-9c18-213011feb932 req-efa959d9-3cc5-492b-9180-082f64259c4f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Aug 06 15:56:57.557581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Deleting port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:56:57.559094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.649254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.738584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=ee0a41bb-7a17-4678-972e-7b0963cd4432,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:57.786682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '21f4a386-b60e-40bc-ae42-4f6217a58379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:57.792197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: d1d7f3fd-0777-413c-b752-ab3736fb1054, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:56:57.807466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] For port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:56:57.807710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:57.938849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network d1d7f3fd-0777-413c-b752-ab3736fb1054 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:56:58.096801 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.097232 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.097430 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Floating IP 442a3ea0-0805-4d3d-8ec6-ca8385667780 disassociated. External IP: 172.25.5.134, port: 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db. Aug 06 15:56:58.097859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Calling delete_port for 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:56:58.109955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d1d7f3fd-0777-413c-b752-ab3736fb1054) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:58.122061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:58.122406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10db11-3b92-4157-8ee2-0bcd0d1cccf0 None None] Network d1d7f3fd-0777-413c-b752-ab3736fb1054 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:58.122887 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.266442 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4f6570c7-1404-4926-9abc-2681a61e94e7 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7884474 Aug 06 15:56:58.270582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:56:58.344989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d11f77-5182-477c-af97-b16db0d4a86d req-950c7a9a-2f37-41d9-a6b0-3a429c22b69f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:56:58.360468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4d11f77-5182-477c-af97-b16db0d4a86d req-950c7a9a-2f37-41d9-a6b0-3a429c22b69f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 946 time: 0.1303916 Aug 06 15:56:58.381416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d1d7f3fd-0777-413c-b752-ab3736fb1054', 'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': 'ee0a41bb-7a17-4678-972e-7b0963cd4432'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:56:58.382283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.472594 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4d11f77-5182-477c-af97-b16db0d4a86d req-f17666cf-8e55-4c27-bf37-874b13b1cd6b tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups?id=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109831 Aug 06 15:56:58.566241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Allocated IP 172.20.0.1 (d1d7f3fd-0777-413c-b752-ab3736fb1054/ee0a41bb-7a17-4678-972e-7b0963cd4432/ad08ff8b-0bcd-4f80-b347-98b82e1660af) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:56:58.577052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.661567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.717661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event deleted for resources: {'Port': ['ID=6a7b2f47-46cf-42cb-9a6b-2c70ee8735db,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:58.727883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.751903 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.761267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Transition to ACTIVE for port object ad08ff8b-0bcd-4f80-b347-98b82e1660af will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:58.778962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Transition to ACTIVE for port object ad08ff8b-0bcd-4f80-b347-98b82e1660af will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:56:58.856388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:58.901912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Network d1d7f3fd-0777-413c-b752-ab3736fb1054 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:56:58.905157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:56:58.928299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:56:58.936379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Pushing event updated for resources: {'Port': ['ID=ad08ff8b-0bcd-4f80-b347-98b82e1660af,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:58.949078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:56:58.995644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Attempting to bind port ad08ff8b-0bcd-4f80-b347-98b82e1660af on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:56:58.996303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Attempting to bind port ad08ff8b-0bcd-4f80-b347-98b82e1660af by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '21f4a386-b60e-40bc-ae42-4f6217a58379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:56:58.996755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Attempting to bind port ad08ff8b-0bcd-4f80-b347-98b82e1660af on network d1d7f3fd-0777-413c-b752-ab3736fb1054 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:56:59.012266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:56:59.012266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Checking segment: {'id': '21f4a386-b60e-40bc-ae42-4f6217a58379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:56:59.012266 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.012266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Bound using segment: {'id': '21f4a386-b60e-40bc-ae42-4f6217a58379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:56:59.012266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Bound port: ad08ff8b-0bcd-4f80-b347-98b82e1660af, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f4a386-b60e-40bc-ae42-4f6217a58379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:56:59.012266 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.022139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.026915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.060979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0a41bb-7a17-4678-972e-7b0963cd4432,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:59.118738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] For port ad08ff8b-0bcd-4f80-b347-98b82e1660af, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:56:59.122970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] For port ad08ff8b-0bcd-4f80-b347-98b82e1660af, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ad08ff8b-0bcd-4f80-b347-98b82e1660af,segment=NetworkSegment(21f4a386-b60e-40bc-ae42-4f6217a58379),segment_id=21f4a386-b60e-40bc-ae42-4f6217a58379)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:56:59.217232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.263397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.271502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:56:59.315963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:56:59.354124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] No DVR routers for this DVR port 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:56:59.357160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.364278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2f7ccfc5-9505-4a72-bb4d-d1fff74d42ea req-fb9cc033-dfeb-435c-9ab2-23dbe13e442f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.59 "DELETE /v2.0/ports/6a7b2f47-46cf-42cb-9a6b-2c70ee8735db HTTP/1.1" status: 204 len: 173 time: 2.5148642 Aug 06 15:56:59.364278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d7f3fd-0777-413c-b752-ab3736fb1054']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:59.373944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-deleted', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:56:59.377630 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b0d07f-e89e-434e-95ea-2c15e3dec74c" -d '{"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-deleted", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:56:59.392680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f4a386-b60e-40bc-ae42-4f6217a58379') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:59.393127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f4a386-b60e-40bc-ae42-4f6217a58379') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:59.416735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.467083 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b3f2d-3197-4fd0-abe9-50b254dd1b73 x-openstack-request-id: req-c42b3f2d-3197-4fd0-abe9-50b254dd1b73 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:56:59.467469 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4191db6b-4b06-4e9e-8705-0c45080cf927", "name": "network-vif-deleted", "tag": "6a7b2f47-46cf-42cb-9a6b-2c70ee8735db", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:56:59.467794 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c42b3f2d-3197-4fd0-abe9-50b254dd1b73 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:56:59.468368 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4191db6b-4b06-4e9e-8705-0c45080cf927', 'name': 'network-vif-deleted', 'tag': '6a7b2f47-46cf-42cb-9a6b-2c70ee8735db', 'status': 'completed', 'code': 200} Aug 06 15:56:59.472718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.482388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:56:59.482876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:56:59.488521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:56:59.490624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:56:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:56:59.494453 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:56:59.605261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a676ac-468a-44cd-889e-92224dbc175e None None] Network d1d7f3fd-0777-413c-b752-ab3736fb1054 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:56:59.638560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b820f518-b20f-4ee5-a388-29ddb0d5fff0 req-b5bc7416-e6ca-43dc-a721-6ddc76370231 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/ports?device_id=4191db6b-4b06-4e9e-8705-0c45080cf927 HTTP/1.1" status: 200 len: 210 time: 0.0545859 Aug 06 15:56:59.675437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b53a3-1b00-4882-a75a-2b647da1c21b None None] Pushing event updated for resources: {'Port': ['ID=ad08ff8b-0bcd-4f80-b347-98b82e1660af,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:56:59.690974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:56:59.690974 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:56:59.690974 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'd1d7f3fd-0777-413c-b752-ab3736fb1054'}] Aug 06 15:56:59.690974 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:56:59.698601 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:56:59.962830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:00.032447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ecd372-4315-4d8d-9482-7fc8a8ae2af1 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:57:00.193337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.358985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port ad08ff8b-0bcd-4f80-b347-98b82e1660af {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:00.360164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.393522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ecd372-4315-4d8d-9482-7fc8a8ae2af1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:57:00.526831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port ad08ff8b-0bcd-4f80-b347-98b82e1660af, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ad08ff8b-0bcd-4f80-b347-98b82e1660af,segment=NetworkSegment(21f4a386-b60e-40bc-ae42-4f6217a58379),segment_id=21f4a386-b60e-40bc-ae42-4f6217a58379)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:00.528519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.573729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for ad08ff8b-0bcd-4f80-b347-98b82e1660af owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:00.942892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:00.953374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:00.989480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=ad08ff8b-0bcd-4f80-b347-98b82e1660af,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:01.000778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port ad08ff8b-0bcd-4f80-b347-98b82e1660af on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:01.084037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:01.153341 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bd8f36-9184-4e9a-9376-437e0b2ec4fb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.173600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.191904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d7f3fd-0777-413c-b752-ab3736fb1054']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:01.200929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:01.211838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f4a386-b60e-40bc-ae42-4f6217a58379') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:01.212196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f4a386-b60e-40bc-ae42-4f6217a58379') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:01.212637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bd8f36-9184-4e9a-9376-437e0b2ec4fb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.239962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.277174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:01.302045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.309361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:01.310047 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:01.313213 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:01.337081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:01.337879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:56:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:01.391863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bd8f36-9184-4e9a-9376-437e0b2ec4fb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.395440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bd8f36-9184-4e9a-9376-437e0b2ec4fb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.396893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-22bd8f36-9184-4e9a-9376-437e0b2ec4fb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "DELETE /v2.0/security-groups/36dfa47c-6181-43c8-b8c9-c3436d6ebcb1 HTTP/1.1" status: 204 len: 168 time: 0.4419818 Aug 06 15:57:01.401510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:01.444050 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ff473f9d-3c2f-46db-96b4-336dc6b3ff1f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] show failed (client error): The resource could not be found. Aug 06 15:57:01.448799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ff473f9d-3c2f-46db-96b4-336dc6b3ff1f tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "GET /v2.0/security-groups/36dfa47c-6181-43c8-b8c9-c3436d6ebcb1 HTTP/1.1" status: 404 len: 347 time: 0.0446310 Aug 06 15:57:01.459906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46216) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:01.471491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd8f36-9184-4e9a-9376-437e0b2ec4fb tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dfa47c-6181-43c8-b8c9-c3436d6ebcb1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:01.538013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a20a9e-c841-48ad-9a04-7a7763ef5148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.548112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:01.582405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:01.582764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a7b2f47-46cf-42cb-9a6b-2c70ee8735db not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:01.616526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:01.658138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Deleting port f93c8fd0-f1de-4756-98c5-288c428eec86 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:01.659529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.764147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.771468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.780243 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d1d7f3fd-0777-413c-b752-ab3736fb1054 HTTP/1.1" status: 204 len: 168 time: 3.5074160 Aug 06 15:57:01.799928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a20a9e-c841-48ad-9a04-7a7763ef5148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.801580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:01.809469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1378326213'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:01.859781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.860166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.870314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723b0e-8a04-42ee-9825-7aae59688e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=d1d7f3fd-0777-413c-b752-ab3736fb1054,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:01.879924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7a20a9e-c841-48ad-9a04-7a7763ef5148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:01.900837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Calling delete_port for f93c8fd0-f1de-4756-98c5-288c428eec86 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:01.973592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a20a9e-c841-48ad-9a04-7a7763ef5148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d2ba5-52c6-4a63-90e3-68f18cdc4ec5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.061444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b7a20a9e-c841-48ad-9a04-7a7763ef5148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cec30fb948249b2a1041203331ec68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803552 Aug 06 15:57:02.069554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46224) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:02.114346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:02.157425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:02.158024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b94ea5-35ad-4bc2-a890-38bda182abea None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:48:08Z', 'revision_number': 4, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'c853fec2-e085-4c28-9d56-8306f07883be', 'name': '', 'network_id': '3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'mac_address': 'fa:16:3e:a2:ac:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:06Z', 'updated_at': '2021-08-06T15:48:16Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'subnets': [{'id': '507b0368-5ba1-4917-ace6-d4e696dc15ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:02.161738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.216353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:02.234655 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db3786f6-28b0-407a-8941-dcad07300420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.237664 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.238379 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 9f731e0b-c206-44fc-8030-23734527beeb of type vlan for network 0055b81b-d980-4e92-a56e-e026c3a0ba68 Aug 06 15:57:02.306385 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.307369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db3786f6-28b0-407a-8941-dcad07300420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.329910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.402028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Pushing event deleted for resources: {'Port': ['ID=f93c8fd0-f1de-4756-98c5-288c428eec86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.500774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.509541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:02.511991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.518721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.521838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.535300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db3786f6-28b0-407a-8941-dcad07300420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.538408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db3786f6-28b0-407a-8941-dcad07300420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:02.546872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9fbc311d-f8e4-464c-b169-233f59efba29 tempest-AttachVolumeShelveTestJSON-120483616 tempest-AttachVolumeShelveTestJSON-120483616-project] 10.222.0.16 "DELETE /v2.0/floatingips/442a3ea0-0805-4d3d-8ec6-ca8385667780 HTTP/1.1" status: 204 len: 168 time: 1.0815191 Aug 06 15:57:02.553784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-db3786f6-28b0-407a-8941-dcad07300420 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f68d2ba5-52c6-4a63-90e3-68f18cdc4ec5 HTTP/1.1" status: 204 len: 168 time: 0.4826674 Aug 06 15:57:02.664203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3aeb41-26dc-484e-b8ec-faed2338198b None None] New status for floating IP 442a3ea0-0805-4d3d-8ec6-ca8385667780: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 15:57:02.675889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=0055b81b-d980-4e92-a56e-e026c3a0ba68,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.690602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:02.692075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:02.693740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0055b81b-d980-4e92-a56e-e026c3a0ba68 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:02.695557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45579ab8-e10c-425b-9df9-f0532cbee844 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8925121 Aug 06 15:57:02.709605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3786f6-28b0-407a-8941-dcad07300420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d2ba5-52c6-4a63-90e3-68f18cdc4ec5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:02.957830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:02.961578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.495187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.581904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=ef63c1f2-1ec3-4a77-b157-8983d43fe49c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:03.594168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '9f731e0b-c206-44fc-8030-23734527beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:03.594572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: 0055b81b-d980-4e92-a56e-e026c3a0ba68, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:03.649663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:03.712470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 0055b81b-d980-4e92-a56e-e026c3a0ba68 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:03.755245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:03.776340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-241a61e0-4d1d-4cea-ae24-de686458aecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.821894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0055b81b-d980-4e92-a56e-e026c3a0ba68) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:03.831793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94dc82-8b02-40a3-9f05-1ee627cc5c25 None None] Network 0055b81b-d980-4e92-a56e-e026c3a0ba68 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:03.841708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:03.843280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:03.925301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-241a61e0-4d1d-4cea-ae24-de686458aecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.023953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88a2c1a3-d274-4b3b-8951-584ea4f0a7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.054811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-241a61e0-4d1d-4cea-ae24-de686458aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.112932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-0055b81b-d980-4e92-a56e-e026c3a0ba68', 'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': 'ef63c1f2-1ec3-4a77-b157-8983d43fe49c'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:04.114168 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.123929 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-241a61e0-4d1d-4cea-ae24-de686458aecc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e0412bc97c4146d0905d12eed3cab8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672276 Aug 06 15:57:04.125429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a61e0-4d1d-4cea-ae24-de686458aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f2790-e5ae-46df-b9d6-29319baacd9d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:04.127991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:04.139592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-83e5177b-26ff-44c2-9624-61e9cefb5483 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4529974 Aug 06 15:57:04.145665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:04.244350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f91032e7-63d4-4ef6-b440-81b695ec4fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.295754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f91032e7-63d4-4ef6-b440-81b695ec4fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.347573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.396460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Allocated IP 172.20.0.1 (0055b81b-d980-4e92-a56e-e026c3a0ba68/ef63c1f2-1ec3-4a77-b157-8983d43fe49c/f420ebc2-6550-4cb3-8ad3-b7976593e173) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:04.432035 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f91032e7-63d4-4ef6-b440-81b695ec4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.435962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f91032e7-63d4-4ef6-b440-81b695ec4fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.441479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f91032e7-63d4-4ef6-b440-81b695ec4fdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/823f2790-e5ae-46df-b9d6-29319baacd9d HTTP/1.1" status: 204 len: 168 time: 0.3079062 Aug 06 15:57:04.453353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91032e7-63d4-4ef6-b440-81b695ec4fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f2790-e5ae-46df-b9d6-29319baacd9d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:04.467270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88a2c1a3-d274-4b3b-8951-584ea4f0a7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.489920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.619592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88a2c1a3-d274-4b3b-8951-584ea4f0a7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.723581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2c1a3-d274-4b3b-8951-584ea4f0a7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736ef9d2-cf3e-47f2-b51c-740eea773863,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:04.731946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46284) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:04.732385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88a2c1a3-d274-4b3b-8951-584ea4f0a7bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b75471293b14d29a4b5ecd63b5541ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0807493 Aug 06 15:57:04.767310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.777259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Transition to ACTIVE for port object f420ebc2-6550-4cb3-8ad3-b7976593e173 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:04.818554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Transition to ACTIVE for port object f420ebc2-6550-4cb3-8ad3-b7976593e173 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:04.874986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62d12737-7a6e-42cc-b3ed-20b0a1228662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.908724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.910842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88b2dc05-201b-4733-b8de-67592b10acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.936128 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62d12737-7a6e-42cc-b3ed-20b0a1228662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.963760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:04.995773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Network 0055b81b-d980-4e92-a56e-e026c3a0ba68 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:05.002832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=ef63c1f2-1ec3-4a77-b157-8983d43fe49c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:05.005764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:05.019246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:05.107911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Pushing event updated for resources: {'Port': ['ID=f420ebc2-6550-4cb3-8ad3-b7976593e173,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:05.112325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62d12737-7a6e-42cc-b3ed-20b0a1228662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.117059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62d12737-7a6e-42cc-b3ed-20b0a1228662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.117059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-62d12737-7a6e-42cc-b3ed-20b0a1228662 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/736ef9d2-cf3e-47f2-b51c-740eea773863 HTTP/1.1" status: 204 len: 168 time: 0.3836725 Aug 06 15:57:05.134651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d12737-7a6e-42cc-b3ed-20b0a1228662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736ef9d2-cf3e-47f2-b51c-740eea773863,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:05.145801 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.187602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0055b81b-d980-4e92-a56e-e026c3a0ba68']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:05.189677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Attempting to bind port f420ebc2-6550-4cb3-8ad3-b7976593e173 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:05.190325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Attempting to bind port f420ebc2-6550-4cb3-8ad3-b7976593e173 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9f731e0b-c206-44fc-8030-23734527beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:05.190795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Attempting to bind port f420ebc2-6550-4cb3-8ad3-b7976593e173 on network 0055b81b-d980-4e92-a56e-e026c3a0ba68 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:05.197154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:05.197687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Checking segment: {'id': '9f731e0b-c206-44fc-8030-23734527beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:05.198431 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.199090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Bound using segment: {'id': '9f731e0b-c206-44fc-8030-23734527beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:05.199680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Bound port: f420ebc2-6550-4cb3-8ad3-b7976593e173, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f731e0b-c206-44fc-8030-23734527beeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0055b81b-d980-4e92-a56e-e026c3a0ba68'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:05.200207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.224429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f731e0b-c206-44fc-8030-23734527beeb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:05.224885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f731e0b-c206-44fc-8030-23734527beeb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:05.245716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.274445 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.284334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:05.288879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:05.292632 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:05.320277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] For port f420ebc2-6550-4cb3-8ad3-b7976593e173, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:05.321821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:05.411164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] For port f420ebc2-6550-4cb3-8ad3-b7976593e173, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f420ebc2-6550-4cb3-8ad3-b7976593e173,segment=NetworkSegment(9f731e0b-c206-44fc-8030-23734527beeb),segment_id=9f731e0b-c206-44fc-8030-23734527beeb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:05.437753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:57:05.437753 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:57:05.437753 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '0055b81b-d980-4e92-a56e-e026c3a0ba68'}] Aug 06 15:57:05.437753 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:57:05.438313 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:57:05.489442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.559389 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49d7af99-b1c1-45e5-adc0-eb0ffe46697e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.612278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcd68a-fff3-4949-906f-0de7c55eec8f None None] Pushing event updated for resources: {'Port': ['ID=f420ebc2-6550-4cb3-8ad3-b7976593e173,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:05.630667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c959b0a8-92da-4bc0-9eb3-095b322f7a37 None None] Network 0055b81b-d980-4e92-a56e-e026c3a0ba68 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:05.671687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49d7af99-b1c1-45e5-adc0-eb0ffe46697e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.773935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11033250-ffc0-474f-af75-4cc00ba24c77 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:57:05.826416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49d7af99-b1c1-45e5-adc0-eb0ffe46697e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:05.908033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-49d7af99-b1c1-45e5-adc0-eb0ffe46697e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b69e083121db482d92721f6462027b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840366 Aug 06 15:57:05.911368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46316) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:05.922511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11033250-ffc0-474f-af75-4cc00ba24c77 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:57:05.939944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7af99-b1c1-45e5-adc0-eb0ffe46697e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18d9598-7017-4829-814e-1ea58b652a5a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:05.941708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.068080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2203-e79b-43ac-91b5-e5ff1f71cfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.109283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2203-e79b-43ac-91b5-e5ff1f71cfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.161089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port f420ebc2-6550-4cb3-8ad3-b7976593e173 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:06.161444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.327296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port f420ebc2-6550-4cb3-8ad3-b7976593e173, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f420ebc2-6550-4cb3-8ad3-b7976593e173,segment=NetworkSegment(9f731e0b-c206-44fc-8030-23734527beeb),segment_id=9f731e0b-c206-44fc-8030-23734527beeb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:06.330588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.365261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for f420ebc2-6550-4cb3-8ad3-b7976593e173 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:06.370605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46338) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:06.398882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b40fdbe2-e3c1-40f5-82b7-9fb24359c472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.524659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2203-e79b-43ac-91b5-e5ff1f71cfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.525973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2203-e79b-43ac-91b5-e5ff1f71cfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.528279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3e3e2203-e79b-43ac-91b5-e5ff1f71cfc1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a18d9598-7017-4829-814e-1ea58b652a5a HTTP/1.1" status: 204 len: 168 time: 0.6164560 Aug 06 15:57:06.552584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e2203-e79b-43ac-91b5-e5ff1f71cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18d9598-7017-4829-814e-1ea58b652a5a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:06.672057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b40fdbe2-e3c1-40f5-82b7-9fb24359c472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.689929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.737876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=f420ebc2-6550-4cb3-8ad3-b7976593e173,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:06.740311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port f420ebc2-6550-4cb3-8ad3-b7976593e173 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:06.771783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b40fdbe2-e3c1-40f5-82b7-9fb24359c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.859651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b40fdbe2-e3c1-40f5-82b7-9fb24359c472 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2dce28a70e57466d87bb6e869c196b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842491 Aug 06 15:57:06.860148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:06.899637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.902463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fdbe2-e3c1-40f5-82b7-9fb24359c472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af329c87-b5cb-4949-ad26-c1b1242af472,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:06.917410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0055b81b-d980-4e92-a56e-e026c3a0ba68']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:06.934582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f731e0b-c206-44fc-8030-23734527beeb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:06.935005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f731e0b-c206-44fc-8030-23734527beeb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:06.948036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.968974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.980803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:06.984482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:06.988122 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:07.024096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4488c5-0c59-4bc3-984a-fd5e67f8f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.066779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4488c5-0c59-4bc3-984a-fd5e67f8f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.245062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4488c5-0c59-4bc3-984a-fd5e67f8f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.252550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4488c5-0c59-4bc3-984a-fd5e67f8f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.257004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c4488c5-0c59-4bc3-984a-fd5e67f8f13e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af329c87-b5cb-4949-ad26-c1b1242af472 HTTP/1.1" status: 204 len: 168 time: 0.3949091 Aug 06 15:57:07.272259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.289594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4488c5-0c59-4bc3-984a-fd5e67f8f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af329c87-b5cb-4949-ad26-c1b1242af472,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:07.290885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.305048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/0055b81b-d980-4e92-a56e-e026c3a0ba68 HTTP/1.1" status: 204 len: 168 time: 3.1582758 Aug 06 15:57:07.313339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:07.319680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bbabe-d5e8-4c2e-85a0-524a2dd55c34 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=0055b81b-d980-4e92-a56e-e026c3a0ba68,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:07.338191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683645247'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:07.465997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:07.470044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.499062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:07.508842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46374) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:07.510843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.511205 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 0d387028-b5d3-4b65-a1b0-cc5b4e51ed93 of type vlan for network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe Aug 06 15:57:07.552901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3582-4435-4f17-8508-2725fef6c2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.571828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.633417 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c8fbd37-fd6d-4cee-911d-d905d8d67543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.723274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.724143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.731974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:07.733832 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.790969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3582-4435-4f17-8508-2725fef6c2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.874781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3582-4435-4f17-8508-2725fef6c2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:07.934492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:07.951287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:07.975655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf3582-4435-4f17-8508-2725fef6c2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90673130-a080-420d-919a-8b8235030ddf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:07.980669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fdbf3582-4435-4f17-8508-2725fef6c2c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff03cb1b389e4a94b8a07d21cfa21343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641271 Aug 06 15:57:07.983324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:07.988694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a36ffc3a-8021-43c1-9856-211af2883335 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6729605 Aug 06 15:57:07.989610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46386) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:08.009566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:08.093381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c255a7be-0ec8-4bc9-993b-0d15a5290091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.118208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c255a7be-0ec8-4bc9-993b-0d15a5290091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.236331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.289381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c255a7be-0ec8-4bc9-993b-0d15a5290091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.298712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c255a7be-0ec8-4bc9-993b-0d15a5290091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.302060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c255a7be-0ec8-4bc9-993b-0d15a5290091 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90673130-a080-420d-919a-8b8235030ddf HTTP/1.1" status: 204 len: 168 time: 0.3174748 Aug 06 15:57:08.322749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a7be-0ec8-4bc9-993b-0d15a5290091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90673130-a080-420d-919a-8b8235030ddf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:08.351640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.421165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:08.469717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcc42-67b5-4354-a6b7-3815d00ff50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.482904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:08.485991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 15:57:08.492506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:08.498115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.500402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:08.504357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe0cd017-39ce-4bb9-9fa1-a762cee96f5b tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "PUT /v2.0/networks/83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe HTTP/1.1" status: 200 len: 723 time: 0.5071502 Aug 06 15:57:08.513034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46406) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:08.524980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:08.713671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcc42-67b5-4354-a6b7-3815d00ff50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.790954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec9fcc42-67b5-4354-a6b7-3815d00ff50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.864801 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ec9fcc42-67b5-4354-a6b7-3815d00ff50e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=695d46664bae4ace9ec477d8eb47690a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415796 Aug 06 15:57:08.867488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fcc42-67b5-4354-a6b7-3815d00ff50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdfd60c-5e79-4f1d-81a1-db5b9bd0f97b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:08.868560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:08.942319 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.967065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f89a52e-bb73-4925-baf8-b9ce8e61815f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:08.994914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f89a52e-bb73-4925-baf8-b9ce8e61815f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.008585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:09.012227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.152850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f89a52e-bb73-4925-baf8-b9ce8e61815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.160444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7f89a52e-bb73-4925-baf8-b9ce8e61815f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.162295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7f89a52e-bb73-4925-baf8-b9ce8e61815f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7fdfd60c-5e79-4f1d-81a1-db5b9bd0f97b HTTP/1.1" status: 204 len: 168 time: 0.2922533 Aug 06 15:57:09.205746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89a52e-bb73-4925-baf8-b9ce8e61815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdfd60c-5e79-4f1d-81a1-db5b9bd0f97b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:09.420340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.535990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:09.536367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:09.546090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=3d176e53-2cba-404e-af80-c9251189cad5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:09.651861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:09.777116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:09.787615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:09.790977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932472b-eb41-4e47-8b13-a2bca8cf2d87 None None] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:09.797129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:09.936619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:09.942703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14f163bf-1a21-4919-9815-56dc390f924c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4202175 Aug 06 15:57:09.946567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:10.082890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe', 'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '3d176e53-2cba-404e-af80-c9251189cad5'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:10.085046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.188126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3742079'] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.466411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780276246622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2416544'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.526425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=3d176e53-2cba-404e-af80-c9251189cad5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:10.538346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:10.539193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.543740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46532) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:10.545464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb549931-1743-4bd1-89de-87a383e326bb tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "PUT /v2.0/subnets/3d176e53-2cba-404e-af80-c9251189cad5 HTTP/1.1" status: 200 len: 806 time: 0.6062329 Aug 06 15:57:10.647486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Allocated IP 172.20.0.2 (83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe/3d176e53-2cba-404e-af80-c9251189cad5/0c249993-a6f5-4d4e-9457-bea7ba849e6d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:10.773367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.841123 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.937944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:10.946901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Transition to ACTIVE for port object 0c249993-a6f5-4d4e-9457-bea7ba849e6d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:10.961637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Transition to ACTIVE for port object 0c249993-a6f5-4d4e-9457-bea7ba849e6d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:11.066747 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.096529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.156344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:11.161797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:11.172743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:11.189714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Pushing event updated for resources: {'Port': ['ID=0c249993-a6f5-4d4e-9457-bea7ba849e6d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:11.255106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.305781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Attempting to bind port 0c249993-a6f5-4d4e-9457-bea7ba849e6d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:11.306158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Attempting to bind port 0c249993-a6f5-4d4e-9457-bea7ba849e6d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:11.306527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Attempting to bind port 0c249993-a6f5-4d4e-9457-bea7ba849e6d on network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:11.307876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:11.317242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=3d176e53-2cba-404e-af80-c9251189cad5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:11.324353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:11.324353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Checking segment: {'id': '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:11.324965 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.324965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Bound using segment: {'id': '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:11.325287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Bound port: 0c249993-a6f5-4d4e-9457-bea7ba849e6d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:11.325700 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.332161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:11.426958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] For port 0c249993-a6f5-4d4e-9457-bea7ba849e6d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:11.430629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] For port 0c249993-a6f5-4d4e-9457-bea7ba849e6d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0c249993-a6f5-4d4e-9457-bea7ba849e6d,segment=NetworkSegment(0d387028-b5d3-4b65-a1b0-cc5b4e51ed93),segment_id=0d387028-b5d3-4b65-a1b0-cc5b4e51ed93)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:11.447629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.474065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:11.491635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:11.496958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:11.501022 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.519939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:11.547647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.574491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.583642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:11.585830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:11.668771 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:11.700492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824490c-2f57-441b-a952-7a5b94fb7957 None None] Pushing event updated for resources: {'Port': ['ID=0c249993-a6f5-4d4e-9457-bea7ba849e6d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:11.714986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1781d3-12d6-462e-b5b0-08d0039a7c4e None None] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:11.717992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:57:11.717992 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:57:11.717992 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe'}] Aug 06 15:57:11.717992 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:57:11.718669 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:57:11.789390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5639-0f4a-41db-8b4a-d5becd25ad14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.855497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29951c06-291e-490a-a202-0b2e4ab72e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:11.926134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1d19e-8f7f-4063-af3f-3ceca259f856 None None] Network 83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:11.945406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5639-0f4a-41db-8b4a-d5becd25ad14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.061396 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aaaf5639-0f4a-41db-8b4a-d5becd25ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.082876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a9dcc-d409-484d-92e8-bd3a3fb1f85a None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:57:12.098333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf5639-0f4a-41db-8b4a-d5becd25ad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb031bb-7b78-4cb8-b561-8c53ae3a57dc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:12.141565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aaaf5639-0f4a-41db-8b4a-d5becd25ad14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8b569f0a4384965af2294022a2d1542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037741 Aug 06 15:57:12.141565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:12.215601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a9dcc-d409-484d-92e8-bd3a3fb1f85a None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:57:12.222023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.235379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcaca-992e-4592-9c27-9cdc13513ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.328415 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcaca-992e-4592-9c27-9cdc13513ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.419305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port 0c249993-a6f5-4d4e-9457-bea7ba849e6d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:12.419305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.497133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.504068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29951c06-291e-490a-a202-0b2e4ab72e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.507916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port 0c249993-a6f5-4d4e-9457-bea7ba849e6d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0c249993-a6f5-4d4e-9457-bea7ba849e6d,segment=NetworkSegment(0d387028-b5d3-4b65-a1b0-cc5b4e51ed93),segment_id=0d387028-b5d3-4b65-a1b0-cc5b4e51ed93)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:12.508295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.523264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for 0c249993-a6f5-4d4e-9457-bea7ba849e6d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:12.574316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcaca-992e-4592-9c27-9cdc13513ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.577067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a2dcaca-992e-4592-9c27-9cdc13513ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.581674 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1a2dcaca-992e-4592-9c27-9cdc13513ebb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fb031bb-7b78-4cb8-b561-8c53ae3a57dc HTTP/1.1" status: 204 len: 168 time: 0.4390860 Aug 06 15:57:12.599416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29951c06-291e-490a-a202-0b2e4ab72e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.633465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2dcaca-992e-4592-9c27-9cdc13513ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb031bb-7b78-4cb8-b561-8c53ae3a57dc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:12.671879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:12.674771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-29951c06-291e-490a-a202-0b2e4ab72e81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14eb28fa98ff45e890501c11c5d9478b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1819637 Aug 06 15:57:12.745444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e58938a-9248-4cda-8062-abae30fc0e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.781263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e58938a-9248-4cda-8062-abae30fc0e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.797693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.818493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29951c06-291e-490a-a202-0b2e4ab72e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94be9f-b2c0-4426-af8e-9e70fee644fa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:12.847440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port 0c249993-a6f5-4d4e-9457-bea7ba849e6d on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:12.859871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=0c249993-a6f5-4d4e-9457-bea7ba849e6d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:12.972179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:12.987864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:13.000541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:13.001099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d387028-b5d3-4b65-a1b0-cc5b4e51ed93') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:13.015537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.035354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.050117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:13.050117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:13.054369 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:13.085428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e58938a-9248-4cda-8062-abae30fc0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.089083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e58938a-9248-4cda-8062-abae30fc0e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.090451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8e58938a-9248-4cda-8062-abae30fc0e29 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e94be9f-b2c0-4426-af8e-9e70fee644fa HTTP/1.1" status: 204 len: 168 time: 0.4174540 Aug 06 15:57:13.096283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Deleting port c853fec2-e085-4c28-9d56-8306f07883be {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:13.097250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.140621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58938a-9248-4cda-8062-abae30fc0e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94be9f-b2c0-4426-af8e-9e70fee644fa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:13.218403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] For port c853fec2-e085-4c28-9d56-8306f07883be, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c853fec2-e085-4c28-9d56-8306f07883be,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:13.218839 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.233997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Calling delete_port for c853fec2-e085-4c28-9d56-8306f07883be owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:13.237136 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.245919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.250453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe HTTP/1.1" status: 204 len: 168 time: 2.7024863 Aug 06 15:57:13.254026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46610) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:13.289388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a95aa3-9755-4a7a-992c-fd33b62d6fbd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:13.301180 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-057763df-88ef-494c-a5d0-a677d23c6f86 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:13.301740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057763df-88ef-494c-a5d0-a677d23c6f86 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:13.306896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-057763df-88ef-494c-a5d0-a677d23c6f86 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe HTTP/1.1" status: 404 len: 339 time: 0.0486178 Aug 06 15:57:13.307408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:13.316594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-517066120', 'description': 'd1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:13.442573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:13.446678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.488285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:13.498522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.498873 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment ddd40da6-67af-40f9-9a65-e5b8870608a8 of type vlan for network d18b259e-1574-47ae-b6d7-8fcbfaf3240e Aug 06 15:57:13.535387 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:57:13.543157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.632016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.665285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Pushing event deleted for resources: {'Port': ['ID=c853fec2-e085-4c28-9d56-8306f07883be,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:13.694450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.704574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:13.705832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-518651'] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.855789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5474455 Aug 06 15:57:13.865509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:13.881040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d28b4-a1ce-4c46-b8c0-89f4370c9bfd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=d18b259e-1574-47ae-b6d7-8fcbfaf3240e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:13.893647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d18b259e-1574-47ae-b6d7-8fcbfaf3240e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:13.901871 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:13.945979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:14.038708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-89a88f19-50a4-4f5b-bc87-2f0a5180dddb req-7fb6f88f-3f6f-4dec-a92a-9cf8e1b0d090 service neutron] (94840) timed out ('10.222.0.59', 58292) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 15:57:14.070599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e475f0f-4fd1-43da-8a0f-a5ece6e9cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.112687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf6be36-768c-472a-907d-666cc91e0761 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:14.114623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fcf6be36-768c-472a-907d-666cc91e0761 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks?id=d18b259e-1574-47ae-b6d7-8fcbfaf3240e HTTP/1.1" status: 200 len: 760 time: 0.2478843 Aug 06 15:57:14.118055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46636) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:14.124627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'description': 'd2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:14.266087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:14.410201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e475f0f-4fd1-43da-8a0f-a5ece6e9cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.427903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.446112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:14.451530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-33078ad4-55f3-48f0-99d9-500838c1d456 admin admin] 10.222.0.16 "PUT /v2.0/routers/0ebaa0d8-d54f-4a1c-8701-7acaf84959db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1425519 Aug 06 15:57:14.456233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:14.459676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] Sync routers for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:14.481183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:14.481954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:14.541089 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7e475f0f-4fd1-43da-8a0f-a5ece6e9cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.609492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.646673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:14.659636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network d18b259e-1574-47ae-b6d7-8fcbfaf3240e is not hosted by any dhcp agent {{(pid=94840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 15:57:14.665229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:14.665826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.668352 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "PUT /v2.0/networks/d18b259e-1574-47ae-b6d7-8fcbfaf3240e HTTP/1.1" status: 200 len: 757 time: 0.5493166 Aug 06 15:57:14.670428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:14.679830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e475f0f-4fd1-43da-8a0f-a5ece6e9cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4f51f9-9163-4238-ac70-8c445f1aef31,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:14.730124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7e475f0f-4fd1-43da-8a0f-a5ece6e9cb82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7928c6099e7349e99a9e1685031861d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7830813 Aug 06 15:57:14.738822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:14.815279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1e9aa-8022-4fd0-a4bf-d8ab9cd8bc7d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=d18b259e-1574-47ae-b6d7-8fcbfaf3240e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:14.831598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:14.847533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d18b259e-1574-47ae-b6d7-8fcbfaf3240e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:15.092186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:57:13Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:15.156175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] Checking router: 0ebaa0d8-d54f-4a1c-8701-7acaf84959db for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:57:15.178855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] Routers {'0ebaa0d8-d54f-4a1c-8701-7acaf84959db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:15.183971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:15.326627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] Set router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:57:15.546634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.565294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:57:13Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:15.572273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b137d1-c310-4715-8b36-883e0e914178 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:15.574020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d2b137d1-c310-4715-8b36-883e0e914178 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks?id=d18b259e-1574-47ae-b6d7-8fcbfaf3240e HTTP/1.1" status: 200 len: 760 time: 0.9026072 Aug 06 15:57:15.577729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:15.583305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-756631601'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:15.610681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2242f4a0-d3d4-41d0-8753-aafa162c83cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.614445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1e7358-a347-466e-8bf5-df5fd5879a6f None None] The sync data for ids ['0ebaa0d8-d54f-4a1c-8701-7acaf84959db'] in n-d-778550-6 is: [{'id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'name': 'tempest-AttachVolumeShelveTestJSON-175671455-router', 'tenant_id': 'da12e85f296946d3898c40ad68b07917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:47:58Z', 'updated_at': '2021-08-06T15:57:13Z', 'revision_number': 5, 'project_id': 'da12e85f296946d3898c40ad68b07917', 'gw_port': {'id': 'fd8444a9-2f38-4c07-9cd2-be6340b556d4', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ebaa0d8-d54f-4a1c-8701-7acaf84959db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:48:00Z', 'updated_at': '2021-08-06T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:15.645605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2242f4a0-d3d4-41d0-8753-aafa162c83cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.726965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Deleting port fd8444a9-2f38-4c07-9cd2-be6340b556d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:15.727304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.762354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:15.766019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.793074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2242f4a0-d3d4-41d0-8753-aafa162c83cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.795955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2242f4a0-d3d4-41d0-8753-aafa162c83cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.797332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2242f4a0-d3d4-41d0-8753-aafa162c83cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f4f51f9-9163-4238-ac70-8c445f1aef31 HTTP/1.1" status: 204 len: 168 time: 1.0564899 Aug 06 15:57:15.807005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:15.824732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.825202 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment d6224366-d62f-475f-b87a-24e37f4c6b8f of type vlan for network 50e9262b-b6eb-487f-b106-5c40656f9028 Aug 06 15:57:15.826819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242f4a0-d3d4-41d0-8753-aafa162c83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4f51f9-9163-4238-ac70-8c445f1aef31,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:15.859626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] For port fd8444a9-2f38-4c07-9cd2-be6340b556d4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fd8444a9-2f38-4c07-9cd2-be6340b556d4,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:15.860194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:15.914678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Calling delete_port for fd8444a9-2f38-4c07-9cd2-be6340b556d4 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:15.944527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.014822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c853fec2-e085-4c28-9d56-8306f07883be no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:16.047772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c853fec2-e085-4c28-9d56-8306f07883be {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:16.048767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c853fec2-e085-4c28-9d56-8306f07883be not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:16.082742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.094233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:16.094641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.229778 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6497846 Aug 06 15:57:16.229968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d1d86-d394-4716-acf5-63aa6fc09eb0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=50e9262b-b6eb-487f-b106-5c40656f9028,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:16.233874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46730) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:16.244820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 50e9262b-b6eb-487f-b106-5c40656f9028 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:16.246086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': '50e9262b-b6eb-487f-b106-5c40656f9028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:16.431466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.482782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:16.486637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.499366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8444a9-2f38-4c07-9cd2-be6340b556d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:16.627215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.764619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.769555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.866126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.894411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.895757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ebaa0d8-d54f-4a1c-8701-7acaf84959db {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:57:16.909209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:16.916034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8f7f2e07-fbbf-4901-a7b2-13cef9ebe9cb admin admin] 10.222.0.16 "DELETE /v2.0/routers/0ebaa0d8-d54f-4a1c-8701-7acaf84959db HTTP/1.1" status: 204 len: 168 time: 2.4585404 Aug 06 15:57:16.917063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:17.066308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=2f286808-957a-47ca-a722-dc17a2ca5d0f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:17.082710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Deleting subnet 507b0368-5ba1-4917-ace6-d4e696dc15ab {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:57:17.087389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.092895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': 'd6224366-d62f-475f-b87a-24e37f4c6b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '50e9262b-b6eb-487f-b106-5c40656f9028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:17.093431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: 50e9262b-b6eb-487f-b106-5c40656f9028, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:17.145741 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.225890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network 50e9262b-b6eb-487f-b106-5c40656f9028 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:17.276838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.402452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 50e9262b-b6eb-487f-b106-5c40656f9028) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:17.408657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:17.410772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.416180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81791a9-be9c-46a0-863b-8108a9c2af0e None None] Network 50e9262b-b6eb-487f-b106-5c40656f9028 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:17.443653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.495618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507b0368-5ba1-4917-ace6-d4e696dc15ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:17.499080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.503834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46790) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:17.504285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e74d712c-d064-44b3-81b0-9c53f850280f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/507b0368-5ba1-4917-ace6-d4e696dc15ab HTTP/1.1" status: 204 len: 168 time: 0.5852070 Aug 06 15:57:17.535645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee722739-5813-4b16-8899-90dd31fc38ae None None] Network 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:17.602780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.606876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4d3462d-df06-4f00-af5e-98bac026dd56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3708844 Aug 06 15:57:17.610415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46792) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:17.688338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Deleting port 43c4144d-5dea-4fe4-9560-229c804490ae {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:17.688791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.812977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] For port 43c4144d-5dea-4fe4-9560-229c804490ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=43c4144d-5dea-4fe4-9560-229c804490ae,segment=NetworkSegment(dbcc9f0d-d45e-4582-9dc1-242ada4f50af),segment_id=dbcc9f0d-d45e-4582-9dc1-242ada4f50af)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:17.812977 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.820337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb6ae31-1dec-47d4-aca2-ba0e3644d402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-50e9262b-b6eb-487f-b106-5c40656f9028', 'network_id': '50e9262b-b6eb-487f-b106-5c40656f9028', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '2f286808-957a-47ca-a722-dc17a2ca5d0f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:17.820972 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7eb6ae31-1dec-47d4-aca2-ba0e3644d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.837842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Calling delete_port for 43c4144d-5dea-4fe4-9560-229c804490ae owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:17.873240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:17.901730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd8444a9-2f38-4c07-9cd2-be6340b556d4 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:17.972295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d5d5c-fa31-4e99-8fc6-7114694811e3 None None] DHCP port deletion for 3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:57:17.979936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.033720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fd8444a9-2f38-4c07-9cd2-be6340b556d4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:18.034098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fd8444a9-2f38-4c07-9cd2-be6340b556d4 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:18.048163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.101659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e11d5d5c-fa31-4e99-8fc6-7114694811e3 None None] The port '43c4144d-5dea-4fe4-9560-229c804490ae' was deleted {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 06 15:57:18.132267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] No DVR routers for this DVR port 43c4144d-5dea-4fe4-9560-229c804490ae on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:18.136021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c4144d-5dea-4fe4-9560-229c804490ae,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:18.146561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-7eb6ae31-1dec-47d4-aca2-ba0e3644d402 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f286808-957a-47ca-a722-dc17a2ca5d0f: This subnet is being modified by another concurrent operation. Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 15:57:18.184301 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f286808-957a-47ca-a722-dc17a2ca5d0f: This subnet is being modified by another concurrent operation. Aug 06 15:57:18.190206 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 15:57:18.208119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d9abc-e8b9-4593-9bcc-86432f56d947 None None] Network 50e9262b-b6eb-487f-b106-5c40656f9028 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:18.216155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=2f286808-957a-47ca-a722-dc17a2ca5d0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:18.307942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.369433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.403417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.403691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcc9f0d-d45e-4582-9dc1-242ada4f50af') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.406905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.414978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a015f-9e11-4e84-a6f3-9265567d76dc None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:57:18.422782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.432441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e9262b-b6eb-487f-b106-5c40656f9028']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.451413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6224366-d62f-475f-b87a-24e37f4c6b8f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.452604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6224366-d62f-475f-b87a-24e37f4c6b8f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:18.461396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.473555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:18.480254 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:18.483627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.509804 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.521274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:18.521693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:18.528617 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:18.582318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a015f-9e11-4e84-a6f3-9265567d76dc None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:57:18.667289 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.682997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.708933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4 HTTP/1.1" status: 204 len: 168 time: 1.1898978 Aug 06 15:57:18.716271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4267e2-4eac-4447-980d-a60a1f4b1614 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d48ec7d-c9ab-495f-bd6f-a84f8c6ce5f4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:18.734954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.776024 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:18.780527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/50e9262b-b6eb-487f-b106-5c40656f9028 HTTP/1.1" status: 204 len: 168 time: 1.1674497 Aug 06 15:57:18.782033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493e4e0-ec7d-469b-9781-3b039c551598 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=50e9262b-b6eb-487f-b106-5c40656f9028,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:18.783928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46826) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:18.905351 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d6bf29-777c-43ce-a2e0-cbf9ecde4e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] GET failed (client error): The resource could not be found. Aug 06 15:57:18.928610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:18.931673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b4d6bf29-777c-43ce-a2e0-cbf9ecde4e59 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/subnets/2f286808-957a-47ca-a722-dc17a2ca5d0f HTTP/1.1" status: 404 len: 337 time: 0.1466839 Aug 06 15:57:18.954373 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-78889a43-a26e-49ff-a347-04ab00cfcf20 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:18.956275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78889a43-a26e-49ff-a347-04ab00cfcf20 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:18.959154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-78889a43-a26e-49ff-a347-04ab00cfcf20 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/50e9262b-b6eb-487f-b106-5c40656f9028 HTTP/1.1" status: 404 len: 339 time: 0.0285399 Aug 06 15:57:18.963018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.266325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.286731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a74369-126c-495f-aaa6-60cf9009a51e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.293316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.301738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3a74369-126c-495f-aaa6-60cf9009a51e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3247118 Aug 06 15:57:19.368743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c5bc4f19-51b3-4924-b1f7-f4d83bd11857 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 207 time: 0.0738742 Aug 06 15:57:19.377321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.377573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4d2e2b36-3b86-48d7-9c3a-9e26359dd78d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da12e85f296946d3898c40ad68b07917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080666 Aug 06 15:57:19.381054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.525965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83429d06-258f-477c-8148-deacb3051293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:19.559748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83429d06-258f-477c-8148-deacb3051293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:19.656454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a1d2d-b34e-4ee6-9763-e5434ba7b64e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.663628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a1d2d-b34e-4ee6-9763-e5434ba7b64e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.674951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a1d2d-b34e-4ee6-9763-e5434ba7b64e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.687637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3a1d2d-b34e-4ee6-9763-e5434ba7b64e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:19.687637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8f3a1d2d-b34e-4ee6-9763-e5434ba7b64e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3041718 Aug 06 15:57:19.692872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46876) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.775642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83429d06-258f-477c-8148-deacb3051293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:19.778287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-83429d06-258f-477c-8148-deacb3051293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:19.781884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-83429d06-258f-477c-8148-deacb3051293 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caeab63a-f7ce-42ce-90d6-ad2497d278d3 HTTP/1.1" status: 204 len: 168 time: 0.3981738 Aug 06 15:57:19.810077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83429d06-258f-477c-8148-deacb3051293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeab63a-f7ce-42ce-90d6-ad2497d278d3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:19.886351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 43c4144d-5dea-4fe4-9560-229c804490ae no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:19.956975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 43c4144d-5dea-4fe4-9560-229c804490ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:19.957706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 43c4144d-5dea-4fe4-9560-229c804490ae not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:19.959362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46888) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:19.960501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9d0d1b3d-04cd-42a3-8ffe-0f68858c6002 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2656915 Aug 06 15:57:20.061739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38d553-554b-43d8-b87d-9b267342528c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.063373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b38d553-554b-43d8-b87d-9b267342528c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.069237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b38d553-554b-43d8-b87d-9b267342528c tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1044986 Aug 06 15:57:20.069516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:20.144459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d4d12-36f8-4fe5-bfc1-da84fc976a9e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.146615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d4d12-36f8-4fe5-bfc1-da84fc976a9e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.148671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa8d4d12-36f8-4fe5-bfc1-da84fc976a9e tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0781071 Aug 06 15:57:20.152181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:20.311551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9285a-8d38-4202-9365-8c734b0459fd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.316993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:20.328577 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3cc9285a-8d38-4202-9365-8c734b0459fd tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks/34bf5d9b-48fa-4238-ab62-72463c19a1b1 HTTP/1.1" status: 200 len: 799 time: 0.1744149 Aug 06 15:57:20.498236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46906) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:20.508439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dc8f6e4c-8dd9-4a01-866e-ca5b873213a3 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/networks/34bf5d9b-48fa-4238-ab62-72463c19a1b1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1902947 Aug 06 15:57:20.624280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d3d1d-ccc1-4131-b4ba-d218a51bb682 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.633374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:20.645757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-231d3d1d-ccc1-4131-b4ba-d218a51bb682 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/subnets/14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0 HTTP/1.1" status: 200 len: 811 time: 0.1463237 Aug 06 15:57:20.746958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82489857-a816-40ce-b3df-b238f128d5c2 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:20.752795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:20.756385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-82489857-a816-40ce-b3df-b238f128d5c2 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "GET /v2.0/subnets/14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1212029 Aug 06 15:57:20.758855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1334314969'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:20.945458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:20.949357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.005459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:21.036892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.037256 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Added segment 69485057-c221-4405-8faa-89536fa91a1b of type vlan for network e01898a8-5f6f-489e-a756-1ae665d555e2 Aug 06 15:57:21.096577 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.265893 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.273477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:21.274127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.413764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Network': ['ID=e01898a8-5f6f-489e-a756-1ae665d555e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:21.426019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e01898a8-5f6f-489e-a756-1ae665d555e2 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:21.468199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8848e8ac-fbac-44f9-a54e-247edb5d7872 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7132235 Aug 06 15:57:21.473085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:21.481302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:21.817972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Made reservation on behalf of 7c67dacabce0405d8428aa93c3a045c2 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:21.826394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:21.922927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 15:57:21.924425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 15:57:22.243054 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.326357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Checking segment: {'id': '69485057-c221-4405-8faa-89536fa91a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:22.326714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network hostable DHCP agents. Network: e01898a8-5f6f-489e-a756-1ae665d555e2, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:22.330468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=93b0f7eb-3915-4ac0-84bc-2fad9b8503b4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:22.454665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Network e01898a8-5f6f-489e-a756-1ae665d555e2 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:22.540203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e01898a8-5f6f-489e-a756-1ae665d555e2) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:22.546430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:22.547293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.560307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0c5957-db17-44fc-bbeb-9342004ceeb6 None None] Network e01898a8-5f6f-489e-a756-1ae665d555e2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:22.666411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-afc9cd2d-5445-4c9c-88df-2bfa669d95ef tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1921153 Aug 06 15:57:22.670733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 46988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:22.679003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:22.758436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 46990) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:22.900190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-e01898a8-5f6f-489e-a756-1ae665d555e2', 'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2', 'tenant_id': '7c67dacabce0405d8428aa93c3a045c2', 'fixed_ips': [{'subnet_id': '93b0f7eb-3915-4ac0-84bc-2fad9b8503b4'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:22.901183 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:22.942750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3742079'] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.019670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65440cfc-b4e0-4ea0-9c6c-1eeb873072a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.299485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65440cfc-b4e0-4ea0-9c6c-1eeb873072a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.368803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-65440cfc-b4e0-4ea0-9c6c-1eeb873072a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.409286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780276246622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2416544'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.420150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65440cfc-b4e0-4ea0-9c6c-1eeb873072a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a412c-40c4-46f2-ad9e-e5e32c160ef6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:23.427886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-65440cfc-b4e0-4ea0-9c6c-1eeb873072a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7737d10d8194df19e4f7d3649941a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6672745 Aug 06 15:57:23.429920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:23.495581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:23.496217 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.508401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:23.510875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "PUT /v2.0/subnets/93b0f7eb-3915-4ac0-84bc-2fad9b8503b4 HTTP/1.1" status: 200 len: 877 time: 0.8388951 Aug 06 15:57:23.559000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb936eb9-69f3-4c65-be40-e68400605020 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event updated for resources: {'Subnet': ['ID=93b0f7eb-3915-4ac0-84bc-2fad9b8503b4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:23.562856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Allocated IP 172.20.0.3 (e01898a8-5f6f-489e-a756-1ae665d555e2/93b0f7eb-3915-4ac0-84bc-2fad9b8503b4/c9fbff88-9d02-4177-8dbb-01903f2a4920) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:23.610259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df481e63-9379-4132-90a5-5b2184235d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.661920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df481e63-9379-4132-90a5-5b2184235d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.701349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.804550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.875014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df481e63-9379-4132-90a5-5b2184235d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.879842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-df481e63-9379-4132-90a5-5b2184235d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.892649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-df481e63-9379-4132-90a5-5b2184235d5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/786a412c-40c4-46f2-ad9e-e5e32c160ef6 HTTP/1.1" status: 204 len: 168 time: 0.4555473 Aug 06 15:57:23.927601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481e63-9379-4132-90a5-5b2184235d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a412c-40c4-46f2-ad9e-e5e32c160ef6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:23.976928 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:23.989521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Transition to ACTIVE for port object c9fbff88-9d02-4177-8dbb-01903f2a4920 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:24.015133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Transition to ACTIVE for port object c9fbff88-9d02-4177-8dbb-01903f2a4920 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:24.031485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:24.073159 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.141710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Pushing event updated for resources: {'Port': ['ID=c9fbff88-9d02-4177-8dbb-01903f2a4920,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.166365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Network e01898a8-5f6f-489e-a756-1ae665d555e2 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:24.168977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:24.172660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:24.188590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.224965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02b95e35-830f-4e10-ba7a-4e947e46a49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.245672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Attempting to bind port c9fbff88-9d02-4177-8dbb-01903f2a4920 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:24.246177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Attempting to bind port c9fbff88-9d02-4177-8dbb-01903f2a4920 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '69485057-c221-4405-8faa-89536fa91a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:24.246898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Attempting to bind port c9fbff88-9d02-4177-8dbb-01903f2a4920 on network e01898a8-5f6f-489e-a756-1ae665d555e2 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:24.257449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:24.257449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Checking segment: {'id': '69485057-c221-4405-8faa-89536fa91a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:24.257449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.257449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Bound using segment: {'id': '69485057-c221-4405-8faa-89536fa91a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:24.257449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Bound port: c9fbff88-9d02-4177-8dbb-01903f2a4920, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69485057-c221-4405-8faa-89536fa91a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e01898a8-5f6f-489e-a756-1ae665d555e2'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:24.257449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.308844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=93b0f7eb-3915-4ac0-84bc-2fad9b8503b4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.336224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] For port c9fbff88-9d02-4177-8dbb-01903f2a4920, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:24.343829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] For port c9fbff88-9d02-4177-8dbb-01903f2a4920, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c9fbff88-9d02-4177-8dbb-01903f2a4920,segment=NetworkSegment(69485057-c221-4405-8faa-89536fa91a1b),segment_id=69485057-c221-4405-8faa-89536fa91a1b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:24.393929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02b95e35-830f-4e10-ba7a-4e947e46a49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.440499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.455295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01898a8-5f6f-489e-a756-1ae665d555e2']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:24.481719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69485057-c221-4405-8faa-89536fa91a1b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:24.481719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69485057-c221-4405-8faa-89536fa91a1b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:24.494579 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.515159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.540533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-02b95e35-830f-4e10-ba7a-4e947e46a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.578285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.598768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:24.600702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:24.612377 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:24.662873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b95e35-830f-4e10-ba7a-4e947e46a49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e0305-1648-43d9-88b8-cc03407d5071,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.666211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c14e1-7639-4ccc-8d9b-1f57bd510625 None None] Pushing event updated for resources: {'Port': ['ID=c9fbff88-9d02-4177-8dbb-01903f2a4920,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:24.680131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-02b95e35-830f-4e10-ba7a-4e947e46a49d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea2b76ec6e204ef3bfc6be0475a5e51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469641 Aug 06 15:57:24.680876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:24.697460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1bb300-c3c8-4d2a-8047-72da2423a0d5 None None] Network e01898a8-5f6f-489e-a756-1ae665d555e2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:24.781697 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42a3c25-b8b1-4fc2-8f1d-e18d2ad5f17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.791501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 15:57:24.791501 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 15:57:24.791501 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'e01898a8-5f6f-489e-a756-1ae665d555e2'}] Aug 06 15:57:24.791501 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:57:24.794399 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:57:24.809141 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42a3c25-b8b1-4fc2-8f1d-e18d2ad5f17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.979792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42a3c25-b8b1-4fc2-8f1d-e18d2ad5f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.982789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b42a3c25-b8b1-4fc2-8f1d-e18d2ad5f17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:24.988301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b42a3c25-b8b1-4fc2-8f1d-e18d2ad5f17d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd4e0305-1648-43d9-88b8-cc03407d5071 HTTP/1.1" status: 204 len: 168 time: 0.2994282 Aug 06 15:57:24.996615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a3c25-b8b1-4fc2-8f1d-e18d2ad5f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e0305-1648-43d9-88b8-cc03407d5071,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:25.097195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:25.114703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d16e9-e966-45d4-a018-8238822f4eba None None] Network e01898a8-5f6f-489e-a756-1ae665d555e2 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:25.130124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b638d03-fd5e-4b45-8cb8-5897fbe23e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.293378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.307974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b638d03-fd5e-4b45-8cb8-5897fbe23e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.322590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c9ba2b-828d-4cba-b200-4c3f6bae5567 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 15:57:25.393823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port c9fbff88-9d02-4177-8dbb-01903f2a4920 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:25.394537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.413706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b638d03-fd5e-4b45-8cb8-5897fbe23e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.462583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9ba2b-828d-4cba-b200-4c3f6bae5567 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 15:57:25.472418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b638d03-fd5e-4b45-8cb8-5897fbe23e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd33ee0-7d8f-41cc-bcf5-a088dc9c4d76,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:25.515747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b638d03-fd5e-4b45-8cb8-5897fbe23e94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9f1de1ed02647d6b1a8d4d31490e105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168913 Aug 06 15:57:25.519840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:25.550638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port c9fbff88-9d02-4177-8dbb-01903f2a4920, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c9fbff88-9d02-4177-8dbb-01903f2a4920,segment=NetworkSegment(69485057-c221-4405-8faa-89536fa91a1b),segment_id=69485057-c221-4405-8faa-89536fa91a1b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:25.551022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.585240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for c9fbff88-9d02-4177-8dbb-01903f2a4920 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:25.737026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ef58984-80c5-4bc1-a161-5f025f25a378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.761183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ef58984-80c5-4bc1-a161-5f025f25a378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.877018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.905194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=c9fbff88-9d02-4177-8dbb-01903f2a4920,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:25.910228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port c9fbff88-9d02-4177-8dbb-01903f2a4920 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:25.968767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ef58984-80c5-4bc1-a161-5f025f25a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.973950 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.974499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ef58984-80c5-4bc1-a161-5f025f25a378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:25.975602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ef58984-80c5-4bc1-a161-5f025f25a378 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fd33ee0-7d8f-41cc-bcf5-a088dc9c4d76 HTTP/1.1" status: 204 len: 168 time: 0.4547172 Aug 06 15:57:25.991700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47074) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.015943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef58984-80c5-4bc1-a161-5f025f25a378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd33ee0-7d8f-41cc-bcf5-a088dc9c4d76,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:26.025051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a984743-5083-42b8-b129-9f6c91ea03cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.085873 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.099134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01898a8-5f6f-489e-a756-1ae665d555e2']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.117567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69485057-c221-4405-8faa-89536fa91a1b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.117861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69485057-c221-4405-8faa-89536fa91a1b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.137696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.160126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.168278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:26.169091 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:26.174838 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:26.212867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a984743-5083-42b8-b129-9f6c91ea03cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.271649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a984743-5083-42b8-b129-9f6c91ea03cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.334051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3a984743-5083-42b8-b129-9f6c91ea03cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4aa27f8c3fda4519bf29736656aea2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412216 Aug 06 15:57:26.335436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a984743-5083-42b8-b129-9f6c91ea03cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c960efb3-9ed0-4a75-b860-f1ed2281b217,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:26.336760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.378354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.394419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.399944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.401192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/e01898a8-5f6f-489e-a756-1ae665d555e2 HTTP/1.1" status: 204 len: 168 time: 2.8912485 Aug 06 15:57:26.451178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d93f7-4441-4feb-8cd1-679f68d29530 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=e01898a8-5f6f-489e-a756-1ae665d555e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:26.453339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e60c74d-ac51-4c40-b8c6-109d46c779ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.480839 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e60c74d-ac51-4c40-b8c6-109d46c779ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.496207 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbb2a37-97c5-4496-8963-d58c159e547a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:26.500525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbb2a37-97c5-4496-8963-d58c159e547a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:26.503754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7bbb2a37-97c5-4496-8963-d58c159e547a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/93b0f7eb-3915-4ac0-84bc-2fad9b8503b4 HTTP/1.1" status: 404 len: 337 time: 0.1026404 Aug 06 15:57:26.507046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47086) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.551432 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccaeb6b-0a5a-459a-b340-053c1457aa36 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:26.552177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccaeb6b-0a5a-459a-b340-053c1457aa36 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:26.556950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.568419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bccaeb6b-0a5a-459a-b340-053c1457aa36 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/e01898a8-5f6f-489e-a756-1ae665d555e2 HTTP/1.1" status: 404 len: 339 time: 0.0596638 Aug 06 15:57:26.589045 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e96b43-ad82-4d6c-9639-c7f6ab619947 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:26.589513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e96b43-ad82-4d6c-9639-c7f6ab619947 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:26.595086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.604419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-70e96b43-ad82-4d6c-9639-c7f6ab619947 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/2f286808-957a-47ca-a722-dc17a2ca5d0f HTTP/1.1" status: 404 len: 337 time: 0.0463052 Aug 06 15:57:26.620069 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-994a8f69-7382-4e4f-b211-27ea2dcf56e9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:26.620504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994a8f69-7382-4e4f-b211-27ea2dcf56e9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:26.624319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-994a8f69-7382-4e4f-b211-27ea2dcf56e9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/50e9262b-b6eb-487f-b106-5c40656f9028 HTTP/1.1" status: 404 len: 339 time: 0.0278621 Aug 06 15:57:26.643554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47098) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:26.668282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e60c74d-ac51-4c40-b8c6-109d46c779ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.671015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e60c74d-ac51-4c40-b8c6-109d46c779ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.676167 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0e60c74d-ac51-4c40-b8c6-109d46c779ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c960efb3-9ed0-4a75-b860-f1ed2281b217 HTTP/1.1" status: 204 len: 168 time: 0.3383081 Aug 06 15:57:26.746176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60c74d-ac51-4c40-b8c6-109d46c779ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c960efb3-9ed0-4a75-b860-f1ed2281b217,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:26.791687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.933825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:26.970445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18b259e-1574-47ae-b6d7-8fcbfaf3240e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.983048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd40da6-67af-40f9-9a65-e5b8870608a8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.983361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd40da6-67af-40f9-9a65-e5b8870608a8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:26.998024 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.022412 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.034892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:27.035633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:27.148971 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:27.238068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.245908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.250536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47120) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.251887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d18b259e-1574-47ae-b6d7-8fcbfaf3240e HTTP/1.1" status: 204 len: 168 time: 0.6061120 Aug 06 15:57:27.284787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c7c2-02ff-478e-8939-0ecb5b254891 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=d18b259e-1574-47ae-b6d7-8fcbfaf3240e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:27.296321 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78dc66c-e166-43e4-9bc6-94bfa3d7886d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.297349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78dc66c-e166-43e4-9bc6-94bfa3d7886d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.300410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e78dc66c-e166-43e4-9bc6-94bfa3d7886d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/3d176e53-2cba-404e-af80-c9251189cad5 HTTP/1.1" status: 404 len: 337 time: 0.0466049 Aug 06 15:57:27.302861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.331953 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d58841a-be4f-451f-9bd4-9b1e292b1fd0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.333064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d58841a-be4f-451f-9bd4-9b1e292b1fd0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.335690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9d58841a-be4f-451f-9bd4-9b1e292b1fd0 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/83fbdaed-a979-4b3b-b3c9-d0fcbb4c98fe HTTP/1.1" status: 404 len: 339 time: 0.0316525 Aug 06 15:57:27.338390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.396908 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0452fe7f-072d-4eac-bc53-19195c7f72a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.397648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0452fe7f-072d-4eac-bc53-19195c7f72a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.399688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0452fe7f-072d-4eac-bc53-19195c7f72a9 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/ef63c1f2-1ec3-4a77-b157-8983d43fe49c HTTP/1.1" status: 404 len: 337 time: 0.0597563 Aug 06 15:57:27.404046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.426098 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e0ddff-21d1-4c56-b92d-f0ee974f7be8 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.426708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e0ddff-21d1-4c56-b92d-f0ee974f7be8 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.428538 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f7e0ddff-21d1-4c56-b92d-f0ee974f7be8 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/0055b81b-d980-4e92-a56e-e026c3a0ba68 HTTP/1.1" status: 404 len: 339 time: 0.0234714 Aug 06 15:57:27.431706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.485412 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-082fd9fe-1afd-4a59-aef4-4ee56b2cd248 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.487004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082fd9fe-1afd-4a59-aef4-4ee56b2cd248 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.489080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-082fd9fe-1afd-4a59-aef4-4ee56b2cd248 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/ee0a41bb-7a17-4678-972e-7b0963cd4432 HTTP/1.1" status: 404 len: 337 time: 0.0562098 Aug 06 15:57:27.492237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.522629 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a32d269-bb00-4f90-811c-44c575de8eab tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.523233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a32d269-bb00-4f90-811c-44c575de8eab tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.527384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1a32d269-bb00-4f90-811c-44c575de8eab tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d1d7f3fd-0777-413c-b752-ab3736fb1054 HTTP/1.1" status: 404 len: 339 time: 0.0317085 Aug 06 15:57:27.527785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47138) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.573779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.608637 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f1346a-5021-4722-953f-7e4b1f84c850 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.609124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f1346a-5021-4722-953f-7e4b1f84c850 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.610405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9e09-760b-47a9-970f-a8cf395b6940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:27.613513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-19f1346a-5021-4722-953f-7e4b1f84c850 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/4f52bf9f-d359-46fc-8cc3-2a14550f4cb4 HTTP/1.1" status: 404 len: 337 time: 0.0820982 Aug 06 15:57:27.617220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.650024 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2108e9-dc65-4594-9be4-ddeec914288f tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.650902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2108e9-dc65-4594-9be4-ddeec914288f tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.653181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ad2108e9-dc65-4594-9be4-ddeec914288f tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/ab4dc296-43cc-42e9-9b47-5773114bf4c2 HTTP/1.1" status: 404 len: 339 time: 0.0308275 Aug 06 15:57:27.655686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.718464 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-627da3de-dc19-4e3a-b410-588dcfac8945 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.718932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627da3de-dc19-4e3a-b410-588dcfac8945 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.728324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-627da3de-dc19-4e3a-b410-588dcfac8945 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/2bf1b041-d7fa-4370-be66-3f637ae89247 HTTP/1.1" status: 404 len: 337 time: 0.0691636 Aug 06 15:57:27.737271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.804769 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5827acbf-392e-4053-8e92-1bbb169eea58 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.816572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5827acbf-392e-4053-8e92-1bbb169eea58 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.816572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5827acbf-392e-4053-8e92-1bbb169eea58 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d1c8bbb9-ea16-4dcf-bdc8-5fbf1e517626 HTTP/1.1" status: 404 len: 339 time: 0.0676439 Aug 06 15:57:27.816572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47150) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.864599 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9800a3db-affa-4736-9c11-f8187a89014d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.865383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9800a3db-affa-4736-9c11-f8187a89014d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.867527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9800a3db-affa-4736-9c11-f8187a89014d tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/63c92891-e9e4-4f39-8999-b4155205d275 HTTP/1.1" status: 404 len: 337 time: 0.0526695 Aug 06 15:57:27.870448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.921620 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e91549a-f111-4084-9661-d1743f30cd54 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:27.921620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e91549a-f111-4084-9661-d1743f30cd54 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:27.921620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3e91549a-f111-4084-9661-d1743f30cd54 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/9beb69b4-b72f-4e33-8688-853b299310e1 HTTP/1.1" status: 404 len: 339 time: 0.0485933 Aug 06 15:57:27.925352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47154) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:27.956702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9e09-760b-47a9-970f-a8cf395b6940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.013292 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a72b52-3ec7-455f-99f0-42ad13aa15fc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:28.014300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a72b52-3ec7-455f-99f0-42ad13aa15fc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:28.018658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-24a72b52-3ec7-455f-99f0-42ad13aa15fc tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/b543df00-5307-49e6-826d-77a6930eba67 HTTP/1.1" status: 404 len: 337 time: 0.0767813 Aug 06 15:57:28.022117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47160) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:28.031399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c5f9e09-760b-47a9-970f-a8cf395b6940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.072477 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d753e6bd-36f6-45ce-9914-5a62c5971d63 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:28.077062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d753e6bd-36f6-45ce-9914-5a62c5971d63 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:28.085887 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d753e6bd-36f6-45ce-9914-5a62c5971d63 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/d11cb571-f976-417b-85f3-12e9fef9fe11 HTTP/1.1" status: 404 len: 339 time: 0.0556147 Aug 06 15:57:28.085887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:28.086139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c5f9e09-760b-47a9-970f-a8cf395b6940 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2852c0ec56154760935c5a1fbef8c776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084064 Aug 06 15:57:28.086139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f9e09-760b-47a9-970f-a8cf395b6940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca656ab-de97-4633-990c-e6fed25ab92b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:28.086898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47164) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:28.147770 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ee7556-e015-4b29-b7b3-3404216405b8 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:28.149277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ee7556-e015-4b29-b7b3-3404216405b8 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:28.156912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-18ee7556-e015-4b29-b7b3-3404216405b8 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/f7bc900f-8db2-44e4-9138-dad905fef616 HTTP/1.1" status: 404 len: 337 time: 0.0717049 Aug 06 15:57:28.161756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:28.191658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b68d91c-1746-4fd6-a9fa-630245605281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.222978 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b08567-e809-464c-a854-6dcd75959322 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] DELETE failed (client error): The resource could not be found. Aug 06 15:57:28.223923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b08567-e809-464c-a854-6dcd75959322 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:28.229679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-92b08567-e809-464c-a854-6dcd75959322 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/955eb727-8426-4a61-88d3-a935063e2aa7 HTTP/1.1" status: 404 len: 339 time: 0.0639205 Aug 06 15:57:28.230872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:28.312598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b68d91c-1746-4fd6-a9fa-630245605281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.465057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting subnet 14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:57:28.473765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.525120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.662862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.710895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b68d91c-1746-4fd6-a9fa-630245605281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.715794 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b68d91c-1746-4fd6-a9fa-630245605281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.717799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1b68d91c-1746-4fd6-a9fa-630245605281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fca656ab-de97-4633-990c-e6fed25ab92b HTTP/1.1" status: 204 len: 168 time: 0.6298330 Aug 06 15:57:28.753750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68d91c-1746-4fd6-a9fa-630245605281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca656ab-de97-4633-990c-e6fed25ab92b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:28.920431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:28.958313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Subnet': ['ID=14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:28.960677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.064120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:29.066321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c2e8c-4a81-4d12-aedb-7e9a6ac7c986 None None] Network 34bf5d9b-48fa-4238-ab62-72463c19a1b1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:29.066896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bcd7331e-c548-432f-8981-558b09f6646a tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/subnets/14d92aad-49cd-4c5a-bfd0-a6b2ee0d2ed0 HTTP/1.1" status: 204 len: 168 time: 0.7448440 Aug 06 15:57:29.111591 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.211363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Deleting port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:29.211363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.299787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] DHCP port deletion for 34bf5d9b-48fa-4238-ab62-72463c19a1b1 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:57:29.383977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] Deleting port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:29.384359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.421208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] For port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,segment=NetworkSegment(a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c),segment_id=a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:29.421631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.459893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Calling delete_port for c05ab33e-2ec3-4433-a11e-578f8b4a0cfa owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:29.482136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-d357e684-649f-43f9-80e9-d9a670afbe6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3644845 Aug 06 15:57:29.552785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] For port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,segment=NetworkSegment(a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c),segment_id=a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:29.553202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.569550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] Calling delete_port for c05ab33e-2ec3-4433-a11e-578f8b4a0cfa owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:29.619106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.643215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5832-f8cf-49ee-a923-933c01408203 req-ea094987-9eaa-4ee1-99c8-364f11820144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:29.644607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-ea094987-9eaa-4ee1-99c8-364f11820144 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1097 time: 0.0667729 Aug 06 15:57:29.771665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.775897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:29.826344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Port': ['ID=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:29.840361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] Pushing event deleted for resources: {'Port': ['ID=c05ab33e-2ec3-4433-a11e-578f8b4a0cfa,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:29.841586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] No DVR routers for this DVR port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:29.864306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5832-f8cf-49ee-a923-933c01408203 req-677034fa-bd6a-4686-939a-eb19225bd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:29.867011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdd78d-400a-4568-9340-a520e24f5e85 None None] No DVR routers for this DVR port c05ab33e-2ec3-4433-a11e-578f8b4a0cfa on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:29.867580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-677034fa-bd6a-4686-939a-eb19225bd809 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 909 time: 0.1930513 Aug 06 15:57:30.007909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c05ab33e-2ec3-4433-a11e-578f8b4a0cfa no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:30.018250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.031083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bf5d9b-48fa-4238-ab62-72463c19a1b1']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:30.046856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:30.047607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67af0f2-6ac7-4fc9-b45e-6f5ece080d9c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:30.065715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c05ab33e-2ec3-4433-a11e-578f8b4a0cfa {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:30.072534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c05ab33e-2ec3-4433-a11e-578f8b4a0cfa not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:30.075878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.100001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.108237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:30.108962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:30.223372 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:30.263648 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-6aaf8b7b-81ae-4c56-91ef-88856775416e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 1002 time: 0.3609443 Aug 06 15:57:30.290832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47238) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:30.294771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.340427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.345305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] 10.222.0.16 "DELETE /v2.0/networks/34bf5d9b-48fa-4238-ab62-72463c19a1b1 HTTP/1.1" status: 204 len: 168 time: 1.3768911 Aug 06 15:57:30.346333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76275cc6-a4d3-49e9-ba98-07ad1424fc56 tempest-NetworksTest-344921244 tempest-NetworksTest-344921244-project] Pushing event deleted for resources: {'Network': ['ID=34bf5d9b-48fa-4238-ab62-72463c19a1b1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:30.396561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5832-f8cf-49ee-a923-933c01408203 req-4219979c-5e5d-4360-8998-aa1567f17402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.399000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-4219979c-5e5d-4360-8998-aa1567f17402 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 200 len: 847 time: 0.1238704 Aug 06 15:57:30.476554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5832-f8cf-49ee-a923-933c01408203 req-81e6a3ff-bcff-466f-8eea-ae9bd7d8b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:30.478222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-81e6a3ff-bcff-466f-8eea-ae9bd7d8b9fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1da952ca-4751-4243-83df-f2a84737472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673866 Aug 06 15:57:30.494395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-1f7aff81-7251-404b-b84b-83a703a8f6f8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:57:30.495609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-1f7aff81-7251-404b-b84b-83a703a8f6f8 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058479 Aug 06 15:57:30.521090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.628286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-57f23165-ade4-440e-b1ee-2f9646030f35 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195936 Aug 06 15:57:30.703736 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.758363 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-151f5832-f8cf-49ee-a923-933c01408203 req-bbb61a45-7b13-4466-9ae1-5d28074ad22e service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184044 Aug 06 15:57:30.831188 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:30.874284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a315c-fcd8-4966-aaf3-2c5a8331f451,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:30.890927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.891483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.892066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.892567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.893087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.893657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.894158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.894662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.895142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.895634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.896140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.896644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:30.924577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b2086c5-dea4-4d02-9a89-e57726ac95e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f81ee63a2c134b9f95808a83af61c11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6311402 Aug 06 15:57:30.925516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47254) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:31.002150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c41319e-5e4c-41a2-93d6-587411d0a154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.044343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c41319e-5e4c-41a2-93d6-587411d0a154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.136552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:31.223481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:31.232630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c41319e-5e4c-41a2-93d6-587411d0a154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.236849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3c41319e-5e4c-41a2-93d6-587411d0a154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.238256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3c41319e-5e4c-41a2-93d6-587411d0a154 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b00a315c-fcd8-4966-aaf3-2c5a8331f451 HTTP/1.1" status: 204 len: 168 time: 0.3117595 Aug 06 15:57:31.247230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41319e-5e4c-41a2-93d6-587411d0a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a315c-fcd8-4966-aaf3-2c5a8331f451,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:31.371550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-052cb181-f2c0-4e9f-914a-d40d9e7388e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.509495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-73d45837-fa57-405a-b303-8503cf132f94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c67dacabce0405d8428aa93c3a045c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841268 Aug 06 15:57:31.512234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:31.567932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-052cb181-f2c0-4e9f-914a-d40d9e7388e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.590012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07286c36-f1b5-437e-8c50-be015aace0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.613413 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07286c36-f1b5-437e-8c50-be015aace0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.659139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-052cb181-f2c0-4e9f-914a-d40d9e7388e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.700831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-052cb181-f2c0-4e9f-914a-d40d9e7388e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d84257ea42504415a63b70908049f1f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622385 Aug 06 15:57:31.701746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cb181-f2c0-4e9f-914a-d40d9e7388e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5820bc-bd40-40f3-a22e-ab822f99430d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:31.704851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:31.753947 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07286c36-f1b5-437e-8c50-be015aace0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.757113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07286c36-f1b5-437e-8c50-be015aace0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.760316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07286c36-f1b5-437e-8c50-be015aace0a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6405f00d-b74a-4441-ba1e-a3b512d15730 HTTP/1.1" status: 204 len: 168 time: 0.2461257 Aug 06 15:57:31.780892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07286c36-f1b5-437e-8c50-be015aace0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6405f00d-b74a-4441-ba1e-a3b512d15730,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:31.786093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfa378-1d86-40b8-95a3-f1734a32075a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.823079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfa378-1d86-40b8-95a3-f1734a32075a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.852570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:31.957382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfa378-1d86-40b8-95a3-f1734a32075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.963383 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32cfa378-1d86-40b8-95a3-f1734a32075a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:31.966969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-32cfa378-1d86-40b8-95a3-f1734a32075a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c5820bc-bd40-40f3-a22e-ab822f99430d HTTP/1.1" status: 204 len: 168 time: 0.2574627 Aug 06 15:57:31.982640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653268000-network', 'tenant_id': 'e4f469fefb2c44e1a19af1762b9ae0ed'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:31.994749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfa378-1d86-40b8-95a3-f1734a32075a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5820bc-bd40-40f3-a22e-ab822f99430d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:32.122312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Made reservation on behalf of e4f469fefb2c44e1a19af1762b9ae0ed for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:32.125081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.138988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.263503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.351375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.385047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:32.394154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff62154-1672-45e4-9795-4ad3c954df23,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:32.403402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.403788 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Added segment d0216d2f-ef98-44e9-9ffc-277c1734af77 of type vlan for network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 Aug 06 15:57:32.476439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.603548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:32.608405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:32.613285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:33.139780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2859972 Aug 06 15:57:33.143280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47338) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:33.148454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Request body: {'subnet': {'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653268000-subnet', 'tenant_id': 'e4f469fefb2c44e1a19af1762b9ae0ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:33.157937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Pushing event updated for resources: {'Network': ['ID=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:33.170986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.171339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.171683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.172139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.172447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.173346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.173843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.174362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.174702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.175026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.175353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.175684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8dda33-e9b9-4f69-a9b1-a9742d0d2810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:33.187324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:33.260084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Made reservation on behalf of e4f469fefb2c44e1a19af1762b9ae0ed for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:33.263934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:33.625447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:33.726500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Checking segment: {'id': 'd0216d2f-ef98-44e9-9ffc-277c1734af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:33.727086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Network hostable DHCP agents. Network: 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:33.733349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c790c2e-9590-47ca-b624-04a7a3b183f8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:33.844039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:33.939705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:33.952515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbe894-ec0b-4ff3-a3ea-b91e020b8309 None None] Network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:33.952742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:33.953244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:33.971530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:34.059966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-143c442b-2c37-4897-bb46-73229c16a82d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9155285 Aug 06 15:57:34.109814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174476a-6bf0-484d-a139-7177cc94e6a2 None None] Network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:34.383773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1045297554'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:35.459651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:35.461985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77779ff5-e847-4c81-90a2-1ab7d29f15e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.464727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.479994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.607196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.676620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.708479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:35.717740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c11648-5637-44bf-90cc-b447e4e1d0fd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:35.732839 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.736945 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8 of type vlan for network e99b1463-c195-48ac-867b-eb9654427a1d Aug 06 15:57:35.830516 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.974086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:35.984242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:35.985278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.077474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=e99b1463-c195-48ac-867b-eb9654427a1d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:36.090301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e99b1463-c195-48ac-867b-eb9654427a1d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:36.105971 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac1c2d4f-fc6d-4548-8514-ba76c669c57c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1326253 Aug 06 15:57:36.108861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:36.117014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306385424'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:36.166685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:36.242022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:36.249829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.333235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:36.346186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.346858 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment b26f9483-2d02-464b-9102-f892adc4216a of type vlan for network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 Aug 06 15:57:36.409183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.428944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:36.553013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:36.558648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-739195465-network', 'tenant_id': '5d0f03f341f9465a862c87e6459dfa32'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:36.573725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.580224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:36.581300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.627156 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.669927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=03ee5129-7ef3-43e7-82cd-81edbad1ad84,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:36.682280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:36.759685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.845627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Made reservation on behalf of 5d0f03f341f9465a862c87e6459dfa32 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:36.848563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.880174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:36.928499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a63ea704-5e47-4c53-8418-586863ab1a23 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8182487 Aug 06 15:57:36.932223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47440) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:36.938054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:37.038452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Allocated IP 172.25.5.131 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/39aa68d2-99c4-4150-b39c-4cfc55dc63a0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:37.152914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.195430 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.334063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.370429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:37.382716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32585352-6de1-4aeb-8274-47607a73e741,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:37.386182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.386611 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Added segment 78b4d87e-6b96-41ce-935b-9e8299ab9bdf of type vlan for network bff0a6f6-0128-4e82-a46c-d97cf4ac8d43 Aug 06 15:57:37.389140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.416845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:37.427467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.449674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Pushing event updated for resources: {'Port': ['ID=39aa68d2-99c4-4150-b39c-4cfc55dc63a0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:37.499543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:37.503685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:37.510667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:37.515835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.648295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a2a2757-f0af-4268-a4b3-8b665bbf17f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.662936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.692127 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.692656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.692656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:37.692656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.758680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] Pushing event updated for resources: {'Network': ['ID=bff0a6f6-0128-4e82-a46c-d97cf4ac8d43,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:37.772589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network bff0a6f6-0128-4e82-a46c-d97cf4ac8d43 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:37.862327 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.903759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:37.915674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d9ceecd8-d180-475d-8514-e18d5af23ade admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3614724 Aug 06 15:57:37.917344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47472) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:37.922936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Request body: {'subnet': {'network_id': 'bff0a6f6-0128-4e82-a46c-d97cf4ac8d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-739195465-subnet', 'tenant_id': '5d0f03f341f9465a862c87e6459dfa32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:37.966632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=05d2e42e-8450-4854-8dff-40508217b1a0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:38.013008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:38.013008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: e99b1463-c195-48ac-867b-eb9654427a1d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:38.030922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Made reservation on behalf of 5d0f03f341f9465a862c87e6459dfa32 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:38.035341 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.104819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network e99b1463-c195-48ac-867b-eb9654427a1d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:38.162002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.219762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e99b1463-c195-48ac-867b-eb9654427a1d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:38.231083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:38.234802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5962cb0-940b-42e7-988b-e952909879c5 None None] Network e99b1463-c195-48ac-867b-eb9654427a1d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:38.236208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.277209 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.352920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Pushing event updated for resources: {'Port': ['ID=39aa68d2-99c4-4150-b39c-4cfc55dc63a0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:38.385819 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4aae0af2-6d97-4b5b-8086-743226efaa80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4521708 Aug 06 15:57:38.388522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:38.394788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:38.451071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729e003-73de-41a0-997b-162971774fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-e99b1463-c195-48ac-867b-eb9654427a1d', 'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': '05d2e42e-8450-4854-8dff-40508217b1a0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:38.452952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4729e003-73de-41a0-997b-162971774fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.545578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.597959 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.636365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:38.640644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.681466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ee3ff5-f56f-42b6-acd3-33d340af40c2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:38.745088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4729e003-73de-41a0-997b-162971774fce None None] Allocated IP 2001:db8::2 (e99b1463-c195-48ac-867b-eb9654427a1d/05d2e42e-8450-4854-8dff-40508217b1a0/bf271a43-1702-4b11-b0a4-403a22590340) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:38.751870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.756435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c4ecc90-463f-4b91-98d0-314e0874cd97 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5865786 Aug 06 15:57:38.758694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:38.770710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-282097010', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'fixed_ips': [{'ip_address': '172.25.5.131'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:38.825168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Checking segment: {'id': '78b4d87e-6b96-41ce-935b-9e8299ab9bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'bff0a6f6-0128-4e82-a46c-d97cf4ac8d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:38.826525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Network hostable DHCP agents. Network: bff0a6f6-0128-4e82-a46c-d97cf4ac8d43, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:38.944967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Made reservation on behalf of 4b4c985d9dc544eab95a467dcc001c8c for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:38.947720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:38.966540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.039263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4729e003-73de-41a0-997b-162971774fce None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.047962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.049712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Network bff0a6f6-0128-4e82-a46c-d97cf4ac8d43 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:39.058858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4729e003-73de-41a0-997b-162971774fce None None] Transition to ACTIVE for port object bf271a43-1702-4b11-b0a4-403a22590340 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:39.098542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.099597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4729e003-73de-41a0-997b-162971774fce None None] Transition to ACTIVE for port object bf271a43-1702-4b11-b0a4-403a22590340 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:39.109807 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.133780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, bff0a6f6-0128-4e82-a46c-d97cf4ac8d43) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:39.147192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:39.154866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=aef5513e-506d-471e-b71f-540546966b11,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:39.159087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0af6d-5a9a-41cc-8d54-b11bdf0f753e None None] Network bff0a6f6-0128-4e82-a46c-d97cf4ac8d43 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:39.160298 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.173082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': 'b26f9483-2d02-464b-9102-f892adc4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:39.173082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: 03ee5129-7ef3-43e7-82cd-81edbad1ad84, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:39.225862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4729e003-73de-41a0-997b-162971774fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.254529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.269345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] device_id is not set on port e9c548fc-f329-41d1-a802-d5464462db4e yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:57:39.277451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4729e003-73de-41a0-997b-162971774fce None None] Network e99b1463-c195-48ac-867b-eb9654427a1d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:39.284146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4729e003-73de-41a0-997b-162971774fce None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:39.287649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:39.290758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4729e003-73de-41a0-997b-162971774fce None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:39.298338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 03ee5129-7ef3-43e7-82cd-81edbad1ad84) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:39.298473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729e003-73de-41a0-997b-162971774fce None None] Pushing event updated for resources: {'Port': ['ID=bf271a43-1702-4b11-b0a4-403a22590340,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:39.320759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:39.326375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.338809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d48a1f3-a6d3-4a5e-b000-66192108b81b None None] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:39.355282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ff3ae7-5d97-42bb-8dc5-07ef5c286723,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:39.405455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb57c126-2f47-43ba-ada6-66a15cde78dd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4866586 Aug 06 15:57:39.444584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26300de5-aee4-4d80-9701-fdad2fa3127b None None] Network bff0a6f6-0128-4e82-a46c-d97cf4ac8d43 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:39.486413 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-701d90dc-7e3e-4302-bc92-59035a9ed97b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0964696 Aug 06 15:57:39.487038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47506) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:39.492040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-993483317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:39.615880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.615880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.637281 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 06 15:57:39.637822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:57:39.669675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4729e003-73de-41a0-997b-162971774fce None None] Attempting to bind port bf271a43-1702-4b11-b0a4-403a22590340 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:39.670057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4729e003-73de-41a0-997b-162971774fce None None] Attempting to bind port bf271a43-1702-4b11-b0a4-403a22590340 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:39.670425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729e003-73de-41a0-997b-162971774fce None None] Attempting to bind port bf271a43-1702-4b11-b0a4-403a22590340 on network e99b1463-c195-48ac-867b-eb9654427a1d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:39.686836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729e003-73de-41a0-997b-162971774fce None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:39.686836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729e003-73de-41a0-997b-162971774fce None None] Checking segment: {'id': 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:39.686836 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4729e003-73de-41a0-997b-162971774fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.687394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4729e003-73de-41a0-997b-162971774fce None None] Bound using segment: {'id': 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:39.688924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4729e003-73de-41a0-997b-162971774fce None None] Bound port: bf271a43-1702-4b11-b0a4-403a22590340, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e99b1463-c195-48ac-867b-eb9654427a1d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:39.689352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4729e003-73de-41a0-997b-162971774fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.734501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-819f0741-af2f-4fa5-a760-26a2807c9e01 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9747436 Aug 06 15:57:39.737911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:39.808481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.900438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:39.926223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-03ee5129-7ef3-43e7-82cd-81edbad1ad84', 'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': 'aef5513e-506d-471e-b71f-540546966b11'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:39.930064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.004833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.004833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-891dab79-34e7-4f0c-bc71-7659a122b8ce tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5151985 Aug 06 15:57:40.005973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47520) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:40.145164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Deleting port 39aa68d2-99c4-4150-b39c-4cfc55dc63a0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:40.145513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.229836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:40.242973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4729e003-73de-41a0-997b-162971774fce None None] For port bf271a43-1702-4b11-b0a4-403a22590340, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:40.305133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4729e003-73de-41a0-997b-162971774fce None None] For port bf271a43-1702-4b11-b0a4-403a22590340, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bf271a43-1702-4b11-b0a4-403a22590340,segment=NetworkSegment(d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8),segment_id=d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:40.312392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Allocated IP 2001:db8:1::2 (03ee5129-7ef3-43e7-82cd-81edbad1ad84/aef5513e-506d-471e-b71f-540546966b11/8a76a510-58ca-4d0c-8fc7-97d4cbfe418a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:40.428603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.430066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.450025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Calling delete_port for 39aa68d2-99c4-4150-b39c-4cfc55dc63a0 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:40.468287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4729e003-73de-41a0-997b-162971774fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.599210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729e003-73de-41a0-997b-162971774fce None None] Pushing event updated for resources: {'Port': ['ID=bf271a43-1702-4b11-b0a4-403a22590340,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:40.610712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.615863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5feb5c34-44c0-4d87-a3fb-0490a022dd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.711195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-4c572f2d-0f13-4480-b98c-35f11ac5eaad tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:40.720600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-4c572f2d-0f13-4480-b98c-35f11ac5eaad tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/networks?id=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 HTTP/1.1" status: 200 len: 809 time: 0.5255308 Aug 06 15:57:40.732018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.742641 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.773050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Pushing event deleted for resources: {'Port': ['ID=39aa68d2-99c4-4150-b39c-4cfc55dc63a0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:40.784650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Transition to ACTIVE for port object 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:40.791335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-2e8d3730-6451-493d-9a7a-994fa68ad070 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/quotas/e4f469fefb2c44e1a19af1762b9ae0ed HTTP/1.1" status: 200 len: 375 time: 0.0693266 Aug 06 15:57:40.830338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Transition to ACTIVE for port object 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:40.841129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-0ccb78db-bdfd-44f5-b8df-06d6538bfbce tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e4f469fefb2c44e1a19af1762b9ae0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485637 Aug 06 15:57:40.848123 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.892042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5feb5c34-44c0-4d87-a3fb-0490a022dd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.899467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:40.997632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:40.999262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:41.006551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:41.021335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5feb5c34-44c0-4d87-a3fb-0490a022dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.048916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Pushing event updated for resources: {'Port': ['ID=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:41.079336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-77b40c1e-d529-47fd-9e07-06dfee75b2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366984 Aug 06 15:57:41.080415 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.083086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.087639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9f24f050-c498-446c-b52a-2e697480d46a tempest-ExternalNetworksAdminNegativeTestJSON-1456033226 tempest-ExternalNetworksAdminNegativeTestJSON-1456033226-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/5bdcc285-37eb-4379-ac23-28f90dac5714 HTTP/1.1" status: 204 len: 168 time: 1.3358541 Aug 06 15:57:41.134543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5feb5c34-44c0-4d87-a3fb-0490a022dd48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58fae0e36c014feeab4a4ac7d6493bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9026268 Aug 06 15:57:41.138284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:41.151895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Attempting to bind port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:41.158819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Attempting to bind port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b26f9483-2d02-464b-9102-f892adc4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:41.158819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Attempting to bind port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a on network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:41.167122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:41.170396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Checking segment: {'id': 'b26f9483-2d02-464b-9102-f892adc4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:41.171102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.172108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Bound using segment: {'id': 'b26f9483-2d02-464b-9102-f892adc4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:41.175153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Bound port: 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26f9483-2d02-464b-9102-f892adc4216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '03ee5129-7ef3-43e7-82cd-81edbad1ad84'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:41.175681 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.201421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb5c34-44c0-4d87-a3fb-0490a022dd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba21292-f61e-4208-a6b4-abab1d9e62c8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:41.264215 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67ed1bfb-f81e-43e1-91ed-78fed5195aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.312931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67ed1bfb-f81e-43e1-91ed-78fed5195aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.350125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] For port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:41.354179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] For port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,segment=NetworkSegment(b26f9483-2d02-464b-9102-f892adc4216a),segment_id=b26f9483-2d02-464b-9102-f892adc4216a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:41.382065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8::1 (e99b1463-c195-48ac-867b-eb9654427a1d/05d2e42e-8450-4854-8dff-40508217b1a0/e32bf174-87ad-4d12-b01c-0a239ddee623) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:41.502192 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.574535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.601151 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde0993-50ed-4129-818e-3a7d19b686e7 None None] Pushing event updated for resources: {'Port': ['ID=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:41.602077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object e32bf174-87ad-4d12-b01c-0a239ddee623 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:41.788321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:41.802679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:41.903158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-3d4d0ac4-dc92-4e86-bdc1-816063c721b5 service neutron] 10.222.0.16 "GET /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172264 Aug 06 15:57:41.974363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network e99b1463-c195-48ac-867b-eb9654427a1d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:41.975215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=e32bf174-87ad-4d12-b01c-0a239ddee623,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:41.984764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:41.994218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:41.994218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.065707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bf271a43-1702-4b11-b0a4-403a22590340 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:42.072053 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67ed1bfb-f81e-43e1-91ed-78fed5195aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.076011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67ed1bfb-f81e-43e1-91ed-78fed5195aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.077500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-67ed1bfb-f81e-43e1-91ed-78fed5195aa2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ba21292-f61e-4208-a6b4-abab1d9e62c8 HTTP/1.1" status: 204 len: 168 time: 0.9382718 Aug 06 15:57:42.086653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed1bfb-f81e-43e1-91ed-78fed5195aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba21292-f61e-4208-a6b4-abab1d9e62c8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:42.251102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-660c5776-346b-4aa7-afdb-6a3d1aacf579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.255333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2756bcc4-10fd-4c15-bce0-0e853a567fc1 None None] Network e99b1463-c195-48ac-867b-eb9654427a1d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:42.437983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port bf271a43-1702-4b11-b0a4-403a22590340 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:42.474167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-660c5776-346b-4aa7-afdb-6a3d1aacf579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.545186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.739755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] Provisioning for port bf271a43-1702-4b11-b0a4-403a22590340 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:42.745265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] Provisioning complete for port bf271a43-1702-4b11-b0a4-403a22590340 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:42.746444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-660c5776-346b-4aa7-afdb-6a3d1aacf579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.746889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:42.794198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7563a70-82f3-4c21-b4f1-430e027b8952 req-643f3c35-03d1-4bc1-9ff2-e018ff3a684a tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0569749 Aug 06 15:57:43.010063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47576) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:43.010742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-660c5776-346b-4aa7-afdb-6a3d1aacf579 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1615dce033043a8b0de7a1b88dc83b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2205441 Aug 06 15:57:43.021392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c5776-346b-4aa7-afdb-6a3d1aacf579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645cc108-dec8-4be4-8f77-a7ba8a6a157f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:43.096201 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.145405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf8d9-51ab-41ab-b03f-bb443526ca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.178093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf8d9-51ab-41ab-b03f-bb443526ca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.204276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.247795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.248940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.259335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] For port bf271a43-1702-4b11-b0a4-403a22590340, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bf271a43-1702-4b11-b0a4-403a22590340,segment=NetworkSegment(d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8),segment_id=d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:43.323290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd46ede-3c79-42f9-a32a-cdfd6d8e21b1 None None] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:43.332147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:43.346495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09a0b08d-11b2-4ac3-bdaa-5ce19288553c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.384401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf8d9-51ab-41ab-b03f-bb443526ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.386161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=e32bf174-87ad-4d12-b01c-0a239ddee623,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:43.388785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7cdf8d9-51ab-41ab-b03f-bb443526ca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.393088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f7cdf8d9-51ab-41ab-b03f-bb443526ca62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/645cc108-dec8-4be4-8f77-a7ba8a6a157f HTTP/1.1" status: 204 len: 168 time: 0.3790255 Aug 06 15:57:43.407580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdf8d9-51ab-41ab-b03f-bb443526ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645cc108-dec8-4be4-8f77-a7ba8a6a157f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:43.472733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network e99b1463-c195-48ac-867b-eb9654427a1d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:43.485197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:43.489133 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.589480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09a0b08d-11b2-4ac3-bdaa-5ce19288553c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.608316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731ff60-1719-48cc-b152-8bd23d6d591b None None] Pushing event updated for resources: {'Port': ['ID=bf271a43-1702-4b11-b0a4-403a22590340,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:43.712629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Provisioning complete for port bf271a43-1702-4b11-b0a4-403a22590340 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:43.713296 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.723103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09a0b08d-11b2-4ac3-bdaa-5ce19288553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:43.785676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-09a0b08d-11b2-4ac3-bdaa-5ce19288553c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=149d503d228441a995d8bc85014c1bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4523964 Aug 06 15:57:43.788914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:43.900227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b08d-11b2-4ac3-bdaa-5ce19288553c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc34ff-f63d-4ebe-a8ab-cc3fdba5e99b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:43.967675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Provisioning for port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:43.973735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72ebda48-4644-4884-8b0f-23012bcb98d0 req-e9cc9722-e52a-44df-b3ec-16ed3dfabaaf tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0616641 Aug 06 15:57:44.007470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c6cca2-e696-49d8-9ce3-0646e80e0ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.036175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c6cca2-e696-49d8-9ce3-0646e80e0ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.117517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Provisioning for port e32bf174-87ad-4d12-b01c-0a239ddee623 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:44.123571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Provisioning complete for port e32bf174-87ad-4d12-b01c-0a239ddee623 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:44.123986 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.162735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bf271a43-1702-4b11-b0a4-403a22590340 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:44.207718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-276829fc-52a9-43dd-9930-ded5673b7482 None None] Port e32bf174-87ad-4d12-b01c-0a239ddee623 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:57:44.227044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bf271a43-1702-4b11-b0a4-403a22590340 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:44.227419 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.247896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c6cca2-e696-49d8-9ce3-0646e80e0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.255558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86c6cca2-e696-49d8-9ce3-0646e80e0ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.257464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-86c6cca2-e696-49d8-9ce3-0646e80e0ab6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cfc34ff-f63d-4ebe-a8ab-cc3fdba5e99b HTTP/1.1" status: 204 len: 168 time: 0.4670179 Aug 06 15:57:44.272664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6cca2-e696-49d8-9ce3-0646e80e0ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc34ff-f63d-4ebe-a8ab-cc3fdba5e99b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:44.333136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 5fd40d70-9d0f-4f6e-bca3-730f4a389cac is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:57:44.355958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:44.397543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa50808d-5f61-480f-923f-3be48c936a29 None None] Provisioning complete for port e32bf174-87ad-4d12-b01c-0a239ddee623 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:44.398183 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa50808d-5f61-480f-923f-3be48c936a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.444968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa50808d-5f61-480f-923f-3be48c936a29 None None] Port e32bf174-87ad-4d12-b01c-0a239ddee623 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:57:44.481671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:44.487673 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d0bade1b-52fb-4110-a1f7-648baacb15ab tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/5fd40d70-9d0f-4f6e-bca3-730f4a389cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4806635 Aug 06 15:57:44.495413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:44.498666 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d677336-2485-4157-bddd-666535d6507f None None] Sync routers for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:44.512797 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d677336-2485-4157-bddd-666535d6507f None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:44.513722 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1d677336-2485-4157-bddd-666535d6507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:44.549426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed684cd-4150-489d-82f1-c2bf0b9248dc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:44.551013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8ed684cd-4150-489d-82f1-c2bf0b9248dc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports/e32bf174-87ad-4d12-b01c-0a239ddee623 HTTP/1.1" status: 200 len: 911 time: 0.0544431 Aug 06 15:57:44.553987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:44.555391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1d677336-2485-4157-bddd-666535d6507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:44.565029 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d677336-2485-4157-bddd-666535d6507f None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:44.567005 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1d677336-2485-4157-bddd-666535d6507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:44.586537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:44.594435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:44.595963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.612647 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1d677336-2485-4157-bddd-666535d6507f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:44.613436 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d677336-2485-4157-bddd-666535d6507f None None] The sync data for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:44.695988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:44.723472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.764072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,segment=NetworkSegment(b26f9483-2d02-464b-9102-f892adc4216a),segment_id=b26f9483-2d02-464b-9102-f892adc4216a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:44.767115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0c6fcddb-721c-4b98-bfa0-c831420e860b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b4c985d9dc544eab95a467dcc001c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689728 Aug 06 15:57:44.773448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:44.839677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5adf8416-f440-409d-9691-f5d0ff3a5910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.847988 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.869060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5adf8416-f440-409d-9691-f5d0ff3a5910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:44.956146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:45.014654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5adf8416-f440-409d-9691-f5d0ff3a5910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.022517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5adf8416-f440-409d-9691-f5d0ff3a5910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.022517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5adf8416-f440-409d-9691-f5d0ff3a5910 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6ff3ae7-5d97-42bb-8dc5-07ef5c286723 HTTP/1.1" status: 204 len: 168 time: 0.2464552 Aug 06 15:57:45.038147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf8416-f440-409d-9691-f5d0ff3a5910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ff3ae7-5d97-42bb-8dc5-07ef5c286723,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:45.102325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-48692f57-41b0-42c4-a626-98ec161ede14 req-8994de0c-e27b-404a-9246-5e860dd70101 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0346529 Aug 06 15:57:45.104817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.404390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8:1::1 (03ee5129-7ef3-43e7-82cd-81edbad1ad84/aef5513e-506d-471e-b71f-540546966b11/6f2b0b7f-d718-4910-ba5c-da0d55f71040) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:45.565675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.587603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 6f2b0b7f-d718-4910-ba5c-da0d55f71040 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:45.796961 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.860678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:45.873265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:45.878575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:45.894611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:45.926320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:46.055545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:46.057020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.106382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=6f2b0b7f-d718-4910-ba5c-da0d55f71040,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:46.257549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-518ebf33-460f-4065-8730-624f7228c936 req-76bf7217-51aa-4524-916c-ca9718225099 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0583932 Aug 06 15:57:46.339205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.511298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1915b2f-b6c3-4485-8c2a-cd9ab781cf4a None None] Provisioning for port 6f2b0b7f-d718-4910-ba5c-da0d55f71040 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:46.516178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1915b2f-b6c3-4485-8c2a-cd9ab781cf4a None None] Provisioning complete for port 6f2b0b7f-d718-4910-ba5c-da0d55f71040 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:46.517153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1915b2f-b6c3-4485-8c2a-cd9ab781cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.571416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c1915b2f-b6c3-4485-8c2a-cd9ab781cf4a None None] Port 6f2b0b7f-d718-4910-ba5c-da0d55f71040 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:57:46.705752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.871775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.872176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:46.993116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=6f2b0b7f-d718-4910-ba5c-da0d55f71040,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:47.148364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:47.149893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:47.314700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 5fd40d70-9d0f-4f6e-bca3-730f4a389cac has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:47.497646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9bfcfb6-bc18-45bf-ab25-a500988c6d8e req-159a61d0-4408-4d16-975b-58bbb8c4cd7f tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0988436 Aug 06 15:57:47.529148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:47.537744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9d44c3b8-db72-4d6b-b898-07d5c150857e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/5fd40d70-9d0f-4f6e-bca3-730f4a389cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822409 Aug 06 15:57:47.542169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:47.546835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] Sync routers for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:47.561652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:47.565866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:47.607756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:47.618241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f0c23f-5849-429d-bb66-2e3d1749152b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:47.620731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-08f0c23f-5849-429d-bb66-2e3d1749152b tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports/6f2b0b7f-d718-4910-ba5c-da0d55f71040 HTTP/1.1" status: 200 len: 913 time: 0.0774038 Aug 06 15:57:47.623903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:47.644648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:47.649219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:47.708366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b64b755e-3492-4cc1-8fde-f716078e2dfe None None] Provisioning complete for port 6f2b0b7f-d718-4910-ba5c-da0d55f71040 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:47.708758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b64b755e-3492-4cc1-8fde-f716078e2dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:47.757960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:47.758625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93293275-eea5-4ac4-bf64-a18dd8735fcf None None] The sync data for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:47.760124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b64b755e-3492-4cc1-8fde-f716078e2dfe None None] Port 6f2b0b7f-d718-4910-ba5c-da0d55f71040 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:57:48.045442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:48.205850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:48.341940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b14022b4-b7b4-496a-b8e3-f438fe007194 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1343153286'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:48.342516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b14022b4-b7b4-496a-b8e3-f438fe007194 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Unknown quota resources ['metering_label']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:57:48.408717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 6f2b0b7f-d718-4910-ba5c-da0d55f71040 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:48.410292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:48.581868 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:48.598594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-2d5a2a54-b55c-4437-8054-dc088bb388eb tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:48.602513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-2d5a2a54-b55c-4437-8054-dc088bb388eb tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.59 "GET /v2.0/networks?id=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 HTTP/1.1" status: 200 len: 809 time: 0.2113681 Aug 06 15:57:48.616391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Request body: {'port': {'device_id': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08', 'admin_state_up': True, 'tenant_id': 'e4f469fefb2c44e1a19af1762b9ae0ed'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:48.626767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 6f2b0b7f-d718-4910-ba5c-da0d55f71040 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:48.670181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9930e1fa-2b47-4707-b508-47ba069a15e7 req-3ed3892c-8851-4484-92da-3b0a690e3860 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0358391 Aug 06 15:57:48.837767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b14022b4-b7b4-496a-b8e3-f438fe007194 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:48.842718 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b14022b4-b7b4-496a-b8e3-f438fe007194 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6317461 Aug 06 15:57:48.842718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47754) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:48.847986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-59d69385-160f-492a-834e-e65806bbf791 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '3def4e9f-a233-4aea-b3fa-5093a95c793e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:48.848527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-59d69385-160f-492a-834e-e65806bbf791 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:57:49.025593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.054286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=6f2b0b7f-d718-4910-ba5c-da0d55f71040,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:49.161611 n-d-778550-6 neutron-server[94840]: WARNING neutron.services.metering.metering_plugin [None req-59d69385-160f-492a-834e-e65806bbf791 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 15:57:49.181468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.294238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Made reservation on behalf of e4f469fefb2c44e1a19af1762b9ae0ed for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:49.298942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.357434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59d69385-160f-492a-834e-e65806bbf791 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.359674 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-59d69385-160f-492a-834e-e65806bbf791 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5163615 Aug 06 15:57:49.364350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:49.369383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c1e1f0fa-3a1f-4318-855e-34731543c58b tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '3def4e9f-a233-4aea-b3fa-5093a95c793e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:49.372630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c1e1f0fa-3a1f-4318-855e-34731543c58b tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:57:49.418246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 5fd40d70-9d0f-4f6e-bca3-730f4a389cac has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:49.560626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Allocated IP 172.20.0.11 (7e3a82cc-1fc9-4648-b4b8-b9c212d32f08/0c790c2e-9590-47ca-b624-04a7a3b183f8/71cab16d-ec96-4071-bf4c-71d1bbf844b1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:49.681781 n-d-778550-6 neutron-server[94840]: WARNING neutron.services.metering.metering_plugin [None req-c1e1f0fa-3a1f-4318-855e-34731543c58b tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 06 15:57:49.743000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.899758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2d2b650-be70-483b-9d65-c95b3441a8a6 req-8fb85c85-b169-4702-9095-e5c7d15dc7a6 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.0364680 Aug 06 15:57:49.914064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:49.918891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.921462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1e1f0fa-3a1f-4318-855e-34731543c58b tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:49.926419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c1e1f0fa-3a1f-4318-855e-34731543c58b tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5577462 Aug 06 15:57:49.926626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b60cbbcf-8332-4917-b4df-fcd67340bb5e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/5fd40d70-9d0f-4f6e-bca3-730f4a389cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000448 Aug 06 15:57:49.926626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:49.928283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47772) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:49.941299 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] Sync routers for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:49.966068 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:49.966994 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:49.997794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:50.002235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:50.006728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:50.013363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Pushing event updated for resources: {'Port': ['ID=71cab16d-ec96-4071-bf4c-71d1bbf844b1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:50.022478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f74da69a-05ed-4e80-86aa-b2c00cd5a328 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=b0d49047-7d8f-440c-b9ea-bba5aa271ae0 HTTP/1.1" status: 200 len: 464 time: 0.0950415 Aug 06 15:57:50.030899 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:50.042368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:50.044576 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:50.045464 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:50.089912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:50.090899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.112852 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:50.113651 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdecac42-670f-407c-a86b-273cefeaded3 None None] The sync data for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:50.269332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9e03-2979-4d0b-9925-8423eedc7288 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.274785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a8dc9e03-2979-4d0b-9925-8423eedc7288 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/b0d49047-7d8f-440c-b9ea-bba5aa271ae0 HTTP/1.1" status: 204 len: 168 time: 0.2264757 Aug 06 15:57:50.274785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-71705b21-d9b1-4372-ac31-99526ebaf1ba tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6606932 Aug 06 15:57:50.274785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47780) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:50.284566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-bc600c4c-d238-4acc-8f61-9de0c6bbbdca tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 15:57:50.285641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-bc600c4c-d238-4acc-8f61-9de0c6bbbdca tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064893 Aug 06 15:57:50.304797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b859b54-3bd3-41ab-8724-1e1be1a953b0 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=b0d49047-7d8f-440c-b9ea-bba5aa271ae0 HTTP/1.1" status: 200 len: 221 time: 0.0248044 Aug 06 15:57:50.304942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47788) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:50.309416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d0b9d04f-1d2a-45cd-a569-885a1456e0e4 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1655753339', 'description': 'label created by tempest'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:50.309873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d0b9d04f-1d2a-45cd-a569-885a1456e0e4 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Unknown quota resources ['metering_label']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 15:57:50.412120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.496201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Request body: {'port': {'device_id': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:50.536420 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:57:50.636679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d0b9d04f-1d2a-45cd-a569-885a1456e0e4 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.640268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d0b9d04f-1d2a-45cd-a569-885a1456e0e4 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3320684 Aug 06 15:57:50.642405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47790) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:50.661187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:50.756924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-39d6b75f-4076-4335-ad65-0a5a75a86af3 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=ca576ec7-07cd-4842-851a-880fe172ed86 HTTP/1.1" status: 200 len: 468 time: 0.1133690 Aug 06 15:57:50.759413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:50.929633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port e32bf174-87ad-4d12-b01c-0a239ddee623 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:50.930016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.124057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71cab16d-ec96-4071-bf4c-71d1bbf844b1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:51.135108 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.152102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Transition to ACTIVE for port object 71cab16d-ec96-4071-bf4c-71d1bbf844b1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:51.155135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.173998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ad11c-ab3a-4fb6-b8e9-08fa5f6f8334 req-bea4c652-bbac-4f4e-8297-2a6d51da7246 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:51.175569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a5ad11c-ab3a-4fb6-b8e9-08fa5f6f8334 req-bea4c652-bbac-4f4e-8297-2a6d51da7246 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 932 time: 0.0873594 Aug 06 15:57:51.184090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for e32bf174-87ad-4d12-b01c-0a239ddee623 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:51.257695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-501eaa46-2329-42fe-87f2-3cccb9a010f1 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.258913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-501eaa46-2329-42fe-87f2-3cccb9a010f1 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/ca576ec7-07cd-4842-851a-880fe172ed86 HTTP/1.1" status: 204 len: 168 time: 0.4983923 Aug 06 15:57:51.261711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.269097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a5ad11c-ab3a-4fb6-b8e9-08fa5f6f8334 req-9c499c12-2c0a-4481-a6d6-9e7c64ed44a9 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867770 Aug 06 15:57:51.276530 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-098a2582-6eb2-4e8c-91a9-1b86d27534b0 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=ca576ec7-07cd-4842-851a-880fe172ed86 HTTP/1.1" status: 200 len: 216 time: 0.0135753 Aug 06 15:57:51.279984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.296054 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b7de7dc3-faff-4a5d-a3ca-7b3027741810 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0089495 Aug 06 15:57:51.298741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47808) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.312485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b07981a0-9579-4e78-84f5-91f3dc8f079a tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125570 Aug 06 15:57:51.315590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.330183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.393686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Pushing event updated for resources: {'Port': ['ID=71cab16d-ec96-4071-bf4c-71d1bbf844b1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:51.405581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3344bde2-a77e-4923-8ed2-7b760281dada tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/3def4e9f-a233-4aea-b3fa-5093a95c793e HTTP/1.1" status: 200 len: 473 time: 0.0739062 Aug 06 15:57:51.409330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.428035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac58bfca-4af8-46e5-a695-57df0fab31aa tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/7a6e546b-de33-408a-839a-32e568c8d172 HTTP/1.1" status: 200 len: 461 time: 0.0178227 Aug 06 15:57:51.431101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47816) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.464300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Attempting to bind port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:51.464965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Attempting to bind port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'd0216d2f-ef98-44e9-9ffc-277c1734af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:51.465491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Attempting to bind port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 on network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 on network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Attempting to bind port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 on network 7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Checking segment: {'id': 'd0216d2f-ef98-44e9-9ffc-277c1734af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Bound using segment: {'id': 'd0216d2f-ef98-44e9-9ffc-277c1734af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Bound port: 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0216d2f-ef98-44e9-9ffc-277c1734af77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:51.479323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.588926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:51.597685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.629086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=e32bf174-87ad-4d12-b01c-0a239ddee623,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:51.743720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.852653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f7aed5-b3b1-4940-b96c-5e0c954065f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.918916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] For port 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:51.922807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] For port 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1,segment=NetworkSegment(d0216d2f-ef98-44e9-9ffc-277c1734af77),segment_id=d0216d2f-ef98-44e9-9ffc-277c1734af77)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:51.962702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d87fd45-9bd5-4e7d-b9b0-a40b330ffc0d tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.966275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f7aed5-b3b1-4940-b96c-5e0c954065f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:51.966453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9d87fd45-9bd5-4e7d-b9b0-a40b330ffc0d tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/7a6e546b-de33-408a-839a-32e568c8d172 HTTP/1.1" status: 204 len: 168 time: 0.5316422 Aug 06 15:57:51.966588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:52.025575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.037501 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f7aed5-b3b1-4940-b96c-5e0c954065f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.084203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 5fd40d70-9d0f-4f6e-bca3-730f4a389cac has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:57:52.088376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-93f7aed5-b3b1-4940-b96c-5e0c954065f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85337c5e69cc4c91a64c147f402c770d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981811 Aug 06 15:57:52.089380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7aed5-b3b1-4940-b96c-5e0c954065f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31deebb6-66c0-4dc0-b944-255f4260aa23,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:52.093309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47830) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:52.143144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:52.143776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.145677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] 10.222.0.59 "PUT /v2.0/ports/71cab16d-ec96-4071-bf4c-71d1bbf844b1 HTTP/1.1" status: 200 len: 1092 time: 1.8529141 Aug 06 15:57:52.151718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'tag': '71cab16d-ec96-4071-bf4c-71d1bbf844b1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:52.154314 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4" -d '{"events": [{"name": "network-changed", "server_uuid": "da1b0c33-6bb5-49da-bd93-c28baefea5b7", "tag": "71cab16d-ec96-4071-bf4c-71d1bbf844b1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:52.221243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:57:52.231761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9888e660-8c9c-480e-a38a-e73bc78927e6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/5fd40d70-9d0f-4f6e-bca3-730f4a389cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2911103 Aug 06 15:57:52.234344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:52.235267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] Sync routers for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:57:52.257143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:52.263765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac38a2-a042-4036-aa6b-c9ea295d893e service neutron] Pushing event updated for resources: {'Port': ['ID=71cab16d-ec96-4071-bf4c-71d1bbf844b1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:52.278380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:52.278562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-67cc0f9c-1bf9-4ad4-87d4-1af1efe2a899 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd40d70-9d0f-4f6e-bca3-730f4a389cac HTTP/1.1" status: 200 len: 205 time: 0.0428836 Aug 06 15:57:52.279767 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa318-25ef-44fe-a442-9772aff24a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.281091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:52.327886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa318-25ef-44fe-a442-9772aff24a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.336686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:52.354929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] Routers {'5fd40d70-9d0f-4f6e-bca3-730f4a389cac'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:57:52.356067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:52.446646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:52.447310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eb1351-3c24-4db5-8834-71b1c4364591 None None] The sync data for ids ['5fd40d70-9d0f-4f6e-bca3-730f4a389cac'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:57:52.452256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce896b9-8366-4cce-9aa4-b2def4056f43 req-1b8632f7-2d0c-41a4-902c-f52b2d140a1f tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:52.461294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cce896b9-8366-4cce-9aa4-b2def4056f43 req-1b8632f7-2d0c-41a4-902c-f52b2d140a1f tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 944 time: 0.0710032 Aug 06 15:57:52.516819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cce896b9-8366-4cce-9aa4-b2def4056f43 req-a7a5f25c-3ad8-4a3a-a337-c9a04ab028b9 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536296 Aug 06 15:57:52.526894 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127df3d7-e4ec-4220-9892-2cf1fc9f3407 x-openstack-request-id: req-127df3d7-e4ec-4220-9892-2cf1fc9f3407 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:52.526894 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1b0c33-6bb5-49da-bd93-c28baefea5b7", "tag": "71cab16d-ec96-4071-bf4c-71d1bbf844b1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:52.526894 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-127df3d7-e4ec-4220-9892-2cf1fc9f3407 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:52.526894 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'tag': '71cab16d-ec96-4071-bf4c-71d1bbf844b1', 'status': 'completed', 'code': 200} Aug 06 15:57:52.529043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa318-25ef-44fe-a442-9772aff24a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.530167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae84e-bb9a-45c6-876b-f53e6f6b5a79 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.532340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa318-25ef-44fe-a442-9772aff24a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.534267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b5aa318-25ef-44fe-a442-9772aff24a42 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31deebb6-66c0-4dc0-b944-255f4260aa23 HTTP/1.1" status: 204 len: 168 time: 0.4374092 Aug 06 15:57:52.534704 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fe4ae84e-bb9a-45c6-876b-f53e6f6b5a79 tempest-MeteringTestJSON-714757904 tempest-MeteringTestJSON-714757904-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/3def4e9f-a233-4aea-b3fa-5093a95c793e HTTP/1.1" status: 204 len: 168 time: 0.5671597 Aug 06 15:57:52.548555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.553174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-7075dd7a-a0a5-4038-a9ab-3bb036ab1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:52.554015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aa318-25ef-44fe-a442-9772aff24a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31deebb6-66c0-4dc0-b944-255f4260aa23,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:52.554722 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-7075dd7a-a0a5-4038-a9ab-3bb036ab1f5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4f469fefb2c44e1a19af1762b9ae0ed&device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 1095 time: 0.0828333 Aug 06 15:57:52.668609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-7c11b1ce-d360-4f4b-ab87-7ca37c65dadd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1 HTTP/1.1" status: 200 len: 217 time: 0.0665944 Aug 06 15:57:52.801461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.806910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.852064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb36a0-a552-479e-8399-242b598b1737 req-faf17c92-25df-406b-9dcb-f7e043651c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:52.853572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-faf17c92-25df-406b-9dcb-f7e043651c42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c790c2e-9590-47ca-b624-04a7a3b183f8 HTTP/1.1" status: 200 len: 849 time: 0.1780255 Aug 06 15:57:52.896718 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-13edfe2e-a8ea-43b1-93b9-4d886e3427a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351613 Aug 06 15:57:52.975339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.975863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd40d70-9d0f-4f6e-bca3-730f4a389cac {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:57:52.985935 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:52.987034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ccaa377e-dd0d-484e-8375-a07b35c3396c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/5fd40d70-9d0f-4f6e-bca3-730f4a389cac HTTP/1.1" status: 204 len: 168 time: 0.7073133 Aug 06 15:57:52.989753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47852) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:53.054063 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-cc228743-69a6-4a24-b910-3324d4415048 service neutron] 10.222.0.59 "GET /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503644 Aug 06 15:57:53.061321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet aef5513e-506d-471e-b71f-540546966b11 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:57:53.073962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.171769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.235743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c3bb36a0-a552-479e-8399-242b598b1737 req-4203783b-d070-48bf-b60f-bfba2c81e16a service neutron] 10.222.0.59 "GET /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701834 Aug 06 15:57:53.289601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.302824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:53.434134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-38d26da1-6aaa-4725-8f73-56d75cbdc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:53.435767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-38d26da1-6aaa-4725-8f73-56d75cbdc971 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4f469fefb2c44e1a19af1762b9ae0ed&device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 1095 time: 0.0541811 Aug 06 15:57:53.440107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45f0f1d6-e1b5-49d7-8363-23adfb20006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.470803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.527626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=aef5513e-506d-471e-b71f-540546966b11,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:53.537407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.541837 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-78631b0c-9b66-4632-9afd-9828997039b3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/aef5513e-506d-471e-b71f-540546966b11 HTTP/1.1" status: 204 len: 168 time: 0.5488069 Aug 06 15:57:53.546492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47868) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:53.556373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbf3237-5fb8-41c4-90ea-a664b19f4dde None None] Network 03ee5129-7ef3-43e7-82cd-81edbad1ad84 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:53.602329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-29dc0147-5889-4b6c-b99b-1a92c9843b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:53.605667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-29dc0147-5889-4b6c-b99b-1a92c9843b26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 HTTP/1.1" status: 200 len: 910 time: 0.1622610 Aug 06 15:57:53.610248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45f0f1d6-e1b5-49d7-8363-23adfb20006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.616007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47870) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:53.673858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet 05d2e42e-8450-4854-8dff-40508217b1a0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:57:53.678605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4022e2-8253-4392-bc3c-68e6db0411b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.681773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-f3f3fa1a-265d-4a57-961b-1cbc38befc83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1 HTTP/1.1" status: 200 len: 217 time: 0.0680418 Aug 06 15:57:53.697887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.734874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45f0f1d6-e1b5-49d7-8363-23adfb20006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.755004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-7965e144-1b74-4689-838f-f207b2d884bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:53.755635 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-7965e144-1b74-4689-838f-f207b2d884bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0c790c2e-9590-47ca-b624-04a7a3b183f8 HTTP/1.1" status: 200 len: 849 time: 0.0653434 Aug 06 15:57:53.803067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-e90bb980-5f7d-4f01-9ae6-496e24ae9c53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392857 Aug 06 15:57:53.827592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45f0f1d6-e1b5-49d7-8363-23adfb20006c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4ea7c46e16c4b1d932fae5fafd8ba14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236502 Aug 06 15:57:53.838016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] DHCP port deletion for 03ee5129-7ef3-43e7-82cd-81edbad1ad84 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:57:53.840791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47878) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:53.867824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:53.914208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:53.950470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3201a-b603-4fc6-852b-9f082a879faa req-c14d2803-f9ec-4a66-ad50-e9844591858d tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:53.957696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08f3201a-b603-4fc6-852b-9f082a879faa req-c14d2803-f9ec-4a66-ad50-e9844591858d tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 944 time: 0.3356204 Aug 06 15:57:53.966112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0f1d6-e1b5-49d7-8363-23adfb20006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa23330-7238-4d54-a122-ed4696bbf2d9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:53.974669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-d85a1d20-6d6a-48bb-865c-b6bf59d02942 service neutron] 10.222.0.59 "GET /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637051 Aug 06 15:57:54.017232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] Deleting port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:54.018157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.088229 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.090115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08f3201a-b603-4fc6-852b-9f082a879faa req-3fa7ee0d-c3a7-4f2f-97b5-149bfeac1872 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275616 Aug 06 15:57:54.105672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d19b4a1c-6be4-4489-9eae-d1e66f9598b4 req-78eef9a1-6207-437f-afb1-b8152488fb65 service neutron] 10.222.0.59 "GET /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220820 Aug 06 15:57:54.154638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] For port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,segment=NetworkSegment(b26f9483-2d02-464b-9102-f892adc4216a),segment_id=b26f9483-2d02-464b-9102-f892adc4216a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:54.155238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.163551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4022e2-8253-4392-bc3c-68e6db0411b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.166114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64cf235-31db-4fd8-9362-901350207413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.166646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,segment=NetworkSegment(b26f9483-2d02-464b-9102-f892adc4216a),segment_id=b26f9483-2d02-464b-9102-f892adc4216a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:54.173975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] Calling delete_port for 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:54.197538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.223025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64cf235-31db-4fd8-9362-901350207413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.287217 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4022e2-8253-4392-bc3c-68e6db0411b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.316473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.348949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47882) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:54.351918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7e4022e2-8253-4392-bc3c-68e6db0411b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19e1bb31351641e293293e6462991ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7309787 Aug 06 15:57:54.353440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4022e2-8253-4392-bc3c-68e6db0411b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21224e8f-2546-475e-8df7-a61672416407,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.386635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.394414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.394774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.395124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.395465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.396019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.396520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.397016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.397552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.398056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.398571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.399019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.399360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:57:54.408048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.415660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbaae289-9189-4393-9a5f-c26e2cb3fe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.439436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=05d2e42e-8450-4854-8dff-40508217b1a0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.440182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbaae289-9189-4393-9a5f-c26e2cb3fe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.443482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.445393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a4d44caf-da47-45d7-9ec6-3d6888f76347 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/05d2e42e-8450-4854-8dff-40508217b1a0 HTTP/1.1" status: 204 len: 168 time: 0.8962748 Aug 06 15:57:54.447589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.455659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47884) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:54.466080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f1473-9140-4559-90cf-18450255216a None None] Network e99b1463-c195-48ac-867b-eb9654427a1d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:54.476319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64cf235-31db-4fd8-9362-901350207413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.480928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64cf235-31db-4fd8-9362-901350207413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.482316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b64cf235-31db-4fd8-9362-901350207413 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fa23330-7238-4d54-a122-ed4696bbf2d9 HTTP/1.1" status: 204 len: 168 time: 0.6355517 Aug 06 15:57:54.505757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] Pushing event deleted for resources: {'Port': ['ID=8a76a510-58ca-4d0c-8fc7-97d4cbfe418a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.516828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc825f-ebf2-427e-b979-f7421c0f635d None None] No DVR routers for this DVR port 8a76a510-58ca-4d0c-8fc7-97d4cbfe418a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:54.540571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64cf235-31db-4fd8-9362-901350207413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa23330-7238-4d54-a122-ed4696bbf2d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.645617 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.713816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] DHCP port deletion for e99b1463-c195-48ac-867b-eb9654427a1d request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:57:54.715854 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbaae289-9189-4393-9a5f-c26e2cb3fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.718773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fbaae289-9189-4393-9a5f-c26e2cb3fe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.727001 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fbaae289-9189-4393-9a5f-c26e2cb3fe6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21224e8f-2546-475e-8df7-a61672416407 HTTP/1.1" status: 204 len: 168 time: 0.3708251 Aug 06 15:57:54.737718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaae289-9189-4393-9a5f-c26e2cb3fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21224e8f-2546-475e-8df7-a61672416407,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:54.767626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.780499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ee5129-7ef3-43e7-82cd-81edbad1ad84']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:54.793976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26f9483-2d02-464b-9102-f892adc4216a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:54.794579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26f9483-2d02-464b-9102-f892adc4216a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:54.825245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] Deleting port bf271a43-1702-4b11-b0a4-403a22590340 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:57:54.825927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.830701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.852966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.868774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:54.869203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:54.872397 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:54.903567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] For port bf271a43-1702-4b11-b0a4-403a22590340, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bf271a43-1702-4b11-b0a4-403a22590340,segment=NetworkSegment(d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8),segment_id=d4d7a4b3-8e6e-4d90-9cc6-31e462274dc8)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:54.904022 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:54.917044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] Calling delete_port for bf271a43-1702-4b11-b0a4-403a22590340 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:57:55.007495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.015425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.017901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/03ee5129-7ef3-43e7-82cd-81edbad1ad84 HTTP/1.1" status: 204 len: 168 time: 0.5623870 Aug 06 15:57:55.021177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:55.040217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ff99d-4934-48c4-b930-6d60532e9f57 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=03ee5129-7ef3-43e7-82cd-81edbad1ad84,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:55.119161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.133281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.168984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] Pushing event deleted for resources: {'Port': ['ID=bf271a43-1702-4b11-b0a4-403a22590340,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:55.177719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7606e9-433d-4bc4-b292-09a915281989 None None] No DVR routers for this DVR port bf271a43-1702-4b11-b0a4-403a22590340 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:57:55.246800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d367e5d-0eee-4ab4-a721-2aa69016cafd req-0641ba85-667e-45af-907d-e58909d3401e tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:55.248624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d367e5d-0eee-4ab4-a721-2aa69016cafd req-0641ba85-667e-45af-907d-e58909d3401e tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 944 time: 0.0882983 Aug 06 15:57:55.259187 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.276571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99b1463-c195-48ac-867b-eb9654427a1d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:55.290668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:55.291074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d7a4b3-8e6e-4d90-9cc6-31e462274dc8') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:57:55.304529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.321910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.331260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:57:55.331260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.335289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d367e5d-0eee-4ab4-a721-2aa69016cafd req-d1679416-e0cd-4599-9845-0b74ab41f90c tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647306 Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:57:55.429109 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:57:55.498555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.506833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.512576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:55.513142 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/e99b1463-c195-48ac-867b-eb9654427a1d HTTP/1.1" status: 204 len: 168 time: 0.4905994 Aug 06 15:57:55.518486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-152720008'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:55.524531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e58a86-5fcf-44cf-b4df-213bd6d7e137 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=e99b1463-c195-48ac-867b-eb9654427a1d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:55.620025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:55.635560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:55.635764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e986d2f-f77b-4d97-8cc8-aa75f34de2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.640661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.669212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:57:55.681003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.681884 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment 6c9bb239-0474-4154-a784-5bb0482f7f66 of type vlan for network c3af6f1e-ae7e-45be-a558-698641919fef Aug 06 15:57:55.736995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.764464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 71cab16d-ec96-4071-bf4c-71d1bbf844b1 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 15:57:55.833630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e986d2f-f77b-4d97-8cc8-aa75f34de2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.836329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.844675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:55.844675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.944105 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bf271a43-1702-4b11-b0a4-403a22590340 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:57:55.961604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1e986d2f-f77b-4d97-8cc8-aa75f34de2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:55.972359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: bf271a43-1702-4b11-b0a4-403a22590340 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:57:55.972716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bf271a43-1702-4b11-b0a4-403a22590340 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:57:56.003712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1,segment=NetworkSegment(d0216d2f-ef98-44e9-9ffc-277c1734af77),segment_id=d0216d2f-ef98-44e9-9ffc-277c1734af77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:56.008398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=c3af6f1e-ae7e-45be-a558-698641919fef,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.016950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '71cab16d-ec96-4071-bf4c-71d1bbf844b1', 'network_id': '7e3a82cc-1fc9-4648-b4b8-b9c212d32f08', 'port_id': '71cab16d-ec96-4071-bf4c-71d1bbf844b1', 'mac_address': 'fa:16:3e:42:c2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c790c2e-9590-47ca-b624-04a7a3b183f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 15:57:56.027232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c3af6f1e-ae7e-45be-a558-698641919fef details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:57:56.028492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e986d2f-f77b-4d97-8cc8-aa75f34de2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78136f2b-d22f-48a0-8da3-4b40d4635d17,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.074850 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1e986d2f-f77b-4d97-8cc8-aa75f34de2c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db11aa3bc16c40d08d63ed99bbf2e575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513011 Aug 06 15:57:56.074968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 47932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:56.086358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d283079e-fc23-42e4-ba9d-245d9ab0a673 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5719519 Aug 06 15:57:56.087037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:56.092220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:56.109166 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.122763 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.135900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71cab16d-ec96-4071-bf4c-71d1bbf844b1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 15:57:56.137094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc708-1af7-44e3-b6ce-2c4d4d9a4538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.160893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1,segment=NetworkSegment(d0216d2f-ef98-44e9-9ffc-277c1734af77),segment_id=d0216d2f-ef98-44e9-9ffc-277c1734af77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:56.171739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc708-1af7-44e3-b6ce-2c4d4d9a4538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.218563 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.271300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=71cab16d-ec96-4071-bf4c-71d1bbf844b1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.292487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:56.296043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.323051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc708-1af7-44e3-b6ce-2c4d4d9a4538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.326705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1a9dc708-1af7-44e3-b6ce-2c4d4d9a4538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.327918 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1a9dc708-1af7-44e3-b6ce-2c4d4d9a4538 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78136f2b-d22f-48a0-8da3-4b40d4635d17 HTTP/1.1" status: 204 len: 168 time: 0.2520106 Aug 06 15:57:56.346089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dc708-1af7-44e3-b6ce-2c4d4d9a4538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78136f2b-d22f-48a0-8da3-4b40d4635d17,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.454239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['71cab16d-ec96-4071-bf4c-71d1bbf844b1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:57:56.611651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb625c5-9a9d-44ef-b8d5-d00ec00f7d52 req-370a71c3-6be3-4878-871b-5d20a3de73a8 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:56.613247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fb625c5-9a9d-44ef-b8d5-d00ec00f7d52 req-370a71c3-6be3-4878-871b-5d20a3de73a8 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 945 time: 0.1957378 Aug 06 15:57:56.707969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fb625c5-9a9d-44ef-b8d5-d00ec00f7d52 req-4ad94b66-f5ea-411b-a257-f828a19fcbe2 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619137 Aug 06 15:57:56.750030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:56.833358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': '6c9bb239-0474-4154-a784-5bb0482f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:56.835180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: c3af6f1e-ae7e-45be-a558-698641919fef, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:57:56.842923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=1824a073-6c54-40af-854a-d35f5df76a78,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:56.910172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network c3af6f1e-ae7e-45be-a558-698641919fef is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:57:56.990494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, c3af6f1e-ae7e-45be-a558-698641919fef) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:56.996069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:56.998175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.002467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e717303-03dd-4c4c-aeee-fc7d2bc011b0 None None] Network c3af6f1e-ae7e-45be-a558-698641919fef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:57:57.105475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-593b494d-ec1d-44b1-9eee-64b9667ff45d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0173013 Aug 06 15:57:57.107995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:57.114268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1038497285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:57.188979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-c3af6f1e-ae7e-45be-a558-698641919fef', 'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': '1824a073-6c54-40af-854a-d35f5df76a78'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:57:57.188979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.241462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.243781 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.363534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Allocated IP 2001:db8::2 (c3af6f1e-ae7e-45be-a558-698641919fef/1824a073-6c54-40af-854a-d35f5df76a78/a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:57.391933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.528395 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.561858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.571083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Transition to ACTIVE for port object a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:57.597248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Transition to ACTIVE for port object a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:57.702825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.963357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0756f0b5-bd81-4398-ab5b-8b294f7c9c30 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5981286 Aug 06 15:57:57.963357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 47992) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:57.963357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'port': {'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef', 'name': 'tempest-RoutersIpV6Test-1072459092'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:57:57.965498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 71cab16d-ec96-4071-bf4c-71d1bbf844b1 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:57:57.966016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecdd74-7f30-4dbd-a265-47914102f54f req-311e1c03-c21b-4245-9535-65d1f69e33b1 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:57.966016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6ecdd74-7f30-4dbd-a265-47914102f54f req-311e1c03-c21b-4245-9535-65d1f69e33b1 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 945 time: 0.0640135 Aug 06 15:57:57.966680 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:57.978262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6ecdd74-7f30-4dbd-a265-47914102f54f req-ae0f4076-772d-41a6-a122-5a36a1d688d8 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Aug 06 15:57:57.983369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Network c3af6f1e-ae7e-45be-a558-698641919fef is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:57.988879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:57.992110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:58.002533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Pushing event updated for resources: {'Port': ['ID=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:58.041619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:57:58.046563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.066101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] device_id is not set on port 9383d922-0ee4-4eb0-b291-1163c9e05401 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:57:58.182168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:57:58.190170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:57:58.190859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.204087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8::168 (c3af6f1e-ae7e-45be-a558-698641919fef/1824a073-6c54-40af-854a-d35f5df76a78/9383d922-0ee4-4eb0-b291-1163c9e05401) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:57:58.243721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Attempting to bind port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:57:58.244407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Attempting to bind port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6c9bb239-0474-4154-a784-5bb0482f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:57:58.244983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Attempting to bind port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 on network c3af6f1e-ae7e-45be-a558-698641919fef {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:57:58.264851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:57:58.265444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Checking segment: {'id': '6c9bb239-0474-4154-a784-5bb0482f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:57:58.266153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.266748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Bound using segment: {'id': '6c9bb239-0474-4154-a784-5bb0482f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:57:58.267244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Bound port: a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9bb239-0474-4154-a784-5bb0482f7f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c3af6f1e-ae7e-45be-a558-698641919fef'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:57:58.267650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.364671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.393778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] For port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:57:58.402067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cab16d-ec96-4071-bf4c-71d1bbf844b1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:57:58.404371 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627196cc-a75e-4c79-893a-eb3405e32e4a" -d '{"events": [{"server_uuid": "da1b0c33-6bb5-49da-bd93-c28baefea5b7", "name": "network-vif-plugged", "status": "completed", "tag": "71cab16d-ec96-4071-bf4c-71d1bbf844b1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:57:58.422988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] For port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,segment=NetworkSegment(6c9bb239-0474-4154-a784-5bb0482f7f66),segment_id=6c9bb239-0474-4154-a784-5bb0482f7f66)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:57:58.428112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1,segment=NetworkSegment(d0216d2f-ef98-44e9-9ffc-277c1734af77),segment_id=d0216d2f-ef98-44e9-9ffc-277c1734af77)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:57:58.469859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.496337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 9383d922-0ee4-4eb0-b291-1163c9e05401 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:57:58.499250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.504575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.624929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=71cab16d-ec96-4071-bf4c-71d1bbf844b1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:58.636540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.690203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e8b2f-1e73-4305-a34b-7e9b9bc0438a None None] Pushing event updated for resources: {'Port': ['ID=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:58.728828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network c3af6f1e-ae7e-45be-a558-698641919fef is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:57:58.728828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:57:58.728828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=9383d922-0ee4-4eb0-b291-1163c9e05401,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:57:58.728828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:57:58.731142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:58.731869 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:58.827096 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b9d052-b79d-4bb3-a3c0-e4032076459c x-openstack-request-id: req-f4b9d052-b79d-4bb3-a3c0-e4032076459c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:57:58.827391 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b0c33-6bb5-49da-bd93-c28baefea5b7", "name": "network-vif-plugged", "status": "completed", "tag": "71cab16d-ec96-4071-bf4c-71d1bbf844b1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:57:58.827658 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4b9d052-b79d-4bb3-a3c0-e4032076459c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:57:58.828132 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71cab16d-ec96-4071-bf4c-71d1bbf844b1', 'code': 200} Aug 06 15:57:58.842950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6eae9a39-6cf4-4795-9f59-c4b14ff16c1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1306002 Aug 06 15:57:58.846135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48030) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:59.036624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:57:59.093523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab4d90-0da2-40ae-a55d-306fcb3273a3 req-98e7b6bd-ec95-49b6-8bc3-bba5dac9e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:59.096039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aab4d90-0da2-40ae-a55d-306fcb3273a3 req-98e7b6bd-ec95-49b6-8bc3-bba5dac9e3b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 1097 time: 0.1500883 Aug 06 15:57:59.186250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5aab4d90-0da2-40ae-a55d-306fcb3273a3 req-217e4dac-d9df-48c4-be5c-23597bc7fcf0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810795 Aug 06 15:57:59.714737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa29c88-7789-445c-b5b4-2e0a244f4760 req-63809323-8a4a-4196-bc46-0c517c711782 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:57:59.726743 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7aa29c88-7789-445c-b5b4-2e0a244f4760 req-63809323-8a4a-4196-bc46-0c517c711782 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 946 time: 0.2403233 Aug 06 15:57:59.797369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7aa29c88-7789-445c-b5b4-2e0a244f4760 req-0ce1a798-7d69-40b8-9caf-cb4f6a9059ab tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694563 Aug 06 15:57:59.963269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48072) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:57:59.996731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.027251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:00.173792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-625046296', 'router:external': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:00.209939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0434cb50-8d1c-4cc3-b93a-06579a94c4c4 None None] Network c3af6f1e-ae7e-45be-a558-698641919fef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:00.272765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:00.361813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Made reservation on behalf of e33e3a2b4eda483aa1f9ac4a0c8784c6 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:00.368363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.380355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.444219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.444485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] Provisioning for port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:00.447606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] Provisioning complete for port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:00.448205 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.500636 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.585966 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.617944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] For port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,segment=NetworkSegment(6c9bb239-0474-4154-a784-5bb0482f7f66),segment_id=6c9bb239-0474-4154-a784-5bb0482f7f66)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:00.796146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.799118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.817720 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:00.981267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:01.049647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5168881f-4d84-4ac8-8d2d-0693c4af80fc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:01.070867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.072110 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Added segment f10b3b55-2873-4679-940c-f505c08b721d of type vlan for network cf0b8185-2865-45e8-84cd-19b264c26811 Aug 06 15:58:01.093083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbebed3-5a2a-4055-a16e-7aa3d43a4da1 None None] Pushing event updated for resources: {'Port': ['ID=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:01.163416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.173041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f05dfaf6-277c-49f3-9c01-d057063b0743 None None] Provisioning for port 9383d922-0ee4-4eb0-b291-1163c9e05401 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:01.178457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f05dfaf6-277c-49f3-9c01-d057063b0743 None None] Provisioning complete for port 9383d922-0ee4-4eb0-b291-1163c9e05401 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:01.179440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f05dfaf6-277c-49f3-9c01-d057063b0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.185670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=9383d922-0ee4-4eb0-b291-1163c9e05401,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:01.276273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f05dfaf6-277c-49f3-9c01-d057063b0743 None None] Port 9383d922-0ee4-4eb0-b291-1163c9e05401 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:01.306978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f05dfaf6-277c-49f3-9c01-d057063b0743 None None] Provisioning complete for port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:01.307307 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f05dfaf6-277c-49f3-9c01-d057063b0743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.356803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb493d-3efc-4576-af9e-2be4b870e6d3 req-ef6b262c-e35e-45ce-9439-0e9c4b001a04 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:01.356803 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ceb493d-3efc-4576-af9e-2be4b870e6d3 req-ef6b262c-e35e-45ce-9439-0e9c4b001a04 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 946 time: 0.3326356 Aug 06 15:58:01.372755 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.373763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:01.374482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.464675 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.566071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Network': ['ID=cf0b8185-2865-45e8-84cd-19b264c26811,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:01.568712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48098) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:01.582524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network cf0b8185-2865-45e8-84cd-19b264c26811 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:01.619503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-186acf09-3b71-4359-8351-7f48a1b7ead6 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6548202 Aug 06 15:58:01.627933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:01.630776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'subnet': {'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:01.663598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ceb493d-3efc-4576-af9e-2be4b870e6d3 req-b094b84d-cde6-4a6e-8810-48e35b876762 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986429 Aug 06 15:58:01.730318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2ab50e0-ccc7-4e5f-8b12-b2e8a7369985 None None] Provisioning complete for port 9383d922-0ee4-4eb0-b291-1163c9e05401 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:01.736818 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2ab50e0-ccc7-4e5f-8b12-b2e8a7369985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.800494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab50e0-ccc7-4e5f-8b12-b2e8a7369985 None None] Port 9383d922-0ee4-4eb0-b291-1163c9e05401 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:01.806529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Made reservation on behalf of e33e3a2b4eda483aa1f9ac4a0c8784c6 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:01.808856 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.840962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.926173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ee655e7-fdde-40e0-9798-7f9d9808f5fb None None] Provisioning complete for port 9383d922-0ee4-4eb0-b291-1163c9e05401 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:01.926818 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ee655e7-fdde-40e0-9798-7f9d9808f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:01.992729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bd65f61-cb2a-425a-b2a3-2de75e0d6cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.004365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:02.113376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9ee655e7-fdde-40e0-9798-7f9d9808f5fb None None] Port 9383d922-0ee4-4eb0-b291-1163c9e05401 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:02.133644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:02.134148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.257093 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.299793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bd65f61-cb2a-425a-b2a3-2de75e0d6cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.344600 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.345386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.412672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0bd65f61-cb2a-425a-b2a3-2de75e0d6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.469751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=9383d922-0ee4-4eb0-b291-1163c9e05401,revision_number=3']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.517819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network c3af6f1e-ae7e-45be-a558-698641919fef is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:02.519529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:02.552523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0bd65f61-cb2a-425a-b2a3-2de75e0d6cf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af13e19cd6694248ad34f61afedd6ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9821184 Aug 06 15:58:02.555403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:02.579157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd65f61-cb2a-425a-b2a3-2de75e0d6cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfbb977-06a2-4a3c-8f80-51d6b6077585,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.701920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d66368-2e52-42f0-8144-120707224f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.728734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d66368-2e52-42f0-8144-120707224f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.800298 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 25e69a52-7468-44c6-8197-5215d11a95a8 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:02.874426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.objects.ports [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 15:58:02.874426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.941111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f763013f-0694-4e80-8ee8-fc9f5c549c6a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:02.969692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e6c28ac8-f04f-4eba-be8d-bc843b31b3c8 None None] Provisioning complete for port 9383d922-0ee4-4eb0-b291-1163c9e05401 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:02.971050 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e6c28ac8-f04f-4eba-be8d-bc843b31b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.977100 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:02.982699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-23bef561-8fa7-4ccb-9673-3e3a12fde2c1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/25e69a52-7468-44c6-8197-5215d11a95a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1350148 Aug 06 15:58:02.986562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48126) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:02.989267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d66368-2e52-42f0-8144-120707224f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:02.993521 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] Sync routers for ids ['25e69a52-7468-44c6-8197-5215d11a95a8'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:03.001911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53d66368-2e52-42f0-8144-120707224f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.003182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53d66368-2e52-42f0-8144-120707224f4c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4dfbb977-06a2-4a3c-8f80-51d6b6077585 HTTP/1.1" status: 204 len: 168 time: 0.4437814 Aug 06 15:58:03.013888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Checking segment: {'id': 'f10b3b55-2873-4679-940c-f505c08b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:03.014326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network hostable DHCP agents. Network: cf0b8185-2865-45e8-84cd-19b264c26811, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:03.014637 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] Routers {'25e69a52-7468-44c6-8197-5215d11a95a8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:03.017830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['25e69a52-7468-44c6-8197-5215d11a95a8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:03.021388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d66368-2e52-42f0-8144-120707224f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfbb977-06a2-4a3c-8f80-51d6b6077585,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:03.068520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c996c8-6da9-459c-9b44-c884d39fe9f6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:03.071910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-46c996c8-6da9-459c-9b44-c884d39fe9f6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports/9383d922-0ee4-4eb0-b291-1163c9e05401 HTTP/1.1" status: 200 len: 984 time: 0.0825474 Aug 06 15:58:03.073129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48130) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:03.085041 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:03.097532 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] Routers {'25e69a52-7468-44c6-8197-5215d11a95a8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:03.098363 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['25e69a52-7468-44c6-8197-5215d11a95a8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:03.103079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e6c28ac8-f04f-4eba-be8d-bc843b31b3c8 None None] Port 9383d922-0ee4-4eb0-b291-1163c9e05401 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:03.147053 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:03.148013 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6704a38-3f17-427f-aa74-ddadeaba7135 None None] The sync data for ids ['25e69a52-7468-44c6-8197-5215d11a95a8'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:03.166168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network cf0b8185-2865-45e8-84cd-19b264c26811 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:03.258946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, cf0b8185-2865-45e8-84cd-19b264c26811) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:03.269260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9442f95-3c05-47e3-af87-7eb189d9b5ec None None] Network cf0b8185-2865-45e8-84cd-19b264c26811 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:03.294422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:03.295308 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.509375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0162725-3f69-493b-b482-7a6938c47ea7 None None] Network cf0b8185-2865-45e8-84cd-19b264c26811 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:03.749808 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6c128336-365d-4012-84e9-3948897564f1 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1252565 Aug 06 15:58:03.753931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:03.769342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-189722636', 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:03.791563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:03.826929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:03.860856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 15:58:03.860856 n-d-778550-6 neutron-server[94841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 15:58:03.860856 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id': '155f27645d724fa9b8ed80b376475c2e', 'id': 'e4ea98b2-3d28-4171-9fe7-d91f08ec18b8', 'expiration': datetime.datetime(2021, 8, 6, 16, 0, 3, 849708)}] Aug 06 15:58:03.860856 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:58:03.861527 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:58:03.966740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Made reservation on behalf of e33e3a2b4eda483aa1f9ac4a0c8784c6 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:03.973348 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.018416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] device_id is not set on port 1b85d006-972e-4c10-9e14-c5bd2e791e16 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:58:04.173869 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Allocated IP 172.20.0.9 (cf0b8185-2865-45e8-84cd-19b264c26811/f763013f-0694-4e80-8ee8-fc9f5c549c6a/1b85d006-972e-4c10-9e14-c5bd2e791e16) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:04.239911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.376240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.418446 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.519050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.533677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.567212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 9383d922-0ee4-4eb0-b291-1163c9e05401 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:04.567504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.572067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network cf0b8185-2865-45e8-84cd-19b264c26811 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:04.576809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:04.578517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:04.601332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Port': ['ID=1b85d006-972e-4c10-9e14-c5bd2e791e16,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:04.622706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:04.623323 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.659512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.679525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.698017 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 9383d922-0ee4-4eb0-b291-1163c9e05401 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:04.722776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=155f27645d724fa9b8ed80b376475c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295142 Aug 06 15:58:04.725417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0d5e8-5008-4cab-a264-76955afff3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd0046a-f8b5-4a33-bebb-ad452cad0ab6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:04.728147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:04.771756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5daa9bb4-93fb-4056-ad29-e3eb710fd702 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0143538 Aug 06 15:58:04.775307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:04.856595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66b1a234-6ad8-4965-b478-2226f1c765b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.891139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66b1a234-6ad8-4965-b478-2226f1c765b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.910664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Deleting port 1b85d006-972e-4c10-9e14-c5bd2e791e16 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:04.911000 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:04.939304 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebfaa91a-0ab9-4c02-990b-5a031c5ee55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.028246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.046543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Calling delete_port for 1b85d006-972e-4c10-9e14-c5bd2e791e16 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:05.126991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.154956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=9383d922-0ee4-4eb0-b291-1163c9e05401,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.214337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66b1a234-6ad8-4965-b478-2226f1c765b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.214337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66b1a234-6ad8-4965-b478-2226f1c765b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.214337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-66b1a234-6ad8-4965-b478-2226f1c765b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bd0046a-f8b5-4a33-bebb-ad452cad0ab6 HTTP/1.1" status: 204 len: 168 time: 0.4783494 Aug 06 15:58:05.236032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1a234-6ad8-4965-b478-2226f1c765b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd0046a-f8b5-4a33-bebb-ad452cad0ab6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.287761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.312126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.377598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b85d006-972e-4c10-9e14-c5bd2e791e16,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:05.493441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:05.498002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-046ca191-55ae-4728-866f-31a36a0bf68c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1b85d006-972e-4c10-9e14-c5bd2e791e16 HTTP/1.1" status: 204 len: 168 time: 0.7194185 Aug 06 15:58:05.498271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:05.504169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811', 'external_fixed_ips': [{'subnet_id': 'f763013f-0694-4e80-8ee8-fc9f5c549c6a', 'ip_address': '172.20.0.9'}]}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:05.558262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 25e69a52-7468-44c6-8197-5215d11a95a8 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:05.641725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:06.176297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:06.180301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c8b47fb1-08fc-47a6-ab6e-d7f27c09c761 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/25e69a52-7468-44c6-8197-5215d11a95a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5767369 Aug 06 15:58:06.184218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] Sync routers for ids ['25e69a52-7468-44c6-8197-5215d11a95a8'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:06.184218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] Routers {'25e69a52-7468-44c6-8197-5215d11a95a8'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:06.184218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['25e69a52-7468-44c6-8197-5215d11a95a8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:06.184218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:06.185419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.185419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.185419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.186233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] Routers {'25e69a52-7468-44c6-8197-5215d11a95a8'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:06.186233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:57:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['25e69a52-7468-44c6-8197-5215d11a95a8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:06.186233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:06.186233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75656430-bee5-4319-8bad-05d0e955e187 None None] The sync data for ids ['25e69a52-7468-44c6-8197-5215d11a95a8'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:06.186801 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-1713a0d5-1aba-46f3-bb19-63f279a87570 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] remove_router_interface failed (client error): The resource could not be found. Aug 06 15:58:06.186801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1713a0d5-1aba-46f3-bb19-63f279a87570 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/25e69a52-7468-44c6-8197-5215d11a95a8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3789959 Aug 06 15:58:06.186801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:06.186801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b92c1c21-7074-446b-8d9c-370d720a9b97 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=25e69a52-7468-44c6-8197-5215d11a95a8 HTTP/1.1" status: 200 len: 205 time: 0.1008127 Aug 06 15:58:06.186801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48196) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:06.294055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.298177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.492636 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.502361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.776301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.796495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.797543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router 25e69a52-7468-44c6-8197-5215d11a95a8 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:06.800162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.807072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.808375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a8e53755-9a78-4729-9e72-e934a47e7a73 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/25e69a52-7468-44c6-8197-5215d11a95a8 HTTP/1.1" status: 204 len: 168 time: 0.6690061 Aug 06 15:58:06.811308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:06.883592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet 1824a073-6c54-40af-854a-d35f5df76a78 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:06.887243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:06.931706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.023928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Allocated IP 172.20.0.9 (cf0b8185-2865-45e8-84cd-19b264c26811/f763013f-0694-4e80-8ee8-fc9f5c549c6a/80aa0d6d-02ed-47a7-82ac-144c5f882890) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:07.058955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.290603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.329223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=1824a073-6c54-40af-854a-d35f5df76a78,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:07.335835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.337064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5720a2-42b4-4909-ab14-05bb4b758a93 None None] Network c3af6f1e-ae7e-45be-a558-698641919fef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:07.338118 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0cd34aca-2aa4-42ee-b5ae-e2c4ae6c2bc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/1824a073-6c54-40af-854a-d35f5df76a78 HTTP/1.1" status: 204 len: 168 time: 0.5247250 Aug 06 15:58:07.340769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:07.559246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.644920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:07.645578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.690146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.740556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,segment=NetworkSegment(6c9bb239-0474-4154-a784-5bb0482f7f66),segment_id=6c9bb239-0474-4154-a784-5bb0482f7f66)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:07.741289 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.757133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:07.816311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.830711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] DHCP port deletion for c3af6f1e-ae7e-45be-a558-698641919fef request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:58:07.848207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f2a42990-2447-4c92-ae8e-9b0c5c85ecd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.907983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:07.933328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.943230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] Deleting port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:07.945407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:07.994914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network cf0b8185-2865-45e8-84cd-19b264c26811 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:08.000644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:08.001930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.010754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Port': ['ID=80aa0d6d-02ed-47a7-82ac-144c5f882890,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:08.032963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:58:08.033053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:08.033132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:08.045077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] For port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,segment=NetworkSegment(6c9bb239-0474-4154-a784-5bb0482f7f66),segment_id=6c9bb239-0474-4154-a784-5bb0482f7f66)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:08.048274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.077664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] Calling delete_port for a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:08.110749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:08.128996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.228967 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:08.230952 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 15:58:08.237113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.265067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.280742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] Pushing event deleted for resources: {'Port': ['ID=a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:08.281093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3af6f1e-ae7e-45be-a558-698641919fef']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:08.285738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a5919-ff64-46c2-8994-8bb288427000 None None] No DVR routers for this DVR port a07a9ab0-2e7a-41dd-9bbf-a7aefef65c52 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:08.305409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9bb239-0474-4154-a784-5bb0482f7f66') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:08.305892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9bb239-0474-4154-a784-5bb0482f7f66') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:08.317156 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.338824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.346906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:08.347967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:08.352752 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:08.452329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523970a2-f20a-45ba-8401-48cf49f94020 req-9b70941f-9539-4b2b-837e-c7083d4ad316 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:08.454263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-523970a2-f20a-45ba-8401-48cf49f94020 req-9b70941f-9539-4b2b-837e-c7083d4ad316 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 946 time: 0.0655894 Aug 06 15:58:08.527076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.543069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.555716 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/c3af6f1e-ae7e-45be-a558-698641919fef HTTP/1.1" status: 204 len: 168 time: 1.2138135 Aug 06 15:58:08.556092 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-523970a2-f20a-45ba-8401-48cf49f94020 req-62842776-3366-4f4e-8578-18d46384e65a tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952280 Aug 06 15:58:08.563502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:08.580531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278811603'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:08.607762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851cb66-21e9-4883-afdd-82b9c0da784a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=c3af6f1e-ae7e-45be-a558-698641919fef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:08.651962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.789390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:08.793164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.837541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:08.850087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.850913 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment 4321b6d2-1959-4dc9-9369-9f36f00546bb of type vlan for network cda1769d-28d0-43f9-b84b-4caef7036ed7 Aug 06 15:58:08.900782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.913372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:08.972673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.097460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.099363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:09.100006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.137810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Router ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:09.191797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=cda1769d-28d0-43f9-b84b-4caef7036ed7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:09.203149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:09.273440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48288) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:09.273867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-98cf9f26-9d79-42fe-bcf9-03472879d224 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7089181 Aug 06 15:58:09.282107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:09.289328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:09.303748 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Sync routers for ids ['ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:09.317018 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Routers {'ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:09.320399 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:09.466737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.470641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a1f2045f-ebf9-4c95-915c-e863a893588a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9687533 Aug 06 15:58:09.471339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48294) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:09.474205 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Set router ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:09.629618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:09.633527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.729645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.825071 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e', 'name': '', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811', 'external_fixed_ips': [{'subnet_id': 'f763013f-0694-4e80-8ee8-fc9f5c549c6a', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '80aa0d6d-02ed-47a7-82ac-144c5f882890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:08Z', 'revision_number': 3, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port': {'id': '80aa0d6d-02ed-47a7-82ac-144c5f882890', 'name': '', 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'f763013f-0694-4e80-8ee8-fc9f5c549c6a', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:06Z', 'updated_at': '2021-08-06T15:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f763013f-0694-4e80-8ee8-fc9f5c549c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:09.855384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796954b-f5f4-4b49-bc7e-772dfde0ccbd req-4e71029a-1fda-4672-be7a-cb7089f98049 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:09.857350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a796954b-f5f4-4b49-bc7e-772dfde0ccbd req-4e71029a-1fda-4672-be7a-cb7089f98049 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 946 time: 0.0914934 Aug 06 15:58:09.883352 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Checking router: ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:09.884190 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Updating router ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e port 80aa0d6d-02ed-47a7-82ac-144c5f882890 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:09.903999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-9bdb7c5a-2b22-42a1-b49b-40fb82c5e7a0 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:09.905621 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-9bdb7c5a-2b22-42a1-b49b-40fb82c5e7a0 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.59 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 946 time: 0.2884202 Aug 06 15:58:09.911957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.922170 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:09.960326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a796954b-f5f4-4b49-bc7e-772dfde0ccbd req-99d9fa32-b736-4ae9-9eb3-c3fc9bc45c56 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/security-groups?id=8ff62154-1672-45e4-9795-4ad3c954df23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914574 Aug 06 15:58:10.029045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Deleting port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:10.029529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.134021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] For port 71cab16d-ec96-4071-bf4c-71d1bbf844b1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=71cab16d-ec96-4071-bf4c-71d1bbf844b1,segment=NetworkSegment(d0216d2f-ef98-44e9-9ffc-277c1734af77),segment_id=d0216d2f-ef98-44e9-9ffc-277c1734af77)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:10.134583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.156578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Calling delete_port for 71cab16d-ec96-4071-bf4c-71d1bbf844b1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:10.254292 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.256263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Deleting port 80aa0d6d-02ed-47a7-82ac-144c5f882890 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:10.256614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.267275 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Transition to ACTIVE for port object 80aa0d6d-02ed-47a7-82ac-144c5f882890 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:10.269950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.341471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': '4321b6d2-1959-4dc9-9369-9f36f00546bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:10.341471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: cda1769d-28d0-43f9-b84b-4caef7036ed7, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:10.354899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=d4f2ab73-78eb-4dc2-b464-d7bd5f10943d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.423878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.429690 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.445473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Calling delete_port for 80aa0d6d-02ed-47a7-82ac-144c5f882890 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:10.496168 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Attempting to bind port 80aa0d6d-02ed-47a7-82ac-144c5f882890 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:10.496530 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Attempting to bind port 80aa0d6d-02ed-47a7-82ac-144c5f882890 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'f10b3b55-2873-4679-940c-f505c08b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:10.496967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Attempting to bind port 80aa0d6d-02ed-47a7-82ac-144c5f882890 on network cf0b8185-2865-45e8-84cd-19b264c26811 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:10.505234 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Pushing event updated for resources: {'Port': ['ID=80aa0d6d-02ed-47a7-82ac-144c5f882890,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.509307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:10.516415 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:10.516878 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Checking segment: {'id': 'f10b3b55-2873-4679-940c-f505c08b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:10.517347 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.517805 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Bound using segment: {'id': 'f10b3b55-2873-4679-940c-f505c08b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:10.518447 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Bound port: 80aa0d6d-02ed-47a7-82ac-144c5f882890, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10b3b55-2873-4679-940c-f505c08b721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'cf0b8185-2865-45e8-84cd-19b264c26811'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:10.518872 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.522564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.523080 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.523486 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.528401 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.532164 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.532846 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.533633 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.534663 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.535342 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.535790 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.535790 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.536705 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:10.579376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.599817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['71cab16d-ec96-4071-bf4c-71d1bbf844b1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 15:58:10.634267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Pushing event deleted for resources: {'Port': ['ID=71cab16d-ec96-4071-bf4c-71d1bbf844b1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.645402 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] For port 80aa0d6d-02ed-47a7-82ac-144c5f882890, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:10.651673 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] For port 80aa0d6d-02ed-47a7-82ac-144c5f882890, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80aa0d6d-02ed-47a7-82ac-144c5f882890,segment=NetworkSegment(f10b3b55-2873-4679-940c-f505c08b721d),segment_id=f10b3b55-2873-4679-940c-f505c08b721d)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:10.683708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] No DVR routers for this DVR port 71cab16d-ec96-4071-bf4c-71d1bbf844b1 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:10.686417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.689505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6a8a978-4530-437e-ab38-08bc8241f287 req-21da5029-a02e-4b41-baab-45747a320745 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.59 "DELETE /v2.0/ports/71cab16d-ec96-4071-bf4c-71d1bbf844b1 HTTP/1.1" status: 204 len: 173 time: 0.7745161 Aug 06 15:58:10.689975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'name': 'network-vif-deleted', 'tag': '71cab16d-ec96-4071-bf4c-71d1bbf844b1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 15:58:10.692381 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f99b9d1-90c3-4f7b-a9d4-a55ff1d1d0b2" -d '{"events": [{"server_uuid": "da1b0c33-6bb5-49da-bd93-c28baefea5b7", "name": "network-vif-deleted", "tag": "71cab16d-ec96-4071-bf4c-71d1bbf844b1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 15:58:10.716341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, cda1769d-28d0-43f9-b84b-4caef7036ed7) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:10.738933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f7e70-31fd-4a49-a88a-2534959b9398 None None] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:10.740951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:10.742233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.746827 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:10.806531 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0002d3f-03d9-49e6-9d7b-958248e8e825 x-openstack-request-id: req-d0002d3f-03d9-49e6-9d7b-958248e8e825 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 15:58:10.813821 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1b0c33-6bb5-49da-bd93-c28baefea5b7", "name": "network-vif-deleted", "tag": "71cab16d-ec96-4071-bf4c-71d1bbf844b1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 15:58:10.813821 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0002d3f-03d9-49e6-9d7b-958248e8e825 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 15:58:10.813821 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1b0c33-6bb5-49da-bd93-c28baefea5b7', 'name': 'network-vif-deleted', 'tag': '71cab16d-ec96-4071-bf4c-71d1bbf844b1', 'status': 'completed', 'code': 200} Aug 06 15:58:10.856132 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764c075-4197-4c68-8dd3-f61208f0fbf5 None None] Pushing event updated for resources: {'Port': ['ID=80aa0d6d-02ed-47a7-82ac-144c5f882890,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:10.888041 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Routers {'ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:10.888789 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:10.904563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e23a65b5-8654-4c87-8efd-47788f85c3af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6297135 Aug 06 15:58:10.908741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48326) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:10.914546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-634068101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:10.936343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.013491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.044096 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] Set router ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:11.049635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event deleted for resources: {'Port': ['ID=80aa0d6d-02ed-47a7-82ac-144c5f882890,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:11.076585 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.079521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.130108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-cda1769d-28d0-43f9-b84b-4caef7036ed7', 'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': 'd4f2ab73-78eb-4dc2-b464-d7bd5f10943d'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:58:11.130979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.148942 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e', 'name': '', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:09Z', 'revision_number': 4, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:11.193105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.217966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.236395 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ee9736-5b47-4ba8-9abd-55b6b84118a6 None None] The sync data for ids ['ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e'] in n-d-778550-6 is: [{'id': 'ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e', 'name': '', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:05Z', 'updated_at': '2021-08-06T15:58:09Z', 'revision_number': 4, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:11.284651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-737aeb9f-438c-4376-9b1e-c937634ec7ed req-0e8fd122-383f-4f36-a93c-23ef3a3bdd77 tempest-VolumesActionsTest-724170742 tempest-VolumesActionsTest-724170742-project] 10.222.0.16 "GET /v2.0/ports?device_id=da1b0c33-6bb5-49da-bd93-c28baefea5b7 HTTP/1.1" status: 200 len: 210 time: 0.1369121 Aug 06 15:58:11.335856 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.339612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.365080 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.402091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Allocated IP 2001:db8::2 (cda1769d-28d0-43f9-b84b-4caef7036ed7/d4f2ab73-78eb-4dc2-b464-d7bd5f10943d/1607a782-594d-492e-8066-de949115ea61) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:11.515089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.517336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5559813e-8cb3-44cd-abba-0fe57e0c541c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6066597 Aug 06 15:58:11.521039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48338) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:11.635266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.635904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:11.643556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.648239 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e51b597b-3732-46eb-9179-282d14ce6cbf tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ae027c16-f2f8-44a2-9ce3-fccd7ca81e3e HTTP/1.1" status: 204 len: 168 time: 2.1716101 Aug 06 15:58:11.649941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.650472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:11.661532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Transition to ACTIVE for port object 1607a782-594d-492e-8066-de949115ea61 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:11.695261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Transition to ACTIVE for port object 1607a782-594d-492e-8066-de949115ea61 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:11.753683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Deleting subnet f763013f-0694-4e80-8ee8-fc9f5c549c6a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:11.757472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.809509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.874029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:11.946950 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.054568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Pushing event updated for resources: {'Port': ['ID=1607a782-594d-492e-8066-de949115ea61,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:12.076973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:12.078555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:12.086522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:12.155352 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.168952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.170977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/f763013f-0694-4e80-8ee8-fc9f5c549c6a HTTP/1.1" status: 204 len: 168 time: 0.5208125 Aug 06 15:58:12.192433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:12.207745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Attempting to bind port 1607a782-594d-492e-8066-de949115ea61 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:12.211217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Attempting to bind port 1607a782-594d-492e-8066-de949115ea61 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '4321b6d2-1959-4dc9-9369-9f36f00546bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:12.211718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Attempting to bind port 1607a782-594d-492e-8066-de949115ea61 on network cda1769d-28d0-43f9-b84b-4caef7036ed7 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:12.223194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:12.224157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Checking segment: {'id': '4321b6d2-1959-4dc9-9369-9f36f00546bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:12.224819 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.225340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Bound using segment: {'id': '4321b6d2-1959-4dc9-9369-9f36f00546bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:12.226074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Bound port: 1607a782-594d-492e-8066-de949115ea61, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4321b6d2-1959-4dc9-9369-9f36f00546bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'cda1769d-28d0-43f9-b84b-4caef7036ed7'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:12.226693 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.294785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845a341-d06a-4859-bfb1-9483d2e2dfe3 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f763013f-0694-4e80-8ee8-fc9f5c549c6a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:12.309351 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.396944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] For port 1607a782-594d-492e-8066-de949115ea61, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:12.400975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] For port 1607a782-594d-492e-8066-de949115ea61, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1607a782-594d-492e-8066-de949115ea61,segment=NetworkSegment(4321b6d2-1959-4dc9-9369-9f36f00546bb),segment_id=4321b6d2-1959-4dc9-9369-9f36f00546bb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:12.508966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.510311 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.513881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.521292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b8185-2865-45e8-84cd-19b264c26811']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:12.534623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10b3b55-2873-4679-940c-f505c08b721d') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:12.534952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10b3b55-2873-4679-940c-f505c08b721d') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:12.546207 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.574657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.597685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:12.601107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:12.605814 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:12.689374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d687d8-1a6a-4350-b92b-363f9d596f7b None None] Pushing event updated for resources: {'Port': ['ID=1607a782-594d-492e-8066-de949115ea61,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:12.875780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.881686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf0b8185-2865-45e8-84cd-19b264c26811 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 06 15:58:12.893830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:12.896182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/networks/cf0b8185-2865-45e8-84cd-19b264c26811 HTTP/1.1" status: 204 len: 168 time: 0.7024560 Aug 06 15:58:12.940716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb3899-d450-456c-8911-f23610147588 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf0b8185-2865-45e8-84cd-19b264c26811,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.123180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8::1 (cda1769d-28d0-43f9-b84b-4caef7036ed7/d4f2ab73-78eb-4dc2-b464-d7bd5f10943d/d9a21a07-0d6e-4c8d-b06c-2130cc2a8970) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:13.305659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.322786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:13.527747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.578892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:13.629280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:13.645178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=d9a21a07-0d6e-4c8d-b06c-2130cc2a8970,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:13.648351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:13.649188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:13.853494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 71cab16d-ec96-4071-bf4c-71d1bbf844b1 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:13.893905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:13.899271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'name': 'tempest-router--642805585', 'project_id': '91b3c90c542e4e698929edd479e16fb2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:13.909867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 71cab16d-ec96-4071-bf4c-71d1bbf844b1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:13.910521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 71cab16d-ec96-4071-bf4c-71d1bbf844b1 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:14.013043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1607a782-594d-492e-8066-de949115ea61 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:14.026926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.057499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.059262 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.224176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 1607a782-594d-492e-8066-de949115ea61 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:14.258410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b9c7e-cbe1-4df6-8c1e-e7bdb8179f0d None None] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:14.268266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.423163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.430644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.543060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] Provisioning for port 1607a782-594d-492e-8066-de949115ea61 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:14.553142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] Provisioning complete for port 1607a782-594d-492e-8066-de949115ea61 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:14.553530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.583729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.583928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.584041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fcf5d291-bd24-4e45-aee5-a91e246b1fc2 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6848168 Aug 06 15:58:14.584144 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.586832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:14.767264 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.768021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:14.826411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=d9a21a07-0d6e-4c8d-b06c-2130cc2a8970,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:14.929941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] For port 1607a782-594d-492e-8066-de949115ea61, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1607a782-594d-492e-8066-de949115ea61,segment=NetworkSegment(4321b6d2-1959-4dc9-9369-9f36f00546bb),segment_id=4321b6d2-1959-4dc9-9369-9f36f00546bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:14.934606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:14.936650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:15.072066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.074277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.085466 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.300204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.300730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00066f06-b960-4e89-a330-1e093b782230 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:15.302293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router a76a03be-8db2-4798-b4cb-a1fd0a419ef5 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:15.309462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.313539 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-623cbf85-eb68-40ef-b516-e4b41840719e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/routers/00066f06-b960-4e89-a330-1e093b782230 HTTP/1.1" status: 204 len: 168 time: 0.7226713 Aug 06 15:58:15.524987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525cd09-463d-43f3-b2d1-c4c7eeffa44b None None] Pushing event updated for resources: {'Port': ['ID=1607a782-594d-492e-8066-de949115ea61,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:15.541094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1465b360-5ff9-4eaa-985a-6479c5c60e81 None None] Provisioning complete for port 1607a782-594d-492e-8066-de949115ea61 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:15.541478 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1465b360-5ff9-4eaa-985a-6479c5c60e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.647144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:15.666679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c4735588-ee11-4088-908c-5929074c6c1e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/a76a03be-8db2-4798-b4cb-a1fd0a419ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417811 Aug 06 15:58:15.666989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48434) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:15.669158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] Sync routers for ids ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:15.708655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] Routers {'a76a03be-8db2-4798-b4cb-a1fd0a419ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:15.708655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:15.751097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb20b8b-5004-4c37-93ed-d2d3969cffc0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:15.757867 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-feb20b8b-5004-4c37-93ed-d2d3969cffc0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports/d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 HTTP/1.1" status: 200 len: 911 time: 0.0897286 Aug 06 15:58:15.758267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48438) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:15.775178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:15.831193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] Routers {'a76a03be-8db2-4798-b4cb-a1fd0a419ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:15.832513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:15.889438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:15.890312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820607da-deb1-44fb-85e2-93061c0ce85a None None] The sync data for ids ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:15.917342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1465b360-5ff9-4eaa-985a-6479c5c60e81 None None] Provisioning for port d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:15.928606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1465b360-5ff9-4eaa-985a-6479c5c60e81 None None] Provisioning complete for port d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:15.929262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1465b360-5ff9-4eaa-985a-6479c5c60e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:15.984336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1607a782-594d-492e-8066-de949115ea61 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:16.018160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1465b360-5ff9-4eaa-985a-6479c5c60e81 None None] Port d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:16.054870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 1607a782-594d-492e-8066-de949115ea61 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:16.055257 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.121559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:16.193242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-689dd382-3fe8-4aa1-b9bd-f7c33f583efb None None] Provisioning complete for port d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:16.193625 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-689dd382-3fe8-4aa1-b9bd-f7c33f583efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.294239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-689dd382-3fe8-4aa1-b9bd-f7c33f583efb None None] Port d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:16.387281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.548462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-435687295', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:16.706886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.709302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.757204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:16.757904 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.790414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.858475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:16.871978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for d9a21a07-0d6e-4c8d-b06c-2130cc2a8970 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:17.197503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.243517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.284113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=d9a21a07-0d6e-4c8d-b06c-2130cc2a8970,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:17.470314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.732743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.748217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router a76a03be-8db2-4798-b4cb-a1fd0a419ef5 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:17.768317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:17.882382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:17.888022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9413b866-1e69-48ec-8907-ffbe329b19f1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/a76a03be-8db2-4798-b4cb-a1fd0a419ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1283705 Aug 06 15:58:17.892103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:17.895979 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] Sync routers for ids ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:17.907964 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] Routers {'a76a03be-8db2-4798-b4cb-a1fd0a419ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:17.908819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:17.930317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dd69f1d4-28a2-4acb-8616-5271956ec3e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76a03be-8db2-4798-b4cb-a1fd0a419ef5 HTTP/1.1" status: 200 len: 205 time: 0.0368321 Aug 06 15:58:17.932726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48502) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:17.967451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Allocated IP 172.25.5.172 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/63f70403-336a-487b-8dd2-702f35c1dc8d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:17.969116 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:17.979837 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] Routers {'a76a03be-8db2-4798-b4cb-a1fd0a419ef5'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:17.980704 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:18.019307 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:18.020216 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeb7b41-877e-4435-a454-6cff8f937163 None None] The sync data for ids ['a76a03be-8db2-4798-b4cb-a1fd0a419ef5'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:18.039657 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.170064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.271384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.274508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.412666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.464302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:18.468153 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:18.469335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.470367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router a76a03be-8db2-4798-b4cb-a1fd0a419ef5 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:18.472717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:18.477265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.478386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b6fe0c13-f170-4cb8-9767-b9a9168c8171 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/a76a03be-8db2-4798-b4cb-a1fd0a419ef5 HTTP/1.1" status: 204 len: 168 time: 0.5447471 Aug 06 15:58:18.478683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event updated for resources: {'Port': ['ID=63f70403-336a-487b-8dd2-702f35c1dc8d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:18.482876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48518) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:18.550661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet d4f2ab73-78eb-4dc2-b464-d7bd5f10943d {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:18.554544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.705179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:18.830713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.011345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.082436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.151549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f2ab73-78eb-4dc2-b464-d7bd5f10943d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:19.156140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.161289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7e90fe3-0cf7-4354-b665-a7c7be9db027 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/d4f2ab73-78eb-4dc2-b464-d7bd5f10943d HTTP/1.1" status: 204 len: 168 time: 0.6743357 Aug 06 15:58:19.161415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:19.168616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75dbd2b-80a5-4ead-a87e-b672f2f4adfb None None] Network cda1769d-28d0-43f9-b84b-4caef7036ed7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:19.268240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.363706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.414898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 1607a782-594d-492e-8066-de949115ea61 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:19.415573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.464171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] DHCP port deletion for cda1769d-28d0-43f9-b84b-4caef7036ed7 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:58:19.514109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 1607a782-594d-492e-8066-de949115ea61, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1607a782-594d-492e-8066-de949115ea61,segment=NetworkSegment(4321b6d2-1959-4dc9-9369-9f36f00546bb),segment_id=4321b6d2-1959-4dc9-9369-9f36f00546bb)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:19.518704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.524862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] Deleting port 1607a782-594d-492e-8066-de949115ea61 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:19.525460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.541495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 1607a782-594d-492e-8066-de949115ea61 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:19.608547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] For port 1607a782-594d-492e-8066-de949115ea61, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=1607a782-594d-492e-8066-de949115ea61,segment=NetworkSegment(4321b6d2-1959-4dc9-9369-9f36f00546bb),segment_id=4321b6d2-1959-4dc9-9369-9f36f00546bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:19.609646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:19.622997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] Calling delete_port for 1607a782-594d-492e-8066-de949115ea61 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:19.776189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Router 0505680f-d041-4b8f-b9d8-1c3c56cc2bea is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:19.934831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1607a782-594d-492e-8066-de949115ea61 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:19.963919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:19.992800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036df79-c360-405e-b945-d5baa1738130 None None] Sync routers for ids ['0505680f-d041-4b8f-b9d8-1c3c56cc2bea'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:20.008695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.010945 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.053315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port 1607a782-594d-492e-8066-de949115ea61 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:20.055876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=1607a782-594d-492e-8066-de949115ea61,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:20.058597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] Pushing event deleted for resources: {'Port': ['ID=1607a782-594d-492e-8066-de949115ea61,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:20.065042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8d564-4267-4d55-a8cc-3d2225ad82e8 None None] No DVR routers for this DVR port 1607a782-594d-492e-8066-de949115ea61 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:20.072193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036df79-c360-405e-b945-d5baa1738130 None None] Routers {'0505680f-d041-4b8f-b9d8-1c3c56cc2bea'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:20.073945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3036df79-c360-405e-b945-d5baa1738130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0505680f-d041-4b8f-b9d8-1c3c56cc2bea'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.117799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3036df79-c360-405e-b945-d5baa1738130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.121144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port 1607a782-594d-492e-8066-de949115ea61 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:58:20.121576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 1607a782-594d-492e-8066-de949115ea61 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:20.132017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036df79-c360-405e-b945-d5baa1738130 None None] Routers {'0505680f-d041-4b8f-b9d8-1c3c56cc2bea'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:20.132674 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3036df79-c360-405e-b945-d5baa1738130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0505680f-d041-4b8f-b9d8-1c3c56cc2bea'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.177506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3036df79-c360-405e-b945-d5baa1738130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.178772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036df79-c360-405e-b945-d5baa1738130 None None] The sync data for ids ['0505680f-d041-4b8f-b9d8-1c3c56cc2bea'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:20.189974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.191320 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8dc69b92-51c3-49f4-9ed7-c198b9163f4d tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0687072 Aug 06 15:58:20.194253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:20.204788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.221706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda1769d-28d0-43f9-b84b-4caef7036ed7']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.238337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4321b6d2-1959-4dc9-9369-9f36f00546bb') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.238639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4321b6d2-1959-4dc9-9369-9f36f00546bb') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:20.253389 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.271390 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:20.287914 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:20.406586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6ec9468-04a3-449a-b0dd-296d5b651955 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/0505680f-d041-4b8f-b9d8-1c3c56cc2bea HTTP/1.1" status: 200 len: 920 time: 0.2080963 Aug 06 15:58:20.408930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:20.994273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b08ac1a5-bca5-41ab-bcad-d8be5ecabeb6 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=0505680f-d041-4b8f-b9d8-1c3c56cc2bea HTTP/1.1" status: 200 len: 205 time: 0.5832324 Aug 06 15:58:20.997999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:21.008357 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.021955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.028763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/cda1769d-28d0-43f9-b84b-4caef7036ed7 HTTP/1.1" status: 204 len: 168 time: 1.8629239 Aug 06 15:58:21.040020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:21.046877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1598205276', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:21.055509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253881-8912-415d-8a4d-4a9e4f7a1911 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=cda1769d-28d0-43f9-b84b-4caef7036ed7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:21.134679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.236114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.237896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.251571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.316962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.458613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Deleting port 63f70403-336a-487b-8dd2-702f35c1dc8d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:21.459029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.588592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.606663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Calling delete_port for 63f70403-336a-487b-8dd2-702f35c1dc8d owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:21.694517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:21.989350 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.035514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event deleted for resources: {'Port': ['ID=63f70403-336a-487b-8dd2-702f35c1dc8d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:22.152958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.285215 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.320714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.379791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.383552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.556543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 172.25.5.80 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/323794f0-3662-4f72-87c2-7ccfca07fd1b) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:22.673739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.673739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Fanout notify agent at l3_agent the message router_deleted on router 0505680f-d041-4b8f-b9d8-1c3c56cc2bea {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:22.685922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.695792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88dd638f-46ff-4004-a3c1-379ae148b78b tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/0505680f-d041-4b8f-b9d8-1c3c56cc2bea HTTP/1.1" status: 204 len: 168 time: 1.6933317 Aug 06 15:58:22.696058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:22.701454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'name': 'tempest-snat-router-427842257', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:22.728585 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.931591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.944710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.946184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:22.998833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:23.000508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:23.029347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:23.084425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.089824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=323794f0-3662-4f72-87c2-7ccfca07fd1b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:23.403319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.672444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:23.992503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.019250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.083633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.250325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Allocated IP 172.25.5.234 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/755762b4-e171-48b0-a560-46a5271a6216) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:24.430715 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.601555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router ba8735df-1fa2-4964-8e56-9aaaf94c3a9a is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:24.680135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:24.776609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Port': ['ID=755762b4-e171-48b0-a560-46a5271a6216,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:24.797773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:24.802402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:24.814182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:25.023199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:25.044760 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] Sync routers for ids ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:25.068996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] Routers {'ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:25.069626 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:25.183688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.188344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d31569fa-8ccc-4df5-8e14-f30cc0f8b2ac tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1467955 Aug 06 15:58:25.196480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:25.262846 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:25.273004 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] Routers {'ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:25.273922 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:25.308480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:25.309460 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5734a0-e544-4749-a61f-6f689bac4198 None None] The sync data for ids ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:25.374743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53704e9d-b08c-4141-99b1-be7a96cde36c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/routers/ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 200 len: 884 time: 0.1748650 Aug 06 15:58:25.379569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48688) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:25.474776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:25.792991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-25005ca2-4e2b-40c3-b6ae-17269303a1a8 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4120076 Aug 06 15:58:25.795350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:25.802039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1598205276'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:26.073511 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.152687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.340761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.464230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.494863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Router 9e90881a-38e4-483c-a865-4122a94b805c is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:26.724865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router ba8735df-1fa2-4964-8e56-9aaaf94c3a9a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:26.858972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:26.880195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Sync routers for ids ['9e90881a-38e4-483c-a865-4122a94b805c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:26.896749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Routers {'9e90881a-38e4-483c-a865-4122a94b805c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:26.897832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9e90881a-38e4-483c-a865-4122a94b805c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:26.914954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:26.928787 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] Sync routers for ids ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:26.943349 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] Routers {'ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:26.947978 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:26.952353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:26.956712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:26.956894 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d2293095-c775-4b43-a9e9-dddb109f5230 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 200 len: 891 time: 1.1594884 Aug 06 15:58:27.043166 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:27.065210 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] Routers {'ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:27.066712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:27.075737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.076999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa5e28a1-0907-4466-9c08-8db2df732ed5 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3799086 Aug 06 15:58:27.080506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:27.160364 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:27.163646 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e50f3-33a7-4b6f-a24e-fdfb8255345d None None] The sync data for ids ['ba8735df-1fa2-4964-8e56-9aaaf94c3a9a'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:27.227882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Set router 9e90881a-38e4-483c-a865-4122a94b805c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:27.300213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e3da1785-5798-493e-8112-7db8d69e8b29 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/routers/ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 200 len: 891 time: 0.3408422 Aug 06 15:58:27.303514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:27.344637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14ac1839-d128-4dca-ac29-d9042539999f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/9e90881a-38e4-483c-a865-4122a94b805c HTTP/1.1" status: 200 len: 908 time: 0.2627733 Aug 06 15:58:27.351957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48738) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:27.370774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'name': 'tempest-snat-router-427842257', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': True}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:27.377357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe380060-ee61-4eea-bfe6-68acfc7e1e4c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 200 len: 205 time: 0.0716207 Aug 06 15:58:27.377621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:27.539099 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:58:27.549898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.551763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.658582 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.659379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90881a-38e4-483c-a865-4122a94b805c', 'name': 'tempest-snat-router-427842257', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.234'}], 'enable_snat': False}, 'gw_port_id': '755762b4-e171-48b0-a560-46a5271a6216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:22Z', 'updated_at': '2021-08-06T15:58:25Z', 'revision_number': 3, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port': {'id': '755762b4-e171-48b0-a560-46a5271a6216', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90881a-38e4-483c-a865-4122a94b805c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:24Z', 'updated_at': '2021-08-06T15:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:27.685252 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:27.734189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Checking router: 9e90881a-38e4-483c-a865-4122a94b805c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:27.734606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Updating router 9e90881a-38e4-483c-a865-4122a94b805c port 755762b4-e171-48b0-a560-46a5271a6216 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:27.802280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.160370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.266655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.450517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.502937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Transition to ACTIVE for port object 755762b4-e171-48b0-a560-46a5271a6216 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:28.504907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 323794f0-3662-4f72-87c2-7ccfca07fd1b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:28.507540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.704605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.769039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.800334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 323794f0-3662-4f72-87c2-7ccfca07fd1b owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:28.842557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Attempting to bind port 755762b4-e171-48b0-a560-46a5271a6216 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:28.842557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Attempting to bind port 755762b4-e171-48b0-a560-46a5271a6216 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:28.842557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Attempting to bind port 755762b4-e171-48b0-a560-46a5271a6216 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:28.854311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d8f5f-7d11-4547-9624-81257476424a None None] Pushing event updated for resources: {'Port': ['ID=755762b4-e171-48b0-a560-46a5271a6216,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:28.861160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:28.861543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:28.861956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:28.862352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:28.868256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Bound port: 755762b4-e171-48b0-a560-46a5271a6216, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:28.868666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.000480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.001542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] For port 755762b4-e171-48b0-a560-46a5271a6216, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:29.011836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] For port 755762b4-e171-48b0-a560-46a5271a6216, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=755762b4-e171-48b0-a560-46a5271a6216,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:29.029521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.160070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.245106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.282028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Allocated IP 172.25.5.201 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/e7fe23ae-ec96-4043-878b-c94a51c534e9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:29.332161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.363894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Routers {'9e90881a-38e4-483c-a865-4122a94b805c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:29.363894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9e90881a-38e4-483c-a865-4122a94b805c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:29.413508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=323794f0-3662-4f72-87c2-7ccfca07fd1b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:29.508099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] Set router 9e90881a-38e4-483c-a865-4122a94b805c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:29.555004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.564492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.702787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d8f5f-7d11-4547-9624-81257476424a None None] Pushing event updated for resources: {'Port': ['ID=755762b4-e171-48b0-a560-46a5271a6216,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:29.709888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.713083 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.715654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.756067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:29.763041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e90881a-38e4-483c-a865-4122a94b805c', 'name': 'tempest-snat-router-427842257', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.234'}], 'enable_snat': False}, 'gw_port_id': '755762b4-e171-48b0-a560-46a5271a6216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:22Z', 'updated_at': '2021-08-06T15:58:25Z', 'revision_number': 3, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port': {'id': '755762b4-e171-48b0-a560-46a5271a6216', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90881a-38e4-483c-a865-4122a94b805c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:24Z', 'updated_at': '2021-08-06T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:29.792269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:29.793854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b274c5-f6cc-4d9e-8562-58f3cbab7218 None None] The sync data for ids ['9e90881a-38e4-483c-a865-4122a94b805c'] in n-d-778550-6 is: [{'id': '9e90881a-38e4-483c-a865-4122a94b805c', 'name': 'tempest-snat-router-427842257', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.234'}], 'enable_snat': False}, 'gw_port_id': '755762b4-e171-48b0-a560-46a5271a6216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:22Z', 'updated_at': '2021-08-06T15:58:25Z', 'revision_number': 3, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port': {'id': '755762b4-e171-48b0-a560-46a5271a6216', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:30:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e90881a-38e4-483c-a865-4122a94b805c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:24Z', 'updated_at': '2021-08-06T15:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:29.800554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:29.894600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Port': ['ID=e7fe23ae-ec96-4043-878b-c94a51c534e9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:29.938102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.938686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router ba8735df-1fa2-4964-8e56-9aaaf94c3a9a {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:29.946251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:29.954573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-555c650d-0c0d-48cd-9006-9f4365f03f6d tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 204 len: 168 time: 2.5724227 Aug 06 15:58:29.955466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48800) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:29.970756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-43647366'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:30.126231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:30.162390 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.188348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:30.208928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.211137 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment eaa4a7a3-4444-4726-a9e5-9f849d87f371 of type vlan for network 563aac16-1e9c-4b1c-a2f8-6eedd082647a Aug 06 15:58:30.328124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.424755 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.504148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.511394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:30.512580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:30.649176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=563aac16-1e9c-4b1c-a2f8-6eedd082647a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:30.662610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:30.729906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6eea2527-5ada-4243-9148-cd01342521c5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7710354 Aug 06 15:58:30.730911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:30.737756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:30.922000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.012168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:31.018003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.605295 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-c40a0f51-b51c-406b-9c7d-be3aaee0af17 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645621 Aug 06 15:58:31.708093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-d54bc172-d7e6-4d4a-a7fa-1157689ca6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:31.713442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:31.721257 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-d54bc172-d7e6-4d4a-a7fa-1157689ca6ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1097 time: 0.0621409 Aug 06 15:58:31.790237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=0d845ffc-9bb9-4ed1-bc11-091b99e3eb79,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:31.803386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.803875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Router 7dd28331-e15d-443a-9438-0c20b9fb8f99 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:31.806628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.806906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.807430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.807849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:31.821845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': 'eaa4a7a3-4444-4726-a9e5-9f849d87f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:31.822354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: 563aac16-1e9c-4b1c-a2f8-6eedd082647a, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:31.975128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-90a24285-6fd1-4f19-9a41-c1bc0f079595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:31.976634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-90a24285-6fd1-4f19-9a41-c1bc0f079595 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 909 time: 0.1942167 Aug 06 15:58:31.984185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:32.029878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 755762b4-e171-48b0-a560-46a5271a6216 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:32.074850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:32.088415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Sync routers for ids ['7dd28331-e15d-443a-9438-0c20b9fb8f99'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:32.101018 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-b425a669-1ea4-4823-849d-473f0872ef6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 1002 time: 0.1124420 Aug 06 15:58:32.106644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Routers {'7dd28331-e15d-443a-9438-0c20b9fb8f99'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:32.107723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7dd28331-e15d-443a-9438-0c20b9fb8f99'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:32.109381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 563aac16-1e9c-4b1c-a2f8-6eedd082647a) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:32.123362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:32.126038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.154931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a379500-ba3e-4035-a364-7d0b081a6022 None None] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:32.172161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-4d315ac4-7b0d-4949-9691-1a8bad19ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:32.173853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-4d315ac4-7b0d-4949-9691-1a8bad19ee29 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 200 len: 847 time: 0.0619106 Aug 06 15:58:32.219495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.223784 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2a2fea20-4945-4066-b6b3-e3f46ddb89f8 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8669946 Aug 06 15:58:32.223784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:32.278755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-e5218eba-81dc-4d40-8074-6c85dc4ba169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:32.282587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-81814c69-2c18-4560-8275-6673f7a86e84 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5504365 Aug 06 15:58:32.285316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48860) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:32.286904 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-e5218eba-81dc-4d40-8074-6c85dc4ba169 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1da952ca-4751-4243-83df-f2a84737472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019711 Aug 06 15:58:32.296300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1894314171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:32.419110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Set router 7dd28331-e15d-443a-9438-0c20b9fb8f99 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:32.429503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.430697 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.507984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 755762b4-e171-48b0-a560-46a5271a6216 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:32.549967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.555487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-92b3ee33-569c-4aa3-8a21-62b0cfd88a94 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547336 Aug 06 15:58:32.569717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7a0f2958-0d00-4b9d-b234-3e192b12088b tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/7dd28331-e15d-443a-9438-0c20b9fb8f99 HTTP/1.1" status: 200 len: 907 time: 0.3421102 Aug 06 15:58:32.570139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:32.601170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 755762b4-e171-48b0-a560-46a5271a6216 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:32.604459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.693755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.792932 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.799256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-563aac16-1e9c-4b1c-a2f8-6eedd082647a', 'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': '0d845ffc-9bb9-4ed1-bc11-091b99e3eb79'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:58:32.800127 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.806150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.808762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-358fcd31-4845-432b-b843-66d1d4de47e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5171072 Aug 06 15:58:32.817542 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48880) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:32.828357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbcf56f5-fac9-4c28-b3cd-3e2fbe31b984 req-8e3e2f7b-e514-478c-8e92-a89e12545730 service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595935 Aug 06 15:58:32.854107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:32.940573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 755762b4-e171-48b0-a560-46a5271a6216, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=755762b4-e171-48b0-a560-46a5271a6216,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:33.054745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.094859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.158403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Allocated IP 2001:db8::2 (563aac16-1e9c-4b1c-a2f8-6eedd082647a/0d845ffc-9bb9-4ed1-bc11-091b99e3eb79/585f914c-6fd2-497e-9535-1668d6a3c878) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:33.183992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd28331-e15d-443a-9438-0c20b9fb8f99', 'name': 'tempest-snat-router-427842257', 'tenant_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'e7fe23ae-ec96-4043-878b-c94a51c534e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:27Z', 'updated_at': '2021-08-06T15:58:30Z', 'revision_number': 3, 'project_id': 'e33e3a2b4eda483aa1f9ac4a0c8784c6', 'gw_port': {'id': 'e7fe23ae-ec96-4043-878b-c94a51c534e9', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd28331-e15d-443a-9438-0c20b9fb8f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:29Z', 'updated_at': '2021-08-06T15:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:33.222391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=755762b4-e171-48b0-a560-46a5271a6216,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:33.226528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Checking router: 7dd28331-e15d-443a-9438-0c20b9fb8f99 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:33.226886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Updating router 7dd28331-e15d-443a-9438-0c20b9fb8f99 port e7fe23ae-ec96-4043-878b-c94a51c534e9 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:33.243229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.257327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Deleting port e7fe23ae-ec96-4043-878b-c94a51c534e9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:33.258421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.287392 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.400055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.418356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Calling delete_port for e7fe23ae-ec96-4043-878b-c94a51c534e9 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:33.623438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.634256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Transition to ACTIVE for port object 585f914c-6fd2-497e-9535-1668d6a3c878 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:33.654443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Transition to ACTIVE for port object 585f914c-6fd2-497e-9535-1668d6a3c878 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:33.745038 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.825676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8::1 (563aac16-1e9c-4b1c-a2f8-6eedd082647a/0d845ffc-9bb9-4ed1-bc11-091b99e3eb79/4a6e74b6-9001-475f-8f20-11f067a6262a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:33.831930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:33.846505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:33.850770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Pushing event updated for resources: {'Port': ['ID=585f914c-6fd2-497e-9535-1668d6a3c878,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:33.853276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:33.942848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.957604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Attempting to bind port 585f914c-6fd2-497e-9535-1668d6a3c878 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:33.958028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Attempting to bind port 585f914c-6fd2-497e-9535-1668d6a3c878 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'eaa4a7a3-4444-4726-a9e5-9f849d87f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:33.958778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Attempting to bind port 585f914c-6fd2-497e-9535-1668d6a3c878 on network 563aac16-1e9c-4b1c-a2f8-6eedd082647a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:33.977897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:33.980499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Checking segment: {'id': 'eaa4a7a3-4444-4726-a9e5-9f849d87f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:33.981040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:33.981447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Bound using segment: {'id': 'eaa4a7a3-4444-4726-a9e5-9f849d87f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:33.981973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Bound port: 585f914c-6fd2-497e-9535-1668d6a3c878, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa4a7a3-4444-4726-a9e5-9f849d87f371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '563aac16-1e9c-4b1c-a2f8-6eedd082647a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:33.982367 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.070292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 755762b4-e171-48b0-a560-46a5271a6216 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:34.093264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7fe23ae-ec96-4043-878b-c94a51c534e9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:34.114967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.134044 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.159084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 4a6e74b6-9001-475f-8f20-11f067a6262a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:34.209448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:58:34.209981 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:58:34.259273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] For port 585f914c-6fd2-497e-9535-1668d6a3c878, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:34.259273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] For port 585f914c-6fd2-497e-9535-1668d6a3c878, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=585f914c-6fd2-497e-9535-1668d6a3c878,segment=NetworkSegment(eaa4a7a3-4444-4726-a9e5-9f849d87f371),segment_id=eaa4a7a3-4444-4726-a9e5-9f849d87f371)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:34.259273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 755762b4-e171-48b0-a560-46a5271a6216 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:34.259273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.275127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.275650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.283452 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:34.345301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.348918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:34.365781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.369910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.371436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:34.383533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:34.384545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.504786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=4a6e74b6-9001-475f-8f20-11f067a6262a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:34.565012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ffd34-97c7-47ee-bd5c-0423a42b8360 None None] Pushing event updated for resources: {'Port': ['ID=585f914c-6fd2-497e-9535-1668d6a3c878,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:34.679936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.679936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd28331-e15d-443a-9438-0c20b9fb8f99 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:34.681496 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.682958 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ca75dcb2-b4a8-4040-a157-ba9bc3a58920 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/routers/7dd28331-e15d-443a-9438-0c20b9fb8f99 HTTP/1.1" status: 204 len: 168 time: 2.1120126 Aug 06 15:58:34.686037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48920) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:34.732496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Port e7fe23ae-ec96-4043-878b-c94a51c534e9 not found while updating agent binding for router 7dd28331-e15d-443a-9438-0c20b9fb8f99. {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 06 15:58:34.749617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Routers set() bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:34.750635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Router IDs set() for agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 15:58:34.751512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_agentschedulers_db [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7dd28331-e15d-443a-9438-0c20b9fb8f99'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent'). {{(pid=94842) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 06 15:58:34.751991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de606793-9c09-4023-b19e-30ee4f0ae9fc None None] The sync data for ids ['7dd28331-e15d-443a-9438-0c20b9fb8f99'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:34.803826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.892449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d98dd04d-7c28-48a8-8105-6d546bda767b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:34.933866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.697404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.743257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.834208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:35.835255 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.045492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 585f914c-6fd2-497e-9535-1668d6a3c878 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:36.050318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:36.065407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:36.081894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=4a6e74b6-9001-475f-8f20-11f067a6262a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:36.089588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Deleting port 755762b4-e171-48b0-a560-46a5271a6216 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:36.090073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.111791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c10cb1d-9f9c-492b-af0e-ea45b8b39e3c None None] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:36.324983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] For port 755762b4-e171-48b0-a560-46a5271a6216, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=755762b4-e171-48b0-a560-46a5271a6216,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:36.325353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.348404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Calling delete_port for 755762b4-e171-48b0-a560-46a5271a6216 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:36.488778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 0b493d82-699f-4d6f-931d-d9de3776001c is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:36.851764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-db8fd6eb-b90f-4f5b-84da-ebe2c29b2742 None None] Provisioning for port 585f914c-6fd2-497e-9535-1668d6a3c878 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:36.852905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:36.852905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4cb5f5b-4b73-458a-b12f-3466fb2fe45a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/0b493d82-699f-4d6f-931d-d9de3776001c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8471630 Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] Sync routers for ids ['0b493d82-699f-4d6f-931d-d9de3776001c'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] Routers {'0b493d82-699f-4d6f-931d-d9de3776001c'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0b493d82-699f-4d6f-931d-d9de3776001c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] Routers {'0b493d82-699f-4d6f-931d-d9de3776001c'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0b493d82-699f-4d6f-931d-d9de3776001c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:36.853775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94a5c5-c743-4aee-b6c5-b5fde24d67a0 None None] The sync data for ids ['0b493d82-699f-4d6f-931d-d9de3776001c'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:36.860420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48960) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:36.915581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 585f914c-6fd2-497e-9535-1668d6a3c878 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:36.922113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117fcdcc-0d60-4527-bd10-9106ae27afb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:36.943137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 585f914c-6fd2-497e-9535-1668d6a3c878 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:36.943137 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:36.943722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-117fcdcc-0d60-4527-bd10-9106ae27afb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports/4a6e74b6-9001-475f-8f20-11f067a6262a HTTP/1.1" status: 200 len: 911 time: 0.0718021 Aug 06 15:58:36.945962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:36.953647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d845ffc-9bb9-4ed1-bc11-091b99e3eb79'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:37.074702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.160992 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.214079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event deleted for resources: {'Port': ['ID=755762b4-e171-48b0-a560-46a5271a6216,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:37.281601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 585f914c-6fd2-497e-9535-1668d6a3c878, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=585f914c-6fd2-497e-9535-1668d6a3c878,segment=NetworkSegment(eaa4a7a3-4444-4726-a9e5-9f849d87f371),segment_id=eaa4a7a3-4444-4726-a9e5-9f849d87f371)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:37.350797 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.412846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.416194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6ffa4525-9e41-4602-b196-44dae33663a5 None None] Provisioning complete for port 585f914c-6fd2-497e-9535-1668d6a3c878 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:37.419030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4525-9e41-4602-b196-44dae33663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.504835 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.700779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48972) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:37.717318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.723158 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:37.890135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=585f914c-6fd2-497e-9535-1668d6a3c878,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:37.982257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8c5dd00-e01a-4b8c-bf7d-88bd223de4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.012660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.034757 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-54a8e37a-934d-480a-8a75-5575ef517db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.134050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.134629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e90881a-38e4-483c-a865-4122a94b805c {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:38.146565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.149152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-22bb23d2-1faa-4a49-87b4-f555199c9f4e tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9e90881a-38e4-483c-a865-4122a94b805c HTTP/1.1" status: 204 len: 168 time: 3.4619906 Aug 06 15:58:38.156881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:38.167990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-326647397', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:38.205503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6ffa4525-9e41-4602-b196-44dae33663a5 None None] Provisioning for port 4a6e74b6-9001-475f-8f20-11f067a6262a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:38.209880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6ffa4525-9e41-4602-b196-44dae33663a5 None None] Provisioning complete for port 4a6e74b6-9001-475f-8f20-11f067a6262a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:38.210295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ffa4525-9e41-4602-b196-44dae33663a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.271834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.275967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8c5dd00-e01a-4b8c-bf7d-88bd223de4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.301353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6ffa4525-9e41-4602-b196-44dae33663a5 None None] Port 4a6e74b6-9001-475f-8f20-11f067a6262a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:38.368394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a8c5dd00-e01a-4b8c-bf7d-88bd223de4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.420054 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.458787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87f80855-ac16-4c2d-b75c-efdca27365d7 None None] Provisioning complete for port 4a6e74b6-9001-475f-8f20-11f067a6262a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:38.460519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87f80855-ac16-4c2d-b75c-efdca27365d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.499577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a8c5dd00-e01a-4b8c-bf7d-88bd223de4cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6eea205c1304700b618d03b8d423fb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7969503 Aug 06 15:58:38.504927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5dd00-e01a-4b8c-bf7d-88bd223de4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca047df-a70e-4204-9baa-bbd0ca34953d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:38.511305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 48988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:38.547171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:38.553414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.575251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.576451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.577912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/ports/4a6e74b6-9001-475f-8f20-11f067a6262a HTTP/1.1" status: 200 len: 911 time: 1.6243491 Aug 06 15:58:38.584278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 48994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:38.605438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-87f80855-ac16-4c2d-b75c-efdca27365d7 None None] Port 4a6e74b6-9001-475f-8f20-11f067a6262a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:58:38.681527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d714f1ae-ab9d-49e9-a47a-1894289aeda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.719023 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.749738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d714f1ae-ab9d-49e9-a47a-1894289aeda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:38.787938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362b5e3-fe36-48e8-a145-e322de631d06 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=4a6e74b6-9001-475f-8f20-11f067a6262a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:38.949081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.005658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d714f1ae-ab9d-49e9-a47a-1894289aeda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.008677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d714f1ae-ab9d-49e9-a47a-1894289aeda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.013075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d714f1ae-ab9d-49e9-a47a-1894289aeda5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ca047df-a70e-4204-9baa-bbd0ca34953d HTTP/1.1" status: 204 len: 168 time: 0.4985046 Aug 06 15:58:39.071574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714f1ae-ab9d-49e9-a47a-1894289aeda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca047df-a70e-4204-9baa-bbd0ca34953d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:39.182721 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.451446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.627555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.661579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.815109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 4a6e74b6-9001-475f-8f20-11f067a6262a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:39.815356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.824075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Allocated IP 172.25.5.96 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/368ad09d-b1d6-46d7-a084-0459e594b4af) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:39.958384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:39.974775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 4a6e74b6-9001-475f-8f20-11f067a6262a owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:39.996103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 585f914c-6fd2-497e-9535-1668d6a3c878 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:40.018946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.076675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 585f914c-6fd2-497e-9535-1668d6a3c878 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:40.077706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.193104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:40.207567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 755762b4-e171-48b0-a560-46a5271a6216 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:40.214178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-704494f7-aee5-42ad-ae38-efb444b22240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.226997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.231415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 755762b4-e171-48b0-a560-46a5271a6216 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:58:40.236437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 755762b4-e171-48b0-a560-46a5271a6216 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:40.292334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:40.304749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:40.308720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:40.333865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event updated for resources: {'Port': ['ID=368ad09d-b1d6-46d7-a084-0459e594b4af,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:40.455582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.495575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=4a6e74b6-9001-475f-8f20-11f067a6262a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:40.651479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.689159 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-704494f7-aee5-42ad-ae38-efb444b22240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.779579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-704494f7-aee5-42ad-ae38-efb444b22240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.874828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:40.939177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-704494f7-aee5-42ad-ae38-efb444b22240 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4bd91aaded544c090509270cc365fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7433960 Aug 06 15:58:40.954482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:40.960402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704494f7-aee5-42ad-ae38-efb444b22240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cc44ea-2740-479e-9d61-155eb853d733,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:41.015124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.249885 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.271861 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-768a3fae-7c38-4950-baf8-9ccb991d64ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.396927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-768a3fae-7c38-4950-baf8-9ccb991d64ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.453743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 0b493d82-699f-4d6f-931d-d9de3776001c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:41.571917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:41.579083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e91fbed9-6121-44b4-a0e1-78cf2639b854 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/0b493d82-699f-4d6f-931d-d9de3776001c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865830 Aug 06 15:58:41.581780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:41.584368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] Sync routers for ids ['0b493d82-699f-4d6f-931d-d9de3776001c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:41.602347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] Routers {'0b493d82-699f-4d6f-931d-d9de3776001c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:41.603550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0b493d82-699f-4d6f-931d-d9de3776001c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:41.636123 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0b3e342e-7516-4a42-b9f7-527f10002778 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b493d82-699f-4d6f-931d-d9de3776001c HTTP/1.1" status: 200 len: 205 time: 0.0530322 Aug 06 15:58:41.638554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49032) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:41.662652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:41.677568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] Routers {'0b493d82-699f-4d6f-931d-d9de3776001c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:41.678456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0b493d82-699f-4d6f-931d-d9de3776001c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:41.738185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.761574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:41.762238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad178b2b-e79c-4b87-b126-5176a1f25c8f None None] The sync data for ids ['0b493d82-699f-4d6f-931d-d9de3776001c'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:41.781757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-768a3fae-7c38-4950-baf8-9ccb991d64ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.784519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-768a3fae-7c38-4950-baf8-9ccb991d64ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:41.795856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-768a3fae-7c38-4950-baf8-9ccb991d64ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2cc44ea-2740-479e-9d61-155eb853d733 HTTP/1.1" status: 204 len: 168 time: 0.8368421 Aug 06 15:58:41.800696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Router ad1329d1-a1c2-4ee9-978c-aff71be053db is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:41.903759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a3fae-7c38-4950-baf8-9ccb991d64ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cc44ea-2740-479e-9d61-155eb853d733,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:42.213593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.216915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.222082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:42.238714 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] Sync routers for ids ['ad1329d1-a1c2-4ee9-978c-aff71be053db'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:42.248366 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] Routers {'ad1329d1-a1c2-4ee9-978c-aff71be053db'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:42.249764 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ad1329d1-a1c2-4ee9-978c-aff71be053db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:42.308481 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:42.325219 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] Routers {'ad1329d1-a1c2-4ee9-978c-aff71be053db'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:42.326184 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ad1329d1-a1c2-4ee9-978c-aff71be053db'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:42.377122 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:42.378808 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef43972b-bb0c-40ab-bfc0-564ce5893111 None None] The sync data for ids ['ad1329d1-a1c2-4ee9-978c-aff71be053db'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:42.424924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.426105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a181b3b-d50f-4d97-aa30-f04a0ec6a883 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2663600 Aug 06 15:58:42.428512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:42.432989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': False}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:42.521355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.524635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router 0b493d82-699f-4d6f-931d-d9de3776001c {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:42.548551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.549956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-786a49a2-563a-4b17-8aa6-7f0ce2e7c4be tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/0b493d82-699f-4d6f-931d-d9de3776001c HTTP/1.1" status: 204 len: 168 time: 0.9085267 Aug 06 15:58:42.552252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:42.692554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet 0d845ffc-9bb9-4ed1-bc11-091b99e3eb79 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:42.697581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.762425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:42.866535 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.149516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.165167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.167517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/0d845ffc-9bb9-4ed1-bc11-091b99e3eb79 HTTP/1.1" status: 204 len: 168 time: 0.6137986 Aug 06 15:58:43.173106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df535c-1dda-442f-a984-90bbda689068 None None] Network 563aac16-1e9c-4b1c-a2f8-6eedd082647a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:43.225158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49058) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:43.298010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.309013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61872ad-68e7-48cc-a6b2-4a7aa105ae48 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=0d845ffc-9bb9-4ed1-bc11-091b99e3eb79,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:43.443543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.539556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 585f914c-6fd2-497e-9535-1668d6a3c878 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:43.540259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.572442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] DHCP port deletion for 563aac16-1e9c-4b1c-a2f8-6eedd082647a request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:58:43.640362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 585f914c-6fd2-497e-9535-1668d6a3c878, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=585f914c-6fd2-497e-9535-1668d6a3c878,segment=NetworkSegment(eaa4a7a3-4444-4726-a9e5-9f849d87f371),segment_id=eaa4a7a3-4444-4726-a9e5-9f849d87f371)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:43.640819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.691165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 585f914c-6fd2-497e-9535-1668d6a3c878 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:43.720354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] Deleting port 585f914c-6fd2-497e-9535-1668d6a3c878 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:43.721869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.945747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] For port 585f914c-6fd2-497e-9535-1668d6a3c878, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=585f914c-6fd2-497e-9535-1668d6a3c878,segment=NetworkSegment(eaa4a7a3-4444-4726-a9e5-9f849d87f371),segment_id=eaa4a7a3-4444-4726-a9e5-9f849d87f371)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:43.947092 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:43.989432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] Calling delete_port for 585f914c-6fd2-497e-9535-1668d6a3c878 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:44.004160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 585f914c-6fd2-497e-9535-1668d6a3c878 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:58:44.091590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.185834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=585f914c-6fd2-497e-9535-1668d6a3c878,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:44.198774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port 585f914c-6fd2-497e-9535-1668d6a3c878 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:44.208459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No active binding found for port 585f914c-6fd2-497e-9535-1668d6a3c878 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 15:58:44.209449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 585f914c-6fd2-497e-9535-1668d6a3c878 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:58:44.267269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.303647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] Pushing event deleted for resources: {'Port': ['ID=585f914c-6fd2-497e-9535-1668d6a3c878,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:44.305815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593b427-f8b8-4a9d-8a31-3d41b886b054 None None] No DVR routers for this DVR port 585f914c-6fd2-497e-9535-1668d6a3c878 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:58:44.369538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.379987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.392913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.409446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563aac16-1e9c-4b1c-a2f8-6eedd082647a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.425177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa4a7a3-4444-4726-a9e5-9f849d87f371') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.425740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa4a7a3-4444-4726-a9e5-9f849d87f371') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.443158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.473582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.491652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:58:44.492294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: items = [ Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:58:44.495875 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:58:44.569274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Router ad1329d1-a1c2-4ee9-978c-aff71be053db has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:58:44.709725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:44.721306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] Sync routers for ids ['ad1329d1-a1c2-4ee9-978c-aff71be053db'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:44.726010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:44.737859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-441c35dc-ccd3-4473-93da-9db10197712f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "PUT /v2.0/routers/ad1329d1-a1c2-4ee9-978c-aff71be053db HTTP/1.1" status: 200 len: 920 time: 2.2977300 Aug 06 15:58:44.741256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:44.752614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] Routers {'ad1329d1-a1c2-4ee9-978c-aff71be053db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:44.753291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ad1329d1-a1c2-4ee9-978c-aff71be053db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.815390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.830973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] Routers {'ad1329d1-a1c2-4ee9-978c-aff71be053db'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:44.835627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ad1329d1-a1c2-4ee9-978c-aff71be053db'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.879789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:44.880727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7c132-4b46-43b4-aae9-fa26aaf151c3 None None] The sync data for ids ['ad1329d1-a1c2-4ee9-978c-aff71be053db'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:44.913623 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f66d9ef5-25f6-4720-84d6-f94ef689af65 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/ad1329d1-a1c2-4ee9-978c-aff71be053db HTTP/1.1" status: 200 len: 920 time: 0.1777592 Aug 06 15:58:44.916521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49090) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.006416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456329f-081f-493f-bb81-c1b3fc283c56 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:45.008090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d456329f-081f-493f-bb81-c1b3fc283c56 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=ad1329d1-a1c2-4ee9-978c-aff71be053db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0905681 Aug 06 15:58:45.011087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49094) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.110387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.114813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9bb96-770e-4c6f-a6ed-b1d9936bc7f7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:45.116549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3cf9bb96-770e-4c6f-a6ed-b1d9936bc7f7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1040196 Aug 06 15:58:45.118980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.155585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21bfe5f2-e2d1-43c4-809d-32ee608cc7e0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad1329d1-a1c2-4ee9-978c-aff71be053db HTTP/1.1" status: 200 len: 205 time: 0.0348177 Aug 06 15:58:45.158392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.202853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.219002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.224790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/563aac16-1e9c-4b1c-a2f8-6eedd082647a HTTP/1.1" status: 204 len: 168 time: 1.9934208 Aug 06 15:58:45.227723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49106) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:45.232691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-913832375', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:45.267560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba91a43-6b32-4015-aa94-85485bd02f52 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=563aac16-1e9c-4b1c-a2f8-6eedd082647a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:45.293234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d60028ed-39fe-4cb6-983e-e659e2121db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.321058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.472021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.472922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.549571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.551630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.637166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d60028ed-39fe-4cb6-983e-e659e2121db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.708824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.827203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Deleting port 368ad09d-b1d6-46d7-a084-0459e594b4af {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:45.827545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.869025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d60028ed-39fe-4cb6-983e-e659e2121db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.944490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:45.972804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60028ed-39fe-4cb6-983e-e659e2121db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757a502f-aef9-4d13-93ff-3dab3ae68608,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:45.978613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d60028ed-39fe-4cb6-983e-e659e2121db7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a8acb01dda84d2c891dabb3d44cf7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8648930 Aug 06 15:58:45.979564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:46.042862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Calling delete_port for 368ad09d-b1d6-46d7-a084-0459e594b4af owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:46.046181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.047527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b7b5ab5-029d-4f93-a9fa-092428a63fd3 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8187418 Aug 06 15:58:46.050317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:46.056122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-929831065'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:46.076319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f6b5-f277-43f6-bf15-462bee6db438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.150923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f6b5-f277-43f6-bf15-462bee6db438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.228706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:46.232601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.380360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f6b5-f277-43f6-bf15-462bee6db438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.383046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f6b5-f277-43f6-bf15-462bee6db438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.387264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a4f0f6b5-f277-43f6-bf15-462bee6db438 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/757a502f-aef9-4d13-93ff-3dab3ae68608 HTTP/1.1" status: 204 len: 168 time: 0.3999567 Aug 06 15:58:46.397231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0f6b5-f277-43f6-bf15-462bee6db438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757a502f-aef9-4d13-93ff-3dab3ae68608,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:46.541226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.567971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:46.589209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.596232 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment 04e87f31-0375-412b-b1c5-5c5f60aa949c of type vlan for network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a Aug 06 15:58:46.612823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event deleted for resources: {'Port': ['ID=368ad09d-b1d6-46d7-a084-0459e594b4af,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:46.657068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.711146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.868987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.876461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:46.877023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.883592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.891306 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:46.998128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:47.011222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:47.074627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-91077afd-0bab-464a-99e3-4f7e2aad876e tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0226545 Aug 06 15:58:47.090464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49126) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:47.102405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:47.183133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.183698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Fanout notify agent at l3_agent the message router_deleted on router ad1329d1-a1c2-4ee9-978c-aff71be053db {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:47.199948 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.199948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b56bed49-d455-445d-812e-d9f0adce8e72 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/ad1329d1-a1c2-4ee9-978c-aff71be053db HTTP/1.1" status: 204 len: 168 time: 2.0357361 Aug 06 15:58:47.199948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:47.210910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1960305912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:47.378064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.379193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.446707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.486076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:47.494428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.543077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.754065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:47.755344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b13d847e-f1fc-497d-b2e2-cc815c29c309 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5555618 Aug 06 15:58:47.758197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:47.763171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:47.940692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.068189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:48.146234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:48.146606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:48.198360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.290957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:48.440055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:48.454630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b839aac-4b43-4b8e-ade4-a2a1e2484299 None None] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:48.458267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:48.458917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.599902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d84941e8-015a-42d1-8e54-64951df2c53a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5201166 Aug 06 15:58:48.612988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:48.654688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.702789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.745820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:58:48.746721 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:48.883236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Allocated IP 172.25.5.113 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/93117f35-033e-46b3-803e-cfab5e194a47) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:49.067460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.141819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Allocated IP 2001:db8::2 (8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a/a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19/b3727445-aab3-45c6-8719-fc7356204822) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:49.256991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.276280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:49.278865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:49.298392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:49.325967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.439089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.449113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Transition to ACTIVE for port object b3727445-aab3-45c6-8719-fc7356204822 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:49.469994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event updated for resources: {'Port': ['ID=93117f35-033e-46b3-803e-cfab5e194a47,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:49.494503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Transition to ACTIVE for port object b3727445-aab3-45c6-8719-fc7356204822 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:49.627421 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.713842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:49.714848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Pushing event updated for resources: {'Port': ['ID=b3727445-aab3-45c6-8719-fc7356204822,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:49.725346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:49.727653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:49.797047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Attempting to bind port b3727445-aab3-45c6-8719-fc7356204822 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:49.797374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Attempting to bind port b3727445-aab3-45c6-8719-fc7356204822 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:49.797781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Attempting to bind port b3727445-aab3-45c6-8719-fc7356204822 on network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:49.803762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:49.804175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Checking segment: {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:49.804595 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.805000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Bound using segment: {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:49.806141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Bound port: b3727445-aab3-45c6-8719-fc7356204822, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:49.806141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.831333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8::1 (8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a/a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19/93c31ed6-ae3d-460b-8f58-7b9b6982f045) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:49.893862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] For port b3727445-aab3-45c6-8719-fc7356204822, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:49.900092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] For port b3727445-aab3-45c6-8719-fc7356204822, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3727445-aab3-45c6-8719-fc7356204822,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:49.918025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:49.994603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.010716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.048693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 93c31ed6-ae3d-460b-8f58-7b9b6982f045 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:50.176731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44faa45-e2db-493a-8541-3aa88f965be8 None None] Pushing event updated for resources: {'Port': ['ID=b3727445-aab3-45c6-8719-fc7356204822,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:50.251141 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.256283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.314374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.454511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:50.470070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:50.481453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:50.482067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.484973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:50.614832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=93c31ed6-ae3d-460b-8f58-7b9b6982f045,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:50.731884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Router 50987893-bc1c-4500-9469-08f9c2a12ac1 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:50.746997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a2b-49f3-4c70-9c23-4146282c9e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.820517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:50.957273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:50.967500 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] Sync routers for ids ['50987893-bc1c-4500-9469-08f9c2a12ac1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:50.994444 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] Routers {'50987893-bc1c-4500-9469-08f9c2a12ac1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:50.995047 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['50987893-bc1c-4500-9469-08f9c2a12ac1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:50.999331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.001085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2125e0c9-46f0-4e93-8907-8c0d62213ec9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "PUT /v2.0/routers/50987893-bc1c-4500-9469-08f9c2a12ac1 HTTP/1.1" status: 200 len: 880 time: 3.2415829 Aug 06 15:58:51.003203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:51.066199 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:51.089008 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] Routers {'50987893-bc1c-4500-9469-08f9c2a12ac1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:51.089887 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['50987893-bc1c-4500-9469-08f9c2a12ac1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:51.131403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a2b-49f3-4c70-9c23-4146282c9e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.173997 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:51.173997 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958519dc-7458-4241-8e0c-454e918d43d5 None None] The sync data for ids ['50987893-bc1c-4500-9469-08f9c2a12ac1'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:51.244537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3363fd59-4022-4a2b-a0ae-a1f20bca9b05 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/50987893-bc1c-4500-9469-08f9c2a12ac1 HTTP/1.1" status: 200 len: 921 time: 0.2376702 Aug 06 15:58:51.246342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49222) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:51.324343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0caa9a2b-49f3-4c70-9c23-4146282c9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.346242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66781e-0052-4bc6-a787-6caade6ebe5c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:51.350250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4e66781e-0052-4bc6-a787-6caade6ebe5c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=50987893-bc1c-4500-9469-08f9c2a12ac1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1015654 Aug 06 15:58:51.350500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49224) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:51.396344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa9a2b-49f3-4c70-9c23-4146282c9e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42cc302-a8eb-4ebc-89d9-93d966097098,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:51.405474 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0caa9a2b-49f3-4c70-9c23-4146282c9e17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e0364dd43cb4f19b1380bf6fcbe0717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9165173 Aug 06 15:58:51.408318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:51.440293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.490803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe2754-38d4-4250-b6c0-d144d6f53b89 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:51.493018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0fbe2754-38d4-4250-b6c0-d144d6f53b89 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1414380 Aug 06 15:58:51.496115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49230) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:51.512066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456b13b5-27c6-4d43-a093-12e884890e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.538288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456b13b5-27c6-4d43-a093-12e884890e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.576722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976abad3-9aff-425b-afc6-a84bb300db71 None None] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:51.615519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.615519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.698983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=93c31ed6-ae3d-460b-8f58-7b9b6982f045,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:51.798384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6b964d8a-e684-42fd-af71-45b8165f067a None None] Provisioning for port b3727445-aab3-45c6-8719-fc7356204822 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:51.813356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456b13b5-27c6-4d43-a093-12e884890e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.820186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-456b13b5-27c6-4d43-a093-12e884890e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:51.821309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-456b13b5-27c6-4d43-a093-12e884890e5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e42cc302-a8eb-4ebc-89d9-93d966097098 HTTP/1.1" status: 204 len: 168 time: 0.4121203 Aug 06 15:58:51.846024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b13b5-27c6-4d43-a093-12e884890e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42cc302-a8eb-4ebc-89d9-93d966097098,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:51.907873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:51.910029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:52.071883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b3727445-aab3-45c6-8719-fc7356204822 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:52.082229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8d2dbdf6-096c-4d84-a40c-71f9f4431e87 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=50987893-bc1c-4500-9469-08f9c2a12ac1 HTTP/1.1" status: 200 len: 205 time: 0.5844524 Aug 06 15:58:52.084380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49240) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:52.279377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.279957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b3727445-aab3-45c6-8719-fc7356204822 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:52.284438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b3727445-aab3-45c6-8719-fc7356204822 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:52.285096 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.347956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:52.408332 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.416018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d428ec56-d2ce-4c99-a2ce-60b211da75ad None None] Provisioning complete for port b3727445-aab3-45c6-8719-fc7356204822 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:52.416380 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d428ec56-d2ce-4c99-a2ce-60b211da75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.618134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:52.631901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6aad3c46-4363-44e8-9790-ec4c3733dfcc tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0170412 Aug 06 15:58:52.638408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:52.648840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378667013'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:52.669185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Deleting port 93117f35-033e-46b3-803e-cfab5e194a47 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:58:52.678848 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.679083 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.679829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:52.723953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b3727445-aab3-45c6-8719-fc7356204822, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3727445-aab3-45c6-8719-fc7356204822,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:52.750491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:52.751126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:52.869695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:52.939687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:52.988879 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Calling delete_port for 93117f35-033e-46b3-803e-cfab5e194a47 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:58:53.045790 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.125665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:53.131408 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d428ec56-d2ce-4c99-a2ce-60b211da75ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.131829 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.228135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:58:53.328943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.329498 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment 5a3c3aa7-7953-4667-8d86-c7e87fb63f34 of type vlan for network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 Aug 06 15:58:53.381805 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-d428ec56-d2ce-4c99-a2ce-60b211da75ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 15:58:53.384727 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-d428ec56-d2ce-4c99-a2ce-60b211da75ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 15:58:53.386339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b3727445-aab3-45c6-8719-fc7356204822,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:53.410006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:58:50Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:51Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:53.461831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:58:53.462124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Updating router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:58:53.511417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.542050 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.675574 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.719354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event deleted for resources: {'Port': ['ID=93117f35-033e-46b3-803e-cfab5e194a47,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:53.759149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.766120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:53.766947 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:53.924444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=efbe75e5-7a5b-4fd4-a625-da1fc1e490f1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:53.929099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.035143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:58:54.063275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b3727445-aab3-45c6-8719-fc7356204822 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:54.121735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49292) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:54.122308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-57bb3b6b-3f8a-4bcc-84b3-6c55638424f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4813550 Aug 06 15:58:54.130681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:54.139444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.145510 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.348111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.367407 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.369815 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Fanout notify agent at l3_agent the message router_deleted on router 50987893-bc1c-4500-9469-08f9c2a12ac1 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:58:54.370357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Transition to ACTIVE for port object 93c31ed6-ae3d-460b-8f58-7b9b6982f045 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:54.372373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b3727445-aab3-45c6-8719-fc7356204822 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:54.377836 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.379905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.384765 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dfaefdbe-648a-4144-beb5-573b96a2e6f7 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/50987893-bc1c-4500-9469-08f9c2a12ac1 HTTP/1.1" status: 204 len: 168 time: 2.2956607 Aug 06 15:58:54.385310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49298) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:54.391589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1384079013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:54.403281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:58:54.410736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.677754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.678852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.833895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d428ec56-d2ce-4c99-a2ce-60b211da75ad None None] Provisioning for port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:54.837900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.850991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.910276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Pushing event updated for resources: {'Port': ['ID=93c31ed6-ae3d-460b-8f58-7b9b6982f045,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:54.920732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.932345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.932672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.932966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.933306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.933641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.933972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.934297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.934624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.936290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.936290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.936290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.936552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:58:54.954955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.983787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Attempting to bind port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:54.984241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Attempting to bind port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:54.984667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Attempting to bind port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 on network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:54.993131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:54.994000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Checking segment: {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:54.994000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:54.994290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Bound using segment: {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:54.994783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Bound port: 93c31ed6-ae3d-460b-8f58-7b9b6982f045, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e87f31-0375-412b-b1c5-5c5f60aa949c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:54.995163 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.073637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=464ba15a-8127-4abd-b122-734467d023e5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:55.076640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.077848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bd313bdb-2da4-4119-b23d-6cbdb4fb51a0 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6915176 Aug 06 15:58:55.080746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49320) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:55.086955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': True}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:58:55.096184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] For port 93c31ed6-ae3d-460b-8f58-7b9b6982f045, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:55.099891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] For port 93c31ed6-ae3d-460b-8f58-7b9b6982f045, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=93c31ed6-ae3d-460b-8f58-7b9b6982f045,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:55.131871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:55.132434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: efbe75e5-7a5b-4fd4-a625-da1fc1e490f1, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:58:55.183130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.255018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e161f-9265-418d-b6f6-00d1e9c2a5e0 None None] Pushing event updated for resources: {'Port': ['ID=93c31ed6-ae3d-460b-8f58-7b9b6982f045,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:55.261015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:55.263291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:55.280717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:58:55.398575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.416737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:58:55.446633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, efbe75e5-7a5b-4fd4-a625-da1fc1e490f1) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:55.451009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:55.452735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.465537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ab995-de8e-4229-81b4-5cb5a4f0a39c None None] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:55.602754 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f82f473f-055b-45f0-a5df-e9d7fc682eb1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4772749 Aug 06 15:58:55.603019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49332) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:55.961808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.978350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:58:55.979379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:55.989813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.132488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.159755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Allocated IP 172.25.5.111 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/d429ab54-03b1-4f11-b847-88a5df6b1ace) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:56.274674 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.426902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.438047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Allocated IP 2001:db8:1::2 (efbe75e5-7a5b-4fd4-a625-da1fc1e490f1/464ba15a-8127-4abd-b122-734467d023e5/52a1c2c3-8e79-4205-a068-a44d557c2551) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:56.466311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:58:50Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:55Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:56.519363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b7be3-04f5-4d0f-9371-8975f3a1c6d8 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:58:50Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:55Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:56.649658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.665530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Transition to ACTIVE for port object 52a1c2c3-8e79-4205-a068-a44d557c2551 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:56.681046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Transition to ACTIVE for port object 52a1c2c3-8e79-4205-a068-a44d557c2551 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:56.697757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.743257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:56.751471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:56.754625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:56.794993 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:56.867168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Port': ['ID=d429ab54-03b1-4f11-b847-88a5df6b1ace,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.939087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Pushing event updated for resources: {'Port': ['ID=52a1c2c3-8e79-4205-a068-a44d557c2551,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:56.979704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:56.999045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:57.001922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:57.198342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Attempting to bind port 52a1c2c3-8e79-4205-a068-a44d557c2551 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:58:57.198342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Attempting to bind port 52a1c2c3-8e79-4205-a068-a44d557c2551 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:58:57.198342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Attempting to bind port 52a1c2c3-8e79-4205-a068-a44d557c2551 on network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:58:57.290170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:58:57.290170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Checking segment: {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:58:57.290170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.290170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Bound using segment: {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:58:57.290170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Bound port: 52a1c2c3-8e79-4205-a068-a44d557c2551, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:58:57.290170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.525189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] For port 52a1c2c3-8e79-4205-a068-a44d557c2551, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:58:57.531547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] For port 52a1c2c3-8e79-4205-a068-a44d557c2551, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=52a1c2c3-8e79-4205-a068-a44d557c2551,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:58:57.650074 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.711192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8:1::1 (efbe75e5-7a5b-4fd4-a625-da1fc1e490f1/464ba15a-8127-4abd-b122-734467d023e5/040a8f66-630d-488e-8400-44187b00ac0f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:58:57.754076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:57.956491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489519b-60a8-4ed8-a20b-95869d0ab88d None None] Pushing event updated for resources: {'Port': ['ID=52a1c2c3-8e79-4205-a068-a44d557c2551,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:58.112353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.135094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93c31ed6-ae3d-460b-8f58-7b9b6982f045 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:58:58.150719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49432) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:58.159334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 040a8f66-630d-488e-8400-44187b00ac0f will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:58:58.159491 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.177923 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.343243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:58:58.354115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:58:58.355062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.501248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Deleting subnet 0c790c2e-9590-47ca-b624-04a7a3b183f8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:58:58.515334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.617093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Router 10ad50bf-893a-4ef6-82a7-957885dc97e3 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:58:58.661711 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.707226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.770989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 93c31ed6-ae3d-460b-8f58-7b9b6982f045, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=93c31ed6-ae3d-460b-8f58-7b9b6982f045,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:58:58.794990 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.841783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:58:58.847748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:58:58.876357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:58:58.876940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.902939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.919547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:58:58.926892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.928424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d278969c-0243-4e94-b62d-3d642f04a764 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "PUT /v2.0/routers/10ad50bf-893a-4ef6-82a7-957885dc97e3 HTTP/1.1" status: 200 len: 915 time: 3.8457029 Aug 06 15:58:58.932265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:58.934605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] Sync routers for ids ['10ad50bf-893a-4ef6-82a7-957885dc97e3'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:58:58.946098 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] Routers {'10ad50bf-893a-4ef6-82a7-957885dc97e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:58.946729 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['10ad50bf-893a-4ef6-82a7-957885dc97e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:58.980158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:58.993370 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:59.010352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=040a8f66-630d-488e-8400-44187b00ac0f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:59.013569 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] Routers {'10ad50bf-893a-4ef6-82a7-957885dc97e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:58:59.014843 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['10ad50bf-893a-4ef6-82a7-957885dc97e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:59.106130 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:58:59.107027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7668ce-cc23-4e82-83c1-9ed4a56578ac None None] The sync data for ids ['10ad50bf-893a-4ef6-82a7-957885dc97e3'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:58:59.131269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=93c31ed6-ae3d-460b-8f58-7b9b6982f045,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:59.160080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.202938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e453197a-6255-478a-96d8-036a7e88383a tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/10ad50bf-893a-4ef6-82a7-957885dc97e3 HTTP/1.1" status: 200 len: 921 time: 0.2688670 Aug 06 15:58:59.205184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49476) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:59.273973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac6a53-5c4c-4531-8292-38eefe7b3297 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:59.278002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f1ac6a53-5c4c-4531-8292-38eefe7b3297 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=10ad50bf-893a-4ef6-82a7-957885dc97e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0692654 Aug 06 15:58:59.278366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:59.412485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.415060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf168fd-46c8-44fd-a8f6-7033489364b4 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:58:59.416658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8bf168fd-46c8-44fd-a8f6-7033489364b4 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1360621 Aug 06 15:58:59.420397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:59.476949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a1917358-f7f0-45f7-8ce4-77cb6688c7f5 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ad50bf-893a-4ef6-82a7-957885dc97e3 HTTP/1.1" status: 200 len: 205 time: 0.0535302 Aug 06 15:58:59.477561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49488) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:58:59.627588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.652382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.748840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70febfe-33b0-4980-8ddc-218f09d5bdc6 None None] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:58:59.796787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.829599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c790c2e-9590-47ca-b624-04a7a3b183f8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:58:59.843051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:58:59.845026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-75c111a9-7cdb-41a8-b028-fa39dac4fec3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0c790c2e-9590-47ca-b624-04a7a3b183f8 HTTP/1.1" status: 204 len: 168 time: 1.6827307 Aug 06 15:58:59.848862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:00.039872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.051296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-033de83a-b2f2-4ad5-9bce-0786e6b9a4c3 None None] Provisioning for port 52a1c2c3-8e79-4205-a068-a44d557c2551 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:00.094231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.155931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93c31ed6-ae3d-460b-8f58-7b9b6982f045 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:00.168537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Deleting port d429ab54-03b1-4f11-b847-88a5df6b1ace {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:00.168886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.176114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.176978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.223362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.234970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:00.235394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.266980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3a82cc-1fc9-4648-b4b8-b9c212d32f08']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:00.299531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0216d2f-ef98-44e9-9ffc-277c1734af77') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:00.301643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0216d2f-ef98-44e9-9ffc-277c1734af77') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:00.316071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.330289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 52a1c2c3-8e79-4205-a068-a44d557c2551 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:00.357979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.369123 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.380706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:00.384370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:00.386549 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:00.447573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:00.454200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:00.477590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=040a8f66-630d-488e-8400-44187b00ac0f,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:00.480898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Calling delete_port for d429ab54-03b1-4f11-b847-88a5df6b1ace owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:00.604498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:00.623700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 52a1c2c3-8e79-4205-a068-a44d557c2551 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:00.630042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 52a1c2c3-8e79-4205-a068-a44d557c2551 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:00.632537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.698653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.721632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.731398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e3a82cc-1fc9-4648-b4b8-b9c212d32f08 HTTP/1.1" status: 204 len: 168 time: 0.8811414 Aug 06 15:59:00.747183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:00.748666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:00.774200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:00.780027 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.784792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3fa8b63e-3fb0-4590-8a22-2652ca79f76c None None] Provisioning for port 040a8f66-630d-488e-8400-44187b00ac0f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:00.808630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bcfa6-6d40-48e1-94f0-7b3c4ca92572 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3a82cc-1fc9-4648-b4b8-b9c212d32f08,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:00.818945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3fa8b63e-3fb0-4590-8a22-2652ca79f76c None None] Provisioning complete for port 040a8f66-630d-488e-8400-44187b00ac0f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:00.820227 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b63e-3fb0-4590-8a22-2652ca79f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.836997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:00.838198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:00.860104 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f676c771-183d-4548-84d8-aff9fb89f304 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2559047 Aug 06 15:59:00.860731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:00.863755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Deleting subnet f2ee3ff5-f56f-42b6-acd3-33d340af40c2 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:00.866652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1453584245'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:00.883688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.925653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:00.933676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.040262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.134247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 52a1c2c3-8e79-4205-a068-a44d557c2551, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=52a1c2c3-8e79-4205-a068-a44d557c2551,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:01.219841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8b63e-3fb0-4590-8a22-2652ca79f76c None None] Port 040a8f66-630d-488e-8400-44187b00ac0f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:01.240121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:01.251523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.315611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.321214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f2ee3ff5-f56f-42b6-acd3-33d340af40c2 HTTP/1.1" status: 204 len: 168 time: 0.5703833 Aug 06 15:59:01.322577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:01.324043 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.333834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80125cc8-fe21-4475-9a3e-f28ec8ab9f1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ee3ff5-f56f-42b6-acd3-33d340af40c2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:01.436113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3fa8b63e-3fb0-4590-8a22-2652ca79f76c None None] Provisioning complete for port 52a1c2c3-8e79-4205-a068-a44d557c2551 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:01.436696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b63e-3fb0-4590-8a22-2652ca79f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.531213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.684430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=52a1c2c3-8e79-4205-a068-a44d557c2551,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:01.823124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.837239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff0a6f6-0128-4e82-a46c-d97cf4ac8d43']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:01.850675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b4d87e-6b96-41ce-935b-9e8299ab9bdf') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:01.851001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b4d87e-6b96-41ce-935b-9e8299ab9bdf') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:01.864264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.880717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:58:59Z', 'revision_number': 3, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:58:59Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:01.891564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:01.894892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.899501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event deleted for resources: {'Port': ['ID=d429ab54-03b1-4f11-b847-88a5df6b1ace,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:01.918448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.927130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:01.927528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:01.973217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:01.974233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Updating router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa port 040a8f66-630d-488e-8400-44187b00ac0f binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:01.981148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:59:02.004364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:02.018816 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:02.028926 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.060859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04f240af-e290-40c0-9ddf-6d2e7a894508 None None] Provisioning complete for port 040a8f66-630d-488e-8400-44187b00ac0f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:02.061034 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04f240af-e290-40c0-9ddf-6d2e7a894508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.125273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.132306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.133845 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bff0a6f6-0128-4e82-a46c-d97cf4ac8d43 HTTP/1.1" status: 204 len: 168 time: 0.8101058 Aug 06 15:59:02.152432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:02.170482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.174742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.203698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0bf17-74bf-45a9-8ac4-c88624607ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff0a6f6-0128-4e82-a46c-d97cf4ac8d43,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:02.303879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.306486 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment bfe36c06-5b59-4583-9b63-f5ce0eb3f393 of type vlan for network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 Aug 06 15:59:02.320627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 52a1c2c3-8e79-4205-a068-a44d557c2551 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:02.388683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-04f240af-e290-40c0-9ddf-6d2e7a894508 None None] Port 040a8f66-630d-488e-8400-44187b00ac0f cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:02.403234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.447980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 52a1c2c3-8e79-4205-a068-a44d557c2551 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:02.448597 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.453691 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.454572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Fanout notify agent at l3_agent the message router_deleted on router 10ad50bf-893a-4ef6-82a7-957885dc97e3 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:02.473575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.478938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:02.480044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bfc18168-a18c-4540-b52c-97c514ae0cb8 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/10ad50bf-893a-4ef6-82a7-957885dc97e3 HTTP/1.1" status: 204 len: 168 time: 3.0013905 Aug 06 15:59:02.486854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-617591353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:02.527948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20801c72-dd95-40a6-96b2-3714c7648daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.700677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:02.752823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bcd0fc7b-3f97-4acf-b64f-1de03d4ef388 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4f469fefb2c44e1a19af1762b9ae0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484810 Aug 06 15:59:02.753535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:02.830670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.833050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.834089 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.838322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:02.839528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.844181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf284ed-c381-4eb9-9900-9ccb035155ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.918760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.944037 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.962563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Transition to ACTIVE for port object 040a8f66-630d-488e-8400-44187b00ac0f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:02.968963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf284ed-c381-4eb9-9900-9ccb035155ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:02.981587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=ca4aacbe-df81-4d4c-99e5-d1f9476f5267,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:02.995436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:59:03.025998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20801c72-dd95-40a6-96b2-3714c7648daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.079850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.171650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.223386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf284ed-c381-4eb9-9900-9ccb035155ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.224522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-20801c72-dd95-40a6-96b2-3714c7648daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.227275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc6be7-0543-4a50-a46c-67e9d8ad9210 None None] Pushing event updated for resources: {'Port': ['ID=040a8f66-630d-488e-8400-44187b00ac0f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:03.227408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dbf284ed-c381-4eb9-9900-9ccb035155ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.227408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dbf284ed-c381-4eb9-9900-9ccb035155ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ff62154-1672-45e4-9795-4ad3c954df23 HTTP/1.1" status: 204 len: 168 time: 0.4720702 Aug 06 15:59:03.250818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf284ed-c381-4eb9-9900-9ccb035155ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff62154-1672-45e4-9795-4ad3c954df23,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:03.278552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-20801c72-dd95-40a6-96b2-3714c7648daf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a53337fdd4a84fa4a82ffbf949933e33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1115925 Aug 06 15:59:03.281966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49584) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:03.282741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20801c72-dd95-40a6-96b2-3714c7648daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f914b29-a36d-4984-96f4-694fb6259696,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:03.356494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-556240f1-e7c3-45ec-aaed-abe97671c9f0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4894953 Aug 06 15:59:03.356600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Attempting to bind port 040a8f66-630d-488e-8400-44187b00ac0f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:03.356600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Attempting to bind port 040a8f66-630d-488e-8400-44187b00ac0f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:03.356600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Attempting to bind port 040a8f66-630d-488e-8400-44187b00ac0f on network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:03.356834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:03.367171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:03.368608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Checking segment: {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:03.368955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:03.369479 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.370393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Bound using segment: {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:03.371050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Bound port: 040a8f66-630d-488e-8400-44187b00ac0f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3c3aa7-7953-4667-8d86-c7e87fb63f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:03.371602 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.411382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.447560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aec654b8-96f2-4eef-bc31-0c24beae88f1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9567480 Aug 06 15:59:03.447560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:03.447718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b334b3cf-249a-47ef-b52a-4428f71b8813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.458914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'enable_snat': False}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:03.499755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b334b3cf-249a-47ef-b52a-4428f71b8813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.537495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] For port 040a8f66-630d-488e-8400-44187b00ac0f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:03.547559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] For port 040a8f66-630d-488e-8400-44187b00ac0f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=040a8f66-630d-488e-8400-44187b00ac0f,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:03.731664 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.788024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:03.788670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:03.795374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.799908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b334b3cf-249a-47ef-b52a-4428f71b8813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.804214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b334b3cf-249a-47ef-b52a-4428f71b8813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.815200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b334b3cf-249a-47ef-b52a-4428f71b8813 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f914b29-a36d-4984-96f4-694fb6259696 HTTP/1.1" status: 204 len: 168 time: 0.5307775 Aug 06 15:59:03.830420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334b3cf-249a-47ef-b52a-4428f71b8813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f914b29-a36d-4984-96f4-694fb6259696,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:03.911777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc6be7-0543-4a50-a46c-67e9d8ad9210 None None] Pushing event updated for resources: {'Port': ['ID=040a8f66-630d-488e-8400-44187b00ac0f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:03.940885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:03.949950 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:03.950262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:04.251345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:58:59Z', 'revision_number': 3, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:03Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:04.305101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcda4d1-5667-4fde-b0bf-358a073481aa None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:58:59Z', 'revision_number': 3, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:03Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:04.401227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.440605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.449422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.542032 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:59:04.573874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=8650af46-cc30-4508-a47f-a9a9bab22df3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:04.614724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:04.615100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: ca4aacbe-df81-4d4c-99e5-d1f9476f5267, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:59:04.649375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Allocated IP 172.25.5.139 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/33d91649-f081-4f00-919f-7858398d44cb) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:04.665152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:04.759233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:04.761469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-98ab81e7-be93-45f4-aa4b-4b6c4e32f657 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d0f03f341f9465a862c87e6459dfa32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950162 Aug 06 15:59:04.869423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.893060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef47248a-6b71-4bf3-8760-c1796f6d7391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.898227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:59:04.965087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2ab9-16bc-4bbf-9e32-c81d610611a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:04.979200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef47248a-6b71-4bf3-8760-c1796f6d7391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.081553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ca4aacbe-df81-4d4c-99e5-d1f9476f5267) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:05.093349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:05.094049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.094296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537247a5-209b-453f-a926-7e6c75fbec23 None None] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:05.140313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:05.159074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dde3a17-61c4-4552-b067-b557dbbaca19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.251761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.312479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:59:05.313361 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.326967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:05.335770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef47248a-6b71-4bf3-8760-c1796f6d7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.342210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef47248a-6b71-4bf3-8760-c1796f6d7391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.344197 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef47248a-6b71-4bf3-8760-c1796f6d7391 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32585352-6de1-4aeb-8274-47607a73e741 HTTP/1.1" status: 204 len: 168 time: 0.5837328 Aug 06 15:59:05.346447 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8032e0cd-e17a-46ed-b63d-7fe7280e3a47 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9897671 Aug 06 15:59:05.351091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:05.365622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:05.378105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:05.432268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47248a-6b71-4bf3-8760-c1796f6d7391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32585352-6de1-4aeb-8274-47607a73e741,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:05.590792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Pushing event updated for resources: {'Port': ['ID=33d91649-f081-4f00-919f-7858398d44cb,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:05.637270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Allocated IP 2001:db8:2::2 (ca4aacbe-df81-4d4c-99e5-d1f9476f5267/8650af46-cc30-4508-a47f-a9a9bab22df3/a3691bd7-70e6-454b-af5c-1db15c4b4304) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:05.929721 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:05.952561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Transition to ACTIVE for port object a3691bd7-70e6-454b-af5c-1db15c4b4304 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:06.007680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Transition to ACTIVE for port object a3691bd7-70e6-454b-af5c-1db15c4b4304 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:06.053379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 040a8f66-630d-488e-8400-44187b00ac0f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:06.063462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dde3a17-61c4-4552-b067-b557dbbaca19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.112732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.163883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.211649 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.273525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dde3a17-61c4-4552-b067-b557dbbaca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.290751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:06.292248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:06.296584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 040a8f66-630d-488e-8400-44187b00ac0f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:06.298755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:06.314814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde3a17-61c4-4552-b067-b557dbbaca19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc8a3b2-5e8c-4f18-9569-f5f3b166a7f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:06.317922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 040a8f66-630d-488e-8400-44187b00ac0f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:06.321821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.323164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Pushing event updated for resources: {'Port': ['ID=a3691bd7-70e6-454b-af5c-1db15c4b4304,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:06.362958 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4dde3a17-61c4-4552-b067-b557dbbaca19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=923852dd85a5448392eb79bee21d0bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2218242 Aug 06 15:59:06.371365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49640) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:06.504888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Attempting to bind port a3691bd7-70e6-454b-af5c-1db15c4b4304 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:06.506409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Attempting to bind port a3691bd7-70e6-454b-af5c-1db15c4b4304 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:06.507320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Attempting to bind port a3691bd7-70e6-454b-af5c-1db15c4b4304 on network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:06.530168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a485628-a007-4f81-83ca-086b41ee5522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.539829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:06.544497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Checking segment: {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:06.545525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.546031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Bound using segment: {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:06.547359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Bound port: a3691bd7-70e6-454b-af5c-1db15c4b4304, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:06.550252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.577530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.597958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a485628-a007-4f81-83ca-086b41ee5522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.621436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.655465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 040a8f66-630d-488e-8400-44187b00ac0f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=040a8f66-630d-488e-8400-44187b00ac0f,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:06.659163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.678552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] For port a3691bd7-70e6-454b-af5c-1db15c4b4304, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:06.681936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] For port a3691bd7-70e6-454b-af5c-1db15c4b4304, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a3691bd7-70e6-454b-af5c-1db15c4b4304,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:06.689389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8:2::1 (ca4aacbe-df81-4d4c-99e5-d1f9476f5267/8650af46-cc30-4508-a47f-a9a9bab22df3/693c6e84-f39e-4c3c-a93e-59abbbe57411) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:06.765493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.772338 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.895488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.916090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a485628-a007-4f81-83ca-086b41ee5522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.919468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a485628-a007-4f81-83ca-086b41ee5522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:06.921276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3a485628-a007-4f81-83ca-086b41ee5522 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fc8a3b2-5e8c-4f18-9569-f5f3b166a7f5 HTTP/1.1" status: 204 len: 168 time: 0.5457273 Aug 06 15:59:06.924619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=040a8f66-630d-488e-8400-44187b00ac0f,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:06.948273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a485628-a007-4f81-83ca-086b41ee5522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc8a3b2-5e8c-4f18-9569-f5f3b166a7f5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:06.952737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Router 44effaaf-56d6-41f2-9663-6774dd86f6f2 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:59:07.008288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 693c6e84-f39e-4c3c-a93e-59abbbe57411 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:07.144329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a4c11-2dbc-4e78-a452-68cd7d8e983e None None] Pushing event updated for resources: {'Port': ['ID=a3691bd7-70e6-454b-af5c-1db15c4b4304,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:07.220500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:07.230946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.230946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be36b84e-836e-4e12-9026-542d40008ea7 tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "PUT /v2.0/routers/44effaaf-56d6-41f2-9663-6774dd86f6f2 HTTP/1.1" status: 200 len: 915 time: 3.7812691 Aug 06 15:59:07.231108 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] Sync routers for ids ['44effaaf-56d6-41f2-9663-6774dd86f6f2'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:07.234442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:07.240818 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] Routers {'44effaaf-56d6-41f2-9663-6774dd86f6f2'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:07.242830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['44effaaf-56d6-41f2-9663-6774dd86f6f2'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:07.281428 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:07.292135 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] Routers {'44effaaf-56d6-41f2-9663-6774dd86f6f2'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:07.292807 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:58:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['44effaaf-56d6-41f2-9663-6774dd86f6f2'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:07.333262 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:07.333927 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2122a4fa-9a60-42fa-a155-86fade34e6e3 None None] The sync data for ids ['44effaaf-56d6-41f2-9663-6774dd86f6f2'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:07.368152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.423440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:07.429991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:07.443018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:07.443912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.480415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=693c6e84-f39e-4c3c-a93e-59abbbe57411,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:07.487710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cf90ca34-f390-4b09-aec3-77caa60bc07f tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/44effaaf-56d6-41f2-9663-6774dd86f6f2 HTTP/1.1" status: 200 len: 921 time: 0.2494783 Aug 06 15:59:07.488258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49674) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:07.589580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1251915-a28d-4406-abd9-6ac702852e5b tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:07.594809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d1251915-a28d-4406-abd9-6ac702852e5b tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=44effaaf-56d6-41f2-9663-6774dd86f6f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1046629 Aug 06 15:59:07.598150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:07.720206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233613e0-4391-40ab-80b2-89400696797b tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:07.724537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-233613e0-4391-40ab-80b2-89400696797b tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/networks/78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 881 time: 0.1237268 Aug 06 15:59:07.724664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:07.744479 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.750185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ba3224b9-c8f0-41c4-976f-69f63648f639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:07.762391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d000d6c6-e704-44fe-abde-07881d8dfc76 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=44effaaf-56d6-41f2-9663-6774dd86f6f2 HTTP/1.1" status: 200 len: 205 time: 0.0342019 Aug 06 15:59:07.762564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49694) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:08.110462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.114981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.142241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 040a8f66-630d-488e-8400-44187b00ac0f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:08.186528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.216121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 040a8f66-630d-488e-8400-44187b00ac0f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:08.217605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.335044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a3691bd7-70e6-454b-af5c-1db15c4b4304 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:08.485482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a3691bd7-70e6-454b-af5c-1db15c4b4304 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:08.514168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2803ad-40fc-4659-86df-38bcfde1cbb4 None None] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:08.650965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Deleting port 33d91649-f081-4f00-919f-7858398d44cb {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:08.650965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.701269 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.737296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.750658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Calling delete_port for 33d91649-f081-4f00-919f-7858398d44cb owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:08.856239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] Provisioning for port a3691bd7-70e6-454b-af5c-1db15c4b4304 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:08.861850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] Provisioning complete for port a3691bd7-70e6-454b-af5c-1db15c4b4304 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:08.863946 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.948384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.954291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:08.961669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.075472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.142594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49756) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:09.158027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] For port a3691bd7-70e6-454b-af5c-1db15c4b4304, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a3691bd7-70e6-454b-af5c-1db15c4b4304,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:09.204459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=693c6e84-f39e-4c3c-a93e-59abbbe57411,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:09.313160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.378051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55bd090-cd68-4524-ab4c-3d4fb6ec53fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.439161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:09.443761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:09.485637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc2c97-77bd-4e1f-a5a2-693de34ea17a None None] Pushing event updated for resources: {'Port': ['ID=a3691bd7-70e6-454b-af5c-1db15c4b4304,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:09.491977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22f8c959-5287-46ac-be7b-4d384a4465eb None None] Provisioning complete for port a3691bd7-70e6-454b-af5c-1db15c4b4304 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:09.493263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22f8c959-5287-46ac-be7b-4d384a4465eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.648140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.684769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55bd090-cd68-4524-ab4c-3d4fb6ec53fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.721972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event deleted for resources: {'Port': ['ID=33d91649-f081-4f00-919f-7858398d44cb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:09.817470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:09.839382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b55bd090-cd68-4524-ab4c-3d4fb6ec53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.839552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22f8c959-5287-46ac-be7b-4d384a4465eb None None] Provisioning for port 693c6e84-f39e-4c3c-a93e-59abbbe57411 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:09.841441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.844376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22f8c959-5287-46ac-be7b-4d384a4465eb None None] Provisioning complete for port 693c6e84-f39e-4c3c-a93e-59abbbe57411 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:09.845358 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22f8c959-5287-46ac-be7b-4d384a4465eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.956163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22f8c959-5287-46ac-be7b-4d384a4465eb None None] Port 693c6e84-f39e-4c3c-a93e-59abbbe57411 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:09.957153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:09.957901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b55bd090-cd68-4524-ab4c-3d4fb6ec53fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=234b5a2d89614f458047483bf1e2dcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8126504 Aug 06 15:59:09.964309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:09.967324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.024192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bd090-cd68-4524-ab4c-3d4fb6ec53fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515fa99-3620-41db-ab37-2e509f159845,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:10.066033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a3691bd7-70e6-454b-af5c-1db15c4b4304 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:10.115460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9cd7103f-b6d5-44d5-8eb8-3c30163e4ce1 None None] Provisioning complete for port 693c6e84-f39e-4c3c-a93e-59abbbe57411 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:10.115979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9cd7103f-b6d5-44d5-8eb8-3c30163e4ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.163261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9cd7103f-b6d5-44d5-8eb8-3c30163e4ce1 None None] Port 693c6e84-f39e-4c3c-a93e-59abbbe57411 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:10.171476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a3691bd7-70e6-454b-af5c-1db15c4b4304 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:10.171998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.222381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:10.231377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:10.233462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9534c5ee-8785-4cf1-9196-ab8a7d0035e0 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8803835 Aug 06 15:59:10.240254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dd32-6604-4d7f-a3a0-7296a3784d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.241953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1331482192'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:10.284992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.286312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Fanout notify agent at l3_agent the message router_deleted on router 44effaaf-56d6-41f2-9663-6774dd86f6f2 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:10.288405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:10.306591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:10.308295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:10.314156 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.314156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9c4b0d97-bc11-4082-93e2-5d3f6b31c1e2 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/44effaaf-56d6-41f2-9663-6774dd86f6f2 HTTP/1.1" status: 204 len: 168 time: 2.5453048 Aug 06 15:59:10.314409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:10.319203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dd32-6604-4d7f-a3a0-7296a3784d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.320150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-870965219', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:10.417991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:10.423051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.476253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:10.496741 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dd32-6604-4d7f-a3a0-7296a3784d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.502642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7c0dd32-6604-4d7f-a3a0-7296a3784d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.503116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:59:10.507927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f7c0dd32-6604-4d7f-a3a0-7296a3784d0f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c515fa99-3620-41db-ab37-2e509f159845 HTTP/1.1" status: 204 len: 168 time: 0.5423849 Aug 06 15:59:10.526844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0dd32-6604-4d7f-a3a0-7296a3784d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515fa99-3620-41db-ab37-2e509f159845,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:10.535588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.536073 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added segment 6555c0e3-65a5-48da-a76d-c46d5b1d6110 of type vlan for network b6279e22-3979-4a73-9055-b9381cdd2be9 Aug 06 15:59:10.579656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.581316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.602310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.703669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.833270 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.842368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:10.843255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:10.859191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:07Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:08Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:10.897996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:10.898611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Updating router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa port 693c6e84-f39e-4c3c-a93e-59abbbe57411 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:11.142684 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.165926 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.649360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4151797 Aug 06 15:59:11.652317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:11.657120 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.660995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'subnet': {'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:11.672280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Transition to ACTIVE for port object 693c6e84-f39e-4c3c-a93e-59abbbe57411 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:11.715729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98a59a-fa55-43dd-a7f0-f63874856ff7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Network': ['ID=b6279e22-3979-4a73-9055-b9381cdd2be9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:11.732026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b6279e22-3979-4a73-9055-b9381cdd2be9 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:59:11.801501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.855214 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.874179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Made reservation on behalf of 8f1abbff0dd146a987b65f9481821468 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:11.880713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:11.965392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcd952-3c1f-4778-ac5e-0c7a13597c44 None None] Pushing event updated for resources: {'Port': ['ID=693c6e84-f39e-4c3c-a93e-59abbbe57411,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:12.160302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Attempting to bind port 693c6e84-f39e-4c3c-a93e-59abbbe57411 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:12.162452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Attempting to bind port 693c6e84-f39e-4c3c-a93e-59abbbe57411 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:12.162962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Attempting to bind port 693c6e84-f39e-4c3c-a93e-59abbbe57411 on network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:12.174019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:12.174490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Checking segment: {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:12.174971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.175439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Bound using segment: {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:12.176039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Bound port: 693c6e84-f39e-4c3c-a93e-59abbbe57411, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:12.176492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.336128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.363123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] For port 693c6e84-f39e-4c3c-a93e-59abbbe57411, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:12.373918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] For port 693c6e84-f39e-4c3c-a93e-59abbbe57411, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=693c6e84-f39e-4c3c-a93e-59abbbe57411,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:12.396484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.464285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49872) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:12.485232 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.519991 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.556353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Allocated IP 172.25.5.103 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/a726875c-2f13-429b-98b1-07568cab0da5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:12.713845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.726744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:12.727397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:12.858239 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:12.941154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcd952-3c1f-4778-ac5e-0c7a13597c44 None None] Pushing event updated for resources: {'Port': ['ID=693c6e84-f39e-4c3c-a93e-59abbbe57411,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:13.057315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:13.093314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event updated for resources: {'Port': ['ID=a726875c-2f13-429b-98b1-07568cab0da5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:13.104649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:13.109015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:13.111657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:13.180950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:13.227212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Subnet': ['ID=9dcf8c50-d663-47a7-af82-3aed53d008ac,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:13.250926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Checking segment: {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:13.251297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network hostable DHCP agents. Network: b6279e22-3979-4a73-9055-b9381cdd2be9, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:59:13.347601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.406074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network b6279e22-3979-4a73-9055-b9381cdd2be9 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:59:13.446441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:07Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:12Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:13.486132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950476ad-1c76-4402-8d86-912bc5d97945 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:07Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:12Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:13.492672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b6279e22-3979-4a73-9055-b9381cdd2be9) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:13.505943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:13.507551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ca9ad-80fd-4a27-9922-1ed21065b961 None None] Network b6279e22-3979-4a73-9055-b9381cdd2be9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:13.507681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.610953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.758976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d7f89d32-2407-49e7-86c7-a50049d67bda tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0763791 Aug 06 15:59:13.758976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:13.759186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:13.826672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-b6279e22-3979-4a73-9055-b9381cdd2be9', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:59:13.827560 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.067666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 693c6e84-f39e-4c3c-a93e-59abbbe57411 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:14.160536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Allocated IP 2001:db8:3::2 (b6279e22-3979-4a73-9055-b9381cdd2be9/9dcf8c50-d663-47a7-af82-3aed53d008ac/4b480c05-275d-4063-98b9-65ba6f62d3a1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:14.162957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.272659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Allocated IP 172.25.5.147 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/f4ca4546-6911-4cd4-85a4-74e08be00cce) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:14.402895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 693c6e84-f39e-4c3c-a93e-59abbbe57411 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:14.424551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 693c6e84-f39e-4c3c-a93e-59abbbe57411 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:14.427170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.532751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.548809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Transition to ACTIVE for port object 4b480c05-275d-4063-98b9-65ba6f62d3a1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:14.559384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Router 266183a0-f4b8-4fc9-97d4-92199643dc79 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:59:14.581169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Transition to ACTIVE for port object 4b480c05-275d-4063-98b9-65ba6f62d3a1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:14.615492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.645216 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.672064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.716559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 693c6e84-f39e-4c3c-a93e-59abbbe57411, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=693c6e84-f39e-4c3c-a93e-59abbbe57411,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:14.717682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:14.721690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.732153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] Sync routers for ids ['266183a0-f4b8-4fc9-97d4-92199643dc79'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:14.754936 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] Routers {'266183a0-f4b8-4fc9-97d4-92199643dc79'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:14.755866 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['266183a0-f4b8-4fc9-97d4-92199643dc79'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:14.773771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Network b6279e22-3979-4a73-9055-b9381cdd2be9 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:14.776798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:14.782076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:14.801174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Pushing event updated for resources: {'Port': ['ID=4b480c05-275d-4063-98b9-65ba6f62d3a1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:14.822365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.827021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2559c86-864b-487c-a2ed-a939cf042039 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5086606 Aug 06 15:59:14.827239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:14.833559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.834126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:14.834244 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:14.848549 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] Routers {'266183a0-f4b8-4fc9-97d4-92199643dc79'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:14.849692 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['266183a0-f4b8-4fc9-97d4-92199643dc79'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:14.936107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=693c6e84-f39e-4c3c-a93e-59abbbe57411,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:14.955519 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:14.955979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Attempting to bind port 4b480c05-275d-4063-98b9-65ba6f62d3a1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:14.956379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Attempting to bind port 4b480c05-275d-4063-98b9-65ba6f62d3a1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:14.956774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Attempting to bind port 4b480c05-275d-4063-98b9-65ba6f62d3a1 on network b6279e22-3979-4a73-9055-b9381cdd2be9 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:14.957225 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0e6ff-8483-49d0-8afa-136491c1e9c3 None None] The sync data for ids ['266183a0-f4b8-4fc9-97d4-92199643dc79'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:14.963106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:14.963958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Checking segment: {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:14.963958 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:14.972455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Bound using segment: {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:14.972455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Bound port: 4b480c05-275d-4063-98b9-65ba6f62d3a1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:14.972455 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.066636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9293068d-91be-4118-8afe-b182844d9183 None None] For port 4b480c05-275d-4063-98b9-65ba6f62d3a1, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:15.070253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9293068d-91be-4118-8afe-b182844d9183 None None] For port 4b480c05-275d-4063-98b9-65ba6f62d3a1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4b480c05-275d-4063-98b9-65ba6f62d3a1,segment=NetworkSegment(6555c0e3-65a5-48da-a76d-c46d5b1d6110),segment_id=6555c0e3-65a5-48da-a76d-c46d5b1d6110)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:15.118024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.170903 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.314057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293068d-91be-4118-8afe-b182844d9183 None None] Pushing event updated for resources: {'Port': ['ID=4b480c05-275d-4063-98b9-65ba6f62d3a1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:15.314967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:15.334840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:15.341655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Port': ['ID=f4ca4546-6911-4cd4-85a4-74e08be00cce,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:15.350034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:15.359487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Allocated IP 2001:db8:3::1 (b6279e22-3979-4a73-9055-b9381cdd2be9/9dcf8c50-d663-47a7-af82-3aed53d008ac/359e6653-c6b7-4111-941a-d597dc705693) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:15.371958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.474638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.671980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.672542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.681833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Deleting port a726875c-2f13-429b-98b1-07568cab0da5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:15.682186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.710144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Transition to ACTIVE for port object 359e6653-c6b7-4111-941a-d597dc705693 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:15.799718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.815750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Calling delete_port for a726875c-2f13-429b-98b1-07568cab0da5 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:15.870110 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:15.879485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.132042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network b6279e22-3979-4a73-9055-b9381cdd2be9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:16.140645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:16.150669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:16.151313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.157728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=359e6653-c6b7-4111-941a-d597dc705693,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:16.215222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4b480c05-275d-4063-98b9-65ba6f62d3a1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:16.235326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.315202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Pushing event deleted for resources: {'Port': ['ID=a726875c-2f13-429b-98b1-07568cab0da5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:16.382818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.449812 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.508040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.578330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Port': ['ID=f4ca4546-6911-4cd4-85a4-74e08be00cce,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:16.596398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.639601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa634e6-ebaa-4358-875f-c526ab22720c None None] Network b6279e22-3979-4a73-9055-b9381cdd2be9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:16.666911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4b480c05-275d-4063-98b9-65ba6f62d3a1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:16.694418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 693c6e84-f39e-4c3c-a93e-59abbbe57411 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:16.743689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.749532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.798103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.804964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.806617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-32ee298d-c73f-4bd4-960a-daad84db54fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3413193 Aug 06 15:59:16.814906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:16.823087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-895416869'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:16.850303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 693c6e84-f39e-4c3c-a93e-59abbbe57411 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:16.850684 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.851378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Router 266183a0-f4b8-4fc9-97d4-92199643dc79 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:16.898232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] Provisioning for port 4b480c05-275d-4063-98b9-65ba6f62d3a1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:16.920885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] Provisioning complete for port 4b480c05-275d-4063-98b9-65ba6f62d3a1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:16.928139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.963195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:16.976816 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:16.978429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-63420548-c15a-4872-a189-0178ad3fbb68 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "PUT /v2.0/routers/266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 200 len: 705 time: 2.1501095 Aug 06 15:59:16.984476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:17.006401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Made reservation on behalf of 8c401487d95a439fa9f00c63eec04675 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:17.007713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.018863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] Sync routers for ids ['266183a0-f4b8-4fc9-97d4-92199643dc79'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:17.032025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.063401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] Routers {'266183a0-f4b8-4fc9-97d4-92199643dc79'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:17.063656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['266183a0-f4b8-4fc9-97d4-92199643dc79'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:17.112071 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be2dc942-fc90-4bc4-89ab-3c48088907ec tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/routers/266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 200 len: 740 time: 0.1263502 Aug 06 15:59:17.116412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49942) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:17.164830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.230665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bafd4319-36e1-4607-8087-96835c2e511c tempest-RoutersAdminTest-1674475561 tempest-RoutersAdminTest-1674475561-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&device_id=266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 200 len: 205 time: 0.1126237 Aug 06 15:59:17.236169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49946) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:17.254216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:17.284353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:17.285249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-65ee35c8-e62f-4904-a87b-4f0ed46d3ef5 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 200 len: 205 time: 0.0447450 Aug 06 15:59:17.316022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] Routers {'266183a0-f4b8-4fc9-97d4-92199643dc79'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:17.323420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['266183a0-f4b8-4fc9-97d4-92199643dc79'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:17.397963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:17.398621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e65e2-6440-4dca-8abd-b03c939f175a None None] The sync data for ids ['266183a0-f4b8-4fc9-97d4-92199643dc79'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:17.426475 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.465041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.504881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] For port 4b480c05-275d-4063-98b9-65ba6f62d3a1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4b480c05-275d-4063-98b9-65ba6f62d3a1,segment=NetworkSegment(6555c0e3-65a5-48da-a76d-c46d5b1d6110),segment_id=6555c0e3-65a5-48da-a76d-c46d5b1d6110)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:17.523438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.544468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:59:17.553193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.554881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd3b58-53b7-4555-8831-9cefc83318dc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:17.563540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.563912 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Added segment b6757b06-3a45-4521-af4c-e35139d162e2 of type vlan for network 43a784d7-0b79-421b-8e3b-5cd49939cd9a Aug 06 15:59:17.610781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.618958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.658445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.659191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.728918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1551af-c2f9-42b0-bb8f-24f08ea69ea8 None None] Pushing event updated for resources: {'Port': ['ID=4b480c05-275d-4063-98b9-65ba6f62d3a1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:17.814813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.818712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:17.859397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event updated for resources: {'Port': ['ID=359e6653-c6b7-4111-941a-d597dc705693,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:17.917158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Network b6279e22-3979-4a73-9055-b9381cdd2be9 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:17.918735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:17.975865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4b480c05-275d-4063-98b9-65ba6f62d3a1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:18.051709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.053251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21bed43f-783a-41f7-adc1-c2f85fdd239e None None] Provisioning for port 359e6653-c6b7-4111-941a-d597dc705693 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:18.064118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:18.068074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21bed43f-783a-41f7-adc1-c2f85fdd239e None None] Provisioning complete for port 359e6653-c6b7-4111-941a-d597dc705693 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:18.068550 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-21bed43f-783a-41f7-adc1-c2f85fdd239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.072345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.111387 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.124004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Fanout notify agent at l3_agent the message router_deleted on router 266183a0-f4b8-4fc9-97d4-92199643dc79 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:18.126399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.128930 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fab3cc42-dec7-4387-b089-a9c1e295aaa1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 204 len: 168 time: 0.8431094 Aug 06 15:59:18.134075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.140419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4b480c05-275d-4063-98b9-65ba6f62d3a1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:18.140830 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.182697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:18.195195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-21bed43f-783a-41f7-adc1-c2f85fdd239e None None] Port 359e6653-c6b7-4111-941a-d597dc705693 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:18.200609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Network': ['ID=43a784d7-0b79-421b-8e3b-5cd49939cd9a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:18.229078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cef66959-e381-48b3-94be-cd90fc4a9b30 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 200 len: 205 time: 0.0916288 Aug 06 15:59:18.229308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.239147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:59:18.299037 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9f980caa-5740-422c-a34f-241c800604c1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] delete failed (client error): The resource could not be found. Aug 06 15:59:18.299037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f980caa-5740-422c-a34f-241c800604c1 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/266183a0-f4b8-4fc9-97d4-92199643dc79 HTTP/1.1" status: 404 len: 336 time: 0.0634379 Aug 06 15:59:18.300549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.300549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49972) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.300750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-449ada69-03fe-4b03-831f-89387b75013f tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4841816 Aug 06 15:59:18.316215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Request body: {'subnet': {'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:18.376194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf9c350b-d3db-43ab-98b7-be9fa8c6cc6c tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=44effaaf-56d6-41f2-9663-6774dd86f6f2 HTTP/1.1" status: 200 len: 205 time: 0.0732453 Aug 06 15:59:18.379351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.411258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:18.421348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-da280940-1088-42f7-92ee-8bb0b7a44d68 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6839943 Aug 06 15:59:18.437423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 49976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.437423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:18.440968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:18.457653 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:18.458319 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:18.464201 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-da5c0f56-6ec8-4843-993a-c4da9796f7b9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] delete failed (client error): The resource could not be found. Aug 06 15:59:18.465463 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da5c0f56-6ec8-4843-993a-c4da9796f7b9 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/44effaaf-56d6-41f2-9663-6774dd86f6f2 HTTP/1.1" status: 404 len: 336 time: 0.0837855 Aug 06 15:59:18.468855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.503266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21bed43f-783a-41f7-adc1-c2f85fdd239e None None] Provisioning complete for port 4b480c05-275d-4063-98b9-65ba6f62d3a1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:18.503873 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-21bed43f-783a-41f7-adc1-c2f85fdd239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.514301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8231338e-b6c3-4806-8360-cd8b9147a928 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=10ad50bf-893a-4ef6-82a7-957885dc97e3 HTTP/1.1" status: 200 len: 205 time: 0.0441604 Aug 06 15:59:18.520559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.574396 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-7c0c9c47-0410-4b63-af66-67a267411119 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] delete failed (client error): The resource could not be found. Aug 06 15:59:18.580387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7c0c9c47-0410-4b63-af66-67a267411119 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/10ad50bf-893a-4ef6-82a7-957885dc97e3 HTTP/1.1" status: 404 len: 336 time: 0.0569484 Aug 06 15:59:18.592168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.646739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-38473f69-b09f-46a6-92a1-cd15c31a7e48 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=50987893-bc1c-4500-9469-08f9c2a12ac1 HTTP/1.1" status: 200 len: 205 time: 0.0485511 Aug 06 15:59:18.647583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.731367 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:18.742246 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-c3f98a92-7dba-4bed-900b-a7e43e2ebb27 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] delete failed (client error): The resource could not be found. Aug 06 15:59:18.746947 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3f98a92-7dba-4bed-900b-a7e43e2ebb27 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/50987893-bc1c-4500-9469-08f9c2a12ac1 HTTP/1.1" status: 404 len: 336 time: 0.0979476 Aug 06 15:59:18.747887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Made reservation on behalf of 8c401487d95a439fa9f00c63eec04675 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:18.753397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:18.757009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:18.829564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-228bc0d6-e52e-4655-acea-54926c252fff tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad1329d1-a1c2-4ee9-978c-aff71be053db HTTP/1.1" status: 200 len: 205 time: 0.0713532 Aug 06 15:59:18.832729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 49994) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:19.140751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:16Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:17Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:19.174166 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:19.232173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Updating router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa port 359e6653-c6b7-4111-941a-d597dc705693 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 15:59:19.232173 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.252061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-60f501e7-5de7-4163-acf8-8f579fb602f4 None None] Provisioning complete for port 359e6653-c6b7-4111-941a-d597dc705693 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:19.252679 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-60f501e7-5de7-4163-acf8-8f579fb602f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.309930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-60f501e7-5de7-4163-acf8-8f579fb602f4 None None] Port 359e6653-c6b7-4111-941a-d597dc705693 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:19.378568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 15:59:19.403378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Removed routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 15:59:19.403969 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.591220 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8f032462-041a-4ce7-86e7-240d9cb65d28 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] delete failed (client error): The resource could not be found. Aug 06 15:59:19.596863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8f032462-041a-4ce7-86e7-240d9cb65d28 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/ad1329d1-a1c2-4ee9-978c-aff71be053db HTTP/1.1" status: 404 len: 336 time: 0.7602711 Aug 06 15:59:19.598827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:19.656172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50008) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:19.658071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-04010c13-de95-4101-b199-151670fc59a3 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "GET /v2.0/ports?device_id=0505680f-d041-4b8f-b9d8-1c3c56cc2bea HTTP/1.1" status: 200 len: 205 time: 0.0546598 Aug 06 15:59:19.671742 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:19.687794 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Transition to ACTIVE for port object 359e6653-c6b7-4111-941a-d597dc705693 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:19.739423 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b5cd3bfc-fd6f-441e-9246-d4caf1d7ba75 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] delete failed (client error): The resource could not be found. Aug 06 15:59:19.747362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b5cd3bfc-fd6f-441e-9246-d4caf1d7ba75 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/routers/0505680f-d041-4b8f-b9d8-1c3c56cc2bea HTTP/1.1" status: 404 len: 336 time: 0.0891058 Aug 06 15:59:19.748821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50010) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:19.806517 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-74011d6c-796a-4674-831d-ce7f5f86cee5 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:19.807131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74011d6c-796a-4674-831d-ce7f5f86cee5 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:19.815100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-74011d6c-796a-4674-831d-ce7f5f86cee5 tempest-RoutersAdminTest-258447451 tempest-RoutersAdminTest-258447451-project] 10.222.0.16 "DELETE /v2.0/subnets/f763013f-0694-4e80-8ee8-fc9f5c549c6a HTTP/1.1" status: 404 len: 337 time: 0.0610168 Aug 06 15:59:19.840243 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.060976 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Pushing event updated for resources: {'Port': ['ID=359e6653-c6b7-4111-941a-d597dc705693,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:20.160022 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.160022 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.160022 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.165535 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.166274 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.166797 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.167298 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.167865 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.168423 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.168894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.169377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.173200 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:20.215621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.215621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.257221 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Attempting to bind port 359e6653-c6b7-4111-941a-d597dc705693 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:20.257913 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Attempting to bind port 359e6653-c6b7-4111-941a-d597dc705693 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:20.258596 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Attempting to bind port 359e6653-c6b7-4111-941a-d597dc705693 on network b6279e22-3979-4a73-9055-b9381cdd2be9 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:20.269186 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:20.269985 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Checking segment: {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:20.270739 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.271487 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Bound using segment: {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:20.272754 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Bound port: 359e6653-c6b7-4111-941a-d597dc705693, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6555c0e3-65a5-48da-a76d-c46d5b1d6110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:20.273484 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.291668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.423424 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] For port 359e6653-c6b7-4111-941a-d597dc705693, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:20.429452 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] For port 359e6653-c6b7-4111-941a-d597dc705693, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=359e6653-c6b7-4111-941a-d597dc705693,segment=NetworkSegment(6555c0e3-65a5-48da-a76d-c46d5b1d6110),segment_id=6555c0e3-65a5-48da-a76d-c46d5b1d6110)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:20.493947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Subnet': ['ID=bf4d8e07-d397-448e-b0e7-2780dbd2b6d9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:20.514289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Checking segment: {'id': 'b6757b06-3a45-4521-af4c-e35139d162e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:20.514760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network hostable DHCP agents. Network: 43a784d7-0b79-421b-8e3b-5cd49939cd9a, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:59:20.515858 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.610271 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:20.611197 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:20.667968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:59:20.792160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 43a784d7-0b79-421b-8e3b-5cd49939cd9a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:20.798855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:20.803681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:20.840328 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61907c-f738-4034-8b96-23ec7377c288 None None] Pushing event updated for resources: {'Port': ['ID=359e6653-c6b7-4111-941a-d597dc705693,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:20.844717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946729b1-b4b7-4593-8064-c1727e493f8b None None] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:20.912437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:20.965309 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:20.991875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f2701dba-db36-4bae-8ba1-43aa93a56b74 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6887097 Aug 06 15:59:20.994492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:21.028411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1167609536', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:21.302117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b72a29c-de0f-4367-9da9-7f5299d0f122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.340826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-43a784d7-0b79-421b-8e3b-5cd49939cd9a', 'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a', 'tenant_id': '8c401487d95a439fa9f00c63eec04675', 'fixed_ips': [{'subnet_id': 'bf4d8e07-d397-448e-b0e7-2780dbd2b6d9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:59:21.341849 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.349680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.351137 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.475492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:21.496880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.588545 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b72a29c-de0f-4367-9da9-7f5299d0f122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.633972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:21.659514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.662229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3cf43995-1ef8-4f6f-8dbb-45ace27fc1cd tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 953 time: 3.2364061 Aug 06 15:59:21.666329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:21.709357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Allocated IP 172.20.0.2 (43a784d7-0b79-421b-8e3b-5cd49939cd9a/bf4d8e07-d397-448e-b0e7-2780dbd2b6d9/d1c347a8-cfb8-4a94-9016-6e05e324dbc4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:21.774547 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:19Z', 'revision_number': 6, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:20Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:21.809256 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c561424-e538-43ca-bddf-42771d5d6624 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:19Z', 'revision_number': 6, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:20Z', 'revision_number': 4, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:21.813902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.819290 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3b72a29c-de0f-4367-9da9-7f5299d0f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:21.845069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-67b0c1b9-bc37-4d20-b029-acbe05645efb tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 953 time: 0.1766965 Aug 06 15:59:21.856013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:21.856013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'routes': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:21.877507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3b72a29c-de0f-4367-9da9-7f5299d0f122 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad067e018e434c8c9da7a0aadd023e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638898 Aug 06 15:59:21.878172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50046) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:21.903060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72a29c-de0f-4367-9da9-7f5299d0f122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9f16d8-17f6-4ead-8685-a56b5d8a5115,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:22.176959 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.197597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-173ae658-413d-445f-a4fb-ba7133d0e022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.203331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Transition to ACTIVE for port object d1c347a8-cfb8-4a94-9016-6e05e324dbc4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:22.224128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 359e6653-c6b7-4111-941a-d597dc705693 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:22.257139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Transition to ACTIVE for port object d1c347a8-cfb8-4a94-9016-6e05e324dbc4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:22.390759 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-173ae658-413d-445f-a4fb-ba7133d0e022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.406720 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.522569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Pushing event updated for resources: {'Port': ['ID=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:22.534647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 359e6653-c6b7-4111-941a-d597dc705693 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:22.544301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:22.546660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 359e6653-c6b7-4111-941a-d597dc705693 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:22.547046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.550424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:22.585889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:22.709865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Attempting to bind port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:22.710474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Attempting to bind port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b6757b06-3a45-4521-af4c-e35139d162e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:22.711316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Attempting to bind port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 on network 43a784d7-0b79-421b-8e3b-5cd49939cd9a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:22.727330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:22.727832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Checking segment: {'id': 'b6757b06-3a45-4521-af4c-e35139d162e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:22.728452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.729760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Bound using segment: {'id': 'b6757b06-3a45-4521-af4c-e35139d162e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:22.730558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Bound port: d1c347a8-cfb8-4a94-9016-6e05e324dbc4, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6757b06-3a45-4521-af4c-e35139d162e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:22.731036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.812970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 15:59:22.812970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 15:59:22.838188 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.934978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.950689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] For port d1c347a8-cfb8-4a94-9016-6e05e324dbc4, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:22.956836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-173ae658-413d-445f-a4fb-ba7133d0e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.960653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-173ae658-413d-445f-a4fb-ba7133d0e022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:22.962455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-173ae658-413d-445f-a4fb-ba7133d0e022 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf9f16d8-17f6-4ead-8685-a56b5d8a5115 HTTP/1.1" status: 204 len: 168 time: 1.0818746 Aug 06 15:59:22.980322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ae658-413d-445f-a4fb-ba7133d0e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9f16d8-17f6-4ead-8685-a56b5d8a5115,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:22.991667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 359e6653-c6b7-4111-941a-d597dc705693, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=359e6653-c6b7-4111-941a-d597dc705693,segment=NetworkSegment(6555c0e3-65a5-48da-a76d-c46d5b1d6110),segment_id=6555c0e3-65a5-48da-a76d-c46d5b1d6110)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:23.005933 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.040630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] For port d1c347a8-cfb8-4a94-9016-6e05e324dbc4, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,segment=NetworkSegment(b6757b06-3a45-4521-af4c-e35139d162e2),segment_id=b6757b06-3a45-4521-af4c-e35139d162e2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:23.078391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.109030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.203994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.275876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50070) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:23.360930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=359e6653-c6b7-4111-941a-d597dc705693,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:23.397575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Allocated IP 172.25.5.124 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/1803378e-5c7c-4c00-af87-bcf98e03cc57) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:23.463841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:23.567431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:23.576691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:23.624279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.630122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.702930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.863075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:23.937423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:23.951305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6559f-4852-4bc0-b2da-958d30534168 None None] Pushing event updated for resources: {'Port': ['ID=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:23.999591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:24.217775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:24.220599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:24.226600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Port': ['ID=1803378e-5c7c-4c00-af87-bcf98e03cc57,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:24.226600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:24.227385 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aa33575-e3a9-4b66-855f-41448efea18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.228013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:24.238631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.247788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1abacea9-72a9-470e-8007-9b38d197f326 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 703 time: 2.3997719 Aug 06 15:59:24.249518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:24.266130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 359e6653-c6b7-4111-941a-d597dc705693 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:24.410937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50088) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:24.412206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 359e6653-c6b7-4111-941a-d597dc705693 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:24.412595 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.544097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 7, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:24.630538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:24.651090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aa33575-e3a9-4b66-855f-41448efea18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:24.655016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:24.655890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:24.669726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-518a373d-9ac0-4ca0-b485-bbc5db7deaa7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 703 time: 0.4186213 Aug 06 15:59:24.673529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50092) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:24.689136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-335f612c-7756-40fc-b661-e310a143aa51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e33e3a2b4eda483aa1f9ac4a0c8784c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735469 Aug 06 15:59:24.689528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:24.783339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:24.856272 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f3bba18-7643-492d-97c5-1c3456b01e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.001611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5aa33575-e3a9-4b66-855f-41448efea18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.092234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.139548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf89eb8-f1f8-4871-9e1c-4911abb7d687 None None] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:25.247079 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5aa33575-e3a9-4b66-855f-41448efea18f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6cdedb127ea14f808110484a6a2ad61c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9657085 Aug 06 15:59:25.247696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:25.274177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f3bba18-7643-492d-97c5-1c3456b01e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.354473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7f597500-4e00-4ae8-b2a5-6d59c30ff96a None None] Provisioning for port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:25.378027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 7, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:25.416922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd43d3d-bc7d-4769-8e47-ffb117c0cf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.428794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8dd31-6673-45d8-af70-1651b7419f50 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 7, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:25.477878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa33575-e3a9-4b66-855f-41448efea18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a518530-9c03-4f90-ac13-0773da6c43f4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:25.501310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd43d3d-bc7d-4769-8e47-ffb117c0cf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.753607 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.759366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd43d3d-bc7d-4769-8e47-ffb117c0cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.762193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0bd43d3d-bc7d-4769-8e47-ffb117c0cf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.767047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0bd43d3d-bc7d-4769-8e47-ffb117c0cf08 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a518530-9c03-4f90-ac13-0773da6c43f4 HTTP/1.1" status: 204 len: 168 time: 0.5201733 Aug 06 15:59:25.782105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43d3d-bc7d-4769-8e47-ffb117c0cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a518530-9c03-4f90-ac13-0773da6c43f4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:25.841572 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:25.875176 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:25.876203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:25.893802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f3bba18-7643-492d-97c5-1c3456b01e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.902433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f3bba18-7643-492d-97c5-1c3456b01e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:25.902433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f3bba18-7643-492d-97c5-1c3456b01e9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5168881f-4d84-4ac8-8d2d-0693c4af80fc HTTP/1.1" status: 204 len: 168 time: 1.2075009 Aug 06 15:59:26.003971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bba18-7643-492d-97c5-1c3456b01e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168881f-4d84-4ac8-8d2d-0693c4af80fc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:26.016648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.184600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.192914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:26.204465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1c347a8-cfb8-4a94-9016-6e05e324dbc4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:26.422290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:26.427232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:26.427610 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.550339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Router fe94ed26-876d-4022-aff0-257421208981 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:59:26.705902 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.764724 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 7, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:26.861990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d1c347a8-cfb8-4a94-9016-6e05e324dbc4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,segment=NetworkSegment(b6757b06-3a45-4521-af4c-e35139d162e2),segment_id=b6757b06-3a45-4521-af4c-e35139d162e2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:26.877842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:26.913050 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:26.915775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:26.965343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:26.977835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:27.077758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 359e6653-c6b7-4111-941a-d597dc705693 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:27.078228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.080197 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:27.083508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] Sync routers for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:27.090518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.095265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-67a8c35f-ef09-4ce2-894b-7370b55e2e65 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0951576 Aug 06 15:59:27.095729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:27.254594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:27.263685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:27.272573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:27.382310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 359e6653-c6b7-4111-941a-d597dc705693, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=359e6653-c6b7-4111-941a-d597dc705693,segment=NetworkSegment(6555c0e3-65a5-48da-a76d-c46d5b1d6110),segment_id=6555c0e3-65a5-48da-a76d-c46d5b1d6110)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:27.382735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:27.386445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:27.408666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 359e6653-c6b7-4111-941a-d597dc705693 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:27.411127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:27.411792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:27.477678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:27.479079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b5a6e-79e1-4694-b7f2-5fd2e67d4b21 None None] The sync data for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:27.561263 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 7, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:27.642427 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25d9234-c66d-4b44-8716-ba9d2f0883e8 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 7, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '359e6653-c6b7-4111-941a-d597dc705693', 'name': '', 'network_id': 'b6279e22-3979-4a73-9055-b9381cdd2be9', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:23:b6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:14Z', 'updated_at': '2021-08-06T15:59:22Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '9dcf8c50-d663-47a7-af82-3aed53d008ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:27.886785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.044626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1c347a8-cfb8-4a94-9016-6e05e324dbc4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:28.057922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=359e6653-c6b7-4111-941a-d597dc705693,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:28.150513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.172156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:28.172631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.288034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:28.403027 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:28.783625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Allocated IP 172.20.0.1 (43a784d7-0b79-421b-8e3b-5cd49939cd9a/bf4d8e07-d397-448e-b0e7-2780dbd2b6d9/e1a52ff5-b36d-47d3-a165-3b7595c50478) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:29.016165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.040939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Transition to ACTIVE for port object e1a52ff5-b36d-47d3-a165-3b7595c50478 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:29.056662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-470480854'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:29.079789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.179052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.197771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:29.201452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.215856 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.230606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:29.236175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:29.237844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:29.242060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:29.293720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Port': ['ID=e1a52ff5-b36d-47d3-a165-3b7595c50478,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:29.336669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.405189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:29.424002 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-471692c5-6c98-468a-8c3b-18a8ca2501d4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7486360 Aug 06 15:59:29.429673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50212) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:29.443109 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:29.457439 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:29.457865 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:29.614951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.654072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet 9dcf8c50-d663-47a7-af82-3aed53d008ac {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:29.668492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.677776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.712758 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:29.748612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.799879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.871499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 15:59:29.976335 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:29.976709 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Added segment 13059f84-277f-4182-955f-391edfcf9a38 of type vlan for network a9bdb073-2b78-4b08-968e-0430502c0578 Aug 06 15:59:29.989903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7954896d-f6ed-481b-bd35-a3d6dacae407,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:30.052859 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.078232 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:27Z', 'revision_number': 8, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:30.139177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.165812 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:30.182227 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:30.183079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:30.274402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.327278 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:30.409772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1442b10-9f9d-4953-8772-f1ea5c7f1626 None None] Provisioning for port e1a52ff5-b36d-47d3-a165-3b7595c50478 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:30.416037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b1442b10-9f9d-4953-8772-f1ea5c7f1626 None None] Provisioning complete for port e1a52ff5-b36d-47d3-a165-3b7595c50478 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:30.416780 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1442b10-9f9d-4953-8772-f1ea5c7f1626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.478642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b1442b10-9f9d-4953-8772-f1ea5c7f1626 None None] Port e1a52ff5-b36d-47d3-a165-3b7595c50478 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:30.528064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.533613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.548662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:30.549789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.610067 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.613159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Port': ['ID=e1a52ff5-b36d-47d3-a165-3b7595c50478,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:30.710173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:27Z', 'revision_number': 8, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:30.735946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.778790 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4875820 Aug 06 15:59:30.781197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:30.787483 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c088258-62d1-4287-8d63-5371f546bf81 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:27Z', 'revision_number': 8, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '693c6e84-f39e-4c3c-a93e-59abbbe57411', 'name': '', 'network_id': 'ca4aacbe-df81-4d4c-99e5-d1f9476f5267', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:20:f5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:59:06Z', 'updated_at': '2021-08-06T15:59:14Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '8650af46-cc30-4508-a47f-a9a9bab22df3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:30.800428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'subnet': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:30.837218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcf8c50-d663-47a7-af82-3aed53d008ac,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:30.851352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584c58-6b1a-4a82-a957-e55e78b8cb7c tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Network': ['ID=a9bdb073-2b78-4b08-968e-0430502c0578,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:30.873361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:30.880213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c6b53090-b8e7-4cab-9e8a-198a62f1220c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/9dcf8c50-d663-47a7-af82-3aed53d008ac HTTP/1.1" status: 204 len: 168 time: 1.4460952 Aug 06 15:59:30.881243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f33dc-eee3-4b53-a724-565f25c04748 None None] Network b6279e22-3979-4a73-9055-b9381cdd2be9 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:30.884436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network a9bdb073-2b78-4b08-968e-0430502c0578 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 15:59:30.885063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50240) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:30.944705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:30.950262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:31.087876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.148656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:31.162788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.399647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 4b480c05-275d-4063-98b9-65ba6f62d3a1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:31.400311 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.586403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 4b480c05-275d-4063-98b9-65ba6f62d3a1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4b480c05-275d-4063-98b9-65ba6f62d3a1,segment=NetworkSegment(6555c0e3-65a5-48da-a76d-c46d5b1d6110),segment_id=6555c0e3-65a5-48da-a76d-c46d5b1d6110)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:31.587170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.622596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 4b480c05-275d-4063-98b9-65ba6f62d3a1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:31.763435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-11a4f59f-23d3-4900-ac5d-e9141d17f058 None None] Provisioning complete for port e1a52ff5-b36d-47d3-a165-3b7595c50478 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:31.765189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-11a4f59f-23d3-4900-ac5d-e9141d17f058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.844188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-11a4f59f-23d3-4900-ac5d-e9141d17f058 None None] Port e1a52ff5-b36d-47d3-a165-3b7595c50478 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:31.897491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:31.935179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230baa63-9396-4685-b61f-5db858c8fa1b None None] DHCP port deletion for b6279e22-3979-4a73-9055-b9381cdd2be9 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:59:31.996870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=4b480c05-275d-4063-98b9-65ba6f62d3a1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.011079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port 4b480c05-275d-4063-98b9-65ba6f62d3a1 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:32.145989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Router fe94ed26-876d-4022-aff0-257421208981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:32.146554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 359e6653-c6b7-4111-941a-d597dc705693 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:32.168962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 359e6653-c6b7-4111-941a-d597dc705693 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:32.169924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 359e6653-c6b7-4111-941a-d597dc705693 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:32.170736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4b480c05-275d-4063-98b9-65ba6f62d3a1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:32.171199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.199713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 4b480c05-275d-4063-98b9-65ba6f62d3a1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:32.199713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4b480c05-275d-4063-98b9-65ba6f62d3a1 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:32.200720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6279e22-3979-4a73-9055-b9381cdd2be9']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.226626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6555c0e3-65a5-48da-a76d-c46d5b1d6110') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.226946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6555c0e3-65a5-48da-a76d-c46d5b1d6110') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.244838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.262275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-b5618e49-2eb0-44cc-8d32-eb2284e0b9f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1088152 Aug 06 15:59:32.271297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.287451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:32.290520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:32.404099 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:32.434533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:32.445263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:32.447859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] Sync routers for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:32.451836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Request body: {'port': {'network_id': '43a784d7-0b79-421b-8e3b-5cd49939cd9a', 'name': 'tempest-FloatingIPAdminTestJSON-37223818'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:32.455641 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c43eb1d-8f20-45f1-b2da-92f403a851f2 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "PUT /v2.0/routers/fe94ed26-876d-4022-aff0-257421208981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3546162 Aug 06 15:59:32.461871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:32.462516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.518624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.523735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-ae6d8f4c-474f-4047-b729-6a2b9ca6353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.525352 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-ae6d8f4c-474f-4047-b729-6a2b9ca6353a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 1097 time: 0.1316125 Aug 06 15:59:32.527935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:32.528639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.541377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.564597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:32.565260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef9c18-5d95-4780-8fdb-cdb239d94220 None None] The sync data for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:32.572052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.572757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.573009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/b6279e22-3979-4a73-9055-b9381cdd2be9 HTTP/1.1" status: 204 len: 168 time: 1.6866102 Aug 06 15:59:32.576886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc7d7-124b-4516-b398-a35e32755661 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=b6279e22-3979-4a73-9055-b9381cdd2be9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.579006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:32.657802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Subnet': ['ID=02d9cf0f-b521-47cd-a1c9-02c75c0b968a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:32.666973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Checking segment: {'id': '13059f84-277f-4182-955f-391edfcf9a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:32.667477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network hostable DHCP agents. Network: a9bdb073-2b78-4b08-968e-0430502c0578, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 15:59:32.684320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.684743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.686634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.686634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.686634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.687304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.687633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.687997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.688740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.689061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.693760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.693760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:32.788031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 15:59:32.857068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, a9bdb073-2b78-4b08-968e-0430502c0578) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:32.863332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.864609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:32.870239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c4213a-ed48-43db-8c00-fd9c893c8984 None None] Network a9bdb073-2b78-4b08-968e-0430502c0578 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:32.887229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-977b6953-4a3e-4128-954b-ba4b1b52d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:32.893001 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-977b6953-4a3e-4128-954b-ba4b1b52d2d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 200 len: 909 time: 0.2948384 Aug 06 15:59:32.949363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Made reservation on behalf of 8c401487d95a439fa9f00c63eec04675 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:32.953823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.003071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] device_id is not set on port 64a75408-9fd5-476c-bf62-afccf2b5efac yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:33.018729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-37d2e1dd-36f5-42a2-8b1f-4ed39d196049 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2328269 Aug 06 15:59:33.032498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:33.032498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'name': 'tempest-AllowedAddressPairTestJSON-578838600'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:33.070228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-c03a9f46-4946-4ef1-888a-eed9c9aa0c04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 200 len: 1002 time: 0.1711597 Aug 06 15:59:33.117823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-a9bdb073-2b78-4b08-968e-0430502c0578', 'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'tenant_id': 'e5e342f21e474276839c236f13abd2e4', 'fixed_ips': [{'subnet_id': '02d9cf0f-b521-47cd-a1c9-02c75c0b968a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 15:59:33.119889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.237104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-92c7e866-ce0c-4951-9aab-043746dfd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:33.238630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-92c7e866-ce0c-4951-9aab-043746dfd542 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 200 len: 847 time: 0.1450338 Aug 06 15:59:33.243524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Allocated IP 172.20.0.10 (43a784d7-0b79-421b-8e3b-5cd49939cd9a/bf4d8e07-d397-448e-b0e7-2780dbd2b6d9/64a75408-9fd5-476c-bf62-afccf2b5efac) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:33.362493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-f9236ed2-6ffb-41db-aabd-8f959d805589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:33.364059 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-f9236ed2-6ffb-41db-aabd-8f959d805589 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1da952ca-4751-4243-83df-f2a84737472d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168947 Aug 06 15:59:33.368786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:33.374697 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.414990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] device_id is not set on port 747463bf-b0d5-448b-ab42-3af46f7691e1 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:33.437354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Allocated IP 172.20.0.2 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/8886ca4b-718d-46c0-b1cc-3bef47012835) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:33.601725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.632137 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-f88332df-4fef-4aa9-ba46-eb2be9e8dded service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454472 Aug 06 15:59:33.632137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Transition to ACTIVE for port object 64a75408-9fd5-476c-bf62-afccf2b5efac will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:33.635457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.706356 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.715865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Transition to ACTIVE for port object 8886ca4b-718d-46c0-b1cc-3bef47012835 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:33.737539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Transition to ACTIVE for port object 8886ca4b-718d-46c0-b1cc-3bef47012835 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:33.838818 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.893616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5be38e0c-ac43-43a5-b792-bdcfcc6d4aa2 req-38a7ad43-01ec-49c8-b3ae-ed3c7a67ccac service neutron] 10.222.0.64 "GET /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148910 Aug 06 15:59:33.962913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:33.996452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:34.019082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:34.033587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:34.037805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event updated for resources: {'Port': ['ID=64a75408-9fd5-476c-bf62-afccf2b5efac,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:34.041499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:34.042018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Allocated IP 172.20.0.11 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/747463bf-b0d5-448b-ab42-3af46f7691e1) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:34.045869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:34.057001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:34.063005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Pushing event updated for resources: {'Port': ['ID=8886ca4b-718d-46c0-b1cc-3bef47012835,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:34.204760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:34.204760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.231514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Attempting to bind port 8886ca4b-718d-46c0-b1cc-3bef47012835 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 15:59:34.232175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Attempting to bind port 8886ca4b-718d-46c0-b1cc-3bef47012835 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '13059f84-277f-4182-955f-391edfcf9a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 15:59:34.233448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Attempting to bind port 8886ca4b-718d-46c0-b1cc-3bef47012835 on network a9bdb073-2b78-4b08-968e-0430502c0578 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 15:59:34.244265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 693c6e84-f39e-4c3c-a93e-59abbbe57411 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:34.244883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.247725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 15:59:34.248428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Checking segment: {'id': '13059f84-277f-4182-955f-391edfcf9a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 15:59:34.251541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.252151 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Bound using segment: {'id': '13059f84-277f-4182-955f-391edfcf9a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 15:59:34.256699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Bound port: 8886ca4b-718d-46c0-b1cc-3bef47012835, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13059f84-277f-4182-955f-391edfcf9a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 15:59:34.257356 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.355765 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-69952170-2179-4ba8-aa5c-93e7bd8e2b5a tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9099104 Aug 06 15:59:34.360407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:34.402265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] For port 8886ca4b-718d-46c0-b1cc-3bef47012835, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 15:59:34.413034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] For port 8886ca4b-718d-46c0-b1cc-3bef47012835, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8886ca4b-718d-46c0-b1cc-3bef47012835,segment=NetworkSegment(13059f84-277f-4182-955f-391edfcf9a38),segment_id=13059f84-277f-4182-955f-391edfcf9a38)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 15:59:34.454461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 693c6e84-f39e-4c3c-a93e-59abbbe57411, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=693c6e84-f39e-4c3c-a93e-59abbbe57411,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:34.454850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.478887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 693c6e84-f39e-4c3c-a93e-59abbbe57411 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:34.512256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.522860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.551792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Transition to ACTIVE for port object 747463bf-b0d5-448b-ab42-3af46f7691e1 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:34.674647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160e6d3-fda1-4ff2-b28f-787098aa1aa2 None None] Pushing event updated for resources: {'Port': ['ID=8886ca4b-718d-46c0-b1cc-3bef47012835,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:34.676164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'project_id': '8c401487d95a439fa9f00c63eec04675', 'port_id': '64a75408-9fd5-476c-bf62-afccf2b5efac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:34.846216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ac10440-9243-4232-be01-5844b489ece1 None None] Provisioning for port 64a75408-9fd5-476c-bf62-afccf2b5efac completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:34.851660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9ac10440-9243-4232-be01-5844b489ece1 None None] Provisioning complete for port 64a75408-9fd5-476c-bf62-afccf2b5efac triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:34.853542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9ac10440-9243-4232-be01-5844b489ece1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:34.935315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9ac10440-9243-4232-be01-5844b489ece1 None None] Port 64a75408-9fd5-476c-bf62-afccf2b5efac cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:35.057117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.144607 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf196e74-5e88-44b3-b95b-ee7783165185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.146122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.149930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.175372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:35.191153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:35.194215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:35.240146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=693c6e84-f39e-4c3c-a93e-59abbbe57411,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:35.298049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=747463bf-b0d5-448b-ab42-3af46f7691e1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:35.301569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.302224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.305898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.306962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.307604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.308781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.309373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.309943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.313166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.313837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.314421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.315104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 15:59:35.355564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:35.367957 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.457238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ba9d7144-a26d-44c5-aa4b-b111a2f31ab1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4349117 Aug 06 15:59:35.457938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:35.463792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'name': 'tempest-AllowedAddressPairTestJSON-1974280398', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:1a:9a:56'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:35.616134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:35.874996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:36.074181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.121238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] device_id is not set on port c217e57e-6477-45dd-831f-4db10406f1e0 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:36.307467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8886ca4b-718d-46c0-b1cc-3bef47012835 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:36.416346 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Allocated IP 172.20.0.9 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/c217e57e-6477-45dd-831f-4db10406f1e0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:36.497882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.578083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8886ca4b-718d-46c0-b1cc-3bef47012835 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:36.825675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb82ec-ed29-4771-925a-3b017d402ec4 None None] Network a9bdb073-2b78-4b08-968e-0430502c0578 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:36.858719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:36.908501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Transition to ACTIVE for port object c217e57e-6477-45dd-831f-4db10406f1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:36.966453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:36.986500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Allocated IP 172.25.5.227 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/ad055a1a-0847-456c-97d4-9eb9a50f6656) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:37.041211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.052255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] Provisioning for port 8886ca4b-718d-46c0-b1cc-3bef47012835 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:37.069854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] Provisioning complete for port 8886ca4b-718d-46c0-b1cc-3bef47012835 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:37.070493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.191205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:37.195345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:37.204323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.205824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:37.250026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:37.265486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-499c7aac-cd95-4d6a-942f-1db65a9a8100 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6800399 Aug 06 15:59:37.265989 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:37.267054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.294209 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:37.294759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:37.301622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=c217e57e-6477-45dd-831f-4db10406f1e0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:37.309887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] For port 8886ca4b-718d-46c0-b1cc-3bef47012835, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8886ca4b-718d-46c0-b1cc-3bef47012835,segment=NetworkSegment(13059f84-277f-4182-955f-391edfcf9a38),segment_id=13059f84-277f-4182-955f-391edfcf9a38)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:37.317618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:37.318785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.400041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.436870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.453694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9c9c1c9c-e434-481d-87a3-7af2efd93fbb tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.9944346 Aug 06 15:59:37.455977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50336) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.530872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet 8650af46-cc30-4508-a47f-a9a9bab22df3 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:37.550157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a94b3-1e66-4f12-858e-66df559750bd None None] Pushing event updated for resources: {'Port': ['ID=8886ca4b-718d-46c0-b1cc-3bef47012835,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:37.554119 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:37.579206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.717766 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b09fd75-527c-4e95-a808-4c4c9a450221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.738644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.781408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595712a-77cb-4350-a28d-2153cab44b04 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:37.801176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595712a-77cb-4350-a28d-2153cab44b04 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:37.831036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a595712a-77cb-4350-a28d-2153cab44b04 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:37.848395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a595712a-77cb-4350-a28d-2153cab44b04 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3909314 Aug 06 15:59:37.852803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:37.855782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Provisioning for port 747463bf-b0d5-448b-ab42-3af46f7691e1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:37.856268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:37.863454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Provisioning complete for port 747463bf-b0d5-448b-ab42-3af46f7691e1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:37.868923 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.042766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Port 747463bf-b0d5-448b-ab42-3af46f7691e1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:38.147280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8886ca4b-718d-46c0-b1cc-3bef47012835 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 15:59:38.211482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Provisioning for port c217e57e-6477-45dd-831f-4db10406f1e0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:38.218104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Provisioning complete for port c217e57e-6477-45dd-831f-4db10406f1e0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:38.219913 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.237488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.316230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Port c217e57e-6477-45dd-831f-4db10406f1e0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:38.346473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port c217e57e-6477-45dd-831f-4db10406f1e0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:38.347050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.381888 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 9, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:38.384673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Provisioning complete for port 8886ca4b-718d-46c0-b1cc-3bef47012835 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:38.385150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0191bc12-10a7-4941-a506-6c85ee1f61b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.454594 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.484480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:38.502030 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:38.503025 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:38.568084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8886ca4b-718d-46c0-b1cc-3bef47012835 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:38.568585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.569811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Pushing event updated for resources: {'Port': ['ID=ad055a1a-0847-456c-97d4-9eb9a50f6656,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:38.595632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:38.600328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:38.603063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:38.648544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:38.663654 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:38.680839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for c217e57e-6477-45dd-831f-4db10406f1e0 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:39.012501 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.026524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88cc3b59-d094-46e6-b669-2b31e2dd520e None None] Provisioning complete for port 747463bf-b0d5-448b-ab42-3af46f7691e1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:39.026999 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88cc3b59-d094-46e6-b669-2b31e2dd520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.078147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-88cc3b59-d094-46e6-b669-2b31e2dd520e None None] Port 747463bf-b0d5-448b-ab42-3af46f7691e1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:39.085425 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 9, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:39.092122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88cc3b59-d094-46e6-b669-2b31e2dd520e None None] Provisioning complete for port c217e57e-6477-45dd-831f-4db10406f1e0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:39.093182 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-88cc3b59-d094-46e6-b669-2b31e2dd520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.097678 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.146473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-88cc3b59-d094-46e6-b669-2b31e2dd520e None None] Port c217e57e-6477-45dd-831f-4db10406f1e0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:39.150237 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db408ace-29ef-4bd4-9f8b-019de38125de None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:34Z', 'revision_number': 9, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '040a8f66-630d-488e-8400-44187b00ac0f', 'name': '', 'network_id': 'efbe75e5-7a5b-4fd4-a625-da1fc1e490f1', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:88:16:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '464ba15a-8127-4abd-b122-734467d023e5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:56Z', 'updated_at': '2021-08-06T15:59:06Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': '464ba15a-8127-4abd-b122-734467d023e5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:39.153244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=8650af46-cc30-4508-a47f-a9a9bab22df3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:39.160877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.165438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b69016d-7795-4b36-9613-1872fc19d19c tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/8650af46-cc30-4508-a47f-a9a9bab22df3 HTTP/1.1" status: 204 len: 168 time: 1.8949256 Aug 06 15:59:39.166796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50358) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:39.181957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61bf8ef-b3b6-492f-900c-c34b293017dd None None] Network ca4aacbe-df81-4d4c-99e5-d1f9476f5267 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:39.198307 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.281759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=c217e57e-6477-45dd-831f-4db10406f1e0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:39.506204 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.526625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] DHCP port deletion for ca4aacbe-df81-4d4c-99e5-d1f9476f5267 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:59:39.529007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.620255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] Deleting port a3691bd7-70e6-454b-af5c-1db15c4b4304 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:39.620730 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.713818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] For port a3691bd7-70e6-454b-af5c-1db15c4b4304, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a3691bd7-70e6-454b-af5c-1db15c4b4304,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:39.714285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.729335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] Calling delete_port for a3691bd7-70e6-454b-af5c-1db15c4b4304 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:39.816473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.832171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port a3691bd7-70e6-454b-af5c-1db15c4b4304 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:39.832527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.841194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:39.846873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d9678790-0971-4549-a3c7-1fe93f67957a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/ports/c217e57e-6477-45dd-831f-4db10406f1e0 HTTP/1.1" status: 204 len: 168 time: 1.9867542 Aug 06 15:59:39.855199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:39.887793 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f611dd01-9bae-45ad-99de-a852b76cde5f tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] GET failed (client error): The resource could not be found. Aug 06 15:59:39.890559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f611dd01-9bae-45ad-99de-a852b76cde5f tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "GET /v2.0/ports/c217e57e-6477-45dd-831f-4db10406f1e0 HTTP/1.1" status: 404 len: 333 time: 0.0341678 Aug 06 15:59:39.898950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:39.904200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'name': 'tempest-AllowedAddressPairTestJSON-789907892'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:39.948601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.013634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] Pushing event deleted for resources: {'Port': ['ID=a3691bd7-70e6-454b-af5c-1db15c4b4304,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.027334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5d265-4b27-4ee3-acd4-ebd71c22f2a1 None None] No DVR routers for this DVR port a3691bd7-70e6-454b-af5c-1db15c4b4304 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:40.106526 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.118942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 693c6e84-f39e-4c3c-a93e-59abbbe57411 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:40.137691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port a3691bd7-70e6-454b-af5c-1db15c4b4304, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a3691bd7-70e6-454b-af5c-1db15c4b4304,segment=NetworkSegment(bfe36c06-5b59-4583-9b63-f5ce0eb3f393),segment_id=bfe36c06-5b59-4583-9b63-f5ce0eb3f393)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:40.140857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.168880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 693c6e84-f39e-4c3c-a93e-59abbbe57411 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:40.169896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 693c6e84-f39e-4c3c-a93e-59abbbe57411 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:40.171209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a3691bd7-70e6-454b-af5c-1db15c4b4304 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:40.193774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for a3691bd7-70e6-454b-af5c-1db15c4b4304 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:40.201457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a3691bd7-70e6-454b-af5c-1db15c4b4304 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:40.202413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a3691bd7-70e6-454b-af5c-1db15c4b4304 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:40.235236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.398580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.411263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Pushing event updated for resources: {'Port': ['ID=ad055a1a-0847-456c-97d4-9eb9a50f6656,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.431079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=a3691bd7-70e6-454b-af5c-1db15c4b4304,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:40.436325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port a3691bd7-70e6-454b-af5c-1db15c4b4304 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:40.442196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.477214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:40.481386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.580757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] device_id is not set on port bc398ddf-809a-4085-a634-b8181a561795 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:40.592833 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.633950 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Floating IP 35b7b43d-76aa-43b8-b495-7babe147652e associated. External IP: 172.25.5.227, port: 64a75408-9fd5-476c-bf62-afccf2b5efac. Aug 06 15:59:40.642666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4aacbe-df81-4d4c-99e5-d1f9476f5267']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:40.665912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:40.666361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe36c06-5b59-4583-9b63-f5ce0eb3f393') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:40.692454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.804252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.817159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Allocated IP 172.20.0.6 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/bc398ddf-809a-4085-a634-b8181a561795) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:40.820196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:40.820902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.822891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:40.832700 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:41.015262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Router fe94ed26-876d-4022-aff0-257421208981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:41.038448 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.056305 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.065476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:41.066278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/ca4aacbe-df81-4d4c-99e5-d1f9476f5267 HTTP/1.1" status: 204 len: 168 time: 1.8982499 Aug 06 15:59:41.222630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.240070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Transition to ACTIVE for port object bc398ddf-809a-4085-a634-b8181a561795 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:41.283011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c781-8114-4ab3-aad6-b0687162a2de tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=ca4aacbe-df81-4d4c-99e5-d1f9476f5267,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:41.332958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:41.346818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] Sync routers for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:41.367577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:41.368193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:41.371460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.522421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:41.523990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:41.529217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:41.536691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:41.548047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:41.550262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:41.564596 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 15:59:41.571119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=bc398ddf-809a-4085-a634-b8181a561795,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:41.617278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.638061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:41.643218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:41.657679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:41.658995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287873a-c688-4fdf-b5c3-91d33c274a7c None None] The sync data for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:41.722077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f5bb6b1-6957-48de-936d-9163709fe370 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.3574653 Aug 06 15:59:41.722418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:41.794580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-60383571-eb94-4738-b273-1996c585ddd7 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8942599 Aug 06 15:59:41.798953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:41.804900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:1a:9a:56'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:41.916871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-465dd32f-c693-4941-820b-a5d3ca0d5470 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] 10.222.0.16 "GET /v2.0/floatingips/35b7b43d-76aa-43b8-b495-7babe147652e HTTP/1.1" status: 200 len: 982 time: 0.1932495 Aug 06 15:59:41.919400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50418) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:42.106492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d833dee-cdd1-4db8-80f5-0b9f50517acd tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1828752 Aug 06 15:59:42.108759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50428) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:42.149165 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a16dcecb-aca0-49f7-b1d8-c963bd015111 None None] Provisioning for port bc398ddf-809a-4085-a634-b8181a561795 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:42.156004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a16dcecb-aca0-49f7-b1d8-c963bd015111 None None] Provisioning complete for port bc398ddf-809a-4085-a634-b8181a561795 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:42.156411 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a16dcecb-aca0-49f7-b1d8-c963bd015111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.218900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a16dcecb-aca0-49f7-b1d8-c963bd015111 None None] Port bc398ddf-809a-4085-a634-b8181a561795 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:42.278083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.306540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting port ad055a1a-0847-456c-97d4-9eb9a50f6656 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:42.306891 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.340050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.440378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.440723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.457665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Calling delete_port for ad055a1a-0847-456c-97d4-9eb9a50f6656 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:42.671327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.770077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 040a8f66-630d-488e-8400-44187b00ac0f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:42.770421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.874424 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.890161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 040a8f66-630d-488e-8400-44187b00ac0f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=040a8f66-630d-488e-8400-44187b00ac0f,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:42.894939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.938511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:42.950569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 040a8f66-630d-488e-8400-44187b00ac0f owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:42.974948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Port': ['ID=ad055a1a-0847-456c-97d4-9eb9a50f6656,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.103978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] In _notify_port_updated(), no bound segment for port bc398ddf-809a-4085-a634-b8181a561795 on network a9bdb073-2b78-4b08-968e-0430502c0578 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:59:43.110569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.111046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:43.111331 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Floating IP 35b7b43d-76aa-43b8-b495-7babe147652e disassociated (deleted). External IP: 172.25.5.227, port: 64a75408-9fd5-476c-bf62-afccf2b5efac. Aug 06 15:59:43.112136 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.113586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "PUT /v2.0/ports/bc398ddf-809a-4085-a634-b8181a561795 HTTP/1.1" status: 200 len: 993 time: 1.3136168 Aug 06 15:59:43.117336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:43.154200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ac708-375d-4231-9dfa-ed3909da2bde tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=bc398ddf-809a-4085-a634-b8181a561795,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.373184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ef150694-7517-4bdc-ae60-e211490a2a4c None None] Provisioning complete for port bc398ddf-809a-4085-a634-b8181a561795 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:43.374436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef150694-7517-4bdc-ae60-e211490a2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.414245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port bc398ddf-809a-4085-a634-b8181a561795 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:43.415068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.423369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ef150694-7517-4bdc-ae60-e211490a2a4c None None] Port bc398ddf-809a-4085-a634-b8181a561795 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:43.446112 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.559012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=040a8f66-630d-488e-8400-44187b00ac0f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:43.602355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.657498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for bc398ddf-809a-4085-a634-b8181a561795 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:43.660798 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Router fe94ed26-876d-4022-aff0-257421208981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:43.978279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:43.984807 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:43.998334 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] Sync routers for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:44.021353 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:44.022218 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:44.107000 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:44.125023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a890fbe0-7a4c-4cb7-bf54-c15b50b5ca76 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "DELETE /v2.0/floatingips/35b7b43d-76aa-43b8-b495-7babe147652e HTTP/1.1" status: 204 len: 168 time: 2.0135145 Aug 06 15:59:44.128962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50472) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:44.130922 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:44.131635 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:44.148327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:44.164263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.180376 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:44.181270 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572a548-ec1e-4a12-9d33-20060e17bdc3 None None] The sync data for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:44.234862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.310343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=bc398ddf-809a-4085-a634-b8181a561795,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:44.359486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.481419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:44.591576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.595384 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b649ba7-1f05-4e34-81f0-a48a15150f34 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/ports/bc398ddf-809a-4085-a634-b8181a561795 HTTP/1.1" status: 204 len: 168 time: 1.4768786 Aug 06 15:59:44.603415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50476) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:44.674698 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe492b60-3cc8-4c1c-a71e-d06a1abebafa tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] GET failed (client error): The resource could not be found. Aug 06 15:59:44.680307 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe492b60-3cc8-4c1c-a71e-d06a1abebafa tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "GET /v2.0/ports/bc398ddf-809a-4085-a634-b8181a561795 HTTP/1.1" status: 404 len: 333 time: 0.0713160 Aug 06 15:59:44.680487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:44.681794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:44.694596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:44.700501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b71c021f-1b6f-46b0-a9e8-ea9ed20e7906 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6282260 Aug 06 15:59:44.702459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50482) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:44.709749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'name': 'tempest-AllowedAddressPairTestJSON-446070807'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:44.711005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:44.711958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:44.735900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:44.888345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:44.906388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet 464ba15a-8127-4abd-b122-734467d023e5 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:44.914790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.011249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.088428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Allocated IP 172.25.5.103 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/667ead9f-7d39-4169-a482-b75ec96a32c4) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:45.096992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:45.102579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.156120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] device_id is not set on port f6041fee-e5b0-458f-aff1-0a714dc96427 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:45.216096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:43Z', 'revision_number': 10, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:45.260379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.287292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:45.300949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:45.301609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:45.340917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.423083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:45.454664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Allocated IP 172.20.0.7 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/f6041fee-e5b0-458f-aff1-0a714dc96427) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:45.475380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.533784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.544408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:45.546353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/464ba15a-8127-4abd-b122-734467d023e5 HTTP/1.1" status: 204 len: 168 time: 0.8332899 Aug 06 15:59:45.548497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae4b2d-c36d-4f1a-a98d-2841bb566f28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=464ba15a-8127-4abd-b122-734467d023e5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:45.548961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f6764-8b01-4425-9964-89d24d9a2851 None None] Network efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:45.559962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.643443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:45.649568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:45.655271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:45.656727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.661130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Pushing event updated for resources: {'Port': ['ID=667ead9f-7d39-4169-a482-b75ec96a32c4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:45.816158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.966237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.972614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:43Z', 'revision_number': 10, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:45.982263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:45.991434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Transition to ACTIVE for port object f6041fee-e5b0-458f-aff1-0a714dc96427 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:46.052838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 52a1c2c3-8e79-4205-a068-a44d557c2551 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:46.053088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.055991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaf72e4-91cf-4e50-b3c9-367c6ff91989 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:43Z', 'revision_number': 10, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None, '_interfaces': [{'id': '93c31ed6-ae3d-460b-8f58-7b9b6982f045', 'name': '', 'network_id': '8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'mac_address': 'fa:16:3e:d8:da:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:58:49Z', 'updated_at': '2021-08-06T15:58:58Z', 'revision_number': 5, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'subnets': [{'id': 'a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:46.206571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 52a1c2c3-8e79-4205-a068-a44d557c2551, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=52a1c2c3-8e79-4205-a068-a44d557c2551,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:46.207411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.364391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.475018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.478151 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] DHCP port deletion for efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:59:46.636972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] Deleting port 52a1c2c3-8e79-4205-a068-a44d557c2551 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:46.638319 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.789835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Pushing event updated for resources: {'Port': ['ID=667ead9f-7d39-4169-a482-b75ec96a32c4,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:46.809052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.921259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.943445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 52a1c2c3-8e79-4205-a068-a44d557c2551 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:46.945548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:46.948282 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-43c037c0-64d9-4e91-95d5-b28c4ba71100 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8183770 Aug 06 15:59:46.951218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50500) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:47.043551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:47.102077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:47.121023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:47.122901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] For port 52a1c2c3-8e79-4205-a068-a44d557c2551, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=52a1c2c3-8e79-4205-a068-a44d557c2551,segment=NetworkSegment(5a3c3aa7-7953-4667-8d86-c7e87fb63f34),segment_id=5a3c3aa7-7953-4667-8d86-c7e87fb63f34)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:47.123504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:47.123605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.139293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] Calling delete_port for 52a1c2c3-8e79-4205-a068-a44d557c2551 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:47.156839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=f6041fee-e5b0-458f-aff1-0a714dc96427,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:47.231047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:47.244313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.362543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.434048 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.448191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.490358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] Pushing event deleted for resources: {'Port': ['ID=52a1c2c3-8e79-4205-a068-a44d557c2551,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:47.502785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4bc0b7-85b8-4173-9c39-77985bb3a2f6 None None] No DVR routers for this DVR port 52a1c2c3-8e79-4205-a068-a44d557c2551 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:47.507582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=52a1c2c3-8e79-4205-a068-a44d557c2551,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:47.537508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port 52a1c2c3-8e79-4205-a068-a44d557c2551 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:47.589251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.592875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd51d05b-12eb-406e-b334-c79962fa84e6 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9037426 Aug 06 15:59:47.596681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50520) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:47.609094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1a:9a:56'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:47.645632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b7ca39ed-5e99-4685-ba94-7d21c9c0fcca None None] Provisioning for port f6041fee-e5b0-458f-aff1-0a714dc96427 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:47.649412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.650640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b7ca39ed-5e99-4685-ba94-7d21c9c0fcca None None] Provisioning complete for port f6041fee-e5b0-458f-aff1-0a714dc96427 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:47.651016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7ca39ed-5e99-4685-ba94-7d21c9c0fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.662434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbe75e5-7a5b-4fd4-a625-da1fc1e490f1']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:47.683501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3c3aa7-7953-4667-8d86-c7e87fb63f34') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:47.683833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3c3aa7-7953-4667-8d86-c7e87fb63f34') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:47.697543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.706495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca39ed-5e99-4685-ba94-7d21c9c0fcca None None] Port f6041fee-e5b0-458f-aff1-0a714dc96427 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:47.716951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.726563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:47.727090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: timer() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:47.732004 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:47.867424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Allocated IP 172.25.5.139 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/af515709-8eee-4b3c-8289-dd36df048bea) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:47.986411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:47.989096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.012955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.017124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 040a8f66-630d-488e-8400-44187b00ac0f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:48.025014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/efbe75e5-7a5b-4fd4-a625-da1fc1e490f1 HTTP/1.1" status: 204 len: 168 time: 2.4791920 Aug 06 15:59:48.030721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50530) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:48.060529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909177-9d18-45eb-b415-cf9abcb7268f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=efbe75e5-7a5b-4fd4-a625-da1fc1e490f1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:48.110829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 040a8f66-630d-488e-8400-44187b00ac0f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:48.113440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 040a8f66-630d-488e-8400-44187b00ac0f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:48.115062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 52a1c2c3-8e79-4205-a068-a44d557c2551 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:48.134713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.185384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 52a1c2c3-8e79-4205-a068-a44d557c2551 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:48.188887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 52a1c2c3-8e79-4205-a068-a44d557c2551 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:48.367833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.447094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.503752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:48.507284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:48.513001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:48.515428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.519344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Pushing event updated for resources: {'Port': ['ID=af515709-8eee-4b3c-8289-dd36df048bea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:48.672809 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.684605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=f6041fee-e5b0-458f-aff1-0a714dc96427,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:48.742008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] In _notify_port_updated(), no bound segment for port f6041fee-e5b0-458f-aff1-0a714dc96427 on network a9bdb073-2b78-4b08-968e-0430502c0578 {{(pid=94840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:59:48.748518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:48.749637 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.751150 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7939bafe-dd6e-44bc-a8de-8b2d082fb408 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "PUT /v2.0/ports/f6041fee-e5b0-458f-aff1-0a714dc96427 HTTP/1.1" status: 200 len: 995 time: 1.1487682 Aug 06 15:59:48.756581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:48.798102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:48.950772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6769a33f-066e-478f-a766-dd4744280934 None None] Provisioning complete for port f6041fee-e5b0-458f-aff1-0a714dc96427 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:48.952268 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6769a33f-066e-478f-a766-dd4744280934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.001794 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.005080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port f6041fee-e5b0-458f-aff1-0a714dc96427 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:49.005425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.012378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6769a33f-066e-478f-a766-dd4744280934 None None] Port f6041fee-e5b0-458f-aff1-0a714dc96427 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:49.065905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port 93c31ed6-ae3d-460b-8f58-7b9b6982f045 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:49.066253 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.197583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port 93c31ed6-ae3d-460b-8f58-7b9b6982f045, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=93c31ed6-ae3d-460b-8f58-7b9b6982f045,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:49.197967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.217743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for 93c31ed6-ae3d-460b-8f58-7b9b6982f045 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:49.230380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.252819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for f6041fee-e5b0-458f-aff1-0a714dc96427 owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:49.377578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.469663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.526661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Pushing event updated for resources: {'Port': ['ID=af515709-8eee-4b3c-8289-dd36df048bea,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:49.568246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.622863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.656168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=f6041fee-e5b0-458f-aff1-0a714dc96427,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:49.710907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.762478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.765829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fab916bc-5067-4f3f-8ff1-fcac05215433 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/ports/f6041fee-e5b0-458f-aff1-0a714dc96427 HTTP/1.1" status: 204 len: 168 time: 1.0077984 Aug 06 15:59:49.769908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:49.779830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=93c31ed6-ae3d-460b-8f58-7b9b6982f045,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:49.838627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:49.843145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6168d81-cc91-4a09-80f0-23807b1dc6ec tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8897920 Aug 06 15:59:49.844073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:49.857143 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f89587-f5f3-4460-9f6d-611392b0bda1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] GET failed (client error): The resource could not be found. Aug 06 15:59:49.863794 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14f89587-f5f3-4460-9f6d-611392b0bda1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "GET /v2.0/ports/f6041fee-e5b0-458f-aff1-0a714dc96427 HTTP/1.1" status: 404 len: 333 time: 0.0924239 Aug 06 15:59:49.870052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:49.876615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'name': 'tempest-AllowedAddressPairTestJSON-1478222476'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:50.073329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.122930 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0db9b892-54b4-4898-bdfb-2358217e9b96 tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2438 time: 0.2771482 Aug 06 15:59:50.126570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50602) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:50.216319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b57cc16d-5380-450c-a1c4-46d2ebb28110 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0878959 Aug 06 15:59:50.224376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:50.239796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:50.244505 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.310228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] device_id is not set on port b4755df5-d7a0-4b3e-9438-b2245c4fd539 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:50.361563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:50.434370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Deleting port af515709-8eee-4b3c-8289-dd36df048bea {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:50.435154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.538470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.538718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.553285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Calling delete_port for af515709-8eee-4b3c-8289-dd36df048bea owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:50.564127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Allocated IP 172.20.0.10 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/b4755df5-d7a0-4b3e-9438-b2245c4fd539) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:50.571461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:50.598740 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:50.599242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e55f894e-4a9b-4c81-959e-03d1c398e9b1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544858 Aug 06 15:59:50.599242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:50.599430 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:50.599430 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:50.718838 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:50.729688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting subnet a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:50.738719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.781151 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 11, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:50.796870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.814852 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:50.828047 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:50.828688 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:50.837462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.865116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Pushing event deleted for resources: {'Port': ['ID=af515709-8eee-4b3c-8289-dd36df048bea,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:50.943686 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.946987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:50.949003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-841d927f-346a-4f81-a165-14d445f94c88 tempest-FloatingIPAdminTestJSON-2009045837 tempest-FloatingIPAdminTestJSON-2009045837-project] 10.222.0.16 "DELETE /v2.0/floatingips/ff2b5774-0cc8-46d8-878a-f82dd59ae3f2 HTTP/1.1" status: 204 len: 168 time: 0.7302990 Aug 06 15:59:50.951412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50632) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:51.000992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.046746 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:51.051909 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.083159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Transition to ACTIVE for port object b4755df5-d7a0-4b3e-9438-b2245c4fd539 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:51.126376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Deleting port 667ead9f-7d39-4169-a482-b75ec96a32c4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:51.126968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.144915 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 11, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:51.191925 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd0455d-16ab-46e1-9027-5374d1f34153 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 11, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:51.253516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.253758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.269203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Calling delete_port for 667ead9f-7d39-4169-a482-b75ec96a32c4 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:51.408488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.410985 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.486977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Subnet': ['ID=a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:51.488397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d54a21-681c-4723-adca-20c645dce4fe None None] Network 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:51.491768 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.493791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e94b1251-5579-4b36-bd3f-8861a569c062 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19 HTTP/1.1" status: 204 len: 168 time: 0.9010046 Aug 06 15:59:51.495904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:51.497446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:51.499664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:51.506758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:51.583179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:51.584025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.598628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=b4755df5-d7a0-4b3e-9438-b2245c4fd539,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:51.603449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.641162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Pushing event deleted for resources: {'Port': ['ID=667ead9f-7d39-4169-a482-b75ec96a32c4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:51.659257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.785073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.788165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.794161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f7f356fb-a8e5-49cb-a083-88618c858ece tempest-FloatingIPAdminTestJSON-228592863 tempest-FloatingIPAdminTestJSON-228592863-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/63cc60c1-94d5-47af-8a20-ad3e13b88282 HTTP/1.1" status: 204 len: 168 time: 0.8371706 Aug 06 15:59:51.794365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:51.808527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] DHCP port deletion for 8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:59:51.820896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Deleting port b3727445-aab3-45c6-8719-fc7356204822 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:51.821251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.852727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e819e7a2-b095-49d5-9851-2df214330b91 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9816210 Aug 06 15:59:51.857340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50662) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:51.865024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'network_id': 'a9bdb073-2b78-4b08-968e-0430502c0578', 'name': 'tempest-AllowedAddressPairTestJSON-404297359'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:51.901584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] Deleting port b3727445-aab3-45c6-8719-fc7356204822 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:51.902211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.917794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] For port b3727445-aab3-45c6-8719-fc7356204822, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3727445-aab3-45c6-8719-fc7356204822,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:51.918312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:51.964731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Calling delete_port for b3727445-aab3-45c6-8719-fc7356204822 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:51.982487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] For port b3727445-aab3-45c6-8719-fc7356204822, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b3727445-aab3-45c6-8719-fc7356204822,segment=NetworkSegment(04e87f31-0375-412b-b1c5-5c5f60aa949c),segment_id=04e87f31-0375-412b-b1c5-5c5f60aa949c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:51.983785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.017463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] Calling delete_port for b3727445-aab3-45c6-8719-fc7356204822 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:52.085885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b3727445-aab3-45c6-8719-fc7356204822 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:52.088274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0cae52e-ad01-4634-b5ce-9f1f578f9296 None None] Provisioning for port b4755df5-d7a0-4b3e-9438-b2245c4fd539 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:52.102922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0cae52e-ad01-4634-b5ce-9f1f578f9296 None None] Provisioning complete for port b4755df5-d7a0-4b3e-9438-b2245c4fd539 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:52.103143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting port 64a75408-9fd5-476c-bf62-afccf2b5efac {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:52.103292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0cae52e-ad01-4634-b5ce-9f1f578f9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.103588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.207541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d0cae52e-ad01-4634-b5ce-9f1f578f9296 None None] Port b4755df5-d7a0-4b3e-9438-b2245c4fd539 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:52.248823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.263816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Calling delete_port for 64a75408-9fd5-476c-bf62-afccf2b5efac owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:52.322244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Made reservation on behalf of e5e342f21e474276839c236f13abd2e4 for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 15:59:52.322785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.325823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.332021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.352971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] device_id is not set on port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 15:59:52.376089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Port': ['ID=b3727445-aab3-45c6-8719-fc7356204822,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.378406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No DVR routers for this DVR port b3727445-aab3-45c6-8719-fc7356204822 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:52.387056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.389967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93c31ed6-ae3d-460b-8f58-7b9b6982f045 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 15:59:52.423173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 93c31ed6-ae3d-460b-8f58-7b9b6982f045 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 15:59:52.424407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93c31ed6-ae3d-460b-8f58-7b9b6982f045 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 15:59:52.479181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] Pushing event deleted for resources: {'Port': ['ID=b3727445-aab3-45c6-8719-fc7356204822,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.484611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761a70f-76a0-4685-82c9-e5e97311f48b None None] No DVR routers for this DVR port b3727445-aab3-45c6-8719-fc7356204822 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 15:59:52.555966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.572313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:52.583463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Allocated IP 172.20.0.9 (a9bdb073-2b78-4b08-968e-0430502c0578/02d9cf0f-b521-47cd-a1c9-02c75c0b968a/b5b777bd-7ee0-4dd6-aefe-0a473e11b127) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 15:59:52.597221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e87f31-0375-412b-b1c5-5c5f60aa949c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:52.597915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e87f31-0375-412b-b1c5-5c5f60aa949c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:52.609190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.625109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.641614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 15:59:52.642513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: timer() Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 15:59:52.647086 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 15:59:52.778243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.778243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.816816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Port': ['ID=64a75408-9fd5-476c-bf62-afccf2b5efac,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:52.891669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.893586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Transition to ACTIVE for port object b5b777bd-7ee0-4dd6-aefe-0a473e11b127 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 15:59:52.897864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.900513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/networks/8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a HTTP/1.1" status: 204 len: 168 time: 1.4016161 Aug 06 15:59:52.905817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:52.910109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-85511a1e-42f0-4741-b38e-2135a8d856a7 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "DELETE /v2.0/ports/64a75408-9fd5-476c-bf62-afccf2b5efac HTTP/1.1" status: 204 len: 168 time: 1.1100051 Aug 06 15:59:52.910109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:52.913874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'routes': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:52.924171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50698) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:52.925242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90587d62-dceb-440e-b098-f50703f5ac1f tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Pushing event deleted for resources: {'Network': ['ID=8e92bdac-0f5a-4b44-8e64-c20b9c5bb90a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:53.008330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68134714-0bc0-4f0b-894a-5c94fb6524e0 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:53.010327 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-68134714-0bc0-4f0b-894a-5c94fb6524e0 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe94ed26-876d-4022-aff0-257421208981 HTTP/1.1" status: 200 len: 913 time: 0.0811982 Aug 06 15:59:53.013022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:53.172085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Added routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 15:59:53.172679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Removed routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 15:59:53.173050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.335388 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.339162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.341504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.952102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:53.957946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Network a9bdb073-2b78-4b08-968e-0430502c0578 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 15:59:53.964396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 15:59:53.969990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 15:59:53.973222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=b5b777bd-7ee0-4dd6-aefe-0a473e11b127,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:53.977007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:54.075061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:54.075743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.136637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:54.144744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.148506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-14eb10fa-1a30-4d05-b5a8-af7552bbfd67 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 704 time: 1.2365143 Aug 06 15:59:54.148751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:54.152149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] Sync routers for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:54.171710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:54.172568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:54.191238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-80252856-f037-4884-b64c-b549f33d72af tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 205 time: 0.0413754 Aug 06 15:59:54.193682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:54.284876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:54.316972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ded4e93a-a0d6-42d2-a49c-b09e1d0ddad1 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4563735 Aug 06 15:59:54.331107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:54.331107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:1a:9a:56'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:77:bd:50'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:54.331407 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.364770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting port e1a52ff5-b36d-47d3-a165-3b7595c50478 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:54.376566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.376731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 11, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:54.411308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] Checking router: 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:54.433960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] Routers {'105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:54.433960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:54.504878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.508938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] Set router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:54.521787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Calling delete_port for e1a52ff5-b36d-47d3-a165-3b7595c50478 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:54.599946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 11, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:54.610242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.617616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.637574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0eea2-c352-48ca-8034-a4f553e679f7 None None] The sync data for ids ['105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa'] in n-d-778550-6 is: [{'id': '105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa', 'name': 'tempest-RoutersIpV6Test-router-913832375', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:58:45Z', 'updated_at': '2021-08-06T15:59:49Z', 'revision_number': 11, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:54.639864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e8a6e2da-c5e6-4b38-ad86-0d06e4b2e741 None None] Provisioning for port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 15:59:54.645021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e8a6e2da-c5e6-4b38-ad86-0d06e4b2e741 None None] Provisioning complete for port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:54.645283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e2da-c5e6-4b38-ad86-0d06e4b2e741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.683376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6e2da-c5e6-4b38-ad86-0d06e4b2e741 None None] Port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:54.760478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.818205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.819122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router 105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:54.836243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:54.842615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50764) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:54.842792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b4f76fe-0d2a-44af-aa85-da91c30728c7 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 204 len: 168 time: 0.6473224 Aug 06 15:59:54.848142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-492927330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:55.029366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.031140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.042603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.118417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Port': ['ID=e1a52ff5-b36d-47d3-a165-3b7595c50478,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:55.127839 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.206186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.258734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.343663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.376978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.393178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.394808 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf6dfbed-1c8a-4378-8589-9531cd6b12e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5508924 Aug 06 15:59:55.399265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:55.412063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 15:59:55.441000 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event updated for resources: {'Port': ['ID=b5b777bd-7ee0-4dd6-aefe-0a473e11b127,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:55.480666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] In _notify_port_updated(), no bound segment for port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 on network a9bdb073-2b78-4b08-968e-0430502c0578 {{(pid=94841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 06 15:59:55.487876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 15:59:55.488893 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.493408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-86939efd-f1ad-44d6-afd8-8c95f9e553b3 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "PUT /v2.0/ports/b5b777bd-7ee0-4dd6-aefe-0a473e11b127 HTTP/1.1" status: 200 len: 1056 time: 1.1734135 Aug 06 15:59:55.494308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:55.645751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:55.646102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.775488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.794331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for b5b777bd-7ee0-4dd6-aefe-0a473e11b127 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:55.821857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8608f061-1045-464b-b642-67ab8d4c27c3 None None] Provisioning complete for port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 15:59:55.822926 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8608f061-1045-464b-b642-67ab8d4c27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.845896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:55.882602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8608f061-1045-464b-b642-67ab8d4c27c3 None None] Port b5b777bd-7ee0-4dd6-aefe-0a473e11b127 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 15:59:56.020176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.034739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.157459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Router fe94ed26-876d-4022-aff0-257421208981 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 15:59:56.175080 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.223658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=b5b777bd-7ee0-4dd6-aefe-0a473e11b127,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:56.345202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:56.357197 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a865e2b3-b291-408e-8689-6592e60b6b1e tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "PUT /v2.0/routers/fe94ed26-876d-4022-aff0-257421208981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3407466 Aug 06 15:59:56.357197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Router 73e7dbfb-73e0-4f14-bf2b-e702df090792 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 15:59:56.364424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.367530 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] Sync routers for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:56.387669 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:56.400638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.439580 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.452573 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] Routers {'fe94ed26-876d-4022-aff0-257421208981'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:56.453479 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fe94ed26-876d-4022-aff0-257421208981'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.491784 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.492739 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d1f64c-95ad-4314-9101-e7d4484642a9 None None] The sync data for ids ['fe94ed26-876d-4022-aff0-257421208981'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:56.513495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.520530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-33e42ba9-5094-4d47-a7d1-6a4bb08db060 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/ports/b5b777bd-7ee0-4dd6-aefe-0a473e11b127 HTTP/1.1" status: 204 len: 168 time: 1.0246189 Aug 06 15:59:56.521003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.604441 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f64aa8-9f0a-44ea-9620-3f353a32d820 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] GET failed (client error): The resource could not be found. Aug 06 15:59:56.614671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-21f64aa8-9f0a-44ea-9620-3f353a32d820 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "GET /v2.0/ports/b5b777bd-7ee0-4dd6-aefe-0a473e11b127 HTTP/1.1" status: 404 len: 333 time: 0.0581372 Aug 06 15:59:56.619840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50846) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.633379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 15:59:56.642250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.643615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-990129ba-f8f3-41b0-9edc-26e3e9101009 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "PUT /v2.0/routers/73e7dbfb-73e0-4f14-bf2b-e702df090792 HTTP/1.1" status: 200 len: 697 time: 1.2431867 Aug 06 15:59:56.644792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] Sync routers for ids ['73e7dbfb-73e0-4f14-bf2b-e702df090792'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 15:59:56.648221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.662239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] Routers {'73e7dbfb-73e0-4f14-bf2b-e702df090792'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:56.663229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['73e7dbfb-73e0-4f14-bf2b-e702df090792'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.704115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50852) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.734610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.750874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] Set router 73e7dbfb-73e0-4f14-bf2b-e702df090792 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:56.766823 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5747b622-acef-4753-8de6-54d742d42946 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/routers/73e7dbfb-73e0-4f14-bf2b-e702df090792 HTTP/1.1" status: 200 len: 703 time: 0.1174912 Aug 06 15:59:56.785424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50858) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.811921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e7dbfb-73e0-4f14-bf2b-e702df090792', 'name': 'tempest-RoutersIpV6Test-router-492927330', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:55Z', 'updated_at': '2021-08-06T15:59:55Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.852185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91ea8bb2-dff7-40c9-97c5-0c46f39b9d3a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e7dbfb-73e0-4f14-bf2b-e702df090792 HTTP/1.1" status: 200 len: 205 time: 0.0643461 Aug 06 15:59:56.856868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] Checking router: 73e7dbfb-73e0-4f14-bf2b-e702df090792 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 15:59:56.860308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50866) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:56.872881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] Routers {'73e7dbfb-73e0-4f14-bf2b-e702df090792'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 15:59:56.874087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T15:59:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['73e7dbfb-73e0-4f14-bf2b-e702df090792'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:56.955626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:56.971840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] Set router 73e7dbfb-73e0-4f14-bf2b-e702df090792 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 15:59:56.999629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.004643 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c78d979-9d95-463e-974c-34588a9706bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.041255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e7dbfb-73e0-4f14-bf2b-e702df090792', 'name': 'tempest-RoutersIpV6Test-router-492927330', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:55Z', 'updated_at': '2021-08-06T15:59:55Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 15:59:57.079932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c08045-c3cd-410c-a50d-98d4aed94d9b None None] The sync data for ids ['73e7dbfb-73e0-4f14-bf2b-e702df090792'] in n-d-778550-6 is: [{'id': '73e7dbfb-73e0-4f14-bf2b-e702df090792', 'name': 'tempest-RoutersIpV6Test-router-492927330', 'tenant_id': '8f1abbff0dd146a987b65f9481821468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:59:55Z', 'updated_at': '2021-08-06T15:59:55Z', 'revision_number': 2, 'project_id': '8f1abbff0dd146a987b65f9481821468', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 15:59:57.113037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting port 1803378e-5c7c-4c00-af87-bcf98e03cc57 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:57.113037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.116772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port b4755df5-d7a0-4b3e-9438-b2245c4fd539 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:57.117123 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.224968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.238467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Calling delete_port for 1803378e-5c7c-4c00-af87-bcf98e03cc57 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:57.297135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.305526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.402449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.431356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for b4755df5-d7a0-4b3e-9438-b2245c4fd539 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:57.508727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.509176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Fanout notify agent at l3_agent the message router_deleted on router 73e7dbfb-73e0-4f14-bf2b-e702df090792 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:57.520340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.521458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-766e5b1c-a88f-4a21-9f6c-b8606f730522 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/73e7dbfb-73e0-4f14-bf2b-e702df090792 HTTP/1.1" status: 204 len: 168 time: 0.6602001 Aug 06 15:59:57.526711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50894) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.533130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c78d979-9d95-463e-974c-34588a9706bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.562533 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23714c60-8e52-43f1-ad3a-bd31021c0e63 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=73e7dbfb-73e0-4f14-bf2b-e702df090792 HTTP/1.1" status: 200 len: 205 time: 0.0322907 Aug 06 15:59:57.562837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50900) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.602168 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-3fa474e3-8f15-45a1-827c-23dfd965d126 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:57.603210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3fa474e3-8f15-45a1-827c-23dfd965d126 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/73e7dbfb-73e0-4f14-bf2b-e702df090792 HTTP/1.1" status: 404 len: 336 time: 0.0395093 Aug 06 15:59:57.604090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.606835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.621604 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c78d979-9d95-463e-974c-34588a9706bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.662996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8c78d979-9d95-463e-974c-34588a9706bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de88a6fa3af3411eb4e6fc8f5565b4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546907 Aug 06 15:59:57.663884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78d979-9d95-463e-974c-34588a9706bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d731cf-7810-4397-9087-a69f67d660c3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:57.671689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Port': ['ID=1803378e-5c7c-4c00-af87-bcf98e03cc57,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:57.672967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.675064 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5119607a-5d1e-4dcd-8021-6cfd92b190b9 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:57.675064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5119607a-5d1e-4dcd-8021-6cfd92b190b9 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:57.677172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5119607a-5d1e-4dcd-8021-6cfd92b190b9 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/9dcf8c50-d663-47a7-af82-3aed53d008ac HTTP/1.1" status: 404 len: 337 time: 0.0667861 Aug 06 15:59:57.680141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.728113 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1540ea83-99bd-4ae3-ab5f-5852699bbf65 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:57.728573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1540ea83-99bd-4ae3-ab5f-5852699bbf65 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:57.733527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1540ea83-99bd-4ae3-ab5f-5852699bbf65 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/8650af46-cc30-4508-a47f-a9a9bab22df3 HTTP/1.1" status: 404 len: 337 time: 0.0494151 Aug 06 15:59:57.735408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.759197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.784242 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-705d3ab3-4e98-487a-bc07-7486f3ab3d87 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:57.784739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705d3ab3-4e98-487a-bc07-7486f3ab3d87 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:57.786751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-705d3ab3-4e98-487a-bc07-7486f3ab3d87 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/464ba15a-8127-4abd-b122-734467d023e5 HTTP/1.1" status: 404 len: 337 time: 0.0503316 Aug 06 15:59:57.787573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.789488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50918) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.850164 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fd7d2b-ad85-4be5-a29f-f93a3c2f6e7a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:57.850602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fd7d2b-ad85-4be5-a29f-f93a3c2f6e7a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:57.855379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9fd7d2b-ad85-4be5-a29f-f93a3c2f6e7a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/a09fa0a8-e0d2-49cd-9f65-6b4e1db27e19 HTTP/1.1" status: 404 len: 337 time: 0.0620303 Aug 06 15:59:57.856589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50924) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:57.862004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=b4755df5-d7a0-4b3e-9438-b2245c4fd539,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:57.872028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.874753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.880119 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58754ad8-4204-4d47-997f-247fb2f80d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:57.903887 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-47082957-e688-4427-a99b-07eda7ea26d5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 200 len: 205 time: 0.0375431 Aug 06 15:59:57.918122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.010473 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-1e66a0ea-5797-4378-8b79-019b74e396fe tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:58.010473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1e66a0ea-5797-4378-8b79-019b74e396fe tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/105eedb3-93b0-4f9f-8b0c-e2a0e675cfaa HTTP/1.1" status: 404 len: 336 time: 0.0902665 Aug 06 15:59:58.012458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50932) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.019070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58754ad8-4204-4d47-997f-247fb2f80d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.042783 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.045105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45666a31-ffac-492b-b6cd-09f01997a577 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/ports/b4755df5-d7a0-4b3e-9438-b2245c4fd539 HTTP/1.1" status: 204 len: 168 time: 1.4266179 Aug 06 15:59:58.052267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.059193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ebe38eb-8542-45f3-ad85-c2062f731d7a tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b493d82-699f-4d6f-931d-d9de3776001c HTTP/1.1" status: 200 len: 205 time: 0.0452590 Aug 06 15:59:58.060188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.060914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Fanout notify agent at l3_agent the message router_deleted on router fe94ed26-876d-4022-aff0-257421208981 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 15:59:58.063485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.090760 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a575ac-d0ab-4054-a479-d30f37d31dba tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] GET failed (client error): The resource could not be found. Aug 06 15:59:58.092707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e7a575ac-d0ab-4054-a479-d30f37d31dba tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "GET /v2.0/ports/b4755df5-d7a0-4b3e-9438-b2245c4fd539 HTTP/1.1" status: 404 len: 333 time: 0.0393088 Aug 06 15:59:58.100967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50942) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.158796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.160312 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb8df82a-de74-41a6-bb7c-bd4d43e949fd tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "DELETE /v2.0/routers/fe94ed26-876d-4022-aff0-257421208981 HTTP/1.1" status: 204 len: 168 time: 1.7977512 Aug 06 15:59:58.161487 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b8ebdb38-b05b-4df7-804a-04783360dcc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:58.166267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b8ebdb38-b05b-4df7-804a-04783360dcc6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/0b493d82-699f-4d6f-931d-d9de3776001c HTTP/1.1" status: 404 len: 336 time: 0.1011252 Aug 06 15:59:58.166978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50944) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.167464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50946) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.224968 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58754ad8-4204-4d47-997f-247fb2f80d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.228200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-58754ad8-4204-4d47-997f-247fb2f80d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.231957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-58754ad8-4204-4d47-997f-247fb2f80d06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3d731cf-7810-4397-9087-a69f67d660c3 HTTP/1.1" status: 204 len: 168 time: 0.5555861 Aug 06 15:59:58.238486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port 747463bf-b0d5-448b-ab42-3af46f7691e1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:58.238994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.282993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58754ad8-4204-4d47-997f-247fb2f80d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d731cf-7810-4397-9087-a69f67d660c3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:58.287864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting subnet bf4d8e07-d397-448e-b0e7-2780dbd2b6d9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:58.292073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.356772 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7b108b-c799-4c71-a087-243a08b2f746 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:58.357226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7b108b-c799-4c71-a087-243a08b2f746 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:58.359995 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b7b108b-c799-4c71-a087-243a08b2f746 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/0d845ffc-9bb9-4ed1-bc11-091b99e3eb79 HTTP/1.1" status: 404 len: 337 time: 0.1079957 Aug 06 15:59:58.363212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50958) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.395242 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4d483522-4091-4338-8a09-bb876fd624e5 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 200 len: 205 time: 0.0306923 Aug 06 15:59:58.397686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.411128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.415140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.429272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for 747463bf-b0d5-448b-ab42-3af46f7691e1 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:58.474427 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-8c630b74-4da9-4e67-81ba-7a4731a2fe22 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:58.475778 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8c630b74-4da9-4e67-81ba-7a4731a2fe22 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/ba8735df-1fa2-4964-8e56-9aaaf94c3a9a HTTP/1.1" status: 404 len: 336 time: 0.0772166 Aug 06 15:59:58.478487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50966) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.518342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-397967f2-d3e5-4e5f-8c07-f76d13d216f6 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=a76a03be-8db2-4798-b4cb-a1fd0a419ef5 HTTP/1.1" status: 200 len: 205 time: 0.0363777 Aug 06 15:59:58.518840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50970) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.565137 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-f7b650ef-08c4-4391-8fa2-478ea9191a80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:58.568739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f7b650ef-08c4-4391-8fa2-478ea9191a80 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/a76a03be-8db2-4798-b4cb-a1fd0a419ef5 HTTP/1.1" status: 404 len: 336 time: 0.0466518 Aug 06 15:59:58.569600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50974) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.600429 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d467b572-8ab5-44a3-8ed4-280d6d0e8aef tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:58.600429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d467b572-8ab5-44a3-8ed4-280d6d0e8aef tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:58.606872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d467b572-8ab5-44a3-8ed4-280d6d0e8aef tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/d4f2ab73-78eb-4dc2-b464-d7bd5f10943d HTTP/1.1" status: 404 len: 337 time: 0.0316103 Aug 06 15:59:58.607005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50978) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.660502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8a1438ef-3fcb-4de2-b998-8243ec97caf2 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=25e69a52-7468-44c6-8197-5215d11a95a8 HTTP/1.1" status: 200 len: 205 time: 0.0522528 Aug 06 15:59:58.661199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.696130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.713528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.717951 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f35f1722-1137-4d4a-bb07-7244d58ed3a2 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:58.722922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f35f1722-1137-4d4a-bb07-7244d58ed3a2 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/25e69a52-7468-44c6-8197-5215d11a95a8 HTTP/1.1" status: 404 len: 336 time: 0.0604696 Aug 06 15:59:58.724589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 50988) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.789045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=747463bf-b0d5-448b-ab42-3af46f7691e1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:58.794688 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac543cd-5f5c-4af4-83f2-69fdcb8d7c99 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:58.795250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac543cd-5f5c-4af4-83f2-69fdcb8d7c99 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:58.800781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 50996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.801780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dac543cd-5f5c-4af4-83f2-69fdcb8d7c99 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/1824a073-6c54-40af-854a-d35f5df76a78 HTTP/1.1" status: 404 len: 337 time: 0.0723417 Aug 06 15:59:58.873208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cdca80cd-e260-4f55-b06f-09a873535d28 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "GET /v2.0/ports?device_id=5fd40d70-9d0f-4f6e-bca3-730f4a389cac HTTP/1.1" status: 200 len: 205 time: 0.0686560 Aug 06 15:59:58.874724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:58.883760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.953154 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:58.955246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a5403796-1ace-4c7c-b1c5-09ee4b142f0a tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/ports/747463bf-b0d5-448b-ab42-3af46f7691e1 HTTP/1.1" status: 204 len: 168 time: 0.8532276 Aug 06 15:59:58.958422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:59.025370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting subnet 02d9cf0f-b521-47cd-a1c9-02c75c0b968a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 15:59:59.030395 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.088811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.131766 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.265449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.380769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.382742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "DELETE /v2.0/subnets/bf4d8e07-d397-448e-b0e7-2780dbd2b6d9 HTTP/1.1" status: 204 len: 168 time: 1.2141511 Aug 06 15:59:59.383729 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-e67210f4-8930-4409-87fd-f5870654c9c4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] delete failed (client error): The resource could not be found. Aug 06 15:59:59.384687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e67210f4-8930-4409-87fd-f5870654c9c4 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/routers/5fd40d70-9d0f-4f6e-bca3-730f4a389cac HTTP/1.1" status: 404 len: 336 time: 0.5084214 Aug 06 15:59:59.385540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:59.385870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f71b6-422a-463d-a3db-08d92494d5e4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4d8e07-d397-448e-b0e7-2780dbd2b6d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:59.388136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:59.394620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc236b32-f5c8-40a5-9301-0b4e43d975a3 None None] Network 43a784d7-0b79-421b-8e3b-5cd49939cd9a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:59.418058 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdab9ffc-b045-47b0-9a91-d1448c793ae1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:59.418411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdab9ffc-b045-47b0-9a91-d1448c793ae1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:59.423290 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fdab9ffc-b045-47b0-9a91-d1448c793ae1 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/aef5513e-506d-471e-b71f-540546966b11 HTTP/1.1" status: 404 len: 337 time: 0.0313454 Aug 06 15:59:59.423568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:59.470068 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec613e80-72a2-4052-9ac3-3552dd310734 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] DELETE failed (client error): The resource could not be found. Aug 06 15:59:59.470637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec613e80-72a2-4052-9ac3-3552dd310734 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 15:59:59.472723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ec613e80-72a2-4052-9ac3-3552dd310734 tempest-RoutersIpV6Test-1988089429 tempest-RoutersIpV6Test-1988089429-project] 10.222.0.16 "DELETE /v2.0/subnets/05d2e42e-8450-4854-8dff-40508217b1a0 HTTP/1.1" status: 404 len: 337 time: 0.0481455 Aug 06 15:59:59.475544 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.566430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Subnet': ['ID=02d9cf0f-b521-47cd-a1c9-02c75c0b968a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 15:59:59.575158 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.579633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-00bba5e5-669e-42c7-abe5-182e20949a01 tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/subnets/02d9cf0f-b521-47cd-a1c9-02c75c0b968a HTTP/1.1" status: 204 len: 168 time: 0.6182704 Aug 06 15:59:59.580258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51044) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 15:59:59.598092 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.601311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297041f-3131-460c-9c7a-5cb3e442c0ec None None] Network a9bdb073-2b78-4b08-968e-0430502c0578 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 15:59:59.696447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.730722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:59.731010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.795217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] DHCP port deletion for 43a784d7-0b79-421b-8e3b-5cd49939cd9a request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 15:59:59.814050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] For port d1c347a8-cfb8-4a94-9016-6e05e324dbc4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,segment=NetworkSegment(b6757b06-3a45-4521-af4c-e35139d162e2),segment_id=b6757b06-3a45-4521-af4c-e35139d162e2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 15:59:59.816416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.836442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Deleting port 8886ca4b-718d-46c0-b1cc-3bef47012835 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:59.836798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.846672 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Calling delete_port for d1c347a8-cfb8-4a94-9016-6e05e324dbc4 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 15:59:59.917291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] Deleting port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 15:59:59.917671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 15:59:59.922493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:00.026838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] For port 8886ca4b-718d-46c0-b1cc-3bef47012835, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8886ca4b-718d-46c0-b1cc-3bef47012835,segment=NetworkSegment(13059f84-277f-4182-955f-391edfcf9a38),segment_id=13059f84-277f-4182-955f-391edfcf9a38)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:00.027520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.028705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] DHCP port deletion for a9bdb073-2b78-4b08-968e-0430502c0578 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:00.052820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Calling delete_port for 8886ca4b-718d-46c0-b1cc-3bef47012835 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:00.089520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] For port d1c347a8-cfb8-4a94-9016-6e05e324dbc4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,segment=NetworkSegment(b6757b06-3a45-4521-af4c-e35139d162e2),segment_id=b6757b06-3a45-4521-af4c-e35139d162e2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:00.090321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.104084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8886ca4b-718d-46c0-b1cc-3bef47012835 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:00.109575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.145708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] Calling delete_port for d1c347a8-cfb8-4a94-9016-6e05e324dbc4 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:00.176516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] No DVR routers for this DVR port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:00.191486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-247709100-network', 'tenant_id': '05ca5eb30f0043fcac327b43a1569729'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:00.198964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Port': ['ID=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.255513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51080) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:00.303268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.337496 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.340126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Port': ['ID=8886ca4b-718d-46c0-b1cc-3bef47012835,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.350961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] No DVR routers for this DVR port 8886ca4b-718d-46c0-b1cc-3bef47012835 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:00.376536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a784d7-0b79-421b-8e3b-5cd49939cd9a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.406403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Deleting port 8886ca4b-718d-46c0-b1cc-3bef47012835 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:00.406813 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.417463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6757b06-3a45-4521-af4c-e35139d162e2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.417759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6757b06-3a45-4521-af4c-e35139d162e2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.439071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Made reservation on behalf of 05ca5eb30f0043fcac327b43a1569729 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:00.442643 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.450444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.474333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] For port 8886ca4b-718d-46c0-b1cc-3bef47012835, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:00.474742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.490356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Calling delete_port for 8886ca4b-718d-46c0-b1cc-3bef47012835 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:00.492746 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.494821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Port 8886ca4b-718d-46c0-b1cc-3bef47012835 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:00:00.496573 n-d-778550-6 neutron-server[94842]: INFO neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No ports have port_id starting with 8886ca4b-718d-46c0-b1cc-3bef47012835 Aug 06 16:00:00.500289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.509181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1c347a8-cfb8-4a94-9016-6e05e324dbc4 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:00.509927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bdb073-2b78-4b08-968e-0430502c0578']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.538024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13059f84-277f-4182-955f-391edfcf9a38') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.538437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13059f84-277f-4182-955f-391edfcf9a38') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:00.573320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Pushing event deleted for resources: {'Port': ['ID=8886ca4b-718d-46c0-b1cc-3bef47012835,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.573541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.578415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d1c347a8-cfb8-4a94-9016-6e05e324dbc4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:00.579117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d1c347a8-cfb8-4a94-9016-6e05e324dbc4 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:00.581981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] No DVR routers for this DVR port 8886ca4b-718d-46c0-b1cc-3bef47012835 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:00.602527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.609722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3df9360-3589-45e5-b27b-b6cdbc511734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:00.610993 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d5465928-242f-4715-8346-a7794be74bdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f1abbff0dd146a987b65f9481821468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491137 Aug 06 16:00:00.610993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:00.626775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.643537 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.665182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] Pushing event deleted for resources: {'Port': ['ID=d1c347a8-cfb8-4a94-9016-6e05e324dbc4,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:00.676520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d4e79-b234-4977-a2fe-baf26bfd1a37 None None] No DVR routers for this DVR port d1c347a8-cfb8-4a94-9016-6e05e324dbc4 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:00.677775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:00.678271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:00.686674 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:00.783085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6d47-68ab-4fdc-a0b7-24ec715b8b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.821271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6d47-68ab-4fdc-a0b7-24ec715b8b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.945927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.956495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.970627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:00.974029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:00.974945 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:01.292012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.297927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.300339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] 10.222.0.16 "DELETE /v2.0/networks/a9bdb073-2b78-4b08-968e-0430502c0578 HTTP/1.1" status: 204 len: 168 time: 1.7190738 Aug 06 16:00:01.319058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2c6e7-73db-4ca5-9bc2-ee44351119cf tempest-AllowedAddressPairTestJSON-49398334 tempest-AllowedAddressPairTestJSON-49398334-project] Pushing event deleted for resources: {'Network': ['ID=a9bdb073-2b78-4b08-968e-0430502c0578,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.372789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6d47-68ab-4fdc-a0b7-24ec715b8b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.372963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.373082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6d47-68ab-4fdc-a0b7-24ec715b8b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.376534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8e7c6d47-68ab-4fdc-a0b7-24ec715b8b05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91c11648-5637-44bf-90cc-b447e4e1d0fd HTTP/1.1" status: 204 len: 168 time: 0.7626019 Aug 06 16:00:01.381555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.382361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c6d47-68ab-4fdc-a0b7-24ec715b8b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c11648-5637-44bf-90cc-b447e4e1d0fd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.383837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "DELETE /v2.0/networks/43a784d7-0b79-421b-8e3b-5cd49939cd9a HTTP/1.1" status: 204 len: 168 time: 1.9956658 Aug 06 16:00:01.385283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.385903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51118) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:01.397485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73326bfa-4004-4a94-ac78-ec31037bff67 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Network': ['ID=43a784d7-0b79-421b-8e3b-5cd49939cd9a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.530715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Deleting port f4ca4546-6911-4cd4-85a4-74e08be00cce {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:01.531317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.543783 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.580067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:01.587860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b60b2c1-7867-430c-ad77-b6c0d0606b5f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.599113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.599457 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Added segment 57994cc2-880d-4e18-9d6f-df9c08a8cfee of type vlan for network 0f8f80a2-a5d8-4205-bca9-655813f08614 Aug 06 16:00:01.618899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.619234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.631151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Calling delete_port for f4ca4546-6911-4cd4-85a4-74e08be00cce owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:01.648006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.788565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.791026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:01.791026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.840953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.861119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] Pushing event updated for resources: {'Network': ['ID=0f8f80a2-a5d8-4205-bca9-655813f08614,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.870258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0f8f80a2-a5d8-4205-bca9-655813f08614 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:01.876265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Pushing event deleted for resources: {'Port': ['ID=f4ca4546-6911-4cd4-85a4-74e08be00cce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:01.911460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1734b4c6-516e-4f5d-9dac-db274b1ce0fa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9880884 Aug 06 16:00:01.915768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51144) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:01.924185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Request body: {'subnet': {'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-247709100-subnet', 'tenant_id': '05ca5eb30f0043fcac327b43a1569729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:01.961704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.974705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:01.974705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f750583a-1f7f-438a-a9e3-8848cff776c4 tempest-FloatingIPAdminTestJSON-1875236824 tempest-FloatingIPAdminTestJSON-1875236824-project] 10.222.0.16 "DELETE /v2.0/floatingips/f3d8e2b8-058b-4244-9ef6-342e7b1fdb16 HTTP/1.1" status: 204 len: 168 time: 0.5806985 Aug 06 16:00:02.000999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:02.040863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Made reservation on behalf of 05ca5eb30f0043fcac327b43a1569729 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:02.044293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.236253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51164) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:02.348597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8d9a-a763-4843-9581-7c94389d813a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.378526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.447382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb8c74b-8c93-4022-b537-a755a4fd3ad8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:02.465193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Checking segment: {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:02.465709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Network hostable DHCP agents. Network: 0f8f80a2-a5d8-4205-bca9-655813f08614, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:02.505245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8d9a-a763-4843-9581-7c94389d813a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.509141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-386a9442-b44f-4fd7-b130-0e820ba8090f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5e342f21e474276839c236f13abd2e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717781 Aug 06 16:00:02.512041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:02.555011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Network 0f8f80a2-a5d8-4205-bca9-655813f08614 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:02.576249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1315abbc-6589-4219-8cc2-f341c46e7b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.592264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8d9a-a763-4843-9581-7c94389d813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.621235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1315abbc-6589-4219-8cc2-f341c46e7b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.652535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf8d9a-a763-4843-9581-7c94389d813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30419c93-bf08-41bc-929b-93c3fa8128bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:02.664590 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5bf8d9a-a763-4843-9581-7c94389d813a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1df2d3fa549d46ea8952f8f3d7a7aa60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6625450 Aug 06 16:00:02.664826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51190) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:02.683202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:02.697365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0f8f80a2-a5d8-4205-bca9-655813f08614) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:02.706738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8e056-4420-4cd0-80fc-0c34b01c69d3 None None] Network 0f8f80a2-a5d8-4205-bca9-655813f08614 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:02.707211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:02.707842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.756285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa2174d9-e7e4-4b33-9767-c9d4829a33f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.791091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa2174d9-e7e4-4b33-9767-c9d4829a33f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.817642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1315abbc-6589-4219-8cc2-f341c46e7b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.821367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1315abbc-6589-4219-8cc2-f341c46e7b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.822736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1315abbc-6589-4219-8cc2-f341c46e7b55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7954896d-f6ed-481b-bd35-a3d6dacae407 HTTP/1.1" status: 204 len: 168 time: 0.3094151 Aug 06 16:00:02.842098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315abbc-6589-4219-8cc2-f341c46e7b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7954896d-f6ed-481b-bd35-a3d6dacae407,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:02.862586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7b19bb4b-0442-44b2-b2ee-e9404661bff4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9450998 Aug 06 16:00:02.882381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffc7f4-a24b-4904-af20-bbf849fee56b None None] Network 0f8f80a2-a5d8-4205-bca9-655813f08614 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:02.957886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa2174d9-e7e4-4b33-9767-c9d4829a33f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.960798 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa2174d9-e7e4-4b33-9767-c9d4829a33f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:02.962200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa2174d9-e7e4-4b33-9767-c9d4829a33f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30419c93-bf08-41bc-929b-93c3fa8128bd HTTP/1.1" status: 204 len: 168 time: 0.2952521 Aug 06 16:00:02.967012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6cd1d745-3039-4fca-83e7-66d685a6b5bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c401487d95a439fa9f00c63eec04675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827187 Aug 06 16:00:02.970196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51214) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:02.981947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2174d9-e7e4-4b33-9767-c9d4829a33f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30419c93-bf08-41bc-929b-93c3fa8128bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:03.050170 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d997335-efae-48d8-b4cf-2b7919ed6d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:03.076317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d997335-efae-48d8-b4cf-2b7919ed6d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:03.331640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d997335-efae-48d8-b4cf-2b7919ed6d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:03.334163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5d997335-efae-48d8-b4cf-2b7919ed6d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:03.335353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5d997335-efae-48d8-b4cf-2b7919ed6d87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fdd3b58-53b7-4555-8831-9cefc83318dc HTTP/1.1" status: 204 len: 168 time: 0.3642251 Aug 06 16:00:03.344081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d997335-efae-48d8-b4cf-2b7919ed6d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd3b58-53b7-4555-8831-9cefc83318dc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:04.501533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:04.517476 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-052930cc-3e2e-4def-ba74-49bd3bb2bfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.638438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-052930cc-3e2e-4def-ba74-49bd3bb2bfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.752420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-052930cc-3e2e-4def-ba74-49bd3bb2bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.794508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-052930cc-3e2e-4def-ba74-49bd3bb2bfee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dac59ff40f6f41ed99f55f8776735036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917616 Aug 06 16:00:04.797438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052930cc-3e2e-4def-ba74-49bd3bb2bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d76fe0-4498-4bb4-a1c2-511a75942744,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:04.798362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51290) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:04.864669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d431405c-8769-45ad-9cb7-df48feafb8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.891731 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d431405c-8769-45ad-9cb7-df48feafb8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:04.963059 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a24439c-90c8-4d8a-9c78-deb8cb3749dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:05.080418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d431405c-8769-45ad-9cb7-df48feafb8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:05.084328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d431405c-8769-45ad-9cb7-df48feafb8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:05.085515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d431405c-8769-45ad-9cb7-df48feafb8a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47d76fe0-4498-4bb4-a1c2-511a75942744 HTTP/1.1" status: 204 len: 168 time: 0.2854352 Aug 06 16:00:05.098841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431405c-8769-45ad-9cb7-df48feafb8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d76fe0-4498-4bb4-a1c2-511a75942744,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:06.120371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51340) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:06.145460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b8be70a-c233-4a4d-bb3f-712758d22fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.157265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:06.277177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b8be70a-c233-4a4d-bb3f-712758d22fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.373115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b8be70a-c233-4a4d-bb3f-712758d22fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.401448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'networks': [{'name': 'tempest-network--237223482'}, {'name': 'tempest-network--191721430'}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:06.402033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'network': {'name': 'tempest-network--237223482'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:06.402764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'network': {'name': 'tempest-network--191721430'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:06.426588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b8be70a-c233-4a4d-bb3f-712758d22fc9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebd634472e2c45c3803a70074733c311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103228 Aug 06 16:00:06.430553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51354) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:06.438899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8be70a-c233-4a4d-bb3f-712758d22fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137bcaec-64e1-4d89-89bd-d0b6a3ffa953,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:06.507419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d98ca30e-c7f6-425b-b0b8-bc23051167db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.540557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d98ca30e-c7f6-425b-b0b8-bc23051167db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.560427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'network': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:06.566539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.578220 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.720930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d98ca30e-c7f6-425b-b0b8-bc23051167db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.725457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d98ca30e-c7f6-425b-b0b8-bc23051167db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.726157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d98ca30e-c7f6-425b-b0b8-bc23051167db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/137bcaec-64e1-4d89-89bd-d0b6a3ffa953 HTTP/1.1" status: 204 len: 168 time: 0.2944839 Aug 06 16:00:06.735839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ca30e-c7f6-425b-b0b8-bc23051167db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137bcaec-64e1-4d89-89bd-d0b6a3ffa953,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:06.814189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.902969 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.903529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.964988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:06.967308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd95602c-99ad-4cbe-a38e-1e72c86694c3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:06.978908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:06.979305 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Added segment 6f33db75-15bd-4249-9e3f-be8913bb7914 of type vlan for network 293a49bb-b822-4921-b58e-37276bfb67f8 Aug 06 16:00:07.022978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.056680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:07.068680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.069251 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Added segment 105d5140-e396-41b9-b128-b1ca9c2eb1e3 of type vlan for network 0546c671-58e0-488d-811d-edd6a506a3c7 Aug 06 16:00:07.111475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.228755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.229870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.236477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.241444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.242106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.345954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Network': ['ID=293a49bb-b822-4921-b58e-37276bfb67f8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:07.357869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 293a49bb-b822-4921-b58e-37276bfb67f8 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:07.372295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2129745 Aug 06 16:00:07.373711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:07.502441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3757772-d2b2-49a7-abbe-da6bc87c4dc5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Network': ['ID=0546c671-58e0-488d-811d-edd6a506a3c7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:07.542225 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0546c671-58e0-488d-811d-edd6a506a3c7 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:07.617901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e325654-1dc6-4b8a-955e-2383384280da tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.627081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e325654-1dc6-4b8a-955e-2383384280da tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.634308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e325654-1dc6-4b8a-955e-2383384280da tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.642193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e325654-1dc6-4b8a-955e-2383384280da tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:07.644748 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4e325654-1dc6-4b8a-955e-2383384280da tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2677164 Aug 06 16:00:07.647344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51388) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:07.743790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.846784 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-029a1e03-2c9a-42b7-b1ad-0b765fa2278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.849895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.879958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:07.892977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293a49bb-b822-4921-b58e-37276bfb67f8']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:07.910024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f33db75-15bd-4249-9e3f-be8913bb7914') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:07.910311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f33db75-15bd-4249-9e3f-be8913bb7914') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:07.959894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.000470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.007005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:08.007434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:08.013682 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:08.188865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.214014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.216203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/networks/293a49bb-b822-4921-b58e-37276bfb67f8 HTTP/1.1" status: 204 len: 168 time: 0.5676959 Aug 06 16:00:08.217249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2a6af-aca0-41c1-b284-249c6e060e61 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Network': ['ID=293a49bb-b822-4921-b58e-37276bfb67f8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:08.219478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:08.335251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.483668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.497850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0546c671-58e0-488d-811d-edd6a506a3c7']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:08.511773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d5140-e396-41b9-b128-b1ca9c2eb1e3') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:08.517806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d5140-e396-41b9-b128-b1ca9c2eb1e3') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:08.523061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.539215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.545276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:08.546882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:08.550132 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:08.698579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.710901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:08.714614 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/networks/0546c671-58e0-488d-811d-edd6a506a3c7 HTTP/1.1" status: 204 len: 168 time: 0.4929035 Aug 06 16:00:08.716423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:08.768573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bece38-460c-4fc6-80d2-beaa4dac1628 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Network': ['ID=0546c671-58e0-488d-811d-edd6a506a3c7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:08.893710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80c43a-7e85-43ed-b5e5-598a09984092 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:08.899818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80c43a-7e85-43ed-b5e5-598a09984092 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:08.901911 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0f80c43a-7e85-43ed-b5e5-598a09984092 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1829262 Aug 06 16:00:08.906207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51436) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:08.911311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-526537004'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:08.971328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.012064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:09.016442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.066720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:09.081575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.082141 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Added segment fd587e99-8020-4d38-94cc-404aac08abce of type vlan for network 538efc6b-dad2-4955-ac71-41c7719e45af Aug 06 16:00:09.141513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.405997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.413652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:09.414708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.498089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Network': ['ID=538efc6b-dad2-4955-ac71-41c7719e45af,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:09.511186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 538efc6b-dad2-4955-ac71-41c7719e45af details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:09.664271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6dd198ab-db51-4138-af5f-13a81e86238f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7566140 Aug 06 16:00:09.668447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:09.676973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-419022504'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:09.706024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:09.829337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:09.834674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.865573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:09.878252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1418367964', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:09.886066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.886699 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Added segment fc239047-0100-445f-9bc3-fcab086bb936 of type vlan for network 56d38ac1-59d4-470f-bf36-18ea49727305 Aug 06 16:00:09.940153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.960026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Made reservation on behalf of 9bd53de9a06544ce8d0fc2668e4bcf2f for: {'port': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:09.965073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:09.974230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.083288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.149452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.156851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:10.157462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.182122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.193650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] device_id is not set on port 332d5ead-6b9a-4a14-963c-4be4591a345f yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:00:10.237631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Network': ['ID=56d38ac1-59d4-470f-bf36-18ea49727305,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:10.250913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 56d38ac1-59d4-470f-bf36-18ea49727305 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:10.274801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c56cd-850e-4499-af9a-b5fd03213763,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:10.280492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51472) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:10.284404 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0b534b70-9743-47fa-810c-4afdd22d897f tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6137691 Aug 06 16:00:10.292735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'ports': [{'network_id': '538efc6b-dad2-4955-ac71-41c7719e45af', 'name': 'tempest-port--1698028091', 'admin_state_up': True}, {'network_id': '56d38ac1-59d4-470f-bf36-18ea49727305', 'admin_state_up': False}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:10.292735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'port': {'network_id': '538efc6b-dad2-4955-ac71-41c7719e45af', 'name': 'tempest-port--1698028091', 'admin_state_up': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:10.292735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'port': {'network_id': '56d38ac1-59d4-470f-bf36-18ea49727305', 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:10.447087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Allocated IP 172.25.5.177 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/332d5ead-6b9a-4a14-963c-4be4591a345f) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:10.707034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'port': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:10.713995 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.752036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.777099 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.841135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:10.874622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] device_id is not set on port 4d4489c3-8304-49e2-97d6-94d042d53555 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:00:11.001703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.088863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:11.101851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:11.110683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:11.118008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Pushing event updated for resources: {'Port': ['ID=332d5ead-6b9a-4a14-963c-4be4591a345f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:11.161757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.198496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:11.199122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.266253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] device_id is not set on port 1cd1b2cc-8a54-4e69-9af1-4df05ade8e40 yet. {{(pid=94841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:00:11.409475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.465980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a84508a1-46dd-4ab4-8add-f7ae8059f944 tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7574055 Aug 06 16:00:11.470416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:11.481654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.177'}]}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:11.588621 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.642794 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.646830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.679216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Port': ['ID=4d4489c3-8304-49e2-97d6-94d042d53555,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:11.745840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Checking segment: {'id': 'fd587e99-8020-4d38-94cc-404aac08abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '538efc6b-dad2-4955-ac71-41c7719e45af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:11.746130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network hostable DHCP agents. Network: 538efc6b-dad2-4955-ac71-41c7719e45af, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:11.760531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:11.927169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network 538efc6b-dad2-4955-ac71-41c7719e45af is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:12.048101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.104861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 538efc6b-dad2-4955-ac71-41c7719e45af) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:12.125262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b14cf90-5af2-4637-a93b-2ac04fe5f699 None None] Network 538efc6b-dad2-4955-ac71-41c7719e45af requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:12.128928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:12.131187 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.249852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Checking segment: {'id': 'fc239047-0100-445f-9bc3-fcab086bb936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '56d38ac1-59d4-470f-bf36-18ea49727305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:12.250387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network hostable DHCP agents. Network: 56d38ac1-59d4-470f-bf36-18ea49727305, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:12.285088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Port': ['ID=1cd1b2cc-8a54-4e69-9af1-4df05ade8e40,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:12.417690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network 56d38ac1-59d4-470f-bf36-18ea49727305 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:12.492292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.523655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.600603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 56d38ac1-59d4-470f-bf36-18ea49727305) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:12.604243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:12.610330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:12.614814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05a2743-88a4-4ac9-a90d-809889774b45 None None] Network 56d38ac1-59d4-470f-bf36-18ea49727305 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:12.620656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:12.621379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.809164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:12.810576 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3d0430ec-2f23-46ca-b8d8-5067994f0a20 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5265701 Aug 06 16:00:12.812732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:12.897470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8a0c0-638d-4407-a412-c0f825797664 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:12.904661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8a0c0-638d-4407-a412-c0f825797664 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:12.907099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21d8a0c0-638d-4407-a412-c0f825797664 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0917690 Aug 06 16:00:12.910124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:13.048559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Deleting port 4d4489c3-8304-49e2-97d6-94d042d53555 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:13.048828 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.114008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.118772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.146032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.163787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Calling delete_port for 4d4489c3-8304-49e2-97d6-94d042d53555 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:13.326280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.326951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab16277e-6509-42c7-ad37-a3b352d845fe {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:00:13.470175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.533283 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 06 16:00:13.535154 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-081125f0-2afe-45d0-8079-db353d62267c tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0637097 Aug 06 16:00:13.538066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51520) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:13.542777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Port': ['ID=4d4489c3-8304-49e2-97d6-94d042d53555,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:13.556063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.560810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1c3ea2f8-0bfe-4b92-89cd-0a1258dc39c5 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/ports/4d4489c3-8304-49e2-97d6-94d042d53555 HTTP/1.1" status: 204 len: 168 time: 0.6469803 Aug 06 16:00:13.561010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51522) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:13.688567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Deleting port 332d5ead-6b9a-4a14-963c-4be4591a345f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:13.689322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.698690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Deleting port 1cd1b2cc-8a54-4e69-9af1-4df05ade8e40 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:13.699134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.809058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.831745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Calling delete_port for 1cd1b2cc-8a54-4e69-9af1-4df05ade8e40 owned by {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:13.837815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:13.862879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Calling delete_port for 332d5ead-6b9a-4a14-963c-4be4591a345f owned by {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:14.038996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.075156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Port': ['ID=1cd1b2cc-8a54-4e69-9af1-4df05ade8e40,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:14.088543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.091965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-41c3425a-708c-4d74-b8f1-55808578965c tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/ports/1cd1b2cc-8a54-4e69-9af1-4df05ade8e40 HTTP/1.1" status: 204 len: 168 time: 0.5286849 Aug 06 16:00:14.094381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:14.144711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51532) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:14.148815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8363a308-4e7b-4a4d-9663-adf581c520ef tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0530708 Aug 06 16:00:14.151588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1807019919'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:14.152673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.196863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Pushing event deleted for resources: {'Port': ['ID=332d5ead-6b9a-4a14-963c-4be4591a345f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:14.289139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.295085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce53d8de-48d2-4372-abac-da864766a11f tempest-RoutersAdminNegativeIpV6Test-1468222434 tempest-RoutersAdminNegativeIpV6Test-1468222434-project-admin] 10.222.0.16 "DELETE /v2.0/ports/332d5ead-6b9a-4a14-963c-4be4591a345f HTTP/1.1" status: 204 len: 168 time: 0.7557814 Aug 06 16:00:14.329195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:14.347755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.400928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:14.416519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.417170 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Added segment 0e475738-ca4f-48ff-ad3d-462b119fa3a4 of type vlan for network 032048bb-189c-48b2-958b-97c453a13ab8 Aug 06 16:00:14.504113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.657840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.691994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:14.691994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:14.869678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Network': ['ID=032048bb-189c-48b2-958b-97c453a13ab8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:14.875076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aead5142-d533-474e-8be1-06b9dfe7ab3d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7286580 Aug 06 16:00:14.880001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:14.882721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 032048bb-189c-48b2-958b-97c453a13ab8 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:14.899270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2020265079'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:15.086543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:15.091538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.119166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.152008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:15.180572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.181286 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Added segment a4bb78d6-f446-46fd-b69a-18c69d342a02 of type vlan for network 1b430a90-0277-4a00-90dd-4180d0530c18 Aug 06 16:00:15.268172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.315439 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca8d8-6481-4b11-a09e-2c51b03dbf67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.400180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.406501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:15.407347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.423889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca8d8-6481-4b11-a09e-2c51b03dbf67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.491392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Network': ['ID=1b430a90-0277-4a00-90dd-4180d0530c18,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:15.502578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1b430a90-0277-4a00-90dd-4180d0530c18 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:15.527305 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca8d8-6481-4b11-a09e-2c51b03dbf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.578764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ca8d8-6481-4b11-a09e-2c51b03dbf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145529d7-701b-40ab-bbda-a11320086da2,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:15.615782 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7e7ca8d8-6481-4b11-a09e-2c51b03dbf67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e35e84e4eeb4dc89ed5f7a66b7a0b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4953210 Aug 06 16:00:15.616838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.647399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4949902f-6c33-47da-96bf-fe4045aedc93 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7618468 Aug 06 16:00:15.677226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3c56897-0c92-4b80-87aa-b6f72cf2e776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.699972 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3c56897-0c92-4b80-87aa-b6f72cf2e776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.785950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:15.791451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'subnets': [{'network_id': '032048bb-189c-48b2-958b-97c453a13ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--384593172', 'ip_version': 4}, {'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:15.792538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'subnet': {'network_id': '032048bb-189c-48b2-958b-97c453a13ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--384593172', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:15.792538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Request body: {'subnet': {'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:15.891847 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3c56897-0c92-4b80-87aa-b6f72cf2e776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.897927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c3c56897-0c92-4b80-87aa-b6f72cf2e776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:15.901713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c3c56897-0c92-4b80-87aa-b6f72cf2e776 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/145529d7-701b-40ab-bbda-a11320086da2 HTTP/1.1" status: 204 len: 168 time: 0.2810647 Aug 06 16:00:15.912372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c56897-0c92-4b80-87aa-b6f72cf2e776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145529d7-701b-40ab-bbda-a11320086da2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:16.120740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Made reservation on behalf of 193e3e2407fb4f059e2571d8c8f6593a for: {'subnet': 2} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:16.128725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:16.129421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:16.869285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:16.938006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Subnet': ['ID=38c119c8-fd94-4b50-acfc-2349fd5db573,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:16.945029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Checking segment: {'id': '0e475738-ca4f-48ff-ad3d-462b119fa3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '032048bb-189c-48b2-958b-97c453a13ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:16.945390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network hostable DHCP agents. Network: 032048bb-189c-48b2-958b-97c453a13ab8, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:17.067088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:17.097810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network 032048bb-189c-48b2-958b-97c453a13ab8 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:17.136700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8847304b-4ca8-4692-a160-d39183bbafb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bd53de9a06544ce8d0fc2668e4bcf2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681655 Aug 06 16:00:17.139249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:17.188849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8978d5e7-3dde-4cff-ab65-37b4b5be27ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.210900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8978d5e7-3dde-4cff-ab65-37b4b5be27ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.286185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 032048bb-189c-48b2-958b-97c453a13ab8) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:17.296820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.300016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5825a16-442a-496f-836a-4addec0a6b40 None None] Network 032048bb-189c-48b2-958b-97c453a13ab8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:17.355454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:17.357011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event updated for resources: {'Subnet': ['ID=e64bf69d-6ca0-46ca-983e-d36bce96fbe0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:17.380329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Checking segment: {'id': 'a4bb78d6-f446-46fd-b69a-18c69d342a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:17.380699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network hostable DHCP agents. Network: 1b430a90-0277-4a00-90dd-4180d0530c18, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:17.433373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8978d5e7-3dde-4cff-ab65-37b4b5be27ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.442144 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8978d5e7-3dde-4cff-ab65-37b4b5be27ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.446593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8978d5e7-3dde-4cff-ab65-37b4b5be27ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a6c56cd-850e-4499-af9a-b5fd03213763 HTTP/1.1" status: 204 len: 168 time: 0.3023880 Aug 06 16:00:17.492125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978d5e7-3dde-4cff-ab65-37b4b5be27ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c56cd-850e-4499-af9a-b5fd03213763,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:17.520687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-032048bb-189c-48b2-958b-97c453a13ab8', 'network_id': '032048bb-189c-48b2-958b-97c453a13ab8', 'tenant_id': '193e3e2407fb4f059e2571d8c8f6593a', 'fixed_ips': [{'subnet_id': '38c119c8-fd94-4b50-acfc-2349fd5db573'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:17.528315 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.548082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffb7f-5590-4558-b1c2-9eb6dd370ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.549197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Network 1b430a90-0277-4a00-90dd-4180d0530c18 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:17.660081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffb7f-5590-4558-b1c2-9eb6dd370ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.709171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1b430a90-0277-4a00-90dd-4180d0530c18) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:17.714957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:17.715669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:17.716555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.742923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5288eb-a7bb-4dfe-9bdb-5a2bfcedc448 None None] Network 1b430a90-0277-4a00-90dd-4180d0530c18 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:17.794748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Allocated IP 172.20.0.2 (032048bb-189c-48b2-958b-97c453a13ab8/38c119c8-fd94-4b50-acfc-2349fd5db573/6a7b4c1d-5005-4764-9d60-76540227c347) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:17.938129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb9ffb7f-5590-4558-b1c2-9eb6dd370ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.959278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-1b430a90-0277-4a00-90dd-4180d0530c18', 'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18', 'tenant_id': '193e3e2407fb4f059e2571d8c8f6593a', 'fixed_ips': [{'subnet_id': 'e64bf69d-6ca0-46ca-983e-d36bce96fbe0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:17.960258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:17.995988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ffb7f-5590-4558-b1c2-9eb6dd370ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c932ef6-feaa-4f2a-8422-9947ffb72e5e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:18.012706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb9ffb7f-5590-4558-b1c2-9eb6dd370ddb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42833e3bf0ec46f6a3e135ac27cf90e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532366 Aug 06 16:00:18.014400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:18.080070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1a522ca2-2f37-4c82-ae8c-03ed8cfb54c9 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2926910 Aug 06 16:00:18.090083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51628) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:18.135557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9380a60d-b829-4b96-9c59-5b88390cffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.171598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaaabbb-d40a-4cc1-9b49-b8f46df545c3 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:18.173762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaaabbb-d40a-4cc1-9b49-b8f46df545c3 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:18.175432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9380a60d-b829-4b96-9c59-5b88390cffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.176363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaaabbb-d40a-4cc1-9b49-b8f46df545c3 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:18.178992 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aaaaabbb-d40a-4cc1-9b49-b8f46df545c3 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0844865 Aug 06 16:00:18.179521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.184053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:18.197022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Transition to ACTIVE for port object 6a7b4c1d-5005-4764-9d60-76540227c347 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:18.252525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Transition to ACTIVE for port object 6a7b4c1d-5005-4764-9d60-76540227c347 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:18.268701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Allocated IP 172.20.0.18 (1b430a90-0277-4a00-90dd-4180d0530c18/e64bf69d-6ca0-46ca-983e-d36bce96fbe0/481c07bf-1567-4e41-bbd3-1dec2ae1c193) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:18.316602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Deleting subnet 38c119c8-fd94-4b50-acfc-2349fd5db573 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:18.440213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.443109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.494323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.509091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9380a60d-b829-4b96-9c59-5b88390cffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.511906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9380a60d-b829-4b96-9c59-5b88390cffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.513218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9380a60d-b829-4b96-9c59-5b88390cffd8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c932ef6-feaa-4f2a-8422-9947ffb72e5e HTTP/1.1" status: 204 len: 168 time: 0.4967048 Aug 06 16:00:18.525757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Pushing event updated for resources: {'Port': ['ID=6a7b4c1d-5005-4764-9d60-76540227c347,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:18.533375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380a60d-b829-4b96-9c59-5b88390cffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c932ef6-feaa-4f2a-8422-9947ffb72e5e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:18.538794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.548720 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:00:18.552774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Transition to ACTIVE for port object 481c07bf-1567-4e41-bbd3-1dec2ae1c193 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:18.567833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Network 032048bb-189c-48b2-958b-97c453a13ab8 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:18.587090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:18.589862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:18.616467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Transition to ACTIVE for port object 481c07bf-1567-4e41-bbd3-1dec2ae1c193 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:18.658760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.760986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Attempting to bind port 6a7b4c1d-5005-4764-9d60-76540227c347 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:18.761550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Attempting to bind port 6a7b4c1d-5005-4764-9d60-76540227c347 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '0e475738-ca4f-48ff-ad3d-462b119fa3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '032048bb-189c-48b2-958b-97c453a13ab8'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:18.761936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Attempting to bind port 6a7b4c1d-5005-4764-9d60-76540227c347 on network 032048bb-189c-48b2-958b-97c453a13ab8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:18.768532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:18.769008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Checking segment: {'id': '0e475738-ca4f-48ff-ad3d-462b119fa3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '032048bb-189c-48b2-958b-97c453a13ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:18.769482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.770284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Bound using segment: {'id': '0e475738-ca4f-48ff-ad3d-462b119fa3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '032048bb-189c-48b2-958b-97c453a13ab8'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:18.770594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Bound port: 6a7b4c1d-5005-4764-9d60-76540227c347, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e475738-ca4f-48ff-ad3d-462b119fa3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '032048bb-189c-48b2-958b-97c453a13ab8'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:18.771003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.881158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.925174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:18.945157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] For port 6a7b4c1d-5005-4764-9d60-76540227c347, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:18.980433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] For port 6a7b4c1d-5005-4764-9d60-76540227c347, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a7b4c1d-5005-4764-9d60-76540227c347,segment=NetworkSegment(0e475738-ca4f-48ff-ad3d-462b119fa3a4),segment_id=0e475738-ca4f-48ff-ad3d-462b119fa3a4)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:19.018121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Pushing event updated for resources: {'Port': ['ID=481c07bf-1567-4e41-bbd3-1dec2ae1c193,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:19.035415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Network 1b430a90-0277-4a00-90dd-4180d0530c18 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:19.037412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:19.045663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:19.048359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.053218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/subnets/38c119c8-fd94-4b50-acfc-2349fd5db573 HTTP/1.1" status: 204 len: 168 time: 0.8654778 Aug 06 16:00:19.053573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51658) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:19.080266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11644d-b995-4698-b0bb-0cc1c90c6c99 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Subnet': ['ID=38c119c8-fd94-4b50-acfc-2349fd5db573,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:19.165887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.170506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Attempting to bind port 481c07bf-1567-4e41-bbd3-1dec2ae1c193 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:19.171005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Attempting to bind port 481c07bf-1567-4e41-bbd3-1dec2ae1c193 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a4bb78d6-f446-46fd-b69a-18c69d342a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:19.171419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Attempting to bind port 481c07bf-1567-4e41-bbd3-1dec2ae1c193 on network 1b430a90-0277-4a00-90dd-4180d0530c18 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:19.181229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Deleting subnet e64bf69d-6ca0-46ca-983e-d36bce96fbe0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:19.188555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.246472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:19.246859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Checking segment: {'id': 'a4bb78d6-f446-46fd-b69a-18c69d342a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:19.247261 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.247690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Bound using segment: {'id': 'a4bb78d6-f446-46fd-b69a-18c69d342a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:19.248335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Bound port: 481c07bf-1567-4e41-bbd3-1dec2ae1c193, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4bb78d6-f446-46fd-b69a-18c69d342a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1b430a90-0277-4a00-90dd-4180d0530c18'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:19.253238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.305109 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.317758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6a3c2-e987-44eb-a21a-4b0d7b311269 None None] Pushing event updated for resources: {'Port': ['ID=6a7b4c1d-5005-4764-9d60-76540227c347,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:19.478562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] For port 481c07bf-1567-4e41-bbd3-1dec2ae1c193, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:19.482239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] For port 481c07bf-1567-4e41-bbd3-1dec2ae1c193, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=481c07bf-1567-4e41-bbd3-1dec2ae1c193,segment=NetworkSegment(a4bb78d6-f446-46fd-b69a-18c69d342a02),segment_id=a4bb78d6-f446-46fd-b69a-18c69d342a02)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:19.574494 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.574651 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.655593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:19.709025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39165-da0f-43ab-9044-cb3072c67f9e None None] Pushing event updated for resources: {'Port': ['ID=481c07bf-1567-4e41-bbd3-1dec2ae1c193,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:19.726578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:19.741522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea309c3-be32-4b17-8002-3c2da5e6abdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.871535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.955217 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:19.974215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:19.991087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/subnets/e64bf69d-6ca0-46ca-983e-d36bce96fbe0 HTTP/1.1" status: 204 len: 168 time: 0.9133179 Aug 06 16:00:20.056964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea309c3-be32-4b17-8002-3c2da5e6abdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.153667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2035658-ee1f-4c0d-be01-7c5e9345de0d tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Subnet': ['ID=e64bf69d-6ca0-46ca-983e-d36bce96fbe0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:20.156575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-163899cd-dd56-422c-ab18-fd4d4aee1688 tempest-AgentManagementNegativeTest-239938017 tempest-AgentManagementNegativeTest-239938017-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4989355 Aug 06 16:00:20.170389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea309c3-be32-4b17-8002-3c2da5e6abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.210192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a7b4c1d-5005-4764-9d60-76540227c347 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:20.285499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf520e-0c65-48bb-b3e2-67ca74b831fc tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:20.293815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-69bf520e-0c65-48bb-b3e2-67ca74b831fc tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3103645 Aug 06 16:00:20.295632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51690) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:20.331503 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ea309c3-be32-4b17-8002-3c2da5e6abdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1128552c63147dea9a792647525b6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038239 Aug 06 16:00:20.332625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51692) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:20.348938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea309c3-be32-4b17-8002-3c2da5e6abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ebdc4-96e5-418d-bdae-bc53e86acd54,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:20.425246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc0225e3-0433-4bb6-ba77-cd3f816d485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.456552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.470000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc0225e3-0433-4bb6-ba77-cd3f816d485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.554556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6a7b4c1d-5005-4764-9d60-76540227c347 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:20.569021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Deleting port 481c07bf-1567-4e41-bbd3-1dec2ae1c193 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:20.569362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.654118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc0225e3-0433-4bb6-ba77-cd3f816d485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.659230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bc0225e3-0433-4bb6-ba77-cd3f816d485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.664314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bc0225e3-0433-4bb6-ba77-cd3f816d485e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a3ebdc4-96e5-418d-bdae-bc53e86acd54 HTTP/1.1" status: 204 len: 168 time: 0.3274062 Aug 06 16:00:20.682925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] For port 481c07bf-1567-4e41-bbd3-1dec2ae1c193, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=481c07bf-1567-4e41-bbd3-1dec2ae1c193,segment=NetworkSegment(a4bb78d6-f446-46fd-b69a-18c69d342a02),segment_id=a4bb78d6-f446-46fd-b69a-18c69d342a02)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:20.683535 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:20.743356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0225e3-0433-4bb6-ba77-cd3f816d485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ebdc4-96e5-418d-bdae-bc53e86acd54,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:20.772888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Calling delete_port for 481c07bf-1567-4e41-bbd3-1dec2ae1c193 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:20.955625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab79836-527f-466f-b52a-1adda0fee923 None None] Network 032048bb-189c-48b2-958b-97c453a13ab8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:21.136269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:21.138058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.234837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Port': ['ID=481c07bf-1567-4e41-bbd3-1dec2ae1c193,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:21.252935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] No DVR routers for this DVR port 481c07bf-1567-4e41-bbd3-1dec2ae1c193 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:21.262022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] DHCP port deletion for 032048bb-189c-48b2-958b-97c453a13ab8 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:21.360611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccb937-83ae-477f-861e-afadb6c982a4 None None] Network 1b430a90-0277-4a00-90dd-4180d0530c18 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:21.365096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] Provisioning for port 6a7b4c1d-5005-4764-9d60-76540227c347 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:21.380161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] Provisioning complete for port 6a7b4c1d-5005-4764-9d60-76540227c347 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:21.382446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.429223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a336-8c14-4cbd-bfc4-1221a02057b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.478163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.501547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] Deleting port 6a7b4c1d-5005-4764-9d60-76540227c347 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:21.501934 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.519104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b430a90-0277-4a00-90dd-4180d0530c18']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:21.566990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bb78d6-f446-46fd-b69a-18c69d342a02') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:21.574108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bb78d6-f446-46fd-b69a-18c69d342a02') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:21.614744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.662597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.676339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:21.677037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:21.728027 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:21.740483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a336-8c14-4cbd-bfc4-1221a02057b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.882243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] For port 6a7b4c1d-5005-4764-9d60-76540227c347, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a7b4c1d-5005-4764-9d60-76540227c347,segment=NetworkSegment(0e475738-ca4f-48ff-ad3d-462b119fa3a4),segment_id=0e475738-ca4f-48ff-ad3d-462b119fa3a4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:21.882243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.897914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a336-8c14-4cbd-bfc4-1221a02057b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.935346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f5a2a336-8c14-4cbd-bfc4-1221a02057b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e59dd29d9b9741eb8b675cee44aa83df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7977629 Aug 06 16:00:21.938107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.941552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:21.950905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] Calling delete_port for 6a7b4c1d-5005-4764-9d60-76540227c347 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:21.953326 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.980756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:21.986103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/networks/1b430a90-0277-4a00-90dd-4180d0530c18 HTTP/1.1" status: 204 len: 168 time: 1.6884298 Aug 06 16:00:21.988622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51732) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:22.046483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c943ef-3e6c-4162-88f0-a376bbababb4 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Network': ['ID=1b430a90-0277-4a00-90dd-4180d0530c18,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.068550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a336-8c14-4cbd-bfc4-1221a02057b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b575fd-0447-4f80-9dc3-82908928205e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.102395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f311d-7dc1-471d-a63b-b944be560058 None None] DHCP port deletion for 1b430a90-0277-4a00-90dd-4180d0530c18 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:22.158767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] For port 6a7b4c1d-5005-4764-9d60-76540227c347, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a7b4c1d-5005-4764-9d60-76540227c347,segment=NetworkSegment(0e475738-ca4f-48ff-ad3d-462b119fa3a4),segment_id=0e475738-ca4f-48ff-ad3d-462b119fa3a4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:22.176478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fe56d09-54cd-4449-af05-7914b310e679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.222705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a7b4c1d-5005-4764-9d60-76540227c347 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:22.239167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fe56d09-54cd-4449-af05-7914b310e679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.289418 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.304263 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.416445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a76cbbf-b027-40d7-acbd-2f83b6ea6295 None None] Could not find standard attr ID for object 481c07bf-1567-4e41-bbd3-1dec2ae1c193. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:00:22.446298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0387a-77d7-4c12-b412-646843700d03 None None] Pushing event updated for resources: {'Port': ['ID=6a7b4c1d-5005-4764-9d60-76540227c347,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.449242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.453221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fe56d09-54cd-4449-af05-7914b310e679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.456823 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fe56d09-54cd-4449-af05-7914b310e679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.458181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Deleting port 6a7b4c1d-5005-4764-9d60-76540227c347 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:22.458525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.469519 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7fe56d09-54cd-4449-af05-7914b310e679 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30b575fd-0447-4f80-9dc3-82908928205e HTTP/1.1" status: 204 len: 168 time: 0.5285749 Aug 06 16:00:22.483263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe56d09-54cd-4449-af05-7914b310e679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b575fd-0447-4f80-9dc3-82908928205e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.494333 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.529686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] Pushing event deleted for resources: {'Port': ['ID=6a7b4c1d-5005-4764-9d60-76540227c347,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.535954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990f87f-a466-4884-86ee-166046fc62cb None None] No DVR routers for this DVR port 6a7b4c1d-5005-4764-9d60-76540227c347 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:22.573855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] For port 6a7b4c1d-5005-4764-9d60-76540227c347, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a7b4c1d-5005-4764-9d60-76540227c347,segment=NetworkSegment(0e475738-ca4f-48ff-ad3d-462b119fa3a4),segment_id=0e475738-ca4f-48ff-ad3d-462b119fa3a4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:22.574243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.589636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Calling delete_port for 6a7b4c1d-5005-4764-9d60-76540227c347 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:22.712198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 481c07bf-1567-4e41-bbd3-1dec2ae1c193 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:22.736997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 481c07bf-1567-4e41-bbd3-1dec2ae1c193 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:22.737587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 481c07bf-1567-4e41-bbd3-1dec2ae1c193 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:22.842473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:22.904991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Port': ['ID=6a7b4c1d-5005-4764-9d60-76540227c347,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:22.911679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] No DVR routers for this DVR port 6a7b4c1d-5005-4764-9d60-76540227c347 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:23.004143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.014626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032048bb-189c-48b2-958b-97c453a13ab8']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:23.030834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e475738-ca4f-48ff-ad3d-462b119fa3a4') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:23.031299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e475738-ca4f-48ff-ad3d-462b119fa3a4') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:23.041235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.057282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.064347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:23.064761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:23.068595 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:23.331723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.346305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.350897 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/networks/032048bb-189c-48b2-958b-97c453a13ab8 HTTP/1.1" status: 204 len: 168 time: 1.3522401 Aug 06 16:00:23.351876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:23.362473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc8739-ff6b-4343-ae1c-053241ffdce6 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Network': ['ID=032048bb-189c-48b2-958b-97c453a13ab8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:23.482817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.634382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.652584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d38ac1-59d4-470f-bf36-18ea49727305']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:23.672279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc239047-0100-445f-9bc3-fcab086bb936') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:23.673194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc239047-0100-445f-9bc3-fcab086bb936') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:23.695692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.761375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.772512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:23.773305 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:23.873832 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:23.965115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.969996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:23.974826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/networks/56d38ac1-59d4-470f-bf36-18ea49727305 HTTP/1.1" status: 204 len: 168 time: 0.6204674 Aug 06 16:00:23.979321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51804) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:24.008137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5af30-c52d-4544-b824-cfbd8eec21ec tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Network': ['ID=56d38ac1-59d4-470f-bf36-18ea49727305,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:24.117594 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.333108 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.353862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538efc6b-dad2-4955-ac71-41c7719e45af']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:24.375760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd587e99-8020-4d38-94cc-404aac08abce') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:24.376447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd587e99-8020-4d38-94cc-404aac08abce') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:24.400191 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.432788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:24.436129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.456339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:24.456339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:24.560736 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:24.633896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952427560'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:24.714938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.725633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.727481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] 10.222.0.16 "DELETE /v2.0/networks/538efc6b-dad2-4955-ac71-41c7719e45af HTTP/1.1" status: 204 len: 168 time: 0.7426791 Aug 06 16:00:24.738734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e3fcf-480c-47d1-b02b-bbf98d478dc2 tempest-BulkNetworkOpsTest-1758478392 tempest-BulkNetworkOpsTest-1758478392-project] Pushing event deleted for resources: {'Network': ['ID=538efc6b-dad2-4955-ac71-41c7719e45af,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:24.869206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:24.875181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:24.890236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.011953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.183788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.228050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:25.247688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46b02e0-5d1d-4a9b-8b57-93ff47b7cb86,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:25.275929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.278469 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment 1642602a-11c5-4818-a0cb-0f74afedf0c7 of type vlan for network f136d5b1-279d-4507-9c5a-634f72e1dcfc Aug 06 16:00:25.412300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.525746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:25.555098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.563525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:25.570521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.673445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=f136d5b1-279d-4507-9c5a-634f72e1dcfc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:25.704874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network f136d5b1-279d-4507-9c5a-634f72e1dcfc details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:25.734299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-52701ef0-3e58-408d-8dcc-d7b38bf4a0c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2987537 Aug 06 16:00:25.787961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51864) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:25.798601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cb00e2cc-1bab-42a4-83a4-6cb1bfcd0ebd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=193e3e2407fb4f059e2571d8c8f6593a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555668 Aug 06 16:00:25.896941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dca2df4a-7cbd-437d-980e-243c11b12d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:25.923696 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dca2df4a-7cbd-437d-980e-243c11b12d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.104069 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.145763 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dca2df4a-7cbd-437d-980e-243c11b12d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.149036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dca2df4a-7cbd-437d-980e-243c11b12d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:26.150452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dca2df4a-7cbd-437d-980e-243c11b12d9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd95602c-99ad-4cbe-a38e-1e72c86694c3 HTTP/1.1" status: 204 len: 168 time: 0.3611374 Aug 06 16:00:26.171500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2df4a-7cbd-437d-980e-243c11b12d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd95602c-99ad-4cbe-a38e-1e72c86694c3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:28.067707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:28.303983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-1474167626'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:28.470541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:28.475167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.497744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.703474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.840518 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.860811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:28.911421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:28.913639 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment 70b194dd-a6a1-4167-ad3f-281e7970feae of type vlan for network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 Aug 06 16:00:29.127993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0da577-f9bc-47e0-b21a-462272ef3501,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:29.157592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.184019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.214549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51956) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:29.225717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:29.265719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.278075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:29.279007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.404358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=5f978f13-2b4a-40c2-8727-28b1de4eaef8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:29.421821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:29.510284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51964) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:29.510813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-397c0de9-97f6-4805-97df-77f979517e5d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4412508 Aug 06 16:00:29.528066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-1160765425'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:29.702168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:29.706055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.840906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:29.846691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.884290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509188-e75b-4f4e-ad6f-0fec5af44943 req-52ae92b1-9847-4789-a958-9fba9375f20e tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:29.885824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f509188-e75b-4f4e-ad6f-0fec5af44943 req-52ae92b1-9847-4789-a958-9fba9375f20e tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.1352484 Aug 06 16:00:29.907531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:29.931200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:29.931921 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment 4edf0997-8c62-4bab-9fff-863523042d92 of type vlan for network d97fc889-3974-406c-ba5b-09136b32f8ae Aug 06 16:00:29.981141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f509188-e75b-4f4e-ad6f-0fec5af44943 req-6768d8bc-b665-40fa-b23c-290c367b0370 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887682 Aug 06 16:00:29.996721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.258412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.260399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.266603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:30.268253 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.323382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=b12fef69-d9ff-4526-8bfc-d7b11b40bee8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:30.331664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': '1642602a-11c5-4818-a0cb-0f74afedf0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:30.331664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: f136d5b1-279d-4507-9c5a-634f72e1dcfc, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:30.397009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=d97fc889-3974-406c-ba5b-09136b32f8ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:30.409215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d97fc889-3974-406c-ba5b-09136b32f8ae details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:30.491794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network f136d5b1-279d-4507-9c5a-634f72e1dcfc is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:30.562707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e6a823f3-d3d0-4b06-8bb4-51b25abe61c9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0461621 Aug 06 16:00:30.565361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 51986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.588703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:30.636928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, f136d5b1-279d-4507-9c5a-634f72e1dcfc) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:30.646543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:30.647185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.658042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c2156-25a7-4e3f-9612-32b5154b2ab9 None None] Network f136d5b1-279d-4507-9c5a-634f72e1dcfc requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:30.814119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1ec2f61d-0623-4144-9da8-038a7f1869f2 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5984015 Aug 06 16:00:30.817466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 51994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:30.823618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-380296605'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:30.837194 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:00:30.837194 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:00:30.837194 n-d-778550-6 neutron-server[94841]: [parameters: {'project_id_1': '679b1ba4f6d1449899beae2de579fd83', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 0, 30, 829206)}] Aug 06 16:00:30.837194 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:30.839249 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:30.840414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-f136d5b1-279d-4507-9c5a-634f72e1dcfc', 'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': 'b12fef69-d9ff-4526-8bfc-d7b11b40bee8'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:30.841473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:30.932232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:30.936122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.168041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Allocated IP 2001:db8:0:ffff::2 (f136d5b1-279d-4507-9c5a-634f72e1dcfc/b12fef69-d9ff-4526-8bfc-d7b11b40bee8/142b4930-2d52-4904-9863-b14b9f4b7d87) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:31.252699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308beffe-907b-447d-915c-466867517681 req-61469c58-1fc2-4969-b206-71bf56a16792 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:31.252699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-308beffe-907b-447d-915c-466867517681 req-61469c58-1fc2-4969-b206-71bf56a16792 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.0753260 Aug 06 16:00:31.312862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-308beffe-907b-447d-915c-466867517681 req-c1a8a71a-9c32-41bf-a054-07bc95493d6d tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520613 Aug 06 16:00:31.331244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-b1f0ba53-e9b6-4553-bfc1-16d214457fc2 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:31.332793 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-b1f0ba53-e9b6-4553-bfc1-16d214457fc2 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.64 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.0577829 Aug 06 16:00:31.344608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.356964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Transition to ACTIVE for port object 142b4930-2d52-4904-9863-b14b9f4b7d87 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:31.382300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Transition to ACTIVE for port object 142b4930-2d52-4904-9863-b14b9f4b7d87 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:31.441685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Deleting port bb0bced1-3459-4aff-85c2-e6b970db8723 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:31.442021 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.463956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.588315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:31.588926 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.618319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.651660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=161d4c4e-bb7b-4df5-a890-5a6da00ccbaf,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:31.771948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:31.805048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] For port bb0bced1-3459-4aff-85c2-e6b970db8723, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=bb0bced1-3459-4aff-85c2-e6b970db8723,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:31.805427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.815715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Network f136d5b1-279d-4507-9c5a-634f72e1dcfc is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:31.820569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.847663 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment d152018c-3606-43c8-bf4e-0c6b143718d3 of type vlan for network 1f2d25e4-3585-47e5-bc62-1792c95ef9f5 Aug 06 16:00:31.847916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': '70b194dd-a6a1-4167-ad3f-281e7970feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:31.849882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:31.850071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: 5f978f13-2b4a-40c2-8727-28b1de4eaef8, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:31.850236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:31.862330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Pushing event updated for resources: {'Port': ['ID=142b4930-2d52-4904-9863-b14b9f4b7d87,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:31.947207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Attempting to bind port 142b4930-2d52-4904-9863-b14b9f4b7d87 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:31.947925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Attempting to bind port 142b4930-2d52-4904-9863-b14b9f4b7d87 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '1642602a-11c5-4818-a0cb-0f74afedf0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:31.948566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Attempting to bind port 142b4930-2d52-4904-9863-b14b9f4b7d87 on network f136d5b1-279d-4507-9c5a-634f72e1dcfc {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:31.955896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:31.956551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Checking segment: {'id': '1642602a-11c5-4818-a0cb-0f74afedf0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:31.957185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.957748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Bound using segment: {'id': '1642602a-11c5-4818-a0cb-0f74afedf0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:31.958386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Bound port: 142b4930-2d52-4904-9863-b14b9f4b7d87, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1642602a-11c5-4818-a0cb-0f74afedf0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f136d5b1-279d-4507-9c5a-634f72e1dcfc'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:31.959328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:31.981087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.063492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] For port 142b4930-2d52-4904-9863-b14b9f4b7d87, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:32.075190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] For port 142b4930-2d52-4904-9863-b14b9f4b7d87, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=142b4930-2d52-4904-9863-b14b9f4b7d87,segment=NetworkSegment(1642602a-11c5-4818-a0cb-0f74afedf0c7),segment_id=1642602a-11c5-4818-a0cb-0f74afedf0c7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:32.122790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:32.169457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.169457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.169457 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Floating IP 197c03c2-be54-4106-b24e-8c53930e044f disassociated. External IP: 172.25.5.117, port: bb0bced1-3459-4aff-85c2-e6b970db8723. Aug 06 16:00:32.169457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Calling delete_port for bb0bced1-3459-4aff-85c2-e6b970db8723 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:32.288350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.291238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.300965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:32.301672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.341692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5f978f13-2b4a-40c2-8727-28b1de4eaef8) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:32.376824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5bd72-3b90-42f8-b77f-6b5cefe6225b None None] Pushing event updated for resources: {'Port': ['ID=142b4930-2d52-4904-9863-b14b9f4b7d87,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:32.390019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:32.392208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe13f5-bd14-46e4-bf87-bd9b441d4111 None None] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:32.393911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.585842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=1f2d25e4-3585-47e5-bc62-1792c95ef9f5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:32.590356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c93ca84c-d410-4db4-9ec8-b29dc8922e4e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7699404 Aug 06 16:00:32.592075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:32.599232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': '1f2d25e4-3585-47e5-bc62-1792c95ef9f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:32.624990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead0bb9-bf04-4b7e-8901-97e68614f8b2 req-afa80dcb-7ba4-49be-9941-c7b1ef53c5ad tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:32.631586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dead0bb9-bf04-4b7e-8901-97e68614f8b2 req-afa80dcb-7ba4-49be-9941-c7b1ef53c5ad tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 946 time: 0.1107638 Aug 06 16:00:32.652303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.660476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 1f2d25e4-3585-47e5-bc62-1792c95ef9f5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:32.732297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dead0bb9-bf04-4b7e-8901-97e68614f8b2 req-74cc2b8d-7894-4487-a6a4-51a58cd45986 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/security-groups?id=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932019 Aug 06 16:00:32.767538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52038) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:32.767894 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3be19cf-5c8d-4e2a-98f9-3e875d0d5795 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2012465 Aug 06 16:00:32.773156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:32.857001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5f978f13-2b4a-40c2-8727-28b1de4eaef8', 'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '161d4c4e-bb7b-4df5-a890-5a6da00ccbaf'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:32.860594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:32.912018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event deleted for resources: {'Port': ['ID=bb0bced1-3459-4aff-85c2-e6b970db8723,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:33.196995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Allocated IP 172.20.0.2 (5f978f13-2b4a-40c2-8727-28b1de4eaef8/161d4c4e-bb7b-4df5-a890-5a6da00ccbaf/80b396bc-d061-4e2e-9dde-c052f5a0abc0) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:33.418459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.430039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Transition to ACTIVE for port object 80b396bc-d061-4e2e-9dde-c052f5a0abc0 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:33.459999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:00:33.459999 n-d-778550-6 neutron-server[94840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 16:00:33.459999 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id': '679b1ba4f6d1449899beae2de579fd83', 'id': '9db03364-0d2a-43e9-9c6d-7f4d73711d27', 'expiration': datetime.datetime(2021, 8, 6, 16, 2, 33, 455663)}] Aug 06 16:00:33.459999 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:33.460618 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:33.525775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Transition to ACTIVE for port object 80b396bc-d061-4e2e-9dde-c052f5a0abc0 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:33.588838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:33.593581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.599195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Router 31c0a9e2-0fa6-4607-840e-e8b322bb164d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:33.642632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.725495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:33.731451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:33.736647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:33.770380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Pushing event updated for resources: {'Port': ['ID=80b396bc-d061-4e2e-9dde-c052f5a0abc0,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:33.849430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Attempting to bind port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:33.852544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Attempting to bind port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '70b194dd-a6a1-4167-ad3f-281e7970feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:33.852544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Attempting to bind port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 on network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:33.869176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:33.869677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Checking segment: {'id': '70b194dd-a6a1-4167-ad3f-281e7970feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:33.870177 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:33.872145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Bound using segment: {'id': '70b194dd-a6a1-4167-ad3f-281e7970feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:33.872925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Bound port: 80b396bc-d061-4e2e-9dde-c052f5a0abc0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b194dd-a6a1-4167-ad3f-281e7970feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '5f978f13-2b4a-40c2-8727-28b1de4eaef8'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:33.873435 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.036565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:34.047705 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] Sync routers for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:34.065248 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:34.066638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:34.069979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] For port 80b396bc-d061-4e2e-9dde-c052f5a0abc0, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:34.077004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] For port 80b396bc-d061-4e2e-9dde-c052f5a0abc0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80b396bc-d061-4e2e-9dde-c052f5a0abc0,segment=NetworkSegment(70b194dd-a6a1-4167-ad3f-281e7970feae),segment_id=70b194dd-a6a1-4167-ad3f-281e7970feae)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:34.105566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:34.111056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.161469 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.338080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 142b4930-2d52-4904-9863-b14b9f4b7d87 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:34.566195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb0bced1-3459-4aff-85c2-e6b970db8723 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:34.567853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c32dd4f-4436-485c-b69c-c5c1ec359888 req-14399fa5-638d-46c4-afe6-367df5c84e7f tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.0406806 Aug 06 16:00:34.568930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f819c91-3531-4624-a3b3-91665c8c4d5a None None] Network f136d5b1-279d-4507-9c5a-634f72e1dcfc requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:34.613154 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:34.628458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] No DVR routers for this DVR port bb0bced1-3459-4aff-85c2-e6b970db8723 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:34.654000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:34.665581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: bb0bced1-3459-4aff-85c2-e6b970db8723 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:34.665843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device bb0bced1-3459-4aff-85c2-e6b970db8723 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:34.666932 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e50df88d-85dd-4ba7-8ee5-033e36121673 req-1020e0ce-01a8-49e2-946e-afe60ad2357a tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.64 "DELETE /v2.0/ports/bb0bced1-3459-4aff-85c2-e6b970db8723 HTTP/1.1" status: 204 len: 173 time: 3.3234637 Aug 06 16:00:34.670599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'name': 'network-vif-deleted', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:00:34.674267 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af266b71-c97d-46af-a6ae-990845f9d5ef" -d '{"events": [{"server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "name": "network-vif-deleted", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:00:34.954545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4230a-3526-4e46-b0a3-b6c2480af9a6 None None] Pushing event updated for resources: {'Port': ['ID=80b396bc-d061-4e2e-9dde-c052f5a0abc0,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:34.995264 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.070030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.154978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=54895107-2923-48be-9052-669bdccd658a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:35.173670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': '4edf0997-8c62-4bab-9fff-863523042d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:35.174257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: d97fc889-3974-406c-ba5b-09136b32f8ae, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:35.182147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61a4022a-6b2d-4a5d-8d04-078650681a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.212003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 142b4930-2d52-4904-9863-b14b9f4b7d87 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:35.214259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] Provisioning for port 142b4930-2d52-4904-9863-b14b9f4b7d87 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:35.220979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] Provisioning complete for port 142b4930-2d52-4904-9863-b14b9f4b7d87 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:35.221361 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.234490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.237348 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:35.238151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.238638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.240369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.244207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.245619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.260959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.262433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.264222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.264732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.266824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.270858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:35.275983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=6919aff8-85ee-43e0-b251-36ed8e61da1d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:35.335756 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] Checking router: 31c0a9e2-0fa6-4607-840e-e8b322bb164d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:00:35.338095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 142b4930-2d52-4904-9863-b14b9f4b7d87 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:35.340099 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.344549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': 'd152018c-3606-43c8-bf4e-0c6b143718d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1f2d25e4-3585-47e5-bc62-1792c95ef9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:35.352164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: 1f2d25e4-3585-47e5-bc62-1792c95ef9f5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:35.360778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network d97fc889-3974-406c-ba5b-09136b32f8ae is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:35.400461 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:35.401582 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:35.492744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d97fc889-3974-406c-ba5b-09136b32f8ae) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:35.501157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:35.506552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.508676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.511172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244a297-5206-4be8-8f37-030660a0cd1b None None] Network d97fc889-3974-406c-ba5b-09136b32f8ae requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:35.687916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 1f2d25e4-3585-47e5-bc62-1792c95ef9f5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:35.728275 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:35.769129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa169693-f976-4bc9-978d-116ed54cfd2b req-b9f61e3e-6656-44fd-b987-2172994d1955 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.0450027 Aug 06 16:00:35.777120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5192a5fc-b649-4368-8d3c-332db61077fe tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0083723 Aug 06 16:00:35.780087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52094) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:35.785175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-903191982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:35.823493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 1f2d25e4-3585-47e5-bc62-1792c95ef9f5) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:35.831832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:35.840791 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.848509 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a2de9c-fb4b-4513-8b4f-e60f8f72236e x-openstack-request-id: req-29a2de9c-fb4b-4513-8b4f-e60f8f72236e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:00:35.855536 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aeec401-9475-47d9-9e4d-b9093dc73d76", "name": "network-vif-deleted", "tag": "bb0bced1-3459-4aff-85c2-e6b970db8723", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:00:35.859606 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29a2de9c-fb4b-4513-8b4f-e60f8f72236e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:00:35.859606 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aeec401-9475-47d9-9e4d-b9093dc73d76', 'name': 'network-vif-deleted', 'tag': 'bb0bced1-3459-4aff-85c2-e6b970db8723', 'status': 'completed', 'code': 200} Aug 06 16:00:35.897810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440592f5-edaf-480b-844b-75c5b8dd1265 None None] Network 1f2d25e4-3585-47e5-bc62-1792c95ef9f5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:35.915377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.916552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.969137 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:35.977678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] For port 142b4930-2d52-4904-9863-b14b9f4b7d87, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=142b4930-2d52-4904-9863-b14b9f4b7d87,segment=NetworkSegment(1642602a-11c5-4818-a0cb-0f74afedf0c7),segment_id=1642602a-11c5-4818-a0cb-0f74afedf0c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:36.061244 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ed1c972e-7b3d-4a84-8604-6bef13bec758 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4650254 Aug 06 16:00:36.061463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52100) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:36.068440 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.137652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.241668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.294930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d97fc889-3974-406c-ba5b-09136b32f8ae', 'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '54895107-2923-48be-9052-669bdccd658a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:36.303978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.425495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.425495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dcaf3a70-72cf-4c1b-9f7b-9f924598910a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6438084 Aug 06 16:00:36.429124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52108) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:36.491044 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:36.492943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.544123 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b74573-8e32-474a-8c72-3a718ad9128d None None] The sync data for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 is: [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T15:54:53Z', 'revision_number': 4, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '124a72e8-fdb0-4b01-82bf-becc487c70b8', 'name': '', 'network_id': '1da952ca-4751-4243-83df-f2a84737472d', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'mac_address': 'fa:16:3e:f0:f7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:51Z', 'updated_at': '2021-08-06T15:55:03Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'subnets': [{'id': 'bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:36.805097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:36.945531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab1dd5-b54b-4c9a-b8d3-f0c5a12c9516 None None] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:37.161332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-942fc682-1d5d-4a05-a3a7-455e1ef90f1b req-a397d5d3-a79a-40ab-b471-8896e041260f tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aeec401-9475-47d9-9e4d-b9093dc73d76 HTTP/1.1" status: 200 len: 210 time: 0.0597281 Aug 06 16:00:37.185477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.275682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=6919aff8-85ee-43e0-b251-36ed8e61da1d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:37.307451 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.467861 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.501656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2d25e4-3585-47e5-bc62-1792c95ef9f5']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:37.509984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559001d-2931-460e-b8ba-f946e667dc19 None None] Pushing event updated for resources: {'Port': ['ID=142b4930-2d52-4904-9863-b14b9f4b7d87,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:37.526251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd152018c-3606-43c8-bf4e-0c6b143718d3') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:37.528773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd152018c-3606-43c8-bf4e-0c6b143718d3') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:37.528978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516525df-7b34-454c-b578-7087229b0b45 None None] New status for floating IP 197c03c2-be54-4106-b24e-8c53930e044f: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:00:37.578392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.623178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.644601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:37.650539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.678561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4f8d77cf-9007-4f87-a073-4e1fe43fa501 None None] Provisioning complete for port 142b4930-2d52-4904-9863-b14b9f4b7d87 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:37.680680 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4f8d77cf-9007-4f87-a073-4e1fe43fa501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.720810 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:37.721579 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:37.782983 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:37.876163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Allocated IP 172.21.0.2 (d97fc889-3974-406c-ba5b-09136b32f8ae/54895107-2923-48be-9052-669bdccd658a/98540cce-6e88-4243-ac7a-d3cf05ea9378) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:37.902844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.20.0.1 (5f978f13-2b4a-40c2-8727-28b1de4eaef8/161d4c4e-bb7b-4df5-a890-5a6da00ccbaf/f7d5a859-5d01-413b-b775-0a7edf282cce) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:37.909689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.917568 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:37.919527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/1f2d25e4-3585-47e5-bc62-1792c95ef9f5 HTTP/1.1" status: 204 len: 168 time: 1.8560987 Aug 06 16:00:37.926821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:37.933913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367820951'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:38.023092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c21067-af24-4540-aeb1-80ec015387e8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=1f2d25e4-3585-47e5-bc62-1792c95ef9f5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:38.056811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f587d1f-66ea-4ed7-8173-430996ebcbc3 None None] Network 1f2d25e4-3585-47e5-bc62-1792c95ef9f5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:38.162620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.192414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object f7d5a859-5d01-413b-b775-0a7edf282cce will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:38.206941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.236393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:38.248100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.260904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52142) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:38.319890 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7dad88ae-39bb-4ba3-a226-62a17d037d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.391308 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.478651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f587d1f-66ea-4ed7-8173-430996ebcbc3 None None] Network 1f2d25e4-3585-47e5-bc62-1792c95ef9f5 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:00:38.564241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=f7d5a859-5d01-413b-b775-0a7edf282cce,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:38.609804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.610303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.613829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.614399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.614990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.615536 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.616199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.634920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.637772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.638292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.639311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.639664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:00:38.684620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:38.686386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:38.692160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:38.697848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:38.751895 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.753786 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment a0575686-cdab-4ac6-8193-09f141769b86 of type vlan for network dbd8a0b9-e25d-4034-8867-65aa53439d32 Aug 06 16:00:38.874050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.982470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:38.988301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.005708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80b396bc-d061-4e2e-9dde-c052f5a0abc0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:39.128217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Transition to ACTIVE for port object 98540cce-6e88-4243-ac7a-d3cf05ea9378 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:39.130134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Deleting port bacd102a-aafa-444b-9485-427c34e82d6f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:39.130134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.130483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Transition to ACTIVE for port object 98540cce-6e88-4243-ac7a-d3cf05ea9378 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:39.157340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.271513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.272618 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.288595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8923d6e-00bc-48b3-acfe-53bea0ae5fda None None] Provisioning for port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:39.303193 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.337591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:39.344284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Calling delete_port for bacd102a-aafa-444b-9485-427c34e82d6f owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:39.354313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:39.356909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.381831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.401913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:39.402594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.449943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.451758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a8923d6e-00bc-48b3-acfe-53bea0ae5fda None None] Provisioning complete for port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:39.452180 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8923d6e-00bc-48b3-acfe-53bea0ae5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.641896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Network d97fc889-3974-406c-ba5b-09136b32f8ae is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:39.662003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:39.679175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Pushing event updated for resources: {'Port': ['ID=98540cce-6e88-4243-ac7a-d3cf05ea9378,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:39.688839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=dbd8a0b9-e25d-4034-8867-65aa53439d32,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:39.705211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:39.725410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:39.729098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network dbd8a0b9-e25d-4034-8867-65aa53439d32 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:39.995064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.073056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a25fab9a-cce5-4cbf-88f6-30ea7414007e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1448650 Aug 06 16:00:40.075392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:40.081015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:40.142362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 80b396bc-d061-4e2e-9dde-c052f5a0abc0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80b396bc-d061-4e2e-9dde-c052f5a0abc0,segment=NetworkSegment(70b194dd-a6a1-4167-ad3f-281e7970feae),segment_id=70b194dd-a6a1-4167-ad3f-281e7970feae)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:40.174655 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8923d6e-00bc-48b3-acfe-53bea0ae5fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.180999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event deleted for resources: {'Port': ['ID=bacd102a-aafa-444b-9485-427c34e82d6f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:40.206551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Attempting to bind port 98540cce-6e88-4243-ac7a-d3cf05ea9378 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:40.206810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Attempting to bind port 98540cce-6e88-4243-ac7a-d3cf05ea9378 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '4edf0997-8c62-4bab-9fff-863523042d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:40.207459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Attempting to bind port 98540cce-6e88-4243-ac7a-d3cf05ea9378 on network d97fc889-3974-406c-ba5b-09136b32f8ae {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:40.228408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:40.229017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Checking segment: {'id': '4edf0997-8c62-4bab-9fff-863523042d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:40.229425 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.229852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Bound using segment: {'id': '4edf0997-8c62-4bab-9fff-863523042d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:40.230418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Bound port: 98540cce-6e88-4243-ac7a-d3cf05ea9378, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf0997-8c62-4bab-9fff-863523042d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd97fc889-3974-406c-ba5b-09136b32f8ae'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:40.231187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.269422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.276347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.279150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.283525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a0c86f95-734e-4e2e-b18a-b1d2590fad75 tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "DELETE /v2.0/floatingips/197c03c2-be54-4106-b24e-8c53930e044f HTTP/1.1" status: 204 len: 168 time: 2.0143197 Aug 06 16:00:40.336788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.338088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 142b4930-2d52-4904-9863-b14b9f4b7d87 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:40.383836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.486232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:40.644278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.684825 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52ce220b-b72f-4266-b1c3-693313e1fbdb tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.698080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=f7d5a859-5d01-413b-b775-0a7edf282cce,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:40.742431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52ce220b-b72f-4266-b1c3-693313e1fbdb tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.763222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-a8923d6e-00bc-48b3-acfe-53bea0ae5fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:40.763222 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-a8923d6e-00bc-48b3-acfe-53bea0ae5fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:40.764204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:40.766399 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.785237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] For port 98540cce-6e88-4243-ac7a-d3cf05ea9378, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:40.821395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=80b396bc-d061-4e2e-9dde-c052f5a0abc0,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:40.835144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] For port 98540cce-6e88-4243-ac7a-d3cf05ea9378, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=98540cce-6e88-4243-ac7a-d3cf05ea9378,segment=NetworkSegment(4edf0997-8c62-4bab-9fff-863523042d92),segment_id=4edf0997-8c62-4bab-9fff-863523042d92)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:40.879518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 142b4930-2d52-4904-9863-b14b9f4b7d87 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:40.879942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:40.913399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:40.917402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:40.944519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.055738 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.395610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80b396bc-d061-4e2e-9dde-c052f5a0abc0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:41.399550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dce0e-3bdd-40cb-982c-dbc69e28f43d None None] Pushing event updated for resources: {'Port': ['ID=98540cce-6e88-4243-ac7a-d3cf05ea9378,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:41.417752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.475521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52ce220b-b72f-4266-b1c3-693313e1fbdb tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.482378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-52ce220b-b72f-4266-b1c3-693313e1fbdb tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.497312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-52ce220b-b72f-4266-b1c3-693313e1fbdb tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] 10.222.0.16 "DELETE /v2.0/security-groups/70bea9e2-e5a1-44dc-afd1-f8b7f855dc54 HTTP/1.1" status: 204 len: 168 time: 0.9961929 Aug 06 16:00:41.505363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:41.505753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.542781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce220b-b72f-4266-b1c3-693313e1fbdb tempest-TestServerBasicOps-997844881 tempest-TestServerBasicOps-997844881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bea9e2-e5a1-44dc-afd1-f8b7f855dc54,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:41.566096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=cbbde670-5bad-4cd1-a19c-51d4efe82d45,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:41.582028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': 'a0575686-cdab-4ac6-8193-09f141769b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:41.582028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: dbd8a0b9-e25d-4034-8867-65aa53439d32, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:41.584281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 9f81c88e-9641-473f-a805-bcf7fb6bf909 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:00:41.727767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network dbd8a0b9-e25d-4034-8867-65aa53439d32 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:41.892624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, dbd8a0b9-e25d-4034-8867-65aa53439d32) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:41.897069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:41.897833 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:41.958315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:41.995731 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] Sync routers for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:42.001319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-93fa3f53-1c4d-4ab9-98bc-185981436075 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/9f81c88e-9641-473f-a805-bcf7fb6bf909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5455499 Aug 06 16:00:42.001494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:42.001665 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:42.001665 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:42.074472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2118b78-1598-4c51-bc6e-47f47ae20d99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:42.082741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f2118b78-1598-4c51-bc6e-47f47ae20d99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports/f7d5a859-5d01-413b-b775-0a7edf282cce HTTP/1.1" status: 200 len: 910 time: 0.1020236 Aug 06 16:00:42.083649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:42.086758 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:42.087340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-31d76e49-bb0c-4cab-a25d-7cb462c73f4b None None] Provisioning for port f7d5a859-5d01-413b-b775-0a7edf282cce completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:42.112148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456f929-458d-4a0a-80ba-cc94b364bdc6 None None] Network dbd8a0b9-e25d-4034-8867-65aa53439d32 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:42.112915 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:42.116697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8f1ffcc2-90bd-4457-804d-5ab6fd40fd67 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0367255 Aug 06 16:00:42.116856 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:42.119892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:42.136702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1922803384'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:42.160079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-31d76e49-bb0c-4cab-a25d-7cb462c73f4b None None] Provisioning complete for port f7d5a859-5d01-413b-b775-0a7edf282cce triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:42.160407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31d76e49-bb0c-4cab-a25d-7cb462c73f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.204746 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:42.205917 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaacd54-b502-403a-bf6a-8a238a51c91d None None] The sync data for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:42.332954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:42.337646 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.423976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:42.479199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-31d76e49-bb0c-4cab-a25d-7cb462c73f4b None None] Port f7d5a859-5d01-413b-b775-0a7edf282cce cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:42.482840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.490076 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment 321bb9cc-de15-49be-bfd2-1c765fc1a5ad of type vlan for network 8379ec24-fea6-41df-a66e-8fb71d573f73 Aug 06 16:00:42.523427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-31d76e49-bb0c-4cab-a25d-7cb462c73f4b None None] Provisioning complete for port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:42.524065 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31d76e49-bb0c-4cab-a25d-7cb462c73f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.579725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-dbd8a0b9-e25d-4034-8867-65aa53439d32', 'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': 'cbbde670-5bad-4cd1-a19c-51d4efe82d45'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:42.580855 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.645541 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.664036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52220) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:42.889278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.898367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:42.914637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.920574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:42.964993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Allocated IP 2001:db8::3 (dbd8a0b9-e25d-4034-8867-65aa53439d32/cbbde670-5bad-4cd1-a19c-51d4efe82d45/475c2729-7bea-4961-9db2-994eab3ca517) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:43.136491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0150084 Aug 06 16:00:43.142416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52232) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:43.154845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:43.192875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563da003-c06a-4494-ae31-58c81a25e85c None None] Network d97fc889-3974-406c-ba5b-09136b32f8ae requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:43.230215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf21265-91e2-4b19-ae4d-000c433d8cda tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=8379ec24-fea6-41df-a66e-8fb71d573f73,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:43.471097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.21.0.1 (d97fc889-3974-406c-ba5b-09136b32f8ae/54895107-2923-48be-9052-669bdccd658a/5de763ca-8c3b-4636-ba47-0428dfcd1317) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:43.496651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8379ec24-fea6-41df-a66e-8fb71d573f73 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:43.498585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 98540cce-6e88-4243-ac7a-d3cf05ea9378 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:43.558718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:43.565208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:43.749958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:43.771494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object 5de763ca-8c3b-4636-ba47-0428dfcd1317 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:43.800865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:00:43.801829 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:00:43.812894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-60777ad5-94c8-4192-86d5-cc2ba8e79def None None] Provisioning for port 98540cce-6e88-4243-ac7a-d3cf05ea9378 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:43.911222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:43.961383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:43.973734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Transition to ACTIVE for port object 475c2729-7bea-4961-9db2-994eab3ca517 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:43.998593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Transition to ACTIVE for port object 475c2729-7bea-4961-9db2-994eab3ca517 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:44.002492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 98540cce-6e88-4243-ac7a-d3cf05ea9378 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:44.007211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 98540cce-6e88-4243-ac7a-d3cf05ea9378 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:44.011329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.153053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=5de763ca-8c3b-4636-ba47-0428dfcd1317,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:44.169349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network d97fc889-3974-406c-ba5b-09136b32f8ae is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:44.173537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:44.179925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:44.286466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.291743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.319963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.322404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.435243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=76bd3996-64c4-44e1-87b2-9f1543c15208,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:44.467247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.646053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Network dbd8a0b9-e25d-4034-8867-65aa53439d32 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:44.699357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:44.707126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:44.718833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Pushing event updated for resources: {'Port': ['ID=475c2729-7bea-4961-9db2-994eab3ca517,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:44.739535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3e418461-b830-4e0d-9958-a8dc1c918cab None None] Provisioning complete for port 98540cce-6e88-4243-ac7a-d3cf05ea9378 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:44.740040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e418461-b830-4e0d-9958-a8dc1c918cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.777419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 98540cce-6e88-4243-ac7a-d3cf05ea9378, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=98540cce-6e88-4243-ac7a-d3cf05ea9378,segment=NetworkSegment(4edf0997-8c62-4bab-9fff-863523042d92),segment_id=4edf0997-8c62-4bab-9fff-863523042d92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:44.904488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': '321bb9cc-de15-49be-bfd2-1c765fc1a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:44.905304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: 8379ec24-fea6-41df-a66e-8fb71d573f73, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:44.914855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:44.916689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.049291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Attempting to bind port 475c2729-7bea-4961-9db2-994eab3ca517 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:45.049291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Attempting to bind port 475c2729-7bea-4961-9db2-994eab3ca517 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a0575686-cdab-4ac6-8193-09f141769b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:45.049614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Attempting to bind port 475c2729-7bea-4961-9db2-994eab3ca517 on network dbd8a0b9-e25d-4034-8867-65aa53439d32 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:45.064323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:45.064323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Checking segment: {'id': 'a0575686-cdab-4ac6-8193-09f141769b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:45.066790 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.072795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Bound using segment: {'id': 'a0575686-cdab-4ac6-8193-09f141769b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:45.073377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Bound port: 475c2729-7bea-4961-9db2-994eab3ca517, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0575686-cdab-4ac6-8193-09f141769b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dbd8a0b9-e25d-4034-8867-65aa53439d32'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:45.073984 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.107684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 8379ec24-fea6-41df-a66e-8fb71d573f73 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:45.236859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Deleting port 124a72e8-fdb0-4b01-82bf-becc487c70b8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:45.238558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.262785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=98540cce-6e88-4243-ac7a-d3cf05ea9378,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:45.337137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8379ec24-fea6-41df-a66e-8fb71d573f73) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:45.339363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] For port 475c2729-7bea-4961-9db2-994eab3ca517, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:45.346721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:45.348237 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.354424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] For port 475c2729-7bea-4961-9db2-994eab3ca517, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=475c2729-7bea-4961-9db2-994eab3ca517,segment=NetworkSegment(a0575686-cdab-4ac6-8193-09f141769b86),segment_id=a0575686-cdab-4ac6-8193-09f141769b86)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:45.368842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1872a72a-e6ff-4dd1-8178-9c7f3039adf8 None None] Network 8379ec24-fea6-41df-a66e-8fb71d573f73 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:45.447529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] For port 124a72e8-fdb0-4b01-82bf-becc487c70b8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=124a72e8-fdb0-4b01-82bf-becc487c70b8,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:45.457852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.492223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Calling delete_port for 124a72e8-fdb0-4b01-82bf-becc487c70b8 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:45.543284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.615958 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.732724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.748658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52270) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:45.761436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-822adb7d-a2d2-4262-aab5-ea51accdd72e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6137998 Aug 06 16:00:45.775468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:45.781529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b745a93-d64f-4ca0-8764-49e4dba9f4d3 None None] Pushing event updated for resources: {'Port': ['ID=475c2729-7bea-4961-9db2-994eab3ca517,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:45.861896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3011dacf-bbc3-41ec-94ba-800df4b7479e None None] Provisioning for port 5de763ca-8c3b-4636-ba47-0428dfcd1317 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:45.868519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-8379ec24-fea6-41df-a66e-8fb71d573f73', 'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': '76bd3996-64c4-44e1-87b2-9f1543c15208'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:45.870267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:45.915112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3011dacf-bbc3-41ec-94ba-800df4b7479e None None] Provisioning complete for port 5de763ca-8c3b-4636-ba47-0428dfcd1317 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:45.915112 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3011dacf-bbc3-41ec-94ba-800df4b7479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.007560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=5de763ca-8c3b-4636-ba47-0428dfcd1317,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.052450 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a288a64-bd8d-47df-bea8-a9913c60f8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.152727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.190333 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.229826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3011dacf-bbc3-41ec-94ba-800df4b7479e None None] Port 5de763ca-8c3b-4636-ba47-0428dfcd1317 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:46.309617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.355416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a288a64-bd8d-47df-bea8-a9913c60f8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.356873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=124a72e8-fdb0-4b01-82bf-becc487c70b8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.411001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Allocated IP 2001:db8::3 (8379ec24-fea6-41df-a66e-8fb71d573f73/76bd3996-64c4-44e1-87b2-9f1543c15208/4ac93fdf-44ae-4d15-820d-0afb67cda0d4) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:46.483166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.550756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3a288a64-bd8d-47df-bea8-a9913c60f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.686243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3a288a64-bd8d-47df-bea8-a9913c60f8d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecdc7523f47a4f22b5af346bb51fbdfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9326158 Aug 06 16:00:46.689892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52288) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:46.692511 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.714823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Transition to ACTIVE for port object 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:46.736442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network d97fc889-3974-406c-ba5b-09136b32f8ae is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:46.754635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a288a64-bd8d-47df-bea8-a9913c60f8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c60813-58bf-417e-a25f-7f3873ac6a45,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:46.763961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Transition to ACTIVE for port object 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:46.766995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:46.799494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:46.887759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.009358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Pushing event updated for resources: {'Port': ['ID=4ac93fdf-44ae-4d15-820d-0afb67cda0d4,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:47.026120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Network 8379ec24-fea6-41df-a66e-8fb71d573f73 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:47.027994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:47.038628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:47.184538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Attempting to bind port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:47.184538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Attempting to bind port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '321bb9cc-de15-49be-bfd2-1c765fc1a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:47.184538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Attempting to bind port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 on network 8379ec24-fea6-41df-a66e-8fb71d573f73 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:47.198503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:47.198503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Checking segment: {'id': '321bb9cc-de15-49be-bfd2-1c765fc1a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:47.202256 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.202256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Bound using segment: {'id': '321bb9cc-de15-49be-bfd2-1c765fc1a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:47.202256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Bound port: 4ac93fdf-44ae-4d15-820d-0afb67cda0d4, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321bb9cc-de15-49be-bfd2-1c765fc1a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8379ec24-fea6-41df-a66e-8fb71d573f73'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:47.202256 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.356554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] For port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:47.360588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] For port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4ac93fdf-44ae-4d15-820d-0afb67cda0d4,segment=NetworkSegment(321bb9cc-de15-49be-bfd2-1c765fc1a5ad),segment_id=321bb9cc-de15-49be-bfd2-1c765fc1a5ad)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:47.391668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-beb03002-842c-43db-a90d-9d66fe50cc82 None None] Provisioning complete for port 5de763ca-8c3b-4636-ba47-0428dfcd1317 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:47.392071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-beb03002-842c-43db-a90d-9d66fe50cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.442453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Router 31c0a9e2-0fa6-4607-840e-e8b322bb164d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:47.464444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-beb03002-842c-43db-a90d-9d66fe50cc82 None None] Port 5de763ca-8c3b-4636-ba47-0428dfcd1317 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:00:47.498687 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:47.592082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 475c2729-7bea-4961-9db2-994eab3ca517 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:47.724141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52270a0-4bb9-4309-ac29-0c90c788634b None None] Pushing event updated for resources: {'Port': ['ID=4ac93fdf-44ae-4d15-820d-0afb67cda0d4,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:47.760187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041cfff-cc83-4ab3-9cf8-2b157b3328f3 None None] Network dbd8a0b9-e25d-4034-8867-65aa53439d32 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:47.794475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 9f81c88e-9641-473f-a805-bcf7fb6bf909 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:47.809115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:47.820993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2cee9c53-6f31-4260-a4cc-314b307030f8 admin admin] 10.222.0.16 "PUT /v2.0/routers/31c0a9e2-0fa6-4607-840e-e8b322bb164d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1476066 Aug 06 16:00:47.823835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:47.851407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] Sync routers for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:47.879729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 475c2729-7bea-4961-9db2-994eab3ca517 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:48.013055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] Provisioning for port 475c2729-7bea-4961-9db2-994eab3ca517 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:48.022568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 98540cce-6e88-4243-ac7a-d3cf05ea9378 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:48.059322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:48.083236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8088a70f-77cc-41df-8cc9-333e67d64720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.085863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] Sync routers for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:48.096882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-60bd3a68-fcac-4e9a-9fd0-e8e851aeaeb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/9f81c88e-9641-473f-a805-bcf7fb6bf909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0126071 Aug 06 16:00:48.098611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:48.102219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.103437 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:48.106362 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.139605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=76bd3996-64c4-44e1-87b2-9f1543c15208,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:48.168656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] Provisioning complete for port 475c2729-7bea-4961-9db2-994eab3ca517 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:48.188394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.200769 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.218779 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:48.219920 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.241197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8088a70f-77cc-41df-8cc9-333e67d64720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.267445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7250c49-239c-4ef9-94ea-57bcc8ffb426 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:48.277487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c7250c49-239c-4ef9-94ea-57bcc8ffb426 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports/5de763ca-8c3b-4636-ba47-0428dfcd1317 HTTP/1.1" status: 200 len: 910 time: 0.1771359 Aug 06 16:00:48.279481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52316) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:48.313107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.321137 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.322120 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae65b4f-980c-4a9f-9569-844a808b1e40 None None] The sync data for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:48.346211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8379ec24-fea6-41df-a66e-8fb71d573f73']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.361766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321bb9cc-de15-49be-bfd2-1c765fc1a5ad') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.362177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321bb9cc-de15-49be-bfd2-1c765fc1a5ad') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.379824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.403140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.413174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:48.415783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:48.422869 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:48.425992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.443744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:48.445048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:48.562706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8088a70f-77cc-41df-8cc9-333e67d64720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.566346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8088a70f-77cc-41df-8cc9-333e67d64720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.568561 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8088a70f-77cc-41df-8cc9-333e67d64720 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2c60813-58bf-417e-a25f-7f3873ac6a45 HTTP/1.1" status: 204 len: 168 time: 1.8736055 Aug 06 16:00:48.590620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088a70f-77cc-41df-8cc9-333e67d64720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c60813-58bf-417e-a25f-7f3873ac6a45,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:48.610530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.620109 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:00:48.620109 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:00:48.620109 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '8379ec24-fea6-41df-a66e-8fb71d573f73'}] Aug 06 16:00:48.620109 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:48.623956 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:48.882378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Deleting port 26be4313-4971-4314-9552-419ef7a91cf3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:48.883006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.928716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 98540cce-6e88-4243-ac7a-d3cf05ea9378 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:48.929234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:48.973978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:49.095524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.125884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.152827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] For port 475c2729-7bea-4961-9db2-994eab3ca517, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=475c2729-7bea-4961-9db2-994eab3ca517,segment=NetworkSegment(a0575686-cdab-4ac6-8193-09f141769b86),segment_id=a0575686-cdab-4ac6-8193-09f141769b86)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:49.258667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:49.259035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.316143 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.448808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c355d0e-440f-42a2-a49f-f30cf9b5114b None None] Pushing event updated for resources: {'Port': ['ID=475c2729-7bea-4961-9db2-994eab3ca517,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:49.460966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4ac93fdf-44ae-4d15-820d-0afb67cda0d4,segment=NetworkSegment(321bb9cc-de15-49be-bfd2-1c765fc1a5ad),segment_id=321bb9cc-de15-49be-bfd2-1c765fc1a5ad)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:49.461393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.470383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2343f5a-9dad-4794-9dc4-8542be0144a0 None None] Network 8379ec24-fea6-41df-a66e-8fb71d573f73 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:49.491641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:49.598592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:49.735902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aec7e45c-1286-4bb6-8549-40a5380bc322 None None] Provisioning for port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:49.799562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] For port 26be4313-4971-4314-9552-419ef7a91cf3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=26be4313-4971-4314-9552-419ef7a91cf3,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:49.800738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.831337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Calling delete_port for 26be4313-4971-4314-9552-419ef7a91cf3 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:49.862062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.872574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:49.873406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.883290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:49.883680 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.922871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 was deleted so its status cannot be updated. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 06 16:00:49.926132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aec7e45c-1286-4bb6-8549-40a5380bc322 None None] Provisioning complete for port 475c2729-7bea-4961-9db2-994eab3ca517 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:49.927021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aec7e45c-1286-4bb6-8549-40a5380bc322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:49.932307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=4ac93fdf-44ae-4d15-820d-0afb67cda0d4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:49.948752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:49.969538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '26be4313-4971-4314-9552-419ef7a91cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T16:00:45Z', 'revision_number': 5, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port': {'id': '26be4313-4971-4314-9552-419ef7a91cf3', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:54:47Z', 'updated_at': '2021-08-06T15:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:50.002312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] Checking router: 31c0a9e2-0fa6-4607-840e-e8b322bb164d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:00:50.025306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] Routers {'31c0a9e2-0fa6-4607-840e-e8b322bb164d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:50.025974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:50.046790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52354) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:50.068851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.075932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-997ee3f2-3a07-42a9-a66b-2f854eb29daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.099103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8379ec24-fea6-41df-a66e-8fb71d573f73']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:50.121603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321bb9cc-de15-49be-bfd2-1c765fc1a5ad') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:50.122180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321bb9cc-de15-49be-bfd2-1c765fc1a5ad') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:50.128086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] Set router 31c0a9e2-0fa6-4607-840e-e8b322bb164d gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:50.148070 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.173826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.186922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:50.187573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.195042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T16:00:48Z', 'revision_number': 6, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:50.197072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b329552e-6233-4279-ad12-57fd0741b0f8 None None] DHCP port deletion for 8379ec24-fea6-41df-a66e-8fb71d573f73 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:50.272206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1167dd-d594-46e2-9c31-2544f48c4ce4 None None] The sync data for ids ['31c0a9e2-0fa6-4607-840e-e8b322bb164d'] in n-d-778550-6 is: [{'id': '31c0a9e2-0fa6-4607-840e-e8b322bb164d', 'name': 'tempest-TestServerBasicOps-402697516-router', 'tenant_id': '9f00bf8cf223442c822b038eb39fb3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:54:46Z', 'updated_at': '2021-08-06T16:00:48Z', 'revision_number': 6, 'project_id': '9f00bf8cf223442c822b038eb39fb3f9', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:50.327151 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:50.453699 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.462536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.464822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/8379ec24-fea6-41df-a66e-8fb71d573f73 HTTP/1.1" status: 204 len: 168 time: 4.6876721 Aug 06 16:00:50.476727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:50.514633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1264504923'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:50.525615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8a6bc-8f53-47d3-bd6d-3209e899588a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=8379ec24-fea6-41df-a66e-8fb71d573f73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:50.554086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.600580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=26be4313-4971-4314-9552-419ef7a91cf3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:50.645932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-997ee3f2-3a07-42a9-a66b-2f854eb29daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.679311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 5de763ca-8c3b-4636-ba47-0428dfcd1317 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:50.679592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.715599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.846038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-997ee3f2-3a07-42a9-a66b-2f854eb29daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.896741 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.914042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.938598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:50.956045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:50.966385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.005281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ee3f2-3a07-42a9-a66b-2f854eb29daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb2aee6-3926-40cb-9c0a-6ae8b91974e5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:51.005281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-997ee3f2-3a07-42a9-a66b-2f854eb29daa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2593a30639d1440c95195592a29e2666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9398391 Aug 06 16:00:51.013615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:51.015907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:51.047311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 5de763ca-8c3b-4636-ba47-0428dfcd1317 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:51.052025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.052623 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment 22a92d91-7540-4218-a3a6-e838fd4d9f3a of type vlan for network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 Aug 06 16:00:51.140475 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.146113 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfe65-9f13-428f-a9c5-915812676418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.147060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.147616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c0a9e2-0fa6-4607-840e-e8b322bb164d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:00:51.159635 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.159635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d88ac373-e2c3-4e8d-9927-4fae751e8c72 admin admin] 10.222.0.16 "DELETE /v2.0/routers/31c0a9e2-0fa6-4607-840e-e8b322bb164d HTTP/1.1" status: 204 len: 168 time: 3.3317811 Aug 06 16:00:51.168302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52380) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:51.198960 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfe65-9f13-428f-a9c5-915812676418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.315835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Deleting subnet bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:51.320098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.415375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.429173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 475c2729-7bea-4961-9db2-994eab3ca517 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:00:51.463552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.469283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:51.477443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.506319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 475c2729-7bea-4961-9db2-994eab3ca517 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:00:51.506717 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.526098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.569043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=416f2d7d-daa3-411c-bc3d-d4ca10d7cf60,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:51.583972 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfe65-9f13-428f-a9c5-915812676418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.584711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:51.586735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9c0dfe65-9f13-428f-a9c5-915812676418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.588007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9c0dfe65-9f13-428f-a9c5-915812676418 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fb2aee6-3926-40cb-9c0a-6ae8b91974e5 HTTP/1.1" status: 204 len: 168 time: 0.5708454 Aug 06 16:00:51.598206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dfe65-9f13-428f-a9c5-915812676418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb2aee6-3926-40cb-9c0a-6ae8b91974e5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:51.627215 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:51.627833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e5ebdf4e-c026-43a6-8a72-4f55c7512822 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1480327 Aug 06 16:00:51.632480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52394) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:51.649767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:51.754250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=5de763ca-8c3b-4636-ba47-0428dfcd1317,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:51.970999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 124a72e8-fdb0-4b01-82bf-becc487c70b8 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:51.986696 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.000507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 124a72e8-fdb0-4b01-82bf-becc487c70b8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:52.000976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 124a72e8-fdb0-4b01-82bf-becc487c70b8 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:52.001556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:52.025646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:52.025984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ac93fdf-44ae-4d15-820d-0afb67cda0d4 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:52.026467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 26be4313-4971-4314-9552-419ef7a91cf3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:52.054694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:52.055755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 26be4313-4971-4314-9552-419ef7a91cf3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:52.056154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 26be4313-4971-4314-9552-419ef7a91cf3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:52.067300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.071676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80f952-2c84-4853-ada4-e4fce3ad9305 None None] Network 1da952ca-4751-4243-83df-f2a84737472d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:52.072678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52400) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:52.074647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94c21327-9258-483d-84d7-aa7842f711ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bb37ef9a-0ce8-45d1-9d1f-c17b976ffc2c HTTP/1.1" status: 204 len: 168 time: 0.9032297 Aug 06 16:00:52.106482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.191889 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.193468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:52.197179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.320798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] DHCP port deletion for 1da952ca-4751-4243-83df-f2a84737472d request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:52.487971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 9f81c88e-9641-473f-a805-bcf7fb6bf909 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:52.489207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] Deleting port a71ba86a-313a-4b95-b684-c528417602e6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:52.489736 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.521177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Deleting port a71ba86a-313a-4b95-b684-c528417602e6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:52.521722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.657132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] For port a71ba86a-313a-4b95-b684-c528417602e6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a71ba86a-313a-4b95-b684-c528417602e6,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:52.657522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.663712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:52.678442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:52.678998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df74888c-8341-4422-b645-de19023ed54f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/9f81c88e-9641-473f-a805-bcf7fb6bf909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3982716 Aug 06 16:00:52.691255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] Sync routers for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:52.691365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Calling delete_port for a71ba86a-313a-4b95-b684-c528417602e6 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:52.717616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:52.718328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:52.727064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] For port a71ba86a-313a-4b95-b684-c528417602e6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a71ba86a-313a-4b95-b684-c528417602e6,segment=NetworkSegment(e73383ea-daf5-4bd5-8139-efc4c52b2c99),segment_id=e73383ea-daf5-4bd5-8139-efc4c52b2c99)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:52.733622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.781735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:52.794369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] Calling delete_port for a71ba86a-313a-4b95-b684-c528417602e6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:52.800030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:52.800654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:52.828111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:52.840374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:52.841030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4777858-90cd-42f5-9f2f-54bc69e86b95 None None] The sync data for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:53.041705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.063321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=00f5b115-31ef-4f46-889b-09d021974577,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.104116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': '22a92d91-7540-4218-a3a6-e838fd4d9f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:53.104587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:00:53.107288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] Pushing event deleted for resources: {'Port': ['ID=a71ba86a-313a-4b95-b684-c528417602e6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.115828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.120944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b02fa-e2f5-4937-91e0-b20a263e9661 None None] No DVR routers for this DVR port a71ba86a-313a-4b95-b684-c528417602e6 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:53.151987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] No DVR routers for this DVR port a71ba86a-313a-4b95-b684-c528417602e6 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:53.181141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a71ba86a-313a-4b95-b684-c528417602e6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.317402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.331086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da952ca-4751-4243-83df-f2a84737472d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:53.344052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73383ea-daf5-4bd5-8139-efc4c52b2c99') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:53.344052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73383ea-daf5-4bd5-8139-efc4c52b2c99') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:53.363563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.382526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:00:53.385085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.398106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:53.398518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:53.400302 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:53.437450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a71ba86a-313a-4b95-b684-c528417602e6 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:53.467169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a71ba86a-313a-4b95-b684-c528417602e6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:53.468001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a71ba86a-313a-4b95-b684-c528417602e6 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:53.508111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.574611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:53.582151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:53.582800 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.587851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c9017-2e40-4ec5-84bc-6c326aa60caa None None] Network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:53.664811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.672371 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:53.678237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1da952ca-4751-4243-83df-f2a84737472d HTTP/1.1" status: 204 len: 168 time: 1.5987949 Aug 06 16:00:53.678590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:53.705240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea24f1d-f307-407b-ab11-1407ef156bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da952ca-4751-4243-83df-f2a84737472d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:53.730724 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-56c870cb-ca7c-49c5-aba7-ab5ab4c35408 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0967646 Aug 06 16:00:53.731368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:53.898567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-416f2d7d-daa3-411c-bc3d-d4ca10d7cf60', 'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': '00f5b115-31ef-4f46-889b-09d021974577'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:00:53.899448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.049484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.179886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.191039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Allocated IP 2001:db8::1 (416f2d7d-daa3-411c-bc3d-d4ca10d7cf60/00f5b115-31ef-4f46-889b-09d021974577/d7b8dfeb-d143-40c9-b751-fab2244beca3) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:00:54.206184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port f7d5a859-5d01-413b-b775-0a7edf282cce {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:54.206525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.379226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.398315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for f7d5a859-5d01-413b-b775-0a7edf282cce owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:54.415517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.441187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Transition to ACTIVE for port object d7b8dfeb-d143-40c9-b751-fab2244beca3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:54.471687 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.482736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Transition to ACTIVE for port object d7b8dfeb-d143-40c9-b751-fab2244beca3 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:00:54.665440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.733842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:00:54.742719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:00:54.745380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:00:54.788868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dfeb-d143-40c9-b751-fab2244beca3,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:54.824080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Attempting to bind port d7b8dfeb-d143-40c9-b751-fab2244beca3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:00:54.824615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Attempting to bind port d7b8dfeb-d143-40c9-b751-fab2244beca3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '22a92d91-7540-4218-a3a6-e838fd4d9f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:00:54.825328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Attempting to bind port d7b8dfeb-d143-40c9-b751-fab2244beca3 on network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:00:54.831740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:00:54.832253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Checking segment: {'id': '22a92d91-7540-4218-a3a6-e838fd4d9f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:00:54.832735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.833210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Bound using segment: {'id': '22a92d91-7540-4218-a3a6-e838fd4d9f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:00:54.833872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Bound port: d7b8dfeb-d143-40c9-b751-fab2244beca3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a92d91-7540-4218-a3a6-e838fd4d9f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:00:54.834234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.863992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Deleting port f59906e6-0389-425a-812c-0c8e3f8a3162 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:54.864444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.928399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] For port d7b8dfeb-d143-40c9-b751-fab2244beca3, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:00:54.942209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] For port d7b8dfeb-d143-40c9-b751-fab2244beca3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d7b8dfeb-d143-40c9-b751-fab2244beca3,segment=NetworkSegment(22a92d91-7540-4218-a3a6-e838fd4d9f3a),segment_id=22a92d91-7540-4218-a3a6-e838fd4d9f3a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:00:54.944829 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:54.950605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.004122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] For port f59906e6-0389-425a-812c-0c8e3f8a3162, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f59906e6-0389-425a-812c-0c8e3f8a3162,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:55.005420 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.006408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=00f5b115-31ef-4f46-889b-09d021974577,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.014305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=f7d5a859-5d01-413b-b775-0a7edf282cce,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.047057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Calling delete_port for f59906e6-0389-425a-812c-0c8e3f8a3162 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:55.092471 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.198780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1540c5e-27e0-4af0-818b-4fc2d99ee859 None None] Pushing event updated for resources: {'Port': ['ID=d7b8dfeb-d143-40c9-b751-fab2244beca3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:55.201825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.231476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416f2d7d-daa3-411c-bc3d-d4ca10d7cf60']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:55.253232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a92d91-7540-4218-a3a6-e838fd4d9f3a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:55.253561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a92d91-7540-4218-a3a6-e838fd4d9f3a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:55.341081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.365838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.367005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.380665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:55.380665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:55.384981 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:55.568650 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:00:55.709938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:00:55.709938 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:00:55.709938 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '416f2d7d-daa3-411c-bc3d-d4ca10d7cf60'}] Aug 06 16:00:55.709938 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:00:55.710407 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:00:55.772958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:55.805088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 9f81c88e-9641-473f-a805-bcf7fb6bf909 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:55.812859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59906e6-0389-425a-812c-0c8e3f8a3162,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:56.071008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.115757 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.480933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Router a82390d2-d802-436a-879e-f9bef2f2b26b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:00:56.514452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.535119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:56.547037 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] Sync routers for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:56.548007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a22bbb89-8c17-4c42-9a5c-796dd5b2a41c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/9f81c88e-9641-473f-a805-bcf7fb6bf909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8654997 Aug 06 16:00:56.550190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:56.565731 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:56.566540 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:56.629625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port d7b8dfeb-d143-40c9-b751-fab2244beca3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:56.630395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.665090 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:56.667242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-76910dd3-6e05-4a4f-9dc7-d468ac279e59 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f81c88e-9641-473f-a805-bcf7fb6bf909 HTTP/1.1" status: 200 len: 205 time: 0.1141071 Aug 06 16:00:56.670030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:56.684055 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] Routers {'9f81c88e-9641-473f-a805-bcf7fb6bf909'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:56.684688 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9f81c88e-9641-473f-a805-bcf7fb6bf909'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:56.741185 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:56.742557 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aeb9d63-d708-412f-9057-3e23dd625906 None None] The sync data for ids ['9f81c88e-9641-473f-a805-bcf7fb6bf909'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:56.764030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:00:56.777636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] Sync routers for ids ['a82390d2-d802-436a-879e-f9bef2f2b26b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:00:56.794162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] Routers {'a82390d2-d802-436a-879e-f9bef2f2b26b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:56.796733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a82390d2-d802-436a-879e-f9bef2f2b26b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:56.797573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-00169610-28a4-4eab-9eda-1e5a5136ae55 admin admin] 10.222.0.16 "PUT /v2.0/routers/a82390d2-d802-436a-879e-f9bef2f2b26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1159599 Aug 06 16:00:56.801483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:56.874012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce32d14-9642-41b5-8b6c-cba5bfed7a5c None None] Network 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:56.878831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port d7b8dfeb-d143-40c9-b751-fab2244beca3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d7b8dfeb-d143-40c9-b751-fab2244beca3,segment=NetworkSegment(22a92d91-7540-4218-a3a6-e838fd4d9f3a),segment_id=22a92d91-7540-4218-a3a6-e838fd4d9f3a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:56.880632 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:56.924621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for d7b8dfeb-d143-40c9-b751-fab2244beca3 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:57.016969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.046020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.192211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.267064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.272512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.291728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] Set router a82390d2-d802-436a-879e-f9bef2f2b26b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:57.356611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-60655465-d550-43f6-828b-1fdd43175865 None None] Provisioning for port d7b8dfeb-d143-40c9-b751-fab2244beca3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:00:57.425585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.426120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router 9f81c88e-9641-473f-a805-bcf7fb6bf909 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:00:57.455758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.460536 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ce7e5c97-507d-4ac6-b277-ae013bc3d918 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/9f81c88e-9641-473f-a805-bcf7fb6bf909 HTTP/1.1" status: 204 len: 168 time: 0.7892282 Aug 06 16:00:57.465083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:57.483084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.495401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da6532-9e21-4c0e-be81-36c91e49a053 None None] DHCP port deletion for 416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:57.507332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Deleting port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:57.507762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.551332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52576) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:57.588318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port d7b8dfeb-d143-40c9-b751-fab2244beca3 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:57.658377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=d7b8dfeb-d143-40c9-b751-fab2244beca3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:57.709136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] For port 8dfc1b65-5dcb-4c59-9dfd-13a895795b01, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:57.709938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.716745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T16:00:55Z', 'revision_number': 5, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port': {'id': '8dfc1b65-5dcb-4c59-9dfd-13a895795b01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T15:55:02Z', 'updated_at': '2021-08-06T15:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:57.726168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Calling delete_port for 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:57.781222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] Checking router: a82390d2-d802-436a-879e-f9bef2f2b26b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:00:57.813876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] Routers {'a82390d2-d802-436a-879e-f9bef2f2b26b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:00:57.816190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 54895107-2923-48be-9052-669bdccd658a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:57.817215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a82390d2-d802-436a-879e-f9bef2f2b26b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:57.889589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.933967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b7b45f7-c76e-43b0-8d47-5cd045dfa5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.946956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:57.973368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416f2d7d-daa3-411c-bc3d-d4ca10d7cf60']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:57.990565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] Set router a82390d2-d802-436a-879e-f9bef2f2b26b gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:00:57.991981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a92d91-7540-4218-a3a6-e838fd4d9f3a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:57.992287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a92d91-7540-4218-a3a6-e838fd4d9f3a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:58.018721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.029832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.057602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T16:00:57Z', 'revision_number': 6, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:00:58.067286 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.081809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:00:58.101176 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:00:58.106804 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b7b45f7-c76e-43b0-8d47-5cd045dfa5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.106890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb1e87-fcde-42d9-bca7-2eff3a352565 None None] The sync data for ids ['a82390d2-d802-436a-879e-f9bef2f2b26b'] in n-d-778550-6 is: [{'id': 'a82390d2-d802-436a-879e-f9bef2f2b26b', 'name': 'tempest-TestServerBasicOps-1624825110-router', 'tenant_id': 'da57b31519e14db6bb94bcf6d98662a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T15:55:00Z', 'updated_at': '2021-08-06T16:00:57Z', 'revision_number': 6, 'project_id': 'da57b31519e14db6bb94bcf6d98662a5', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:00:58.201167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.235625 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.339035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.353156 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.359572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 HTTP/1.1" status: 204 len: 168 time: 4.6258070 Aug 06 16:00:58.367468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:58.370213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381517107'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:58.395304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b9fcf-1487-4448-83f0-cec559dfd3e6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=416f2d7d-daa3-411c-bc3d-d4ca10d7cf60,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:58.470260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.540957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=54895107-2923-48be-9052-669bdccd658a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:58.563868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.572796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7482ea69-dbe3-4e55-82d1-7690ac48c11b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/54895107-2923-48be-9052-669bdccd658a HTTP/1.1" status: 204 len: 168 time: 1.1060972 Aug 06 16:00:58.582502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:58.583013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881c5e2-4217-489a-9050-f0b73f0f471e None None] Network d97fc889-3974-406c-ba5b-09136b32f8ae requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:58.583493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:58.583493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.679851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 161d4c4e-bb7b-4df5-a890-5a6da00ccbaf {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:58.691215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.740432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:00:58.766685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.768635 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment 9c405eb9-5c4c-4c39-9154-2f7aa9eec047 of type vlan for network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f Aug 06 16:00:58.816266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b7b45f7-c76e-43b0-8d47-5cd045dfa5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.818789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfc1b65-5dcb-4c59-9dfd-13a895795b01,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:58.828327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.840793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:58.882806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b7b45f7-c76e-43b0-8d47-5cd045dfa5f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0775b31d11ba448eb32aa08846dbb8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3221941 Aug 06 16:00:58.883951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:58.906788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b45f7-c76e-43b0-8d47-5cd045dfa5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a572fbb-c639-47c4-841c-a8ad5f43a48e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:58.971462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] DHCP port deletion for d97fc889-3974-406c-ba5b-09136b32f8ae request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:00:58.990598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.043233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1476c045-e465-4546-a6a1-2b949a8e337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.111410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] Deleting port 98540cce-6e88-4243-ac7a-d3cf05ea9378 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:00:59.112081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.149960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.154519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.169205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1476c045-e465-4546-a6a1-2b949a8e337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.171139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.177341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:00:59.178553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.211018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.262461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.290181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] For port 98540cce-6e88-4243-ac7a-d3cf05ea9378, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=98540cce-6e88-4243-ac7a-d3cf05ea9378,segment=NetworkSegment(4edf0997-8c62-4bab-9fff-863523042d92),segment_id=4edf0997-8c62-4bab-9fff-863523042d92)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:00:59.290590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.311437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] Calling delete_port for 98540cce-6e88-4243-ac7a-d3cf05ea9378 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:00:59.385790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.404015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.404649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a82390d2-d802-436a-879e-f9bef2f2b26b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:00:59.410419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.415707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f3d2e3bd-0da9-46b8-9a6d-b693109cdd1a admin admin] 10.222.0.16 "DELETE /v2.0/routers/a82390d2-d802-436a-879e-f9bef2f2b26b HTTP/1.1" status: 204 len: 168 time: 2.6132240 Aug 06 16:00:59.416474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.449550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:00:59.471436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4cf51a97-3587-4589-8e92-f0975efc73d0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1079054 Aug 06 16:00:59.474456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52624) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.484214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f59906e6-0389-425a-812c-0c8e3f8a3162 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:59.484376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:00:59.502836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Deleting subnet 2241b1b8-257e-49a8-ac23-95e838475baf {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:00:59.507428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.541627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f59906e6-0389-425a-812c-0c8e3f8a3162 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:59.541989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f59906e6-0389-425a-812c-0c8e3f8a3162 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:59.542489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d7b8dfeb-d143-40c9-b751-fab2244beca3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:59.569227 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.582442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d7b8dfeb-d143-40c9-b751-fab2244beca3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:59.582442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d7b8dfeb-d143-40c9-b751-fab2244beca3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:59.582442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:59.606106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.612341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.640157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=161d4c4e-bb7b-4df5-a890-5a6da00ccbaf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.642284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1476c045-e465-4546-a6a1-2b949a8e337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.645025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1476c045-e465-4546-a6a1-2b949a8e337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.648747 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1476c045-e465-4546-a6a1-2b949a8e337a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a572fbb-c639-47c4-841c-a8ad5f43a48e HTTP/1.1" status: 204 len: 168 time: 0.7573698 Aug 06 16:00:59.648897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] Pushing event deleted for resources: {'Port': ['ID=98540cce-6e88-4243-ac7a-d3cf05ea9378,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.662522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:59.666469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8dfc1b65-5dcb-4c59-9dfd-13a895795b01 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:59.668697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 98540cce-6e88-4243-ac7a-d3cf05ea9378 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:00:59.675171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee279f01-4198-4c16-9a63-43fd343f61e6 None None] No DVR routers for this DVR port 98540cce-6e88-4243-ac7a-d3cf05ea9378 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:00:59.678843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.681907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-11a3697f-2e1e-4ce2-be79-4b0f3a1a822b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/161d4c4e-bb7b-4df5-a890-5a6da00ccbaf HTTP/1.1" status: 204 len: 168 time: 1.0892394 Aug 06 16:00:59.682905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476c045-e465-4546-a6a1-2b949a8e337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a572fbb-c639-47c4-841c-a8ad5f43a48e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.686284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52630) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:00:59.718650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.766575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6cba0-8fd1-4bc4-a082-88e82568b954 None None] Network 5f978f13-2b4a-40c2-8727-28b1de4eaef8 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:00:59.800987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 98540cce-6e88-4243-ac7a-d3cf05ea9378 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:00:59.801580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 98540cce-6e88-4243-ac7a-d3cf05ea9378 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:00:59.849369 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.904382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.930825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:00:59.934766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.961565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2241b1b8-257e-49a8-ac23-95e838475baf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:00:59.974418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:00:59.980040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6beab243-77a9-421b-ab27-ced14f847854 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2241b1b8-257e-49a8-ac23-95e838475baf HTTP/1.1" status: 204 len: 168 time: 0.5603197 Aug 06 16:00:59.981117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:00.010006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2886e-3d0f-49ff-b5c8-f54ae22b8bd7 None None] Network 8f61aa19-0580-4509-9cb5-1f4ffbf10caf requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:00.119592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.148828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.280125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Deleting port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:00.281605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.308490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97fc889-3974-406c-ba5b-09136b32f8ae']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.334288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] DHCP port deletion for 5f978f13-2b4a-40c2-8727-28b1de4eaef8 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:00.350653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edf0997-8c62-4bab-9fff-863523042d92') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.351180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edf0997-8c62-4bab-9fff-863523042d92') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.372768 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.417342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.426102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] DHCP port deletion for 8f61aa19-0580-4509-9cb5-1f4ffbf10caf request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:00.434494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:00.435297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:00.439379 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:00.481811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] For port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:00.482383 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.497551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Calling delete_port for 6fffa631-9225-4b22-b1d5-6b4399e4cbfe owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:00.550312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.561126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] Deleting port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:00.561513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.613537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Deleting port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:00.617795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.633783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=cc0a5299-64e8-4a4e-b151-e9b8e5a548d1,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:00.651790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': '9c405eb9-5c4c-4c39-9154-2f7aa9eec047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:00.652180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:00.691863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] For port 80b396bc-d061-4e2e-9dde-c052f5a0abc0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80b396bc-d061-4e2e-9dde-c052f5a0abc0,segment=NetworkSegment(70b194dd-a6a1-4167-ad3f-281e7970feae),segment_id=70b194dd-a6a1-4167-ad3f-281e7970feae)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:00.692399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.704681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52658) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:00.710107 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.712429 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.726830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.731467 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/d97fc889-3974-406c-ba5b-09136b32f8ae HTTP/1.1" status: 204 len: 168 time: 1.0408432 Aug 06 16:01:00.731467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dfcfe9-0232-4cac-8438-3b52dca2a0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.733432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52660) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:00.752041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa80b7e-5681-4d31-af22-5e2c84c01602 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=d97fc889-3974-406c-ba5b-09136b32f8ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:00.755939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] Calling delete_port for 80b396bc-d061-4e2e-9dde-c052f5a0abc0 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:00.757869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:00.782570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:00.789292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] No DVR routers for this DVR port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:00.909317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] For port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,segment=NetworkSegment(9ba46c01-c105-4353-8d9c-4f35975c2653),segment_id=9ba46c01-c105-4353-8d9c-4f35975c2653)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:00.924110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.941402 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.947649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dfcfe9-0232-4cac-8438-3b52dca2a0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.958212 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.959195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:00.971011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:00.971614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:00.979326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f61aa19-0580-4509-9cb5-1f4ffbf10caf']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:00.986686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f910925-2f54-4053-9bb0-4aca821ae826 None None] Network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:00.999305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba46c01-c105-4353-8d9c-4f35975c2653') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:01.000050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba46c01-c105-4353-8d9c-4f35975c2653') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:01.041471 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.060429 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.065783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-78dfcfe9-0232-4cac-8438-3b52dca2a0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.103633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:01.105506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:01.109235 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:01.119641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Calling delete_port for 6fffa631-9225-4b22-b1d5-6b4399e4cbfe owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:01.170802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cbdc44ea-b623-4110-acc1-bc11691c9bfc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6948755 Aug 06 16:01:01.178492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:01.182265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfcfe9-0232-4cac-8438-3b52dca2a0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c714ccaa-6e32-431d-a8fa-4752e305fa63,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.198543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-78dfcfe9-0232-4cac-8438-3b52dca2a0fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea5295bd95c44c908798347f44bbe729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925809 Aug 06 16:01:01.199962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52672) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:01.252794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:01.253151 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.299611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e341779-000d-4266-b821-62f4d819be78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.326409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f', 'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': 'cc0a5299-64e8-4a4e-b151-e9b8e5a548d1'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:01.330585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.337834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e341779-000d-4266-b821-62f4d819be78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.428094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.444133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 80b396bc-d061-4e2e-9dde-c052f5a0abc0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=80b396bc-d061-4e2e-9dde-c052f5a0abc0,segment=NetworkSegment(70b194dd-a6a1-4167-ad3f-281e7970feae),segment_id=70b194dd-a6a1-4167-ad3f-281e7970feae)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:01.444494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.467332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Pushing event deleted for resources: {'Port': ['ID=6fffa631-9225-4b22-b1d5-6b4399e4cbfe,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.476082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 80b396bc-d061-4e2e-9dde-c052f5a0abc0 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:01.478668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80b396bc-d061-4e2e-9dde-c052f5a0abc0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:01.484904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.496169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.502602 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.504621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f61aa19-0580-4509-9cb5-1f4ffbf10caf HTTP/1.1" status: 204 len: 168 time: 1.5225635 Aug 06 16:01:01.532324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] No DVR routers for this DVR port 6fffa631-9225-4b22-b1d5-6b4399e4cbfe on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:01.536249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 80b396bc-d061-4e2e-9dde-c052f5a0abc0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:01.536606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 80b396bc-d061-4e2e-9dde-c052f5a0abc0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:01.537018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6fffa631-9225-4b22-b1d5-6b4399e4cbfe no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:01.539484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.539849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.540181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.540537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.540872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.541201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.541528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.541847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.542180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.542513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.542837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.543155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e813d3-abff-4993-b5c9-488005394279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:01.549788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e341779-000d-4266-b821-62f4d819be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.556652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e341779-000d-4266-b821-62f4d819be78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.564598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e341779-000d-4266-b821-62f4d819be78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c714ccaa-6e32-431d-a8fa-4752e305fa63 HTTP/1.1" status: 204 len: 168 time: 0.3635495 Aug 06 16:01:01.602315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e341779-000d-4266-b821-62f4d819be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c714ccaa-6e32-431d-a8fa-4752e305fa63,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.719294 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41b584-e0b4-4ef6-b2a0-4eadb347f523 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f61aa19-0580-4509-9cb5-1f4ffbf10caf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.760495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.771553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Allocated IP 2001:db8::1 (e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f/cc0a5299-64e8-4a4e-b151-e9b8e5a548d1/113e12be-631e-4f31-96dd-9e1ca3e1e87f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:01.888208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.899405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:01.934744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] Pushing event deleted for resources: {'Port': ['ID=80b396bc-d061-4e2e-9dde-c052f5a0abc0,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.947586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6fffa631-9225-4b22-b1d5-6b4399e4cbfe {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:01.951487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6fffa631-9225-4b22-b1d5-6b4399e4cbfe not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:01.972871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:01.979029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=80b396bc-d061-4e2e-9dde-c052f5a0abc0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:01.983247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4eedc-27af-40be-8e8c-0f44eb37aca7 None None] No DVR routers for this DVR port 80b396bc-d061-4e2e-9dde-c052f5a0abc0 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:02.036448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.052177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Transition to ACTIVE for port object 113e12be-631e-4f31-96dd-9e1ca3e1e87f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:02.069524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Transition to ACTIVE for port object 113e12be-631e-4f31-96dd-9e1ca3e1e87f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:02.096785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.107238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f978f13-2b4a-40c2-8727-28b1de4eaef8']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:02.118502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b194dd-a6a1-4167-ad3f-281e7970feae') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:02.118793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b194dd-a6a1-4167-ad3f-281e7970feae') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:02.128830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.143870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.149855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:02.150242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: self.session.flush() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:02.153222 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:02.277761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.335221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:02.342805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:02.348432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:02.356518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Pushing event updated for resources: {'Port': ['ID=113e12be-631e-4f31-96dd-9e1ca3e1e87f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.379922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.403979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.406198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/5f978f13-2b4a-40c2-8727-28b1de4eaef8 HTTP/1.1" status: 204 len: 168 time: 1.6699545 Aug 06 16:01:02.407416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddfb11-0558-4cfa-b952-cda3983dda0a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=5f978f13-2b4a-40c2-8727-28b1de4eaef8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.410171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52700) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:02.416399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-2055950608'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:02.428316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Attempting to bind port 113e12be-631e-4f31-96dd-9e1ca3e1e87f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:02.432841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Attempting to bind port 113e12be-631e-4f31-96dd-9e1ca3e1e87f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9c405eb9-5c4c-4c39-9154-2f7aa9eec047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:02.432841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Attempting to bind port 113e12be-631e-4f31-96dd-9e1ca3e1e87f on network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:02.434370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.435772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:02.436397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Checking segment: {'id': '9c405eb9-5c4c-4c39-9154-2f7aa9eec047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:02.437939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.438520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Bound using segment: {'id': '9c405eb9-5c4c-4c39-9154-2f7aa9eec047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:02.439008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Bound port: 113e12be-631e-4f31-96dd-9e1ca3e1e87f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c405eb9-5c4c-4c39-9154-2f7aa9eec047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:02.439393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.488845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0a5299-64e8-4a4e-b151-e9b8e5a548d1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.536850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:02.546962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] For port 113e12be-631e-4f31-96dd-9e1ca3e1e87f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:02.551569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] For port 113e12be-631e-4f31-96dd-9e1ca3e1e87f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=113e12be-631e-4f31-96dd-9e1ca3e1e87f,segment=NetworkSegment(9c405eb9-5c4c-4c39-9154-2f7aa9eec047),segment_id=9c405eb9-5c4c-4c39-9154-2f7aa9eec047)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:02.570166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:02.574217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.577851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.591202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:02.611720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c405eb9-5c4c-4c39-9154-2f7aa9eec047') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:02.612913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c405eb9-5c4c-4c39-9154-2f7aa9eec047') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:02.627177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:02.631928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.653348 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.668016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.668408 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment 3bfd2ec0-c357-43f7-b0c9-4143e7b5719a of type vlan for network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 Aug 06 16:01:02.668720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.680946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f4967c66-44b2-4e73-895a-81c31d70426c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f00bf8cf223442c822b038eb39fb3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421819 Aug 06 16:01:02.683379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:02.689181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:02.689595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:02.741141 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:02.774825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.846523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5161c-2b7c-48e8-a904-4126eb48824e None None] Network e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:02.851485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9c88-f558-4331-af46-2fa2a317d9c0 None None] Pushing event updated for resources: {'Port': ['ID=113e12be-631e-4f31-96dd-9e1ca3e1e87f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:02.881546 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcac398b-b7c2-4aca-97a6-1407416dfb36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.917690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcac398b-b7c2-4aca-97a6-1407416dfb36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.950121 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:01:02.950121 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:01:02.950121 n-d-778550-6 neutron-server[94841]: [parameters: {'id': 'e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f'}] Aug 06 16:01:02.950121 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:01:02.950121 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:01:02.973742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:02.997401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:02.998563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.056403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4dedc5-a844-4469-b368-63fed1b63f19 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:01:03.094734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcac398b-b7c2-4aca-97a6-1407416dfb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.099233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bcac398b-b7c2-4aca-97a6-1407416dfb36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.100972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bcac398b-b7c2-4aca-97a6-1407416dfb36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e84066e-669f-499a-a1ba-a10cca272da3 HTTP/1.1" status: 204 len: 168 time: 0.4143002 Aug 06 16:01:03.121825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac398b-b7c2-4aca-97a6-1407416dfb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84066e-669f-499a-a1ba-a10cca272da3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:03.168388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7565782 Aug 06 16:01:03.170512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:03.178218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:03.187771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081e7fe-dae6-4865-b628-1a576443ad12 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=5a2fc1dd-cc7d-4812-8312-df1ac8472132,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:03.232269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:03.329148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4dedc5-a844-4469-b368-63fed1b63f19 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:01:03.448631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.577466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port 113e12be-631e-4f31-96dd-9e1ca3e1e87f {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:03.578359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.587656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:03.595701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.776365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port 113e12be-631e-4f31-96dd-9e1ca3e1e87f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=113e12be-631e-4f31-96dd-9e1ca3e1e87f,segment=NetworkSegment(9c405eb9-5c4c-4c39-9154-2f7aa9eec047),segment_id=9c405eb9-5c4c-4c39-9154-2f7aa9eec047)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:03.776858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:03.801564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for 113e12be-631e-4f31-96dd-9e1ca3e1e87f owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:04.097065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.131376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=113e12be-631e-4f31-96dd-9e1ca3e1e87f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:04.135608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port 113e12be-631e-4f31-96dd-9e1ca3e1e87f on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:04.196424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52766) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:04.230366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.342956 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.378593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:04.394837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9267b59f-b115-4b4c-99c2-3c4b03ddebea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da57b31519e14db6bb94bcf6d98662a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969066 Aug 06 16:01:04.399016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:04.409031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c405eb9-5c4c-4c39-9154-2f7aa9eec047') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:04.409541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c405eb9-5c4c-4c39-9154-2f7aa9eec047') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:04.431149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=6deca13c-4a80-4ae1-a11d-35b74df3c2f3,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:04.436473 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.454710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:04.455081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: 5a2fc1dd-cc7d-4812-8312-df1ac8472132, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:04.464095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.470361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:04.470361 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:04.474176 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:04.550871 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba5dcee-97c8-40b6-afc6-80a4920e0bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.592808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba5dcee-97c8-40b6-afc6-80a4920e0bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.646928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:04.681507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.698170 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.698170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f HTTP/1.1" status: 204 len: 168 time: 3.4382598 Aug 06 16:01:04.701635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52782) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:04.709375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61271c54-7bfd-45e1-b242-7a3fea12f211 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:04.710662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713501699'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:04.761102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba5dcee-97c8-40b6-afc6-80a4920e0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.762868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6ba5dcee-97c8-40b6-afc6-80a4920e0bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.764089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6ba5dcee-97c8-40b6-afc6-80a4920e0bb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c3891fd-e107-49fa-81dc-9d8c44b69871 HTTP/1.1" status: 204 len: 168 time: 0.3639200 Aug 06 16:01:04.776289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5dcee-97c8-40b6-afc6-80a4920e0bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3891fd-e107-49fa-81dc-9d8c44b69871,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:04.789617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5a2fc1dd-cc7d-4812-8312-df1ac8472132) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:04.795183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:04.796077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.813182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1f059-f41b-4c60-9800-1b16cb3f800c None None] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:04.875636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:04.879747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.946412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:04.959194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:04.959832 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment 67215acd-6ecb-4aff-8ae8-c312af2a490f of type vlan for network 8723ec9f-34e5-4b79-873d-25009b9e0539 Aug 06 16:01:05.006524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5a2fc1dd-cc7d-4812-8312-df1ac8472132', 'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '6deca13c-4a80-4ae1-a11d-35b74df3c2f3'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:05.007723 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.026862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1cf529e-dc8a-4d14-a0be-6b15b8fabe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.076432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-47380bab-b9cf-4fe9-a66c-01e018187680 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9041054 Aug 06 16:01:05.079698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:05.120084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.120620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1761833920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:05.217748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Allocated IP 172.20.0.2 (5a2fc1dd-cc7d-4812-8312-df1ac8472132/6deca13c-4a80-4ae1-a11d-35b74df3c2f3/41a35a12-676d-4fa6-a049-976381ed7606) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:05.424461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.440247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Transition to ACTIVE for port object 41a35a12-676d-4fa6-a049-976381ed7606 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:05.447603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.447886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.450012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.455088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:05.458126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.490728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Transition to ACTIVE for port object 41a35a12-676d-4fa6-a049-976381ed7606 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:05.536198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.580162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=8723ec9f-34e5-4b79-873d-25009b9e0539,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:05.594572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:05.685102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.716087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.728093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52828) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:05.735507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-591b1bce-33eb-49f4-bfc9-d6498bebde8e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0238984 Aug 06 16:01:05.740042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:05.777420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:05.783146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:05.794404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:05.910681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Pushing event updated for resources: {'Port': ['ID=41a35a12-676d-4fa6-a049-976381ed7606,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:05.991815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:05.995912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b64a5420-2d90-4038-9e70-5b7906ba8f53 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9124455 Aug 06 16:01:05.996262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:05.996491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Attempting to bind port 41a35a12-676d-4fa6-a049-976381ed7606 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:05.999633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Attempting to bind port 41a35a12-676d-4fa6-a049-976381ed7606 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:06.001422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Attempting to bind port 41a35a12-676d-4fa6-a049-976381ed7606 on network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:06.005576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'port': {'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132', 'name': 'tempest-RoutersTest-173848389'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:06.014812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:06.016093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Checking segment: {'id': '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:06.016891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.018011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Bound using segment: {'id': '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:06.018856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Bound port: 41a35a12-676d-4fa6-a049-976381ed7606, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '5a2fc1dd-cc7d-4812-8312-df1ac8472132'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:06.019495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.099289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:06.104937 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.211562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] For port 41a35a12-676d-4fa6-a049-976381ed7606, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:06.215749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] For port 41a35a12-676d-4fa6-a049-976381ed7606, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=41a35a12-676d-4fa6-a049-976381ed7606,segment=NetworkSegment(3bfd2ec0-c357-43f7-b0c9-4143e7b5719a),segment_id=3bfd2ec0-c357-43f7-b0c9-4143e7b5719a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:06.293963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.504156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:06.508077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.517149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0883f60-43cf-4bac-9825-ac6197933f5b None None] Pushing event updated for resources: {'Port': ['ID=41a35a12-676d-4fa6-a049-976381ed7606,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:06.556094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] device_id is not set on port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 yet. {{(pid=94840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 06 16:01:06.634594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:06.837742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': '67215acd-6ecb-4aff-8ae8-c312af2a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:06.838358 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: 8723ec9f-34e5-4b79-873d-25009b9e0539, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:06.937982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=91f03670-ea1c-4a57-ba1b-3c908d95b4bb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:06.964481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.20.0.10 (5a2fc1dd-cc7d-4812-8312-df1ac8472132/6deca13c-4a80-4ae1-a11d-35b74df3c2f3/a5546887-87e8-4acf-8a4a-77c54b9bb4c6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:07.024860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:07.127302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8723ec9f-34e5-4b79-873d-25009b9e0539) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:07.134354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:07.138999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.167432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d27ec3-d298-4715-befe-b0b229edb203 None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:07.254110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1be0816d-9c78-48e1-9274-d56818eecdab tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5259995 Aug 06 16:01:07.256899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52894) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:07.265913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:07.366006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.409489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object a5546887-87e8-4acf-8a4a-77c54b9bb4c6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:07.539549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:07.599375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:07.643642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.735880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 41a35a12-676d-4fa6-a049-976381ed7606 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:07.879323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:07.884157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-683236580-network', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:07.892779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:07.896663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:07.911282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-8723ec9f-34e5-4b79-873d-25009b9e0539', 'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': '91f03670-ea1c-4a57-ba1b-3c908d95b4bb'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:07.912217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:07.984271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:07.987934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.007085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.008150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.023439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9055bc96-b331-4ea1-a043-5a13378b3cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.057770 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=a5546887-87e8-4acf-8a4a-77c54b9bb4c6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:08.071625 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.073643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1998b3fc-d7c8-4277-b907-e465e03dd5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.179425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Made reservation on behalf of 3b0a7f26b0bf4aaf9c4dff3188eee9ac for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:08.182786 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.201304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.210277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 41a35a12-676d-4fa6-a049-976381ed7606 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:08.278984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Allocated IP 2001:db8::2 (8723ec9f-34e5-4b79-873d-25009b9e0539/91f03670-ea1c-4a57-ba1b-3c908d95b4bb/14dca997-ae75-497e-b313-9abdb3766cf9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:08.325601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-da580c25-6cae-49ff-938f-81d475ad601a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3272960 Aug 06 16:01:08.330321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52920) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:08.406037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3104fa-5e4d-4478-8cfa-56fa330af58c None None] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:08.516333 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.533559 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.559369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Transition to ACTIVE for port object 14dca997-ae75-497e-b313-9abdb3766cf9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:08.654236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:08.668282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:08.676206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Transition to ACTIVE for port object 14dca997-ae75-497e-b313-9abdb3766cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:08.688475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:08.689091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.720785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=a9aea8fb-7810-40c6-8c03-8a9fc218d14c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:08.751178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9055bc96-b331-4ea1-a043-5a13378b3cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.771622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] Provisioning for port 41a35a12-676d-4fa6-a049-976381ed7606 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:08.796649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] Provisioning complete for port 41a35a12-676d-4fa6-a049-976381ed7606 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:08.797220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.850211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.863365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9055bc96-b331-4ea1-a043-5a13378b3cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.902800 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055bc96-b331-4ea1-a043-5a13378b3cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3aeac-8931-48ce-a336-cc3f7c2665dc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:08.909313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:08.925724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-42b36cd4-4154-42ba-8ea0-d18921afe5f4 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6644576 Aug 06 16:01:08.932692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:08.933279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52930) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:08.933582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:08.936382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:08.954729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9055bc96-b331-4ea1-a043-5a13378b3cbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3917731e26ae493b82570c5696b9a76b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4105017 Aug 06 16:01:08.955734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52934) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:08.981269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Pushing event updated for resources: {'Port': ['ID=14dca997-ae75-497e-b313-9abdb3766cf9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:08.991318 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.029807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669c866-cddf-4d43-8992-52224c2beae9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.034481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669c866-cddf-4d43-8992-52224c2beae9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.039295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669c866-cddf-4d43-8992-52224c2beae9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.051944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669c866-cddf-4d43-8992-52224c2beae9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.053690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5669c866-cddf-4d43-8992-52224c2beae9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.055476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5669c866-cddf-4d43-8992-52224c2beae9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1284778 Aug 06 16:01:09.060901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:09.067733 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887356553'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:09.072797 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.113155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Attempting to bind port 14dca997-ae75-497e-b313-9abdb3766cf9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:09.113535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Attempting to bind port 14dca997-ae75-497e-b313-9abdb3766cf9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '67215acd-6ecb-4aff-8ae8-c312af2a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:09.114042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Attempting to bind port 14dca997-ae75-497e-b313-9abdb3766cf9 on network 8723ec9f-34e5-4b79-873d-25009b9e0539 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:09.121499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:09.121967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Checking segment: {'id': '67215acd-6ecb-4aff-8ae8-c312af2a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:09.122449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.122853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Bound using segment: {'id': '67215acd-6ecb-4aff-8ae8-c312af2a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:09.123345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Bound port: 14dca997-ae75-497e-b313-9abdb3766cf9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67215acd-6ecb-4aff-8ae8-c312af2a490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:09.123726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.145508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] For port 41a35a12-676d-4fa6-a049-976381ed7606, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=41a35a12-676d-4fa6-a049-976381ed7606,segment=NetworkSegment(3bfd2ec0-c357-43f7-b0c9-4143e7b5719a),segment_id=3bfd2ec0-c357-43f7-b0c9-4143e7b5719a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:09.209589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] For port 14dca997-ae75-497e-b313-9abdb3766cf9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:09.213422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] For port 14dca997-ae75-497e-b313-9abdb3766cf9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=14dca997-ae75-497e-b313-9abdb3766cf9,segment=NetworkSegment(67215acd-6ecb-4aff-8ae8-c312af2a490f),segment_id=67215acd-6ecb-4aff-8ae8-c312af2a490f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:09.217851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.270422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52187b17-a460-420d-a904-73a2330002f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.299458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.326078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52187b17-a460-420d-a904-73a2330002f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.354004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.366724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:09.393107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.393463 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Added segment e2392505-8423-4f3b-a1b3-d3e7a3029a98 of type vlan for network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 Aug 06 16:01:09.441698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:09.445686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.454825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.525749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524e7d-99f3-42f7-a398-83a2f4ee0ced None None] Pushing event updated for resources: {'Port': ['ID=41a35a12-676d-4fa6-a049-976381ed7606,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:09.544604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:09.567480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5206dc4-d96d-49df-ab9f-5afd58a8ef16 None None] Provisioning for port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:09.576108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5206dc4-d96d-49df-ab9f-5afd58a8ef16 None None] Provisioning complete for port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:09.587289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5206dc4-d96d-49df-ab9f-5afd58a8ef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.590577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.590940 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment cf744d9b-4645-4bc9-b3ec-8039805d2091 of type vlan for network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 Aug 06 16:01:09.659600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa9ea5-f0b3-4172-b261-70b68834994b None None] Pushing event updated for resources: {'Port': ['ID=14dca997-ae75-497e-b313-9abdb3766cf9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:09.714470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c5206dc4-d96d-49df-ab9f-5afd58a8ef16 None None] Port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:09.719166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.724206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.741465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15cc938-f94a-4c2a-ab82-88551ed9f641,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:09.775220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c5206dc4-d96d-49df-ab9f-5afd58a8ef16 None None] Provisioning complete for port 41a35a12-676d-4fa6-a049-976381ed7606 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:09.775956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5206dc4-d96d-49df-ab9f-5afd58a8ef16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.777584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52187b17-a460-420d-a904-73a2330002f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.781490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-52187b17-a460-420d-a904-73a2330002f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.791942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-52187b17-a460-420d-a904-73a2330002f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbf3aeac-8931-48ce-a336-cc3f7c2665dc HTTP/1.1" status: 204 len: 168 time: 0.8324871 Aug 06 16:01:09.821248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52187b17-a460-420d-a904-73a2330002f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3aeac-8931-48ce-a336-cc3f7c2665dc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:09.853312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.904360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.920635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.921713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.984949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:09.986028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:09.989449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.012028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:10.023574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:10.077599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.113687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-058bf0cb-4546-4f5f-90e7-6b25bdea337c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0516517 Aug 06 16:01:10.116918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52962) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:10.125856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:10.200886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-acc3029b-0b97-4541-bf27-45450524e1fc None None] Provisioning complete for port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:10.201819 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-acc3029b-0b97-4541-bf27-45450524e1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.257742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-acc3029b-0b97-4541-bf27-45450524e1fc None None] Port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:10.488897 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.649565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52980) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:10.654097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.0518944 Aug 06 16:01:10.658206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Request body: {'subnet': {'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-683236580-subnet', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:10.665766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.689347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558a446-1cf1-45fc-942a-89739499e482 admin admin] Pushing event updated for resources: {'Network': ['ID=23f2c076-b86a-4b0c-8a65-e44e8a55fa01,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:10.706715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:10.764133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=a5546887-87e8-4acf-8a4a-77c54b9bb4c6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:10.799036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:01:10.821884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:10.822698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:10.824129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "PUT /v2.0/networks/48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 HTTP/1.1" status: 200 len: 723 time: 0.7061355 Aug 06 16:01:10.849856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 52994) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:10.891883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': '48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:10.968970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 52996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:10.999326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5810ca6-4c21-47e0-80ba-ffafaa11fa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.040195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.132878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.139164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc8813-5af3-48f1-8e8d-a2c71b51a149 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:11.157469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:11.163862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Made reservation on behalf of 3b0a7f26b0bf4aaf9c4dff3188eee9ac for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:11.179713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.306912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-779aaaa9-8d9f-4c67-a648-27d7edb0f569 None None] Provisioning complete for port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:11.307908 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-779aaaa9-8d9f-4c67-a648-27d7edb0f569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.313561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962806fb-258f-49ca-aa4d-936731307f5a None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:11.425227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-779aaaa9-8d9f-4c67-a648-27d7edb0f569 None None] Port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:11.445110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5810ca6-4c21-47e0-80ba-ffafaa11fa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.595672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.693592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 14dca997-ae75-497e-b313-9abdb3766cf9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:11.721170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:11.730801 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.794860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:11.814030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.943468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 14dca997-ae75-497e-b313-9abdb3766cf9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:11.949721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d143214a-2b25-46fa-8497-982c148cb2fe None None] Provisioning for port 14dca997-ae75-497e-b313-9abdb3766cf9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:11.954388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Update dhcp port {'port': {'network_id': '8723ec9f-34e5-4b79-873d-25009b9e0539', 'fixed_ips': [{'subnet_id': '91f03670-ea1c-4a57-ba1b-3c908d95b4bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9aea8fb-7810-40c6-8c03-8a9fc218d14c'}], 'binding:host_id': 'n-d-778550-6'}, 'id': '14dca997-ae75-497e-b313-9abdb3766cf9'} from n-d-778550-6. {{(pid=94842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 06 16:01:11.962288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 14dca997-ae75-497e-b313-9abdb3766cf9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:11.962669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:11.996538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5810ca6-4c21-47e0-80ba-ffafaa11fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.016352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.047676 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dba14269-1076-491b-b24f-6798aa95791e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.068991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e5810ca6-4c21-47e0-80ba-ffafaa11fa9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0a5af26ef09446d8e9bdd51a2d19933&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0982685 Aug 06 16:01:12.073102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d143214a-2b25-46fa-8497-982c148cb2fe None None] Provisioning complete for port 14dca997-ae75-497e-b313-9abdb3766cf9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:12.073588 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d143214a-2b25-46fa-8497-982c148cb2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.075220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5810ca6-4c21-47e0-80ba-ffafaa11fa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394c2849-e295-4c3a-8369-b47bcf220d02,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.078460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.090765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.120223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c19480d-44a1-40e9-a27d-a39ab2adf62e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.168374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Checking segment: {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:12.169073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Network hostable DHCP agents. Network: 23f2c076-b86a-4b0c-8a65-e44e8a55fa01, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:12.174974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835fe2f3-f3b3-4bc8-bf4c-c5fda72ce610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.193945 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.305833 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.314694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835fe2f3-f3b3-4bc8-bf4c-c5fda72ce610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.374235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:12.374529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.393323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=a5546887-87e8-4acf-8a4a-77c54b9bb4c6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.429601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 14dca997-ae75-497e-b313-9abdb3766cf9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=14dca997-ae75-497e-b313-9abdb3766cf9,segment=NetworkSegment(67215acd-6ecb-4aff-8ae8-c312af2a490f),segment_id=67215acd-6ecb-4aff-8ae8-c312af2a490f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:12.489799 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d143214a-2b25-46fa-8497-982c148cb2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.522573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dba14269-1076-491b-b24f-6798aa95791e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.526623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 23f2c076-b86a-4b0c-8a65-e44e8a55fa01) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:12.532489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:12.539777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.539953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114d6df-f529-4155-82ca-d0a673c6120f None None] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:12.547202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Allocated IP 172.20.0.1 (8723ec9f-34e5-4b79-873d-25009b9e0539/a9aea8fb-7810-40c6-8c03-8a9fc218d14c/14dca997-ae75-497e-b313-9abdb3766cf9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:12.554484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:12.555991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:12.558129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.581458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.582558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 41a35a12-676d-4fa6-a049-976381ed7606 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:12.639165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=e93e476f-5489-4c5f-b9a5-0bd738bbc13b,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.658985 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dba14269-1076-491b-b24f-6798aa95791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.673974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835fe2f3-f3b3-4bc8-bf4c-c5fda72ce610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.678427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-835fe2f3-f3b3-4bc8-bf4c-c5fda72ce610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.690244 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-835fe2f3-f3b3-4bc8-bf4c-c5fda72ce610 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/394c2849-e295-4c3a-8369-b47bcf220d02 HTTP/1.1" status: 204 len: 168 time: 0.6087162 Aug 06 16:01:12.705602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fe2f3-f3b3-4bc8-bf4c-c5fda72ce610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c2849-e295-4c3a-8369-b47bcf220d02,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.733214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': 'cf744d9b-4645-4bc9-b3ec-8039805d2091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:12.733706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:12.772251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f2ef3462-f089-4e26-9a71-fc0eca178fc0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1070240 Aug 06 16:01:12.772922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.772922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:12.793762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba14269-1076-491b-b24f-6798aa95791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa232b3-9334-422d-8451-d102c28ea388,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:12.838464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dba14269-1076-491b-b24f-6798aa95791e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=568854ea12a34bbe9a17dabf876773b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1169000 Aug 06 16:01:12.841686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:12.939472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.940899 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.950420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-724ab330-0e8a-4114-9881-6e335f3581e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:12.989466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:13.006061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-724ab330-0e8a-4114-9881-6e335f3581e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.010286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:13.056975 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.098578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:13.112221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.113456 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.115904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6841477-4ae6-49b7-9082-c9b6b88d4359 None None] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:13.170680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:13.176875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eaf3ce29-6c51-4513-b3cc-3a3a18ce1c84 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8454623 Aug 06 16:01:13.179518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53048) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:13.191125 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] Sync routers for ids ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:13.201539 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-d143214a-2b25-46fa-8497-982c148cb2fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:01:13.202418 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-d143214a-2b25-46fa-8497-982c148cb2fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:01:13.208826 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] Routers {'33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:13.209993 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:13.289030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5341eddd-302e-4894-b2d7-335bd5593030 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4345589 Aug 06 16:01:13.291769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53054) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:13.306167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:13.306476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee31eb9-1c17-4d41-8109-9bafc4213400 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:13.307856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3ee31eb9-1c17-4d41-8109-9bafc4213400 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports/a5546887-87e8-4acf-8a4a-77c54b9bb4c6 HTTP/1.1" status: 200 len: 977 time: 0.1274645 Aug 06 16:01:13.310707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53056) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:13.335739 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:13.376349 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] Routers {'33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:13.376349 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:13.427989 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.492189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-724ab330-0e8a-4114-9881-6e335f3581e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.494280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:13.494802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=14dca997-ae75-497e-b313-9abdb3766cf9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:13.495401 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54af35fe-d1c9-4b2a-b048-a4239a9b3d4a None None] The sync data for ids ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:13.508849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-724ab330-0e8a-4114-9881-6e335f3581e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.534515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-724ab330-0e8a-4114-9881-6e335f3581e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daa232b3-9334-422d-8451-d102c28ea388 HTTP/1.1" status: 204 len: 168 time: 0.6888356 Aug 06 16:01:13.637484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3742079'] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.674836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 41a35a12-676d-4fa6-a049-976381ed7606 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:13.675215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.732268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] For port 14dca997-ae75-497e-b313-9abdb3766cf9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=14dca997-ae75-497e-b313-9abdb3766cf9,segment=NetworkSegment(67215acd-6ecb-4aff-8ae8-c312af2a490f),segment_id=67215acd-6ecb-4aff-8ae8-c312af2a490f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:13.824521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ab330-0e8a-4114-9881-6e335f3581e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa232b3-9334-422d-8451-d102c28ea388,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:13.888437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47bf47-de36-4eac-9a79-68718b89456a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86', 'network_id': '48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': 'e93e476f-5489-4c5f-b9a5-0bd738bbc13b'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:13.889438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d47bf47-de36-4eac-9a79-68718b89456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.898075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-23f2c076-b86a-4b0c-8a65-e44e8a55fa01', 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'fixed_ips': [{'subnet_id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:13.904130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.989966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780276246622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2416544'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:13.992441 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.085167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:14.085507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.090114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "PUT /v2.0/subnets/e93e476f-5489-4c5f-b9a5-0bd738bbc13b HTTP/1.1" status: 200 len: 826 time: 0.7949088 Aug 06 16:01:14.097280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:14.139067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Transition to ACTIVE for port object 14dca997-ae75-497e-b313-9abdb3766cf9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:14.152160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d0c0b-1d5b-4a34-86d2-741ec52ab1aa tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=e93e476f-5489-4c5f-b9a5-0bd738bbc13b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:14.249314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.271434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.298206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.371680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.451103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 14dca997-ae75-497e-b313-9abdb3766cf9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:14.454563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.461713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.551519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0511a9fb-c46e-4fb1-8cea-5fc48ad71ae6 None None] Provisioning complete for port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:14.552200 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0511a9fb-c46e-4fb1-8cea-5fc48ad71ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.647832 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.710139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=e93e476f-5489-4c5f-b9a5-0bd738bbc13b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:14.710831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0511a9fb-c46e-4fb1-8cea-5fc48ad71ae6 None None] Port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:14.750996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4a48f-e3aa-46d3-9952-a0bf866e1cb1 None None] Pushing event updated for resources: {'Port': ['ID=14dca997-ae75-497e-b313-9abdb3766cf9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-0d47bf47-de36-4eac-9a79-68718b89456a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e93e476f-5489-4c5f-b9a5-0bd738bbc13b: This subnet is being modified by another concurrent operation. Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exception Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e93e476f-5489-4c5f-b9a5-0bd738bbc13b: This subnet is being modified by another concurrent operation. Aug 06 16:01:14.816126 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 16:01:14.827517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Allocated IP 172.20.0.2 (23f2c076-b86a-4b0c-8a65-e44e8a55fa01/2c19480d-44a1-40e9-a27d-a39ab2adf62e/3c3c3341-f446-4068-a8e8-9b5b76a0e187) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:14.833192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb0184-322c-45ab-b2ae-b9042a50e081 None None] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:14.858095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Allocated IP 172.25.5.153 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:14.951120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:14.999093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:15.027284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf744d9b-4645-4bc9-b3ec-8039805d2091') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:15.027586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf744d9b-4645-4bc9-b3ec-8039805d2091') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:15.049459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.089175 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.091397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fed737-a1e2-4065-a605-40acd659489e None None] Network 48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:15.110852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:15.111346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:15.180601 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:15.196283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.230228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port a5546887-87e8-4acf-8a4a-77c54b9bb4c6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:15.230542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.365272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.384768 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.392818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.394358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Transition to ACTIVE for port object 3c3c3341-f446-4068-a8e8-9b5b76a0e187 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:15.418914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Transition to ACTIVE for port object 3c3c3341-f446-4068-a8e8-9b5b76a0e187 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:15.420043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.428197 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 HTTP/1.1" status: 204 len: 168 time: 1.3219850 Aug 06 16:01:15.429038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53132) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:15.430473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e49d52-adf1-4bea-9efb-5218e33bbaec tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:15.477539 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5ac2b6-899c-4a70-b739-180ffef2441c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:15.479914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5ac2b6-899c-4a70-b739-180ffef2441c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:15.488700 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b5ac2b6-899c-4a70-b739-180ffef2441c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 HTTP/1.1" status: 404 len: 339 time: 0.0532067 Aug 06 16:01:15.490094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for a5546887-87e8-4acf-8a4a-77c54b9bb4c6 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:15.490215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:15.496647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520483748', 'description': 'd1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:15.500766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.527331 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.622270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:15.622852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.631866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:15.652905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:15.657514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:15.674775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Pushing event updated for resources: {'Port': ['ID=3c3c3341-f446-4068-a8e8-9b5b76a0e187,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:15.680463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Pushing event updated for resources: {'Port': ['ID=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:15.701188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:15.705803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:15.714537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:15.721267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:15.725109 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.725472 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment b1377427-d87a-4359-8f07-f1bf42412f82 of type vlan for network c38e3188-a950-43ab-b959-b66404e1f62a Aug 06 16:01:15.784160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Attempting to bind port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:15.784592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Attempting to bind port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:15.785021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Attempting to bind port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 on network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:15.794259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:15.805645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Checking segment: {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:15.805645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.805645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Bound using segment: {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:15.805645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Bound port: 3c3c3341-f446-4068-a8e8-9b5b76a0e187, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:15.805645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.806153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.862154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dc767-6b01-47cd-b8f1-9efcdf4dd48f None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:15.962944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:15.965860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] For port 3c3c3341-f446-4068-a8e8-9b5b76a0e187, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:15.973148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] For port 3c3c3341-f446-4068-a8e8-9b5b76a0e187, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c3c3341-f446-4068-a8e8-9b5b76a0e187,segment=NetworkSegment(e2392505-8423-4f3b-a1b3-d3e7a3029a98),segment_id=e2392505-8423-4f3b-a1b3-d3e7a3029a98)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:15.975878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:15.981005 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.103788 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=c38e3188-a950-43ab-b959-b66404e1f62a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.117799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c38e3188-a950-43ab-b959-b66404e1f62a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:16.119922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1db1d15b-d822-42f8-862c-84e1be6a60f5 None None] Provisioning for port 14dca997-ae75-497e-b313-9abdb3766cf9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:16.148718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1db1d15b-d822-42f8-862c-84e1be6a60f5 None None] Provisioning complete for port 14dca997-ae75-497e-b313-9abdb3766cf9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:16.149101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1db1d15b-d822-42f8-862c-84e1be6a60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.180781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bdfe93fd-213d-4adb-96df-8d0414e7084d tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6881325 Aug 06 16:01:16.182665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53162) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:16.235606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.605478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 14dca997-ae75-497e-b313-9abdb3766cf9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:16.624061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=a5546887-87e8-4acf-8a4a-77c54b9bb4c6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.682418 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.761382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162c3e2b-3760-4f96-981e-b35c35e7c85f tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:16.766706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:16.767267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-162c3e2b-3760-4f96-981e-b35c35e7c85f tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks?id=c38e3188-a950-43ab-b959-b66404e1f62a HTTP/1.1" status: 200 len: 765 time: 0.5820830 Aug 06 16:01:16.776431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'description': 'd2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:16.847196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275804f5-0faf-44bc-a38e-32b200a7d5a9 None None] Pushing event updated for resources: {'Port': ['ID=3c3c3341-f446-4068-a8e8-9b5b76a0e187,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:16.889724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:16.957684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 14dca997-ae75-497e-b313-9abdb3766cf9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:16.958209 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.023749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.103549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b7501768-9d1f-48da-bdff-6c3cca6433b2 None None] Provisioning complete for port 14dca997-ae75-497e-b313-9abdb3766cf9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:17.105656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7501768-9d1f-48da-bdff-6c3cca6433b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.173538 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.313978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.382793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network c38e3188-a950-43ab-b959-b66404e1f62a is not hosted by any dhcp agent {{(pid=94841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 16:01:17.391028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:17.391758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:17.393416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "PUT /v2.0/networks/c38e3188-a950-43ab-b959-b66404e1f62a HTTP/1.1" status: 200 len: 762 time: 0.6258714 Aug 06 16:01:17.402868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53202) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:17.513135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743daf-3453-4337-8ca3-57bf3230e503 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=c38e3188-a950-43ab-b959-b66404e1f62a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:17.538624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c38e3188-a950-43ab-b959-b66404e1f62a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:17.538840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8eb14-af2e-4555-b9d3-afb48e4e31e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:17.539323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cfd8eb14-af2e-4555-b9d3-afb48e4e31e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks?id=c38e3188-a950-43ab-b959-b66404e1f62a HTTP/1.1" status: 200 len: 765 time: 0.1354003 Aug 06 16:01:17.543048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:17.870860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:17.985272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:17.993206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-efb414a1-e016-420f-9083-71b58e689127 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6813116 Aug 06 16:01:17.996368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53216) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:18.000837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b14750-968d-4214-98b5-db95bb895370 None None] Sync routers for ids ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:18.052749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b14750-968d-4214-98b5-db95bb895370 None None] Routers {'33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:18.054127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-01b14750-968d-4214-98b5-db95bb895370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:18.201796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-01b14750-968d-4214-98b5-db95bb895370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:18.224520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b14750-968d-4214-98b5-db95bb895370 None None] Routers {'33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:18.225592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-01b14750-968d-4214-98b5-db95bb895370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:18.262903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-01b14750-968d-4214-98b5-db95bb895370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:18.263927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b14750-968d-4214-98b5-db95bb895370 None None] The sync data for ids ['33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:18.410903 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-37a15e6d-22d8-426f-8508-464c0efe89db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] remove_router_interface failed (client error): The resource could not be found. Aug 06 16:01:18.412004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-37a15e6d-22d8-426f-8508-464c0efe89db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4144037 Aug 06 16:01:18.413454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.415545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53236) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:18.450216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c3c3341-f446-4068-a8e8-9b5b76a0e187 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:18.511399 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dde9c30a-1c7f-4921-8629-6caf8dbc7670 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 HTTP/1.1" status: 200 len: 205 time: 0.0946469 Aug 06 16:01:18.512365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:18.601112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd3cca0-57d2-493b-8047-fe60a396b306 None None] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:18.612432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7be56-d188-4711-9da7-672ae0479ab8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.614133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-06b7be56-d188-4711-9da7-672ae0479ab8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0634916 Aug 06 16:01:18.618006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53248) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:18.631050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.724635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:18.739036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:18.745973 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-181463d5-bbb8-4bb4-ad58-b4cfe88d6951 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30 HTTP/1.1" status: 200 len: 207 time: 0.1269116 Aug 06 16:01:18.752737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53256) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:18.844129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] Provisioning for port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:18.871557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.873835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.905288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] Provisioning complete for port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:18.907192 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:18.970565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.977926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.984024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.990590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:18.996740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.002826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.009299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.009471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-609702a0-c61d-4c55-bc12-715090bbe392 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2343018 Aug 06 16:01:19.080810 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.081314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router 33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:19.115389 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.118981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec3d99ec-4c11-4a8b-8f79-5e50745c0673 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 HTTP/1.1" status: 204 len: 168 time: 0.5970740 Aug 06 16:01:19.132411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53272) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.177850 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.238288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] For port 3c3c3341-f446-4068-a8e8-9b5b76a0e187, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c3c3341-f446-4068-a8e8-9b5b76a0e187,segment=NetworkSegment(e2392505-8423-4f3b-a1b3-d3e7a3029a98),segment_id=e2392505-8423-4f3b-a1b3-d3e7a3029a98)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:19.292486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:19.306747 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Sync routers for ids ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:19.319214 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Routers {'01a08091-7ad4-4dc3-92c1-79d0b9a45284'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:19.319989 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:19.344615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.411254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 6deca13c-4a80-4ae1-a11d-35b74df3c2f3 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:19.433573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.471748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e70bc-c74e-4241-ae26-916ee7051402 None None] Pushing event updated for resources: {'Port': ['ID=3c3c3341-f446-4068-a8e8-9b5b76a0e187,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:19.481923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.483930 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d4c12e1-f643-4487-adb6-5bb45395e7fc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.7221601 Aug 06 16:01:19.487136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53278) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.555343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e3ea66ac-387f-4acd-9623-cc592d378031 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5433831 Aug 06 16:01:19.564603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:19.683700 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Set router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:19.692987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fc88c-d67d-48cb-a7bd-d0ef8c0e821b None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:01:19.741974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.743457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4c5948fc-8533-4016-9997-6ef07844b23c None None] Provisioning complete for port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:19.743889 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4c5948fc-8533-4016-9997-6ef07844b23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:19.884587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326247-0a9c-4030-b576-cd8fa913ef14 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.886408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326247-0a9c-4030-b576-cd8fa913ef14 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.888231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326247-0a9c-4030-b576-cd8fa913ef14 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.890081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326247-0a9c-4030-b576-cd8fa913ef14 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.911688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326247-0a9c-4030-b576-cd8fa913ef14 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:19.916655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e6326247-0a9c-4030-b576-cd8fa913ef14 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3482037 Aug 06 16:01:19.936092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53292) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.004496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fc88c-d67d-48cb-a7bd-d0ef8c0e821b None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:01:20.010458 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.076337 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:15Z', 'revision_number': 3, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:20.092984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a271d-0a7f-4c32-ab8f-dd03917d2f83 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.096216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a271d-0a7f-4c32-ab8f-dd03917d2f83 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.096216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a271d-0a7f-4c32-ab8f-dd03917d2f83 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.097663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a271d-0a7f-4c32-ab8f-dd03917d2f83 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.099349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a271d-0a7f-4c32-ab8f-dd03917d2f83 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['shared'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.105140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-413a271d-0a7f-4c32-ab8f-dd03917d2f83 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1670909 Aug 06 16:01:20.112863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Checking router: 01a08091-7ad4-4dc3-92c1-79d0b9a45284 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:20.113489 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Updating router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:01:20.113662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53294) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.144490 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.304261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fcad0-6e88-4a40-a105-03ed3ff6af07 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.305799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c5fcad0-6e88-4a40-a105-03ed3ff6af07 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks/f136d5b1-279d-4507-9c5a-634f72e1dcfc HTTP/1.1" status: 200 len: 804 time: 0.1889207 Aug 06 16:01:20.312897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.375642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.397853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c3c3341-f446-4068-a8e8-9b5b76a0e187 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:20.486214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.488764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/6deca13c-4a80-4ae1-a11d-35b74df3c2f3 HTTP/1.1" status: 204 len: 168 time: 1.3541644 Aug 06 16:01:20.490201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725962a2-0e85-4879-b765-77d71bfe7c82 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=6deca13c-4a80-4ae1-a11d-35b74df3c2f3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:20.493367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53314) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.609756 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.680736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:20.681119 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.693024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f899998-a788-4580-a176-bc070124465a None None] Network 5a2fc1dd-cc7d-4812-8312-df1ac8472132 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:20.698976 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.712392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a768ce8a-67d2-4251-b15f-bcc33ecc1599 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/networks/f136d5b1-279d-4507-9c5a-634f72e1dcfc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3972397 Aug 06 16:01:20.712688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53320) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.799988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52553379-82e8-4c85-bd2f-d21f013986dd tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:20.801643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-52553379-82e8-4c85-bd2f-d21f013986dd tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/subnets/b12fef69-d9ff-4526-8bfc-d7b11b40bee8 HTTP/1.1" status: 200 len: 843 time: 0.0861559 Aug 06 16:01:20.806114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53322) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:20.810535 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.849037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 41a35a12-676d-4fa6-a049-976381ed7606 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:20.849377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.874306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Transition to ACTIVE for port object daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:20.962946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 41a35a12-676d-4fa6-a049-976381ed7606, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=41a35a12-676d-4fa6-a049-976381ed7606,segment=NetworkSegment(3bfd2ec0-c357-43f7-b0c9-4143e7b5719a),segment_id=3bfd2ec0-c357-43f7-b0c9-4143e7b5719a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:20.963320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.972894 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:20.992552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 41a35a12-676d-4fa6-a049-976381ed7606 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:21.037500 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Pushing event updated for resources: {'Port': ['ID=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.040291 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Attempting to bind port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:21.040882 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Attempting to bind port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:21.041776 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Attempting to bind port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:21.055856 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:21.056438 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:21.057589 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.058586 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:21.059511 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Bound port: daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:21.059952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899418b-4c0d-4bbd-aab6-a3555bfc28b5 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['shared'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:21.060110 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.064908 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.065389 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.065876 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.066615 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.066615 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.072095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.072095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.072095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.072095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.072095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.073254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0899418b-4c0d-4bbd-aab6-a3555bfc28b5 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "GET /v2.0/subnets/b12fef69-d9ff-4526-8bfc-d7b11b40bee8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2556734 Aug 06 16:01:21.073458 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.073458 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:21.124821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53334) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:21.131184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035358189'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:21.140831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] DHCP port deletion for 5a2fc1dd-cc7d-4812-8312-df1ac8472132 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:21.163690 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] For port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:21.168453 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] For port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:21.176463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Allocated IP 172.20.0.1 (23f2c076-b86a-4b0c-8a65-e44e8a55fa01/2c19480d-44a1-40e9-a27d-a39ab2adf62e/7d928b0a-66a6-4d21-aef0-ce05e765a7ae) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:21.207446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] Deleting port 41a35a12-676d-4fa6-a049-976381ed7606 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:21.208116 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.213030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.253733 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.260193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port 41a35a12-676d-4fa6-a049-976381ed7606 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:21.363368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=41a35a12-676d-4fa6-a049-976381ed7606,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.382416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] For port 41a35a12-676d-4fa6-a049-976381ed7606, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=41a35a12-676d-4fa6-a049-976381ed7606,segment=NetworkSegment(3bfd2ec0-c357-43f7-b0c9-4143e7b5719a),segment_id=3bfd2ec0-c357-43f7-b0c9-4143e7b5719a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:21.383091 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.400154 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f3ef9-f669-424c-92d0-7254a0557d53 None None] Pushing event updated for resources: {'Port': ['ID=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.400322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.419021 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Routers {'01a08091-7ad4-4dc3-92c1-79d0b9a45284'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:21.420189 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:21.420524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] Calling delete_port for 41a35a12-676d-4fa6-a049-976381ed7606 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:21.438000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Transition to ACTIVE for port object 7d928b0a-66a6-4d21-aef0-ce05e765a7ae will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:21.513923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:21.517776 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.558130 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.569654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:21.576343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.583501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2fc1dd-cc7d-4812-8312-df1ac8472132']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:21.607604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:21.607969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfd2ec0-c357-43f7-b0c9-4143e7b5719a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:21.627625 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.653347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] Set router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:21.654805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Pushing event updated for resources: {'Port': ['ID=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.660725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.661084 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Added segment 474ef363-3348-4e77-9543-d7849296ef05 of type vlan for network ef090ff7-d1e5-454f-864f-838958a5bf0d Aug 06 16:01:21.665637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.682627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:21.684190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:21.693451 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:21.710121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.710341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:21.716722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:21.728251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:21.737961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:21.777048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] No DVR routers for this DVR port 41a35a12-676d-4fa6-a049-976381ed7606 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:21.791774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44cf3a-0a4f-4fca-b5e8-4193672b1c6f None None] Pushing event deleted for resources: {'Port': ['ID=41a35a12-676d-4fa6-a049-976381ed7606,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:21.896247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.051683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.058075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:22.058924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.121722 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:15Z', 'revision_number': 3, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:22.132938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.152325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.152325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/5a2fc1dd-cc7d-4812-8312-df1ac8472132 HTTP/1.1" status: 204 len: 168 time: 1.6450253 Aug 06 16:01:22.152509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53356) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.159616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-373542852'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:22.189969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f72dfaa-2b0e-4564-b02f-fd505fe3ee11 None None] The sync data for ids ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'] in n-d-778550-6 is: [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:15Z', 'revision_number': 3, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:22.215913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Network': ['ID=ef090ff7-d1e5-454f-864f-838958a5bf0d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:22.239404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ef090ff7-d1e5-454f-864f-838958a5bf0d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:22.245173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb34c6b-b8e2-4dab-82ed-7fbe8cac4363 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=5a2fc1dd-cc7d-4812-8312-df1ac8472132,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:22.372348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-41abaea8-05ea-4cb0-ac00-878bb7676640 None None] Provisioning for port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:22.377694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-41abaea8-05ea-4cb0-ac00-878bb7676640 None None] Provisioning complete for port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:22.378332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-41abaea8-05ea-4cb0-ac00-878bb7676640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.412793 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8aa1f115-6f8c-4ebe-afab-608de3624f41 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2838814 Aug 06 16:01:22.422551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 41a35a12-676d-4fa6-a049-976381ed7606 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:22.423858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:22.471117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:22.477180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 41a35a12-676d-4fa6-a049-976381ed7606 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:22.477754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 41a35a12-676d-4fa6-a049-976381ed7606 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:22.486663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-41abaea8-05ea-4cb0-ac00-878bb7676640 None None] Port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:22.519115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:22.519514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.542751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.568485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:22.619143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.619488 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment d5191cb9-4b60-474b-8e0b-73002b3e71f3 of type vlan for network 6cf4fe52-4229-4182-ad39-fddef32cc624 Aug 06 16:01:22.695739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.967513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.983845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Made reservation on behalf of 679b1ba4f6d1449899beae2de579fd83 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:22.984589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:22.984589 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:22.984763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.059523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing IP validity checks on allocation pools {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:01:23.060071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:01:23.067017 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.086110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=6cf4fe52-4229-4182-ad39-fddef32cc624,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:23.099590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:23.142482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b7914d9e-a28c-4eee-aef6-9420e3d2f30c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9860950 Aug 06 16:01:23.142834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:23.150668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:23.324475 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.414936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:23.420909 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.506865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Pushing event updated for resources: {'Port': ['ID=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:23.535382 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.584798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:23.728457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=7a70ea36-ac54-45fe-bc5f-4fd5740180e7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:23.767777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Checking segment: {'id': '474ef363-3348-4e77-9543-d7849296ef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:23.768327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network hostable DHCP agents. Network: ef090ff7-d1e5-454f-864f-838958a5bf0d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:23.806850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:23.811862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:23.971621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Network ef090ff7-d1e5-454f-864f-838958a5bf0d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:24.007347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.013110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:24.082671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=58769c1e-b2e9-41ad-8195-017e21ad198a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:24.093538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': 'd5191cb9-4b60-474b-8e0b-73002b3e71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:24.093789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: 6cf4fe52-4229-4182-ad39-fddef32cc624, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:24.167896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ef090ff7-d1e5-454f-864f-838958a5bf0d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:24.176911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c5dc2-35e1-4084-9f9c-28a00be4349f None None] Network ef090ff7-d1e5-454f-864f-838958a5bf0d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:24.180397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:24.180397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.201032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:24.213909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e7f2a506-618e-4323-aa28-a0d1bd93001f admin admin] 10.222.0.16 "PUT /v2.0/routers/01a08091-7ad4-4dc3-92c1-79d0b9a45284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7253242 Aug 06 16:01:24.261618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d944577c-81de-4236-989c-e5f037970d1d None None] Provisioning complete for port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:24.261999 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d944577c-81de-4236-989c-e5f037970d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.354304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d944577c-81de-4236-989c-e5f037970d1d None None] Port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:24.371066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-727440bd-5089-4662-9da2-74759d10b712 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9383078 Aug 06 16:01:24.373674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:24.376616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:24.397725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:24.466357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:24.504133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6cf4fe52-4229-4182-ad39-fddef32cc624) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:24.514031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:24.514932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.550345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322aae2-3ced-47a9-83b7-93b9c30605d8 None None] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:24.667026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c4730bb6-500e-4848-a816-20a85d443b2d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5228860 Aug 06 16:01:24.669579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53428) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:24.675500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876487223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:24.704912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3742079'] for subnet, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.718013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-ef090ff7-d1e5-454f-864f-838958a5bf0d', 'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d', 'tenant_id': '679b1ba4f6d1449899beae2de579fd83', 'fixed_ips': [{'subnet_id': '7a70ea36-ac54-45fe-bc5f-4fd5740180e7'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:24.718895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.826630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-6cf4fe52-4229-4182-ad39-fddef32cc624', 'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '58769c1e-b2e9-41ad-8195-017e21ad198a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:24.827540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.890599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:24.897464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.007723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780276246622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2416544'] for subnet, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.048843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.050994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Allocated IP 172.20.0.2 (6cf4fe52-4229-4182-ad39-fddef32cc624/58769c1e-b2e9-41ad-8195-017e21ad198a/b8c5056b-263c-4890-9e25-5a87617a4621) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:25.102766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event updated for resources: {'Subnet': ['ID=7a70ea36-ac54-45fe-bc5f-4fd5740180e7,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:25.104866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Sync routers for ids ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:25.122951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:25.124125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.127795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-08cdede0-838f-472c-af0b-9425bf88e42c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "PUT /v2.0/subnets/7a70ea36-ac54-45fe-bc5f-4fd5740180e7 HTTP/1.1" status: 200 len: 900 time: 0.7489555 Aug 06 16:01:25.129577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:25.130414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:25.167077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:25.167831 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.175521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Routers {'01a08091-7ad4-4dc3-92c1-79d0b9a45284'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:25.176551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:25.243782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.310789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.402107 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.467755 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:25.472068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cf677fb7-3729-4221-aa33-a31ff7009c65 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7990775 Aug 06 16:01:25.472433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53452) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:25.506158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Set router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:25.717148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Allocated IP 2001:db8::3 (ef090ff7-d1e5-454f-864f-838958a5bf0d/7a70ea36-ac54-45fe-bc5f-4fd5740180e7/6b3d1802-45ef-410d-8105-455a16cdc0c9) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:26.161146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.162353 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.220961 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.224884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53478) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:26.239262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Transition to ACTIVE for port object b8c5056b-263c-4890-9e25-5a87617a4621 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:26.276200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:26.293171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Transition to ACTIVE for port object b8c5056b-263c-4890-9e25-5a87617a4621 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:26.360054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.368042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:22Z', 'revision_number': 4, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7d928b0a-66a6-4d21-aef0-ce05e765a7ae', 'name': '', 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'mac_address': 'fa:16:3e:c0:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:20Z', 'updated_at': '2021-08-06T16:01:22Z', 'revision_number': 2, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'subnets': [{'id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:26.413739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Transition to ACTIVE for port object 6b3d1802-45ef-410d-8105-455a16cdc0c9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:26.421193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Checking router: 01a08091-7ad4-4dc3-92c1-79d0b9a45284 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:26.424639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Updating router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:01:26.459976 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.479271 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Transition to ACTIVE for port object 6b3d1802-45ef-410d-8105-455a16cdc0c9 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:26.511036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.514532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.589653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2053a97a-7dce-471d-9ce4-1aa2a009fa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.618507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.638307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:26.667444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:26.677593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:26.700432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Network ef090ff7-d1e5-454f-864f-838958a5bf0d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:26.708903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:26.712190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:26.733670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.767854 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:26.806901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=7a70ea36-ac54-45fe-bc5f-4fd5740180e7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:26.840531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.022643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.065835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef090ff7-d1e5-454f-864f-838958a5bf0d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:27.089199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53510) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:27.114989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474ef363-3348-4e77-9543-d7849296ef05') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:27.115298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474ef363-3348-4e77-9543-d7849296ef05') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:27.155972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Pushing event updated for resources: {'Port': ['ID=b8c5056b-263c-4890-9e25-5a87617a4621,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.183177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Attempting to bind port b8c5056b-263c-4890-9e25-5a87617a4621 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:27.183780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Attempting to bind port b8c5056b-263c-4890-9e25-5a87617a4621 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'd5191cb9-4b60-474b-8e0b-73002b3e71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:27.184276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Attempting to bind port b8c5056b-263c-4890-9e25-5a87617a4621 on network 6cf4fe52-4229-4182-ad39-fddef32cc624 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:27.189795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.20.0.1 (6cf4fe52-4229-4182-ad39-fddef32cc624/58769c1e-b2e9-41ad-8195-017e21ad198a/e1f0eb16-d16c-453d-8106-f6192ccb8111) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:27.208474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.251328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2053a97a-7dce-471d-9ce4-1aa2a009fa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.255392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.293166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:27.293841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:27.297862 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:27.397701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.414403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object e1f0eb16-d16c-453d-8106-f6192ccb8111 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:27.414821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.460482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Attempting to bind port 6b3d1802-45ef-410d-8105-455a16cdc0c9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:27.461217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Attempting to bind port 6b3d1802-45ef-410d-8105-455a16cdc0c9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '474ef363-3348-4e77-9543-d7849296ef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:27.461666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Attempting to bind port 6b3d1802-45ef-410d-8105-455a16cdc0c9 on network ef090ff7-d1e5-454f-864f-838958a5bf0d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:27.466849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:27.467547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Checking segment: {'id': 'd5191cb9-4b60-474b-8e0b-73002b3e71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:27.473447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.473447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Bound using segment: {'id': 'd5191cb9-4b60-474b-8e0b-73002b3e71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:27.473447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Bound port: b8c5056b-263c-4890-9e25-5a87617a4621, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5191cb9-4b60-474b-8e0b-73002b3e71f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6cf4fe52-4229-4182-ad39-fddef32cc624'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:27.473447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.482863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2053a97a-7dce-471d-9ce4-1aa2a009fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.495416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:27.496983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Checking segment: {'id': '474ef363-3348-4e77-9543-d7849296ef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:27.497132 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.497580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Bound using segment: {'id': '474ef363-3348-4e77-9543-d7849296ef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:27.498156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Bound port: 6b3d1802-45ef-410d-8105-455a16cdc0c9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474ef363-3348-4e77-9543-d7849296ef05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:27.499007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.534380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.589806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:27.593477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:27.602335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:27.619201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] For port 6b3d1802-45ef-410d-8105-455a16cdc0c9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:27.624025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] For port 6b3d1802-45ef-410d-8105-455a16cdc0c9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6b3d1802-45ef-410d-8105-455a16cdc0c9,segment=NetworkSegment(474ef363-3348-4e77-9543-d7849296ef05),segment_id=474ef363-3348-4e77-9543-d7849296ef05)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:27.628599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Transition to ACTIVE for port object 7d928b0a-66a6-4d21-aef0-ce05e765a7ae will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:27.642356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Pushing event updated for resources: {'Port': ['ID=6b3d1802-45ef-410d-8105-455a16cdc0c9,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.657582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=e1f0eb16-d16c-453d-8106-f6192ccb8111,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.676506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.702929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a97a-7dce-471d-9ce4-1aa2a009fa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671fe130-14ce-415e-8a42-968236e8c071,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.706760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:01:27.706760 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:01:27.706760 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'ef090ff7-d1e5-454f-864f-838958a5bf0d'}] Aug 06 16:01:27.706760 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:01:27.707269 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:01:27.723766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] For port b8c5056b-263c-4890-9e25-5a87617a4621, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:27.728481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] For port b8c5056b-263c-4890-9e25-5a87617a4621, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8c5056b-263c-4890-9e25-5a87617a4621,segment=NetworkSegment(d5191cb9-4b60-474b-8e0b-73002b3e71f3),segment_id=d5191cb9-4b60-474b-8e0b-73002b3e71f3)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:27.756979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.759162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2053a97a-7dce-471d-9ce4-1aa2a009fa88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=263f5b0a40f34d4aa4c4911b5d4ace0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5326927 Aug 06 16:01:27.777077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53522) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:27.892661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bc2e2-f732-408a-8c71-0ba1882ba3e2 None None] Pushing event updated for resources: {'Port': ['ID=6b3d1802-45ef-410d-8105-455a16cdc0c9,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:27.892661 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.943952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:27.983018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96793321-795a-4f13-b7dd-826d59bcbd40 None None] Pushing event updated for resources: {'Port': ['ID=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:28.020332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b67f88-1fb4-4132-8019-71584b6b5277 None None] Network ef090ff7-d1e5-454f-864f-838958a5bf0d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:28.089068 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b29c8df-2da0-495c-aaea-84ea3df4da73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.186217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b29c8df-2da0-495c-aaea-84ea3df4da73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.231674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.248490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.259741 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.451283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdac5b-8b95-40db-af8f-5bf5486c0e36 None None] Pushing event updated for resources: {'Port': ['ID=b8c5056b-263c-4890-9e25-5a87617a4621,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:28.511421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Attempting to bind port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:28.512404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Attempting to bind port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:28.514984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Attempting to bind port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae on network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:28.584622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:28.585136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Checking segment: {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:28.585734 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.586316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Bound using segment: {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:28.586943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Bound port: 7d928b0a-66a6-4d21-aef0-ce05e765a7ae, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2392505-8423-4f3b-a1b3-d3e7a3029a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:28.587607 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.759442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a876b410-d017-4424-be47-b52a0f059f75 None None] Network ef090ff7-d1e5-454f-864f-838958a5bf0d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:28.805079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:28.817688 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b29c8df-2da0-495c-aaea-84ea3df4da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.828926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b29c8df-2da0-495c-aaea-84ea3df4da73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:28.861795 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b29c8df-2da0-495c-aaea-84ea3df4da73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/671fe130-14ce-415e-8a42-968236e8c071 HTTP/1.1" status: 204 len: 168 time: 1.0482309 Aug 06 16:01:28.924498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29c8df-2da0-495c-aaea-84ea3df4da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671fe130-14ce-415e-8a42-968236e8c071,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:28.941664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] For port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:28.986152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] For port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,segment=NetworkSegment(e2392505-8423-4f3b-a1b3-d3e7a3029a98),segment_id=e2392505-8423-4f3b-a1b3-d3e7a3029a98)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:28.987485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.076293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.298301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.413910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.479999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=e1f0eb16-d16c-453d-8106-f6192ccb8111,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:29.484196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96793321-795a-4f13-b7dd-826d59bcbd40 None None] Pushing event updated for resources: {'Port': ['ID=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:29.510950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:29.511351 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.587639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:29.637122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Routers {'01a08091-7ad4-4dc3-92c1-79d0b9a45284'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:29.637789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:29.814024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:29.817223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:29.926975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8c5056b-263c-4890-9e25-5a87617a4621 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:30.071611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port 6b3d1802-45ef-410d-8105-455a16cdc0c9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:30.072256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.195980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] Set router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:30.253100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port 6b3d1802-45ef-410d-8105-455a16cdc0c9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6b3d1802-45ef-410d-8105-455a16cdc0c9,segment=NetworkSegment(474ef363-3348-4e77-9543-d7849296ef05),segment_id=474ef363-3348-4e77-9543-d7849296ef05)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:30.253100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.253751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:30.278208 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-399c13f8-833d-43c4-87e2-7e1188199118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.292706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for 6b3d1802-45ef-410d-8105-455a16cdc0c9 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:30.423110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d47808-cc0f-4719-a68e-359791266884 None None] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:30.475763 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-399c13f8-833d-43c4-87e2-7e1188199118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.480585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 0883c57c-f76f-4a48-abe3-ec0fe2627751 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:30.567650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Deleting port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:30.568292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.582192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b8c5056b-263c-4890-9e25-5a87617a4621 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:30.591406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:22Z', 'revision_number': 4, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7d928b0a-66a6-4d21-aef0-ce05e765a7ae', 'name': '', 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'mac_address': 'fa:16:3e:c0:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:20Z', 'updated_at': '2021-08-06T16:01:28Z', 'revision_number': 4, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'subnets': [{'id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:30.637437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690f1a6c-4294-4a21-9da4-0ba42b94aa85 None None] The sync data for ids ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'] in n-d-778550-6 is: [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:22Z', 'revision_number': 4, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7d928b0a-66a6-4d21-aef0-ce05e765a7ae', 'name': '', 'network_id': '23f2c076-b86a-4b0c-8a65-e44e8a55fa01', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'mac_address': 'fa:16:3e:c0:5e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3508, 'fixed_ips': [{'subnet_id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:20Z', 'updated_at': '2021-08-06T16:01:28Z', 'revision_number': 4, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'subnets': [{'id': '2c19480d-44a1-40e9-a27d-a39ab2adf62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:30.708170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.758364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:30.769774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55547c2b-a69f-40e4-94f3-5b8514b06580 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/0883c57c-f76f-4a48-abe3-ec0fe2627751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2937915 Aug 06 16:01:30.772341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53560) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:30.777901 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] Sync routers for ids ['0883c57c-f76f-4a48-abe3-ec0fe2627751'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:30.794523 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-399c13f8-833d-43c4-87e2-7e1188199118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:30.795294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=6b3d1802-45ef-410d-8105-455a16cdc0c9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:30.795734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] Routers {'0883c57c-f76f-4a48-abe3-ec0fe2627751'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:30.796461 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0883c57c-f76f-4a48-abe3-ec0fe2627751'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:30.810482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] Provisioning for port b8c5056b-263c-4890-9e25-5a87617a4621 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:30.817323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port 6b3d1802-45ef-410d-8105-455a16cdc0c9 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:30.825851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] Provisioning complete for port b8c5056b-263c-4890-9e25-5a87617a4621 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:30.826299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.044511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] For port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,segment=NetworkSegment(e2392505-8423-4f3b-a1b3-d3e7a3029a98),segment_id=e2392505-8423-4f3b-a1b3-d3e7a3029a98)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:31.044896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.049085 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:31.075605 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.083797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-399c13f8-833d-43c4-87e2-7e1188199118 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67678c71171c4aeaa363808020a73dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8287082 Aug 06 16:01:31.084887 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] Routers {'0883c57c-f76f-4a48-abe3-ec0fe2627751'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:31.085695 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0883c57c-f76f-4a48-abe3-ec0fe2627751'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:31.099945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757887ae-4029-4948-86cd-c62efa0ff3dd tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:31.102753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-757887ae-4029-4948-86cd-c62efa0ff3dd tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports/e1f0eb16-d16c-453d-8106-f6192ccb8111 HTTP/1.1" status: 200 len: 910 time: 0.3289316 Aug 06 16:01:31.104019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:31.105679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c13f8-833d-43c4-87e2-7e1188199118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6798f8d0-55a2-4673-a4ec-efc59a3fd1ba,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:31.114106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:31.180486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] For port b8c5056b-263c-4890-9e25-5a87617a4621, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8c5056b-263c-4890-9e25-5a87617a4621,segment=NetworkSegment(d5191cb9-4b60-474b-8e0b-73002b3e71f3),segment_id=d5191cb9-4b60-474b-8e0b-73002b3e71f3)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:31.236829 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:31.237500 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2b7b05-bd22-4785-a289-4d2892808e9f None None] The sync data for ids ['0883c57c-f76f-4a48-abe3-ec0fe2627751'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:31.293539 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.324355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Calling delete_port for 7d928b0a-66a6-4d21-aef0-ce05e765a7ae owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:31.336755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84096b30-4e39-40d8-8c4f-36313adff744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.443278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84096b30-4e39-40d8-8c4f-36313adff744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.550981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11fd47-b9c2-4322-8fcf-998e55797a0e None None] Pushing event updated for resources: {'Port': ['ID=b8c5056b-263c-4890-9e25-5a87617a4621,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:31.574828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.580793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b39f603e-ebaf-4118-8d24-232e62b9d416 None None] Provisioning complete for port b8c5056b-263c-4890-9e25-5a87617a4621 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:31.581574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b39f603e-ebaf-4118-8d24-232e62b9d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.595652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef090ff7-d1e5-454f-864f-838958a5bf0d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:31.608458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474ef363-3348-4e77-9543-d7849296ef05') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:31.608766 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474ef363-3348-4e77-9543-d7849296ef05') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:31.624071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.642975 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.664922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84096b30-4e39-40d8-8c4f-36313adff744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.665425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:31.665425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.665582 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-84096b30-4e39-40d8-8c4f-36313adff744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.673475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-84096b30-4e39-40d8-8c4f-36313adff744 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6798f8d0-55a2-4673-a4ec-efc59a3fd1ba HTTP/1.1" status: 204 len: 168 time: 0.5572877 Aug 06 16:01:31.694700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84096b30-4e39-40d8-8c4f-36313adff744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6798f8d0-55a2-4673-a4ec-efc59a3fd1ba,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:31.787367 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:31.939605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b39f603e-ebaf-4118-8d24-232e62b9d416 None None] Provisioning for port e1f0eb16-d16c-453d-8106-f6192ccb8111 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:31.960407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b39f603e-ebaf-4118-8d24-232e62b9d416 None None] Provisioning complete for port e1f0eb16-d16c-453d-8106-f6192ccb8111 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:31.960407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b39f603e-ebaf-4118-8d24-232e62b9d416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.960785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.971592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:31.978337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/ef090ff7-d1e5-454f-864f-838958a5bf0d HTTP/1.1" status: 204 len: 168 time: 6.8424540 Aug 06 16:01:31.979137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53582) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:32.137757 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8442e94d-78a2-4cd1-86bc-d87699777797 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:32.138481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8442e94d-78a2-4cd1-86bc-d87699777797 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:32.149761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f517a-ef52-47c8-8ea5-5df1041f4766 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=ef090ff7-d1e5-454f-864f-838958a5bf0d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.151210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8442e94d-78a2-4cd1-86bc-d87699777797 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/7a70ea36-ac54-45fe-bc5f-4fd5740180e7 HTTP/1.1" status: 404 len: 337 time: 0.1705127 Aug 06 16:01:32.153796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:32.184573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b39f603e-ebaf-4118-8d24-232e62b9d416 None None] Port e1f0eb16-d16c-453d-8106-f6192ccb8111 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:32.244835 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d512872b-6a8b-41b5-8f71-b60fe45c26c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:32.246844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d512872b-6a8b-41b5-8f71-b60fe45c26c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:32.256731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d512872b-6a8b-41b5-8f71-b60fe45c26c8 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/ef090ff7-d1e5-454f-864f-838958a5bf0d HTTP/1.1" status: 404 len: 339 time: 0.0974019 Aug 06 16:01:32.261726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:32.335517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f4f7ba0b-bc3d-4918-828a-8258b0cde997 None None] Provisioning complete for port e1f0eb16-d16c-453d-8106-f6192ccb8111 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:32.336343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f4f7ba0b-bc3d-4918-828a-8258b0cde997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.393993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb9c3e-144d-4346-9121-dbdcc0b0cc3a None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:01:32.479121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7ba0b-bc3d-4918-828a-8258b0cde997 None None] Port e1f0eb16-d16c-453d-8106-f6192ccb8111 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:32.538750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.573352 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:01:32.696365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e415d045-3fac-43e8-9e31-10257e38ac7d None None] Provisioning complete for port e1f0eb16-d16c-453d-8106-f6192ccb8111 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:32.696796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e415d045-3fac-43e8-9e31-10257e38ac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.717600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccb9c3e-144d-4346-9121-dbdcc0b0cc3a None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:01:32.741284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.885674 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:32.915848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d928b0a-66a6-4d21-aef0-ce05e765a7ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:32.928084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38e3188-a950-43ab-b959-b66404e1f62a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.008349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1377427-d87a-4359-8f07-f1bf42412f82') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.014564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1377427-d87a-4359-8f07-f1bf42412f82') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:33.049859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.095188 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.132644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:33.133067 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.173289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e415d045-3fac-43e8-9e31-10257e38ac7d None None] Port e1f0eb16-d16c-453d-8106-f6192ccb8111 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:33.189152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8c5056b-263c-4890-9e25-5a87617a4621 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:33.300083 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:33.408427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.415081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.417568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/c38e3188-a950-43ab-b959-b66404e1f62a HTTP/1.1" status: 204 len: 168 time: 1.1545568 Aug 06 16:01:33.425202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:33.462971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33b71f-9703-409c-a2b8-6b999f382d98 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=c38e3188-a950-43ab-b959-b66404e1f62a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:33.587862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b8c5056b-263c-4890-9e25-5a87617a4621 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:33.589257 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.608022 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd51a1d-ff0a-479b-baa5-ec7d0d3311f1 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:33.608679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd51a1d-ff0a-479b-baa5-ec7d0d3311f1 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:33.614857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:33.615335 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1bd51a1d-ff0a-479b-baa5-ec7d0d3311f1 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/e93e476f-5489-4c5f-b9a5-0bd738bbc13b HTTP/1.1" status: 404 len: 337 time: 0.1859150 Aug 06 16:01:33.623777 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.695446 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdf2dc8-81a8-43ab-b33c-d0fa0583aa9e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:33.696341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdf2dc8-81a8-43ab-b33c-d0fa0583aa9e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:33.706252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2cdf2dc8-81a8-43ab-b33c-d0fa0583aa9e tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/48f7f8c4-4ac2-429a-a8b9-cf1b6a21ec86 HTTP/1.1" status: 404 len: 339 time: 0.0862770 Aug 06 16:01:33.706642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:33.714805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d928b0a-66a6-4d21-aef0-ce05e765a7ae up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:33.763035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7d928b0a-66a6-4d21-aef0-ce05e765a7ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:33.763420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d928b0a-66a6-4d21-aef0-ce05e765a7ae not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 06 16:01:33.846028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Port 7d928b0a-66a6-4d21-aef0-ce05e765a7ae not found, will not notify nova. {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 06 16:01:33.872075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting subnet a9aea8fb-7810-40c6-8c03-8a9fc218d14c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:33.885138 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.975387 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:33.986762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.168738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.309947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:34.368003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.394230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.397092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068c88c-8e54-48fc-b2f5-e9abba1e68cf None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:34.398279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/a9aea8fb-7810-40c6-8c03-8a9fc218d14c HTTP/1.1" status: 204 len: 168 time: 0.6893599 Aug 06 16:01:34.401322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:34.502898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting subnet 91f03670-ea1c-4a57-ba1b-3c908d95b4bb {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:34.507311 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.564631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.620070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1569133913-network', 'tenant_id': '4cf4f358ac7b4643a220adc7de293219'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:34.648177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port e1f0eb16-d16c-453d-8106-f6192ccb8111 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:34.648726 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.652657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:34.663074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371d2ce-9832-4a59-beb1-7a2ea7617b76 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=a9aea8fb-7810-40c6-8c03-8a9fc218d14c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:34.762661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.819763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Made reservation on behalf of 4cf4f358ac7b4643a220adc7de293219 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:34.823700 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.873277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.892925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2c28009d-46ae-4051-87f4-8eda87bb5b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:34.975528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.005011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for e1f0eb16-d16c-453d-8106-f6192ccb8111 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:35.143896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.146886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.207436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=91f03670-ea1c-4a57-ba1b-3c908d95b4bb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:35.210301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.221097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a2b0c7e0-2132-4985-8841-86baebf5d494 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/91f03670-ea1c-4a57-ba1b-3c908d95b4bb HTTP/1.1" status: 204 len: 168 time: 0.8184521 Aug 06 16:01:35.222174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:35.284965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.304635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:35.324152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.324502 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Added segment b6e47088-3a68-43fd-b401-7468050383b4 of type vlan for network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 Aug 06 16:01:35.378694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:35.384596 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-12e3a094-74a7-4e2e-bce0-5ff0c5862ce0 admin admin] 10.222.0.16 "PUT /v2.0/routers/01a08091-7ad4-4dc3-92c1-79d0b9a45284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2814915 Aug 06 16:01:35.387154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53664) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:35.401305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] Sync routers for ids ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:35.428947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] Routers {'01a08091-7ad4-4dc3-92c1-79d0b9a45284'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:35.431765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:35.486847 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.511950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.554999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c925134-5125-43a6-acd1-a501114cc4e0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:35.568043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.568401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.568747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.569084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.569420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.569756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.570112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.570442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.578223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.578223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.578223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.578223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:35.682075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] Set router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:35.701920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.709261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port 14dca997-ae75-497e-b313-9abdb3766cf9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:35.709611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.720021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.721074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:35.722010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.811618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:35.960856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9889899a-b08e-43c6-bc37-8d9f5ed450e5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:35.966932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375dab0c-9f3e-4df6-befc-d816a8403e56 None None] Network 8723ec9f-34e5-4b79-873d-25009b9e0539 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:35.987319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port 14dca997-ae75-497e-b313-9abdb3766cf9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=14dca997-ae75-497e-b313-9abdb3766cf9,segment=NetworkSegment(67215acd-6ecb-4aff-8ae8-c312af2a490f),segment_id=67215acd-6ecb-4aff-8ae8-c312af2a490f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:35.987701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.025061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for 14dca997-ae75-497e-b313-9abdb3766cf9 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:36.064055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:36.167517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0d576524-3611-4eba-8f5d-2724148850f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8563855 Aug 06 16:01:36.170943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:36.179423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Request body: {'subnet': {'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1569133913-subnet', 'tenant_id': '4cf4f358ac7b4643a220adc7de293219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:36.199557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b645ab5f-c445-449a-bc0f-6c6f58bb7580 None None] Provisioning complete for port 14dca997-ae75-497e-b313-9abdb3766cf9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:36.210128 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b645ab5f-c445-449a-bc0f-6c6f58bb7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.254098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.297677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b645ab5f-c445-449a-bc0f-6c6f58bb7580 None None] Could not find standard attr ID for object 14dca997-ae75-497e-b313-9abdb3766cf9. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:01:36.304167 n-d-778550-6 neutron-server[94842]: INFO neutron.plugins.ml2.db [None req-b645ab5f-c445-449a-bc0f-6c6f58bb7580 None None] No ports have port_id starting with 14dca997-ae75-497e-b313-9abdb3766cf9 Aug 06 16:01:36.310615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=e1f0eb16-d16c-453d-8106-f6192ccb8111,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:36.339296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Made reservation on behalf of 4cf4f358ac7b4643a220adc7de293219 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:36.342265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.345260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=14dca997-ae75-497e-b313-9abdb3766cf9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:36.386487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port 14dca997-ae75-497e-b313-9abdb3766cf9 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:36.393980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:32Z', 'revision_number': 5, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:36.474121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.476585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ddb09b-3489-4a1d-9a89-f78b87cfe257 None None] DHCP port deletion for 8723ec9f-34e5-4b79-873d-25009b9e0539 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:36.495176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] Checking router: 01a08091-7ad4-4dc3-92c1-79d0b9a45284 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:36.514320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] Routers {'01a08091-7ad4-4dc3-92c1-79d0b9a45284'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:36.515198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:36.621987 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.666494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8723ec9f-34e5-4b79-873d-25009b9e0539']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:36.721144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67215acd-6ecb-4aff-8ae8-c312af2a490f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:36.721539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67215acd-6ecb-4aff-8ae8-c312af2a490f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:36.737465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.778845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.794797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:36.795110 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:36.799883 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:36.821033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.001780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.009462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.011445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/8723ec9f-34e5-4b79-873d-25009b9e0539 HTTP/1.1" status: 204 len: 168 time: 1.7882121 Aug 06 16:01:37.028289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53698) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.053671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 14dca997-ae75-497e-b313-9abdb3766cf9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:37.083972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Deleting port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:37.084453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.085852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 14dca997-ae75-497e-b313-9abdb3766cf9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:37.086382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 14dca997-ae75-497e-b313-9abdb3766cf9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:37.105082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a550-9926-4e03-b82d-5163c735afa9 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=8723ec9f-34e5-4b79-873d-25009b9e0539,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:37.109798 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.116586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] Set router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:37.175221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] For port daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:37.175505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.189708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Calling delete_port for daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:37.242824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d08eab4-9c63-4fda-bbe5-b715e5107711,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:37.245583 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d47205-a65a-4f6d-86d8-ea30ee443a94 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:37.246042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d47205-a65a-4f6d-86d8-ea30ee443a94 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:37.247819 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-33d47205-a65a-4f6d-86d8-ea30ee443a94 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/cc0a5299-64e8-4a4e-b151-e9b8e5a548d1 HTTP/1.1" status: 404 len: 337 time: 0.1673245 Aug 06 16:01:37.250545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.270490 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f444150-cd28-4ae9-9aee-343502ca7d0c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:37.271140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f444150-cd28-4ae9-9aee-343502ca7d0c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:37.272892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8f444150-cd28-4ae9-9aee-343502ca7d0c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/e3bbd6f5-5c0c-4639-a1c3-e79e9bcf648f HTTP/1.1" status: 404 len: 339 time: 0.0213189 Aug 06 16:01:37.275650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.304669 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c72bf43-44e1-478b-aeff-a3464891ac5f tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:37.305044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c72bf43-44e1-478b-aeff-a3464891ac5f tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:37.306836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6c72bf43-44e1-478b-aeff-a3464891ac5f tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/00f5b115-31ef-4f46-889b-09d021974577 HTTP/1.1" status: 404 len: 337 time: 0.0300748 Aug 06 16:01:37.322081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.369965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:32Z', 'revision_number': 5, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:37.377712 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-43390228-3fe7-41e6-b49a-26853a184942 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:37.378293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43390228-3fe7-41e6-b49a-26853a184942 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:37.380069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-43390228-3fe7-41e6-b49a-26853a184942 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/416f2d7d-daa3-411c-bc3d-d4ca10d7cf60 HTTP/1.1" status: 404 len: 339 time: 0.0559397 Aug 06 16:01:37.384027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.402687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 0883c57c-f76f-4a48-abe3-ec0fe2627751 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:37.416466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520cc9a6-d979-4860-963b-027ffb40e677 None None] The sync data for ids ['01a08091-7ad4-4dc3-92c1-79d0b9a45284'] in n-d-778550-6 is: [{'id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'name': 'tempest-ImageQuotaTest-683236580-router', 'tenant_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:12Z', 'updated_at': '2021-08-06T16:01:32Z', 'revision_number': 5, 'project_id': '3b0a7f26b0bf4aaf9c4dff3188eee9ac', 'gw_port': {'id': 'daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a08091-7ad4-4dc3-92c1-79d0b9a45284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:14Z', 'updated_at': '2021-08-06T16:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:37.432139 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a967efe6-feef-4049-ab36-3b6922e0b56b tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:37.432604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a967efe6-feef-4049-ab36-3b6922e0b56b tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:37.434342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a967efe6-feef-4049-ab36-3b6922e0b56b tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/76bd3996-64c4-44e1-87b2-9f1543c15208 HTTP/1.1" status: 404 len: 337 time: 0.0493824 Aug 06 16:01:37.444540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.445944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Checking segment: {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:37.446614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Network hostable DHCP agents. Network: 9889899a-b08e-43c6-bc37-8d9f5ed450e5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:37.490450 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b478e3ea-732d-470f-bee7-2fb62afa0ef6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:37.491217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b478e3ea-732d-470f-bee7-2fb62afa0ef6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:37.497806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b478e3ea-732d-470f-bee7-2fb62afa0ef6 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/8379ec24-fea6-41df-a66e-8fb71d573f73 HTTP/1.1" status: 404 len: 339 time: 0.0441461 Aug 06 16:01:37.501831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.517554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:37.522202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a2ff936f-f1f0-42ca-a92c-3b70d5d0fdd5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/0883c57c-f76f-4a48-abe3-ec0fe2627751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4074163 Aug 06 16:01:37.525129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53724) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.532228 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] Sync routers for ids ['0883c57c-f76f-4a48-abe3-ec0fe2627751'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:37.545564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] Routers {'0883c57c-f76f-4a48-abe3-ec0fe2627751'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:37.546200 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0883c57c-f76f-4a48-abe3-ec0fe2627751'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:37.559660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fe132444-9ab7-464e-ac10-c4eb36569b08 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=0883c57c-f76f-4a48-abe3-ec0fe2627751 HTTP/1.1" status: 200 len: 205 time: 0.0294294 Aug 06 16:01:37.559660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.571633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53726) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:37.610738 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:37.610960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:37.621580 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] Routers {'0883c57c-f76f-4a48-abe3-ec0fe2627751'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:37.622545 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0883c57c-f76f-4a48-abe3-ec0fe2627751'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:37.627719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting subnet cbbde670-5bad-4cd1-a19c-51d4efe82d45 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:37.630121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:37.635162 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.689610 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce9a2b2b-c0e3-456b-8180-84211d4e1ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.713665 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:37.714104 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e14adeb-464c-44e2-b8ae-7172cdeb9743 None None] The sync data for ids ['0883c57c-f76f-4a48-abe3-ec0fe2627751'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:37.727011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.747934 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.832071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.877508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.987548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:37.988743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9889899a-b08e-43c6-bc37-8d9f5ed450e5) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:37.998342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e86147-de7f-4b61-a708-f96392f71804 None None] Network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:38.025504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:38.026364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.049177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.070147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.074455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.122927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.125428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/cbbde670-5bad-4cd1-a19c-51d4efe82d45 HTTP/1.1" status: 204 len: 168 time: 0.6219578 Aug 06 16:01:38.126714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628aaffa-fee8-444f-963f-5e7c25fdf2fc tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbde670-5bad-4cd1-a19c-51d4efe82d45,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:38.129276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53738) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:38.146477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc83a7e-843a-4208-a758-86e4f9a02cad None None] Network dbd8a0b9-e25d-4034-8867-65aa53439d32 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:38.237879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6dd60d73-2199-4242-b277-97a597d94dce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0656545 Aug 06 16:01:38.290956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef67c94f-92b6-4725-8ba9-0b14c789120b None None] Network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:38.409868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.419906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.426623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.427194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a08091-7ad4-4dc3-92c1-79d0b9a45284 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:38.436297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.442628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6d1ff0b9-185d-4adb-b6b6-41fad0a06cc5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/01a08091-7ad4-4dc3-92c1-79d0b9a45284 HTTP/1.1" status: 204 len: 168 time: 3.0540507 Aug 06 16:01:38.444153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:38.575967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Deleting subnet 2c19480d-44a1-40e9-a27d-a39ab2adf62e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:38.585391 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.613644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.675786 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.711422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.713723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router 0883c57c-f76f-4a48-abe3-ec0fe2627751 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:38.730371 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.734179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dabb8773-9d11-4ba2-b7ff-90681275941d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/0883c57c-f76f-4a48-abe3-ec0fe2627751 HTTP/1.1" status: 204 len: 168 time: 1.1514406 Aug 06 16:01:38.736041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53756) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:38.795766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] DHCP port deletion for dbd8a0b9-e25d-4034-8867-65aa53439d32 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:38.854342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port 475c2729-7bea-4961-9db2-994eab3ca517 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:38.854827 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.868504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:38.979031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port 475c2729-7bea-4961-9db2-994eab3ca517, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=475c2729-7bea-4961-9db2-994eab3ca517,segment=NetworkSegment(a0575686-cdab-4ac6-8193-09f141769b86),segment_id=a0575686-cdab-4ac6-8193-09f141769b86)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:38.979031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.008729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d928b0a-66a6-4d21-aef0-ce05e765a7ae no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:39.015841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for 475c2729-7bea-4961-9db2-994eab3ca517 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:39.103694 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.158859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7d928b0a-66a6-4d21-aef0-ce05e765a7ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:39.159943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d928b0a-66a6-4d21-aef0-ce05e765a7ae not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:39.187220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c19480d-44a1-40e9-a27d-a39ab2adf62e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:39.206702 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.211529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.224769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d9da6290-9c00-4c91-9644-6ad6d006e624 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2c19480d-44a1-40e9-a27d-a39ab2adf62e HTTP/1.1" status: 204 len: 168 time: 0.7785819 Aug 06 16:01:39.226145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53766) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:39.233058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] Deleting port 475c2729-7bea-4961-9db2-994eab3ca517 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:39.233451 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.238989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50baddfa-3bf6-420c-a700-7b90ab120001 None None] Network 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:39.352872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 58769c1e-b2e9-41ad-8195-017e21ad198a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:39.367974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.449647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] For port 475c2729-7bea-4961-9db2-994eab3ca517, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=475c2729-7bea-4961-9db2-994eab3ca517,segment=NetworkSegment(a0575686-cdab-4ac6-8193-09f141769b86),segment_id=a0575686-cdab-4ac6-8193-09f141769b86)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:39.450262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.453198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.535459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] Calling delete_port for 475c2729-7bea-4961-9db2-994eab3ca517 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:39.622127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.690454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.722591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.727360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=475c2729-7bea-4961-9db2-994eab3ca517,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:39.730654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port 475c2729-7bea-4961-9db2-994eab3ca517 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:39.739979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.741095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.741609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.742246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.743023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.743690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.744315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.744635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.745289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.745975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.745975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.746481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:01:39.763058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.780666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] DHCP port deletion for 23f2c076-b86a-4b0c-8a65-e44e8a55fa01 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:39.810272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Deleting port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:39.810694 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.830313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.842442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] Pushing event deleted for resources: {'Port': ['ID=475c2729-7bea-4961-9db2-994eab3ca517,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:39.910854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] For port 3c3c3341-f446-4068-a8e8-9b5b76a0e187, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c3c3341-f446-4068-a8e8-9b5b76a0e187,segment=NetworkSegment(e2392505-8423-4f3b-a1b3-d3e7a3029a98),segment_id=e2392505-8423-4f3b-a1b3-d3e7a3029a98)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:39.911245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.913313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93297d89-3995-497c-ad9b-d0805186fe90 None None] No DVR routers for this DVR port 475c2729-7bea-4961-9db2-994eab3ca517 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:39.948953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=58769c1e-b2e9-41ad-8195-017e21ad198a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:39.971661 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:39.979687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-46198ebb-364a-489a-a8c4-08f3d61fe34d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/58769c1e-b2e9-41ad-8195-017e21ad198a HTTP/1.1" status: 204 len: 168 time: 1.2386181 Aug 06 16:01:39.980813 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53776) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:39.981840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a081f05-7828-48f7-b0c3-fb216ecf7a12 None None] Network 6cf4fe52-4229-4182-ad39-fddef32cc624 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:39.996957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Calling delete_port for 3c3c3341-f446-4068-a8e8-9b5b76a0e187 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:40.060481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.089233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd8a0b9-e25d-4034-8867-65aa53439d32']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:40.095132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] Deleting port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:40.095525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.117072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0575686-cdab-4ac6-8193-09f141769b86') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:40.117379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0575686-cdab-4ac6-8193-09f141769b86') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:40.145507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.178255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.189509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.193835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:40.194320 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:40.202830 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:40.280779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] For port 3c3c3341-f446-4068-a8e8-9b5b76a0e187, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3c3c3341-f446-4068-a8e8-9b5b76a0e187,segment=NetworkSegment(e2392505-8423-4f3b-a1b3-d3e7a3029a98),segment_id=e2392505-8423-4f3b-a1b3-d3e7a3029a98)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:40.281149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.294537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] Calling delete_port for 3c3c3341-f446-4068-a8e8-9b5b76a0e187 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:40.350139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port b8c5056b-263c-4890-9e25-5a87617a4621 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:40.350484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.449314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port b8c5056b-263c-4890-9e25-5a87617a4621, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8c5056b-263c-4890-9e25-5a87617a4621,segment=NetworkSegment(d5191cb9-4b60-474b-8e0b-73002b3e71f3),segment_id=d5191cb9-4b60-474b-8e0b-73002b3e71f3)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:40.449689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.468246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for b8c5056b-263c-4890-9e25-5a87617a4621 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:40.487120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.494521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.499439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/dbd8a0b9-e25d-4034-8867-65aa53439d32 HTTP/1.1" status: 204 len: 168 time: 2.3659296 Aug 06 16:01:40.520425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:40.540010 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.568114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.583202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627583f-37c1-44e0-bedf-b3c577f4f32c tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=dbd8a0b9-e25d-4034-8867-65aa53439d32,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:40.594061 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea6ee2c-8a39-45d3-b5fa-8828147699a3 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:40.594753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea6ee2c-8a39-45d3-b5fa-8828147699a3 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:40.599496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2ea6ee2c-8a39-45d3-b5fa-8828147699a3 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/6919aff8-85ee-43e0-b251-36ed8e61da1d HTTP/1.1" status: 404 len: 337 time: 0.0774763 Aug 06 16:01:40.600126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:40.610956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3c3341-f446-4068-a8e8-9b5b76a0e187,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:40.616146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] No DVR routers for this DVR port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:40.638296 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c7c357-a682-4d13-927e-003f0c6f198a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] DELETE failed (client error): The resource could not be found. Aug 06 16:01:40.639824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c7c357-a682-4d13-927e-003f0c6f198a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:01:40.650501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53804) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:40.658114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] Pushing event deleted for resources: {'Port': ['ID=3c3c3341-f446-4068-a8e8-9b5b76a0e187,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:40.666798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] DHCP port deletion for 6cf4fe52-4229-4182-ad39-fddef32cc624 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:40.671444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-86c7c357-a682-4d13-927e-003f0c6f198a tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/1f2d25e4-3585-47e5-bc62-1792c95ef9f5 HTTP/1.1" status: 404 len: 339 time: 0.0443001 Aug 06 16:01:40.710421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d03690-52cd-40af-9b7e-90e815750f9f None None] No DVR routers for this DVR port 3c3c3341-f446-4068-a8e8-9b5b76a0e187 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:40.779285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Deleting port b8c5056b-263c-4890-9e25-5a87617a4621 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:40.779285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.784354 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.797498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:40.810902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.830216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f2c076-b86a-4b0c-8a65-e44e8a55fa01']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:40.836179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:40.836550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device daa3e4ca-d1d1-4c71-b78b-4cbbf5d5805f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:40.836972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 475c2729-7bea-4961-9db2-994eab3ca517 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:40.846976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2392505-8423-4f3b-a1b3-d3e7a3029a98') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:40.847296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2392505-8423-4f3b-a1b3-d3e7a3029a98') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:40.859089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.862769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 475c2729-7bea-4961-9db2-994eab3ca517 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:40.863382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 475c2729-7bea-4961-9db2-994eab3ca517 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:40.863685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c3c3341-f446-4068-a8e8-9b5b76a0e187 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:40.878791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.888962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:40.889517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.960871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 3c3c3341-f446-4068-a8e8-9b5b76a0e187 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:40.960871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3c3c3341-f446-4068-a8e8-9b5b76a0e187 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:40.960871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8c5056b-263c-4890-9e25-5a87617a4621 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:40.962546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:40.982975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting subnet b12fef69-d9ff-4526-8bfc-d7b11b40bee8 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:40.985817 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:40.999222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b8c5056b-263c-4890-9e25-5a87617a4621 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:40.999657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8c5056b-263c-4890-9e25-5a87617a4621 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:41.022244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] For port b8c5056b-263c-4890-9e25-5a87617a4621, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:41.025754 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.040442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Calling delete_port for b8c5056b-263c-4890-9e25-5a87617a4621 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:41.043508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Port b8c5056b-263c-4890-9e25-5a87617a4621 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:01:41.044969 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.084504 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.090168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.118619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=b8c5056b-263c-4890-9e25-5a87617a4621,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:41.124322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] No DVR routers for this DVR port b8c5056b-263c-4890-9e25-5a87617a4621 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:41.138179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548786-df92-4c2e-a12c-eafe2a0bbe05 None None] Pushing event deleted for resources: {'Port': ['ID=b8c5056b-263c-4890-9e25-5a87617a4621,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:41.170800 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.176622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] 10.222.0.16 "DELETE /v2.0/networks/23f2c076-b86a-4b0c-8a65-e44e8a55fa01 HTTP/1.1" status: 204 len: 168 time: 1.9470508 Aug 06 16:01:41.186147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port b8c5056b-263c-4890-9e25-5a87617a4621 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:41.193596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449acf1-abb7-4f7d-9b7a-97d043f4020b admin admin] Pushing event deleted for resources: {'Network': ['ID=23f2c076-b86a-4b0c-8a65-e44e8a55fa01,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:41.284552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53818) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:41.346841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.489964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.491425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26f04638-70b4-4bbf-bc9c-361f4cd9a580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.506363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf4fe52-4229-4182-ad39-fddef32cc624']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:41.522781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5191cb9-4b60-474b-8e0b-73002b3e71f3') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:41.522781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5191cb9-4b60-474b-8e0b-73002b3e71f3') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:41.570699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.610200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.627701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:41.628325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:41.632160 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:41.634614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.663729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26f04638-70b4-4bbf-bc9c-361f4cd9a580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.835727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26f04638-70b4-4bbf-bc9c-361f4cd9a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.875670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-26f04638-70b4-4bbf-bc9c-361f4cd9a580 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be9652681c0d4cbcabac232933c249aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893190 Aug 06 16:01:41.878708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:41.881964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.909696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f04638-70b4-4bbf-bc9c-361f4cd9a580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08369bb3-6c81-4983-99ce-106b77c8077b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:41.917371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.923944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:41.924099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/6cf4fe52-4229-4182-ad39-fddef32cc624 HTTP/1.1" status: 204 len: 168 time: 1.9396858 Aug 06 16:01:41.929075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-214852467', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:41.946419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a9025-62df-4d4a-bf91-642cdf96b0e2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=6cf4fe52-4229-4182-ad39-fddef32cc624,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:41.959034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:41.970196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53838) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:41.998946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Subnet': ['ID=b12fef69-d9ff-4526-8bfc-d7b11b40bee8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.001732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.005113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a7123b2-7875-4820-ada3-24e011502a51 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/subnets/b12fef69-d9ff-4526-8bfc-d7b11b40bee8 HTTP/1.1" status: 204 len: 168 time: 1.3522058 Aug 06 16:01:42.006238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53840) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:42.017985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4230ef45-491b-445f-b340-0952a72a91de None None] Network f136d5b1-279d-4507-9c5a-634f72e1dcfc requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:42.031028 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d335c228-8215-4723-a4fa-1cf0a4eca51f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b0a7f26b0bf4aaf9c4dff3188eee9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559788 Aug 06 16:01:42.031711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:42.055342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6f07ad0-fec5-4ff3-8ee5-2896e2b0d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.073857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.074897 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.103281 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25cde222-8656-41d4-a315-552859c283d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.119343 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6f07ad0-fec5-4ff3-8ee5-2896e2b0d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.124715 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.152092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25cde222-8656-41d4-a315-552859c283d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.199346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.214225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Deleting port 142b4930-2d52-4904-9863-b14b9f4b7d87 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:42.215026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.332221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] For port 142b4930-2d52-4904-9863-b14b9f4b7d87, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=142b4930-2d52-4904-9863-b14b9f4b7d87,segment=NetworkSegment(1642602a-11c5-4818-a0cb-0f74afedf0c7),segment_id=1642602a-11c5-4818-a0cb-0f74afedf0c7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:42.332463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.336362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] DHCP port deletion for f136d5b1-279d-4507-9c5a-634f72e1dcfc request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:01:42.348929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Calling delete_port for 142b4930-2d52-4904-9863-b14b9f4b7d87 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:42.434311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] Deleting port 142b4930-2d52-4904-9863-b14b9f4b7d87 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:42.434798 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.436747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6f07ad0-fec5-4ff3-8ee5-2896e2b0d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.440956 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b6f07ad0-fec5-4ff3-8ee5-2896e2b0d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.442314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b6f07ad0-fec5-4ff3-8ee5-2896e2b0d157 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08369bb3-6c81-4983-99ce-106b77c8077b HTTP/1.1" status: 204 len: 168 time: 0.5620992 Aug 06 16:01:42.459273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f07ad0-fec5-4ff3-8ee5-2896e2b0d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08369bb3-6c81-4983-99ce-106b77c8077b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.504489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.509457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25cde222-8656-41d4-a315-552859c283d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.515364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-25cde222-8656-41d4-a315-552859c283d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.541046 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-25cde222-8656-41d4-a315-552859c283d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b15cc938-f94a-4c2a-ab82-88551ed9f641 HTTP/1.1" status: 204 len: 168 time: 0.5074906 Aug 06 16:01:42.565303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Port': ['ID=142b4930-2d52-4904-9863-b14b9f4b7d87,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.565739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] For port 142b4930-2d52-4904-9863-b14b9f4b7d87, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=142b4930-2d52-4904-9863-b14b9f4b7d87,segment=NetworkSegment(1642602a-11c5-4818-a0cb-0f74afedf0c7),segment_id=1642602a-11c5-4818-a0cb-0f74afedf0c7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:42.565968 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.580250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] No DVR routers for this DVR port 142b4930-2d52-4904-9863-b14b9f4b7d87 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:42.588694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] Calling delete_port for 142b4930-2d52-4904-9863-b14b9f4b7d87 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:42.665994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cde222-8656-41d4-a315-552859c283d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15cc938-f94a-4c2a-ab82-88551ed9f641,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.795222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 142b4930-2d52-4904-9863-b14b9f4b7d87 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:01:42.797911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.821524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f136d5b1-279d-4507-9c5a-634f72e1dcfc']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:42.829658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.831682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 142b4930-2d52-4904-9863-b14b9f4b7d87 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:01:42.832067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 142b4930-2d52-4904-9863-b14b9f4b7d87 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:01:42.837206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1642602a-11c5-4818-a0cb-0f74afedf0c7') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:42.837586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1642602a-11c5-4818-a0cb-0f74afedf0c7') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:42.857253 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.871938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.880736 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.887138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:01:42.887728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:01:42.891402 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:01:42.903452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] Pushing event deleted for resources: {'Port': ['ID=142b4930-2d52-4904-9863-b14b9f4b7d87,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:42.912258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96617ad-3d18-4b43-8d5a-6b4b37df9a9a None None] No DVR routers for this DVR port 142b4930-2d52-4904-9863-b14b9f4b7d87 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:01:43.134189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.142425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.144846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] 10.222.0.16 "DELETE /v2.0/networks/f136d5b1-279d-4507-9c5a-634f72e1dcfc HTTP/1.1" status: 204 len: 168 time: 1.1377721 Aug 06 16:01:43.158063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795157-7572-4122-9cca-925a89c8d1e0 tempest-NetworksIpV6Test-313383036 tempest-NetworksIpV6Test-313383036-project] Pushing event deleted for resources: {'Network': ['ID=f136d5b1-279d-4507-9c5a-634f72e1dcfc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:43.243896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.266691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.388793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.25.5.212 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/6fbc6255-3c2c-4ae5-9e8e-d5ca16f7fbb9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:43.513024 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.606592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53896) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:43.627334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5589024d-7fdf-43f4-8bbc-f7af96ff9f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.674242 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:43.737768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:43.746013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:43.752486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:43.763608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-d1941a9b-3e6c-4bdb-8e1e-6bd921187359 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:43.765195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-d1941a9b-3e6c-4bdb-8e1e-6bd921187359 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/networks?id=9889899a-b08e-43c6-bc37-8d9f5ed450e5 HTTP/1.1" status: 200 len: 809 time: 0.2216866 Aug 06 16:01:43.819757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-707279ff-604e-4ce2-b9cc-4361d2f157d3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/quotas/4cf4f358ac7b4643a220adc7de293219 HTTP/1.1" status: 200 len: 375 time: 0.0425591 Aug 06 16:01:43.822288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=6fbc6255-3c2c-4ae5-9e8e-d5ca16f7fbb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:43.922997 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-df2d6bdf-786c-4ce1-b1d1-9deba92d1f1e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cf4f358ac7b4643a220adc7de293219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995812 Aug 06 16:01:43.965117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5589024d-7fdf-43f4-8bbc-f7af96ff9f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.045076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5589024d-7fdf-43f4-8bbc-f7af96ff9f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.090210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5589024d-7fdf-43f4-8bbc-f7af96ff9f81 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5518d2c89ea545a9828f1b09808bde60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800966 Aug 06 16:01:44.090210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589024d-7fdf-43f4-8bbc-f7af96ff9f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94a4ffe-83de-4ff3-9042-29394ad71571,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:44.090623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:44.113069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-111f0bfb-fda2-4147-b186-b4705901bd86 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:01:44.114326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-111f0bfb-fda2-4147-b186-b4705901bd86 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1904716 Aug 06 16:01:44.219516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-0bb3e141-e005-4a30-ae2a-1ebc208608c7 service neutron] 10.222.0.16 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944605 Aug 06 16:01:44.269684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53910) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:44.270471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:44.354479 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-472e7f71-3f9e-4201-ba23-7754eb80c317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.356386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.360176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfce33d5-c0e7-45be-b9ec-6e99335561e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.419501 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-472e7f71-3f9e-4201-ba23-7754eb80c317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.465521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-009014c6-9d88-4135-a28d-b2163922ba8b service neutron] 10.222.0.16 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328973 Aug 06 16:01:44.582661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfce33d5-c0e7-45be-b9ec-6e99335561e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.629405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e7bd776b-718a-448e-8a9d-26e1039bb452 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=679b1ba4f6d1449899beae2de579fd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560374 Aug 06 16:01:44.631925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53922) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:44.639173 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-472e7f71-3f9e-4201-ba23-7754eb80c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.642115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-472e7f71-3f9e-4201-ba23-7754eb80c317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.645617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-472e7f71-3f9e-4201-ba23-7754eb80c317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b94a4ffe-83de-4ff3-9042-29394ad71571 HTTP/1.1" status: 204 len: 168 time: 0.5514281 Aug 06 16:01:44.659536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e7f71-3f9e-4201-ba23-7754eb80c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94a4ffe-83de-4ff3-9042-29394ad71571,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:44.689674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.698789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dfce33d5-c0e7-45be-b9ec-6e99335561e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.704218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e952789-d4d3-45f0-b51b-2d52f3d0e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.751227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dfce33d5-c0e7-45be-b9ec-6e99335561e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4794343 Aug 06 16:01:44.757089 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:44.758937 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e952789-d4d3-45f0-b51b-2d52f3d0e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:44.778137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce33d5-c0e7-45be-b9ec-6e99335561e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90e4c1-0722-4027-abf5-733a5cc9c422,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:45.003549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d27ad31-b929-46dd-aefa-acd070b6bfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.108236 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d27ad31-b929-46dd-aefa-acd070b6bfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.119481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e952789-d4d3-45f0-b51b-2d52f3d0e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.122196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e952789-d4d3-45f0-b51b-2d52f3d0e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.145073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e952789-d4d3-45f0-b51b-2d52f3d0e2df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b46b02e0-5d1d-4a9b-8b57-93ff47b7cb86 HTTP/1.1" status: 204 len: 168 time: 0.5120921 Aug 06 16:01:45.260070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952789-d4d3-45f0-b51b-2d52f3d0e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46b02e0-5d1d-4a9b-8b57-93ff47b7cb86,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:45.263471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c401610-7a46-4364-88aa-3c2927a62f97 req-065aadaa-e3bf-44ba-bfee-1e029117952c tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 210 time: 0.3812482 Aug 06 16:01:45.501797 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d27ad31-b929-46dd-aefa-acd070b6bfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.505953 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6d27ad31-b929-46dd-aefa-acd070b6bfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.509496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d27ad31-b929-46dd-aefa-acd070b6bfba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a90e4c1-0722-4027-abf5-733a5cc9c422 HTTP/1.1" status: 204 len: 168 time: 0.7461004 Aug 06 16:01:45.515951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27ad31-b929-46dd-aefa-acd070b6bfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90e4c1-0722-4027-abf5-733a5cc9c422,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:45.533735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router ea06ebb6-ee16-439f-ad91-0a823dc3c493 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:45.696253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:45.710176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] Sync routers for ids ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:45.731529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] Routers {'ea06ebb6-ee16-439f-ad91-0a823dc3c493'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:45.732484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.770484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.783361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] Routers {'ea06ebb6-ee16-439f-ad91-0a823dc3c493'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:45.784302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.802042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.806519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53958) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:45.807234 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a0f4f5ab-9e68-412a-90b7-0f3ec3ece777 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.8822250 Aug 06 16:01:45.821361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53960) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:45.843341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12af34d1-c626-441c-9ca6-7e2806dc3d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:45.881579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:45.888433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330bfff8-776f-4067-a7ec-418e27f2ddce None None] The sync data for ids ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:46.033569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7930ed6f-9302-4169-8502-cad8747fa8e8 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/routers/ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 200 len: 880 time: 0.2229602 Aug 06 16:01:46.038580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53968) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:46.152477 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12af34d1-c626-441c-9ca6-7e2806dc3d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.242292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12af34d1-c626-441c-9ca6-7e2806dc3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.397022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 53982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:46.398290 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-12af34d1-c626-441c-9ca6-7e2806dc3d2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5094c6a3d4354e619b168d66f978648e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735304 Aug 06 16:01:46.399614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af34d1-c626-441c-9ca6-7e2806dc3d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc213ae0-12a1-432d-87a1-c67d2f582d55,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:46.495023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1d05d2b3-f6a5-4e34-9f07-89d79a51c7a9 req-31d9e305-a21f-4e60-a855-b3535344df9c tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 210 time: 0.0859673 Aug 06 16:01:46.641102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22eba42d-6d16-46cb-9bf5-7d8ff3aa911a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:46.692747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22eba42d-6d16-46cb-9bf5-7d8ff3aa911a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.064459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-32911c0a-7528-404e-95c0-8ca32899b411 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0263536 Aug 06 16:01:47.065867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 53998) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:47.070807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-214852467'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:47.173930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22eba42d-6d16-46cb-9bf5-7d8ff3aa911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.181403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-22eba42d-6d16-46cb-9bf5-7d8ff3aa911a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.181403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-22eba42d-6d16-46cb-9bf5-7d8ff3aa911a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc213ae0-12a1-432d-87a1-c67d2f582d55 HTTP/1.1" status: 204 len: 168 time: 0.7671561 Aug 06 16:01:47.190412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eba42d-6d16-46cb-9bf5-7d8ff3aa911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc213ae0-12a1-432d-87a1-c67d2f582d55,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:47.357858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:47.572575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.638376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c114bffb-65d3-4576-bc7b-937354f9ada8 req-a9de50b5-28a4-448d-9927-869cd1ba599d tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 210 time: 0.0406687 Aug 06 16:01:47.681685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.688893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-911290922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:47.870537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.871633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.881718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router ea06ebb6-ee16-439f-ad91-0a823dc3c493 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:01:47.925138 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:47.941876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3ed45329-9dc4-4fb9-9ee6-cf83ff75a199 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:47.943439 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3ed45329-9dc4-4fb9-9ee6-cf83ff75a199 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "GET /v2.0/networks?id=9889899a-b08e-43c6-bc37-8d9f5ed450e5 HTTP/1.1" status: 200 len: 809 time: 0.1748631 Aug 06 16:01:47.997868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Request body: {'port': {'device_id': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5', 'admin_state_up': True, 'tenant_id': '4cf4f358ac7b4643a220adc7de293219'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:48.066070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.083502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:48.096045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.096045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9bc18ad1-431a-4021-a5a0-abdccb75db86 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 200 len: 887 time: 1.0256355 Aug 06 16:01:48.096824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54036) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.099638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] Sync routers for ids ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:48.110906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] Routers {'ea06ebb6-ee16-439f-ad91-0a823dc3c493'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:48.111977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:48.221646 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.222954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4b3f3cea-602e-4654-a6aa-24974457cd63 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8520677 Aug 06 16:01:48.226047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54040) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.230966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-912927231'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:48.262023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-10b064e5-d88d-402e-ac21-d9c7f76c51bc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/routers/ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 200 len: 887 time: 0.1636131 Aug 06 16:01:48.262934 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:48.264653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54042) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.272594 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] Routers {'ea06ebb6-ee16-439f-ad91-0a823dc3c493'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:48.273215 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:48.294650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f47e4136-4216-4801-896d-7c7d25fd16ff tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 200 len: 205 time: 0.0288184 Aug 06 16:01:48.297909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.300541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Made reservation on behalf of 4cf4f358ac7b4643a220adc7de293219 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:48.306532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.321457 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:48.322425 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d41533-2795-48f3-8dbf-5604cec10f86 None None] The sync data for ids ['ea06ebb6-ee16-439f-ad91-0a823dc3c493'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:48.466931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Made reservation on behalf of c050513c044943a89be22d2fc05d8abf for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:48.477105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.494113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.509025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.551014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Allocated IP 172.20.0.5 (9889899a-b08e-43c6-bc37-8d9f5ed450e5/3d08eab4-9c63-4fda-bbe5-b715e5107711/40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:48.675472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.721935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.766623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54060) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:48.789086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6300b1a-a0f6-4b05-afc6-efe5608b4705 req-d32f10f4-bbc7-41b8-8eeb-2f581613754e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 210 time: 0.0390477 Aug 06 16:01:48.829982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.850220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:48.852219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.876022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:48.876022 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Added segment 55be8c49-a6a1-4c02-9869-16466bd318b0 of type vlan for network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe Aug 06 16:01:48.887953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a11af-6b05-4419-b71b-bc45127036a9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:48.977977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-916805380-network', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:49.054981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.054981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 6fbc6255-3c2c-4ae5-9e8e-d5ca16f7fbb9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:01:49.054981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.057052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.057506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.068130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 6fbc6255-3c2c-4ae5-9e8e-d5ca16f7fbb9 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:01:49.073275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Made reservation on behalf of 69f6c463a23b4eb5871e1c108e80d2fb for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:49.075366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.097268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.103211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:49.112892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:49.122954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:49.129257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Pushing event updated for resources: {'Port': ['ID=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.132484 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.138320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.138916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.204162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.204825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.259986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Network': ['ID=6f6f7ee8-c303-41c3-b67f-0b8d741c04fe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.276843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:49.320381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.368835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.399620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:49.406999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e2adb0-9d40-42dd-ae87-48ca12e540a2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.412882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.413231 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Added segment cb1838eb-7db4-4f1f-8910-bc846b7b9ec6 of type vlan for network 6638675e-2aec-4568-b89d-2bdf4aca5282 Aug 06 16:01:49.453746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.463435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.482020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=6fbc6255-3c2c-4ae5-9e8e-d5ca16f7fbb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.486684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-3e692782-7754-4727-af73-09b68d66229e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4928086 Aug 06 16:01:49.490137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-47e18749-3d1e-4430-bad1-69e8e7fcdb2f tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2630839 Aug 06 16:01:49.491384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54084) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:49.496584 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'subnet': {'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:49.506671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Request body: {'port': {'device_id': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:49.566930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.580949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.582318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:49.583118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.655183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.683502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] Pushing event updated for resources: {'Network': ['ID=6638675e-2aec-4568-b89d-2bdf4aca5282,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:49.704137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:49.745315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-087e4527-9f25-422e-bfe5-2b2df7e1a794 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9775403 Aug 06 16:01:49.748672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:49.754484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Request body: {'subnet': {'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-916805380-subnet', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:49.766104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:01:49.766104 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:01:49.766104 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': '69f6c463a23b4eb5871e1c108e80d2fb', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 1, 49, 760178)}] Aug 06 16:01:49.766104 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:01:49.767197 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:01:49.779245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.783424 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.910167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Made reservation on behalf of c050513c044943a89be22d2fc05d8abf for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:49.914230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.968086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:49.973725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.974393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router ea06ebb6-ee16-439f-ad91-0a823dc3c493 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:01:49.981704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.994845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:49.994845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bc8414a8-74ca-4ab2-ab71-27d2cb191156 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 204 len: 168 time: 1.6955462 Aug 06 16:01:50.000660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54106) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:50.008872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-448603312'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:50.011751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Transition to ACTIVE for port object 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:50.030435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bfb39-747f-4a6b-86fd-481497de65fa req-01654c41-3d69-4286-ac2d-b8d1bb0905fd tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.032791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-651bfb39-747f-4a6b-86fd-481497de65fa req-01654c41-3d69-4286-ac2d-b8d1bb0905fd tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 931 time: 0.1629324 Aug 06 16:01:50.095556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-651bfb39-747f-4a6b-86fd-481497de65fa req-617ac38b-2f9a-4496-85b6-8c6bedc93e81 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539093 Aug 06 16:01:50.098973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.150408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:50.154490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.194499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.211595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:50.254879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.255228 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment 76602083-5c2a-49cb-bde5-46235cafd99a of type vlan for network 145067bd-6838-4afb-9364-d4e406e24e88 Aug 06 16:01:50.322666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.340048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Attempting to bind port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:50.340326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Attempting to bind port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:50.340659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Attempting to bind port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 on network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:50.349572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 on network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:01:50.367361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Attempting to bind port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 on network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:50.367361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:50.367361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Checking segment: {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:50.367361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Bound using segment: {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:50.367361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Bound port: 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:50.367361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.397167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.450650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] For port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:50.457052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] For port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:50.460391 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Subnet': ['ID=5f7e805c-ad16-4db9-9605-30872e4040c0,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.470408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Checking segment: {'id': '55be8c49-a6a1-4c02-9869-16466bd318b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:50.470772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network hostable DHCP agents. Network: 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:50.481560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Made reservation on behalf of 69f6c463a23b4eb5871e1c108e80d2fb for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:50.483980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.533733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.539313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.539890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.574279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.670386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.670998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:50.672487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] 10.222.0.64 "PUT /v2.0/ports/40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 HTTP/1.1" status: 200 len: 1091 time: 1.1709003 Aug 06 16:01:50.672919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'tag': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:01:50.675159 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059669be-801e-4d22-afaf-8f5449e14f39" -d '{"events": [{"name": "network-changed", "server_uuid": "73233617-02a6-40f2-a9b9-01d7e52eade4", "tag": "40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:01:50.681877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:50.690795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=145067bd-6838-4afb-9364-d4e406e24e88,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.697424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703d12e-d643-4045-8012-5278e784a4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:50.706760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 145067bd-6838-4afb-9364-d4e406e24e88 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:50.708769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b4d9ec7e-81bc-4e83-8d7c-1a4b2881e379 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7068782 Aug 06 16:01:50.716647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54128) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:50.717097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': '145067bd-6838-4afb-9364-d4e406e24e88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:50.752476 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7033e31-b71a-4b19-9c95-5cdbee35de0f x-openstack-request-id: req-f7033e31-b71a-4b19-9c95-5cdbee35de0f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:01:50.752969 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73233617-02a6-40f2-a9b9-01d7e52eade4", "tag": "40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:01:50.753290 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7033e31-b71a-4b19-9c95-5cdbee35de0f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:01:50.753755 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'tag': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3', 'status': 'completed', 'code': 200} Aug 06 16:01:50.908061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059669be-801e-4d22-afaf-8f5449e14f39 req-83ac78d1-562d-48c3-a7a5-98333d9ed1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.909751 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-059669be-801e-4d22-afaf-8f5449e14f39 req-83ac78d1-562d-48c3-a7a5-98333d9ed1f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf4f358ac7b4643a220adc7de293219&device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 1094 time: 0.1130326 Aug 06 16:01:50.978540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:50.993795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:50.994554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989fdba-2cac-477a-b884-3d12a3cc47d9 None None] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:50.994685 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.094333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:51.099276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.190998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-6f6f7ee8-c303-41c3-b67f-0b8d741c04fe', 'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe', 'tenant_id': 'c050513c044943a89be22d2fc05d8abf', 'fixed_ips': [{'subnet_id': '5f7e805c-ad16-4db9-9605-30872e4040c0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:51.192293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.217023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d6ec743b-bd83-4d8b-9f1c-37f186b31c38 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7245617 Aug 06 16:01:51.226918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:51.238912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'network': {'name': 'tempest-router-network01--183263639'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:51.266044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a6a93-e63d-489d-a873-7ddc3599cd7d req-318dd284-5dbf-41a1-9a90-407cee8ddcf5 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.267331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.276977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-527a6a93-e63d-489d-a873-7ddc3599cd7d req-318dd284-5dbf-41a1-9a90-407cee8ddcf5 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 943 time: 0.0984468 Aug 06 16:01:51.336652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-527a6a93-e63d-489d-a873-7ddc3599cd7d req-18b63ae4-fbb0-401c-8edb-eb91aea1822f tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584519 Aug 06 16:01:51.373777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Allocated IP 172.20.0.2 (6f6f7ee8-c303-41c3-b67f-0b8d741c04fe/5f7e805c-ad16-4db9-9605-30872e4040c0/b2b071e7-2720-43f5-8cd2-fe50bf3fcd88) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:51.412956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Made reservation on behalf of c050513c044943a89be22d2fc05d8abf for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:51.417192 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.442660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059669be-801e-4d22-afaf-8f5449e14f39 req-a4fca0ed-e155-438e-81ef-89063dbcb917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.442660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-059669be-801e-4d22-afaf-8f5449e14f39 req-a4fca0ed-e155-438e-81ef-89063dbcb917 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4cf4f358ac7b4643a220adc7de293219&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5187483 Aug 06 16:01:51.458956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:51.468369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.469710 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Added segment b0604414-b1a5-4881-8c77-81198dbdb15b of type vlan for network 697230cf-ad8b-431c-a745-abce8b5f7a75 Aug 06 16:01:51.482064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6168525-237d-4ca0-9cfc-039efc69a54a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:51.518411 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.620250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.624793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Checking segment: {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:51.624793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Network hostable DHCP agents. Network: 6638675e-2aec-4568-b89d-2bdf4aca5282, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:51.633258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Transition to ACTIVE for port object b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:51.648896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Transition to ACTIVE for port object b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:51.670003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.676975 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.677603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.757764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:51.760601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Network': ['ID=697230cf-ad8b-431c-a745-abce8b5f7a75,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:51.782780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059669be-801e-4d22-afaf-8f5449e14f39 req-81f15262-db81-4e46-861f-e34ca879937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.784631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-059669be-801e-4d22-afaf-8f5449e14f39 req-81f15262-db81-4e46-861f-e34ca879937b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3270314 Aug 06 16:01:51.789933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-377a7e32-2d49-49a3-8912-13eb19e1ffd9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5586588 Aug 06 16:01:51.790966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54150) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:51.809227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'network': {'name': 'tempest-router-network02--1886346380'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:51.819434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:51.830501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:51.841656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:51.846321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:51.855972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:51.894145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-4aebba63-a933-48e4-bef1-7a60d39eb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:51.895793 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-4aebba63-a933-48e4-bef1-7a60d39eb931 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf4f358ac7b4643a220adc7de293219&device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 1094 time: 0.0514266 Aug 06 16:01:51.904007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Pushing event updated for resources: {'Port': ['ID=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:51.941732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.002197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Made reservation on behalf of c050513c044943a89be22d2fc05d8abf for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:52.006681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.029516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-bc2805eb-bb64-4591-bf93-f615a0de0bbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 HTTP/1.1" status: 200 len: 217 time: 0.1201348 Aug 06 16:01:52.035008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 6638675e-2aec-4568-b89d-2bdf4aca5282) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:52.036776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:01:52.050718 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.051140 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Added segment ee46911a-8be1-4526-868f-e61b450382fd of type vlan for network 684267c1-6a64-48b5-9f7b-24024c819327 Aug 06 16:01:52.060105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.060308 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.118678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=543d1613-d5e8-4a4b-81cd-2e0223f01c06,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:52.122490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.138261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-56dc2447-db4f-4e89-9888-5e848f083fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.138797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c008fa1d-93c4-4908-92c6-91814d755880 None None] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:52.140185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-56dc2447-db4f-4e89-9888-5e848f083fae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d08eab4-9c63-4fda-bbe5-b715e5107711 HTTP/1.1" status: 200 len: 849 time: 0.0964413 Aug 06 16:01:52.140809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': '76602083-5c2a-49cb-bde5-46235cafd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '145067bd-6838-4afb-9364-d4e406e24e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:52.141219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: 145067bd-6838-4afb-9364-d4e406e24e88, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:52.231075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-0a4d1b51-fad3-4fe2-bb5b-cb24dd39d550 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9889899a-b08e-43c6-bc37-8d9f5ed450e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637424 Aug 06 16:01:52.240411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Attempting to bind port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:52.240786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Attempting to bind port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55be8c49-a6a1-4c02-9869-16466bd318b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:52.241148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Attempting to bind port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 on network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:52.251382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-480be8c0-29be-4144-a5e9-a52027af1471 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4986248 Aug 06 16:01:52.253961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:52.253961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Checking segment: {'id': '55be8c49-a6a1-4c02-9869-16466bd318b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:52.254220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:52.254662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.254662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Bound using segment: {'id': '55be8c49-a6a1-4c02-9869-16466bd318b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:52.254662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Bound port: b2b071e7-2720-43f5-8cd2-fe50bf3fcd88, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55be8c49-a6a1-4c02-9869-16466bd318b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '6f6f7ee8-c303-41c3-b67f-0b8d741c04fe'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:52.254662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.258765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:52.279098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.287110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.288005 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.394866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Network': ['ID=684267c1-6a64-48b5-9f7b-24024c819327,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:52.404251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.404251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.430104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 684267c1-6a64-48b5-9f7b-24024c819327 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:01:52.474773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.527688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32907370-e7c5-4b06-9eaa-e0fc06617174 req-9cdacfdf-b5cf-48f0-88f5-49c307322b99 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:52.529313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32907370-e7c5-4b06-9eaa-e0fc06617174 req-9cdacfdf-b5cf-48f0-88f5-49c307322b99 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 943 time: 0.0580983 Aug 06 16:01:52.539423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] For port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:52.547690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-26b61dab-2cc8-4db6-a6dd-ef8ec129b1ca tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7523670 Aug 06 16:01:52.556994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:52.563256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'subnet': {'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:52.585047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-6638675e-2aec-4568-b89d-2bdf4aca5282', 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'fixed_ips': [{'subnet_id': 'c6168525-237d-4ca0-9cfc-039efc69a54a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:52.592984 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.615943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] For port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,segment=NetworkSegment(55be8c49-a6a1-4c02-9869-16466bd318b0),segment_id=55be8c49-a6a1-4c02-9869-16466bd318b0)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:52.773834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.813325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Allocated IP 172.20.0.2 (6638675e-2aec-4568-b89d-2bdf4aca5282/c6168525-237d-4ca0-9cfc-039efc69a54a/b8962b8e-3fe6-4de0-8930-6fb49f7f474e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:52.814248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 145067bd-6838-4afb-9364-d4e406e24e88 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:52.860500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:52.872880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32907370-e7c5-4b06-9eaa-e0fc06617174 req-b56a32b9-aab0-40ae-933f-b07a3df4895a tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338680 Aug 06 16:01:52.901262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2374848-9567-4a8e-b2de-5ab6705dd37e None None] Pushing event updated for resources: {'Port': ['ID=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:52.916278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-a31d2011-a9c7-42b8-a055-3a07741f6e89 service neutron] 10.222.0.64 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769030 Aug 06 16:01:53.003797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 145067bd-6838-4afb-9364-d4e406e24e88) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:53.011334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:53.011974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.035090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065a47a-a27b-4e8b-9b73-5b4a8581ae3d None None] Network 145067bd-6838-4afb-9364-d4e406e24e88 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:53.056847 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dced3077-4f75-40a1-84f6-bf93edf6398d req-2f0734f7-b953-416d-bc44-552f2b291b46 service neutron] 10.222.0.64 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281734 Aug 06 16:01:53.076113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Made reservation on behalf of c050513c044943a89be22d2fc05d8abf for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:53.080366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.186101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2d8278ca-37f5-43ca-9113-e0d282ff693e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4750876 Aug 06 16:01:53.191040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54184) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:53.196137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-969844185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:53.259292 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.278980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Transition to ACTIVE for port object b8962b8e-3fe6-4de0-8930-6fb49f7f474e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:53.324723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Transition to ACTIVE for port object b8962b8e-3fe6-4de0-8930-6fb49f7f474e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:53.375556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-145067bd-6838-4afb-9364-d4e406e24e88', 'network_id': '145067bd-6838-4afb-9364-d4e406e24e88', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '543d1613-d5e8-4a4b-81cd-2e0223f01c06'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:53.376615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.392341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.397905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.455634 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.494268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.516223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:53.526113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:53.533114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:53.565471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Pushing event updated for resources: {'Port': ['ID=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:53.592029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.644478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Allocated IP 172.20.0.2 (145067bd-6838-4afb-9364-d4e406e24e88/543d1613-d5e8-4a4b-81cd-2e0223f01c06/ad6de98e-a4d7-4055-86ca-896c48ac8ad1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:53.644631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.647207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Attempting to bind port b8962b8e-3fe6-4de0-8930-6fb49f7f474e on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:53.647591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Attempting to bind port b8962b8e-3fe6-4de0-8930-6fb49f7f474e by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:53.648114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Attempting to bind port b8962b8e-3fe6-4de0-8930-6fb49f7f474e on network 6638675e-2aec-4568-b89d-2bdf4aca5282 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:53.660306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:53.660700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Checking segment: {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:53.661116 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.661524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Bound using segment: {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:53.662025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Bound port: b8962b8e-3fe6-4de0-8930-6fb49f7f474e, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:53.662416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.767947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.772293 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-42e731aa-d468-415a-b96a-3183fb78607c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5769782 Aug 06 16:01:53.772692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:53.979650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:53.996407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Transition to ACTIVE for port object ad6de98e-a4d7-4055-86ca-896c48ac8ad1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:54.036946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Transition to ACTIVE for port object ad6de98e-a4d7-4055-86ca-896c48ac8ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:54.105437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] For port b8962b8e-3fe6-4de0-8930-6fb49f7f474e, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:54.108241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Subnet': ['ID=afa312ed-6142-4de5-94b8-6eab9a4c8da6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:54.117148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] For port b8962b8e-3fe6-4de0-8930-6fb49f7f474e, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:54.146928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.151654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Checking segment: {'id': 'b0604414-b1a5-4881-8c77-81198dbdb15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:54.152074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network hostable DHCP agents. Network: 697230cf-ad8b-431c-a745-abce8b5f7a75, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:54.157217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.181251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622a274-69ad-408e-91fa-c129d2147df6 req-8ac994d3-ddfb-4e3c-9c88-6cc3bad7da66 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:54.183150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2622a274-69ad-408e-91fa-c129d2147df6 req-8ac994d3-ddfb-4e3c-9c88-6cc3bad7da66 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 943 time: 0.1644681 Aug 06 16:01:54.185649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.206204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff2ebd-e9c3-4659-8f68-116c3937edcb None None] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:54.242370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.289482 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.308437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2622a274-69ad-408e-91fa-c129d2147df6 req-c9783518-09bd-4002-a5b9-d5a7d4645a92 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113658 Aug 06 16:01:54.316269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Network 145067bd-6838-4afb-9364-d4e406e24e88 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:54.317004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Pushing event updated for resources: {'Port': ['ID=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:54.331248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:54.337058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:54.353047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:54.391085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Allocated IP 172.25.5.159 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/7c223e63-2160-416b-bb1b-65f5df40ff86) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:54.439145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-834e519a-b2ee-491e-a81f-cdd49b7fdf83 None None] Provisioning for port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:54.481469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 697230cf-ad8b-431c-a745-abce8b5f7a75) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:54.494810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ebbfbf-d7fd-44c8-adb1-81e8583e94a6 None None] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:54.547637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:54.551594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa7664-96cf-445c-8c1e-231d95b90e8d None None] Pushing event updated for resources: {'Port': ['ID=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:54.552588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.618838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Attempting to bind port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:54.619155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Attempting to bind port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '76602083-5c2a-49cb-bde5-46235cafd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '145067bd-6838-4afb-9364-d4e406e24e88'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:54.619533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Attempting to bind port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 on network 145067bd-6838-4afb-9364-d4e406e24e88 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:54.635175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:54.635544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Checking segment: {'id': '76602083-5c2a-49cb-bde5-46235cafd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '145067bd-6838-4afb-9364-d4e406e24e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:54.635970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.636376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Bound using segment: {'id': '76602083-5c2a-49cb-bde5-46235cafd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '145067bd-6838-4afb-9364-d4e406e24e88'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:54.636891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Bound port: ad6de98e-a4d7-4055-86ca-896c48ac8ad1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76602083-5c2a-49cb-bde5-46235cafd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '145067bd-6838-4afb-9364-d4e406e24e88'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:54.637269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.653743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.788553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d3fd6c45-9c4f-493b-b474-8819e6effea9 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2291970 Aug 06 16:01:54.790191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54218) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:54.811051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'subnet': {'network_id': '684267c1-6a64-48b5-9f7b-24024c819327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:54.817297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] For port ad6de98e-a4d7-4055-86ca-896c48ac8ad1, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:54.821336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] For port ad6de98e-a4d7-4055-86ca-896c48ac8ad1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,segment=NetworkSegment(76602083-5c2a-49cb-bde5-46235cafd99a),segment_id=76602083-5c2a-49cb-bde5-46235cafd99a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:54.847190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:01:54.895286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:54.948077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.20.0.1 (145067bd-6838-4afb-9364-d4e406e24e88/543d1613-d5e8-4a4b-81cd-2e0223f01c06/31187e37-2f00-4fd0-acca-453421e183ae) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:54.966219 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:54.977047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.051846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:55.059482 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:55.066960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:55.101973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Pushing event updated for resources: {'Port': ['ID=7c223e63-2160-416b-bb1b-65f5df40ff86,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:55.217752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.220753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dba15-8d05-44ce-a680-3f4f0389d34b None None] Pushing event updated for resources: {'Port': ['ID=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:55.237033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object 31187e37-2f00-4fd0-acca-453421e183ae will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:55.251221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-697230cf-ad8b-431c-a745-abce8b5f7a75', 'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75', 'tenant_id': 'c050513c044943a89be22d2fc05d8abf', 'fixed_ips': [{'subnet_id': 'afa312ed-6142-4de5-94b8-6eab9a4c8da6'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:55.252192 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.269345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Made reservation on behalf of c050513c044943a89be22d2fc05d8abf for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:01:55.273682 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.308276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:55.317670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:55.370038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:55.370423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.372331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3', 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5', 'port_id': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3', 'mac_address': 'fa:16:3e:07:df:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d08eab4-9c63-4fda-bbe5-b715e5107711', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:01:55.480996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.550822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-42bb5b85-8f56-4032-a47f-ecd68133eed0 None None] Provisioning complete for port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:55.551224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b85-8f56-4032-a47f-ecd68133eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.631264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 145067bd-6838-4afb-9364-d4e406e24e88 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:55.643163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:55.652952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:55.664158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=31187e37-2f00-4fd0-acca-453421e183ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:55.744859 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.817172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbe363-481c-409d-9ec2-0007379fa485 req-c7450a53-1e94-4700-b229-59605d798ee3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:55.826739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4abbe363-481c-409d-9ec2-0007379fa485 req-c7450a53-1e94-4700-b229-59605d798ee3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 943 time: 0.4070814 Aug 06 16:01:55.880360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:55.983130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.016586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4abbe363-481c-409d-9ec2-0007379fa485 req-5b47ef29-64d5-44b8-9fa4-6f938327621a tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872547 Aug 06 16:01:56.023078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:01:56.116586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:56.160402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Allocated IP 172.20.0.2 (697230cf-ad8b-431c-a745-abce8b5f7a75/afa312ed-6142-4de5-94b8-6eab9a4c8da6/e29e73ab-2fd7-42fe-a240-8160d85c37cf) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:56.176967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaad3f7-377d-4653-a9b7-54549ea297ee None None] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:56.215888 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.216588 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.232905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.288655 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.293377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.347306 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b85-8f56-4032-a47f-ecd68133eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.432488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42bb5b85-8f56-4032-a47f-ecd68133eed0 None None] For port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,segment=NetworkSegment(55be8c49-a6a1-4c02-9869-16466bd318b0),segment_id=55be8c49-a6a1-4c02-9869-16466bd318b0)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:01:56.436269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.582308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:56.582471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Subnet': ['ID=1c94ef11-dc03-4b11-aba8-c5caba679539,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:56.598062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42bb5b85-8f56-4032-a47f-ecd68133eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.633639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Checking segment: {'id': 'ee46911a-8be1-4526-868f-e61b450382fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '684267c1-6a64-48b5-9f7b-24024c819327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:56.634005 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network hostable DHCP agents. Network: 684267c1-6a64-48b5-9f7b-24024c819327, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:01:56.695490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee30d6-9699-4dbb-810e-15ddbc39c078 None None] Network 145067bd-6838-4afb-9364-d4e406e24e88 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:56.721478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.762175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:56.837135 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.840449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 684267c1-6a64-48b5-9f7b-24024c819327 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:01:56.860296 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:01:56.861066 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:01:56.862107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:01:56.933829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=31187e37-2f00-4fd0-acca-453421e183ae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:56.938396 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:56.979060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 684267c1-6a64-48b5-9f7b-24024c819327) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:56.981013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:56.988785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00584b8a-52d5-4378-92d1-09f84adb09cc None None] Provisioning for port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:57.011330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.011997 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.018247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Sync routers for ids ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:57.028653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3694960-c5f0-4885-b157-48f507067e8f None None] Network 684267c1-6a64-48b5-9f7b-24024c819327 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:01:57.030345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb5b85-8f56-4032-a47f-ecd68133eed0 None None] Pushing event updated for resources: {'Port': ['ID=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:57.054396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 145067bd-6838-4afb-9364-d4e406e24e88 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:57.055931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:57.075789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.077126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f48eba61-afb1-4ae4-9742-9008ff38503a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8237591 Aug 06 16:01:57.080848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:57.085463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Routers {'9ac80b3f-95e5-40e9-88f4-404cd0ca2639'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:57.085463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.155776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e78c6981-4e24-4af3-b2bf-319622d7fa46 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3623602 Aug 06 16:01:57.161814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:57.247179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 809fb3c2-ed22-4d76-bb9e-4c1b25eca37b is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:01:57.274042 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.348258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Transition to ACTIVE for port object e29e73ab-2fd7-42fe-a240-8160d85c37cf will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:57.365813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-00584b8a-52d5-4378-92d1-09f84adb09cc None None] Provisioning for port b8962b8e-3fe6-4de0-8930-6fb49f7f474e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:57.407133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:01:57.414805 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d6afc5e-e78c-4aae-9024-93c8c6fde8fb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/809fb3c2-ed22-4d76-bb9e-4c1b25eca37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6385922 Aug 06 16:01:57.415840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54276) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:57.429175 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] Sync routers for ids ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:01:57.441243 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] Routers {'809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:57.441647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Transition to ACTIVE for port object e29e73ab-2fd7-42fe-a240-8160d85c37cf will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:57.441863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.508203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Set router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:01:57.572355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8bf34-4230-45e0-83b5-adbb51ba5150 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:57.573824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2ff8bf34-4230-45e0-83b5-adbb51ba5150 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports/31187e37-2f00-4fd0-acca-453421e183ae HTTP/1.1" status: 200 len: 910 time: 0.1574121 Aug 06 16:01:57.579025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:57.582708 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.594574 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] Routers {'809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:01:57.597333 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.599252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '543d1613-d5e8-4a4b-81cd-2e0223f01c06'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:01:57.655871 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:57.661984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b8a39-84a2-46a8-99b3-22d8ef2f75ba None None] The sync data for ids ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:01:57.693325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.936414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:57.977842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Pushing event updated for resources: {'Port': ['ID=e29e73ab-2fd7-42fe-a240-8160d85c37cf,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:58.008447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:58.094702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:01:58.131442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5ed4d-4a91-4a6d-842d-9edad84e7a59 req-41caeeed-f85e-4a0c-9886-28e711e019f4 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:58.146694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcf5ed4d-4a91-4a6d-842d-9edad84e7a59 req-41caeeed-f85e-4a0c-9886-28e711e019f4 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 944 time: 1.0032668 Aug 06 16:01:58.147672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:01:58.175678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:01:58.183252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-684267c1-6a64-48b5-9f7b-24024c819327', 'network_id': '684267c1-6a64-48b5-9f7b-24024c819327', 'tenant_id': 'c050513c044943a89be22d2fc05d8abf', 'fixed_ips': [{'subnet_id': '1c94ef11-dc03-4b11-aba8-c5caba679539'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:01:58.184153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.336441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:58.336732 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.435073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcf5ed4d-4a91-4a6d-842d-9edad84e7a59 req-d773daae-a8f6-4c7c-889f-e16fb2a70344 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864046 Aug 06 16:01:58.619077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.657955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.743693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Attempting to bind port e29e73ab-2fd7-42fe-a240-8160d85c37cf on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:01:58.744260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Attempting to bind port e29e73ab-2fd7-42fe-a240-8160d85c37cf by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b0604414-b1a5-4881-8c77-81198dbdb15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:01:58.744655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Attempting to bind port e29e73ab-2fd7-42fe-a240-8160d85c37cf on network 697230cf-ad8b-431c-a745-abce8b5f7a75 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:01:58.755921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.820336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:01:58.820336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Checking segment: {'id': 'b0604414-b1a5-4881-8c77-81198dbdb15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:01:58.820336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.820336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Bound using segment: {'id': 'b0604414-b1a5-4881-8c77-81198dbdb15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:01:58.820336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Bound port: e29e73ab-2fd7-42fe-a240-8160d85c37cf, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0604414-b1a5-4881-8c77-81198dbdb15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '697230cf-ad8b-431c-a745-abce8b5f7a75'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:01:58.820336 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.895068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:58.896162 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:58.898511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/ports/31187e37-2f00-4fd0-acca-453421e183ae HTTP/1.1" status: 200 len: 910 time: 1.3133547 Aug 06 16:01:58.904145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54304) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:01:58.916763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:58.952803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:01:55Z', 'revision_number': 3, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:01:58.964000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e025d75f-fdb9-4bb5-bbee-764f899fc3d1 None None] Provisioning for port 31187e37-2f00-4fd0-acca-453421e183ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:59.031914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Checking router: 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:01:59.032586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Updating router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 port 7c223e63-2160-416b-bb1b-65f5df40ff86 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:01:59.042355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Allocated IP 172.20.0.2 (684267c1-6a64-48b5-9f7b-24024c819327/1c94ef11-dc03-4b11-aba8-c5caba679539/152ec2fd-de65-4e59-b336-c12313c10810) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:59.050807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692caf6c-f24f-4ce4-80c0-7916e54860ab tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=31187e37-2f00-4fd0-acca-453421e183ae,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:01:59.097936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8962b8e-3fe6-4de0-8930-6fb49f7f474e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:01:59.099989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e025d75f-fdb9-4bb5-bbee-764f899fc3d1 None None] Provisioning complete for port 31187e37-2f00-4fd0-acca-453421e183ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:59.100180 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e025d75f-fdb9-4bb5-bbee-764f899fc3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.191013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.243663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.254309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] For port e29e73ab-2fd7-42fe-a240-8160d85c37cf, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:01:59.313523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e025d75f-fdb9-4bb5-bbee-764f899fc3d1 None None] Port 31187e37-2f00-4fd0-acca-453421e183ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:01:59.317374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] For port e29e73ab-2fd7-42fe-a240-8160d85c37cf, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e29e73ab-2fd7-42fe-a240-8160d85c37cf,segment=NetworkSegment(b0604414-b1a5-4881-8c77-81198dbdb15b),segment_id=b0604414-b1a5-4881-8c77-81198dbdb15b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:01:59.373437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Allocated IP 172.20.0.1 (697230cf-ad8b-431c-a745-abce8b5f7a75/afa312ed-6142-4de5-94b8-6eab9a4c8da6/c9a877bb-65c4-496a-918b-81d27b5a713a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:59.376053 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.405842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.565303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Allocated IP 172.20.0.1 (6638675e-2aec-4568-b89d-2bdf4aca5282/c6168525-237d-4ca0-9cfc-039efc69a54a/fedad65b-dd34-4925-afa6-0bb8d0760710) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:01:59.663457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.677480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15dabb-c4b7-43bb-af1c-35225e40ebd1 req-f228ad4c-a465-49fe-81e1-7006505913e2 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:01:59.678325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b15dabb-c4b7-43bb-af1c-35225e40ebd1 req-f228ad4c-a465-49fe-81e1-7006505913e2 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 944 time: 0.1280928 Aug 06 16:01:59.738699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Transition to ACTIVE for port object c9a877bb-65c4-496a-918b-81d27b5a713a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:59.790802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b15dabb-c4b7-43bb-af1c-35225e40ebd1 req-6924a81f-1dd9-45bc-aeac-1d7c5f22ce10 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819266 Aug 06 16:01:59.828924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.829768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:01:59.833909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.847295 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Transition to ACTIVE for port object fedad65b-dd34-4925-afa6-0bb8d0760710 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:01:59.907907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:01:59.908221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:01:59.961040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.036179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.050549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Port': ['ID=c9a877bb-65c4-496a-918b-81d27b5a713a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.057057 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.057448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Transition to ACTIVE for port object 152ec2fd-de65-4e59-b336-c12313c10810 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:00.069535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367863f-9217-473e-8fe1-6a7a78f12d76 None None] Pushing event updated for resources: {'Port': ['ID=e29e73ab-2fd7-42fe-a240-8160d85c37cf,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.081646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b8962b8e-3fe6-4de0-8930-6fb49f7f474e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:00.119469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Transition to ACTIVE for port object 152ec2fd-de65-4e59-b336-c12313c10810 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:00.121029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b8962b8e-3fe6-4de0-8930-6fb49f7f474e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:00.121411 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.144063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 31187e37-2f00-4fd0-acca-453421e183ae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:00.144810 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.157715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Pushing event updated for resources: {'Port': ['ID=fedad65b-dd34-4925-afa6-0bb8d0760710,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.174800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:00.178754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:00.187339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:00.228272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:00.232326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:00.233898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d977e1e8-5d6b-472c-9ec0-061252e4bfd5 None None] Provisioning complete for port 31187e37-2f00-4fd0-acca-453421e183ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:00.234280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d977e1e8-5d6b-472c-9ec0-061252e4bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.237216 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.248334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:00.355347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.360834 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.368538 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.375868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.379389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d977e1e8-5d6b-472c-9ec0-061252e4bfd5 None None] Port 31187e37-2f00-4fd0-acca-453421e183ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:00.413396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 31187e37-2f00-4fd0-acca-453421e183ae owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:00.446781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:00.449115 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5bae2e-e2af-4beb-aee8-2246f7ca4274" -d '{"events": [{"server_uuid": "73233617-02a6-40f2-a9b9-01d7e52eade4", "name": "network-vif-plugged", "status": "completed", "tag": "40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:00.527259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Network 684267c1-6a64-48b5-9f7b-24024c819327 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:00.536703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.563366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Transition to ACTIVE for port object 7c223e63-2160-416b-bb1b-65f5df40ff86 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:00.576422 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a39559c-acea-440a-b87c-d5a865306bc5 x-openstack-request-id: req-3a39559c-acea-440a-b87c-d5a865306bc5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:00.576735 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73233617-02a6-40f2-a9b9-01d7e52eade4", "name": "network-vif-plugged", "status": "completed", "tag": "40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:00.576969 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a39559c-acea-440a-b87c-d5a865306bc5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:00.577455 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3', 'code': 200} Aug 06 16:02:00.580731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:00.582905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.602431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:00.624513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:00.673347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b8962b8e-3fe6-4de0-8930-6fb49f7f474e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:00.679851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Pushing event updated for resources: {'Port': ['ID=152ec2fd-de65-4e59-b336-c12313c10810,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:00.726803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.770830 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.771320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.802486 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.803729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ad6de98e-a4d7-4055-86ca-896c48ac8ad1 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:00.808894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec44ed9-df6c-4636-914f-a5626b95ddc1 req-33ce3d33-b0f6-42d2-a350-6300b1d21bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:00.811545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cec44ed9-df6c-4636-914f-a5626b95ddc1 req-33ce3d33-b0f6-42d2-a350-6300b1d21bfa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 1096 time: 0.1258273 Aug 06 16:02:00.860290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Attempting to bind port 152ec2fd-de65-4e59-b336-c12313c10810 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:00.861346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Attempting to bind port 152ec2fd-de65-4e59-b336-c12313c10810 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ee46911a-8be1-4526-868f-e61b450382fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '684267c1-6a64-48b5-9f7b-24024c819327'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:00.861346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Attempting to bind port 152ec2fd-de65-4e59-b336-c12313c10810 on network 684267c1-6a64-48b5-9f7b-24024c819327 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:00.907001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:00.907796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Checking segment: {'id': 'ee46911a-8be1-4526-868f-e61b450382fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '684267c1-6a64-48b5-9f7b-24024c819327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:00.907976 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.908288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Bound using segment: {'id': 'ee46911a-8be1-4526-868f-e61b450382fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '684267c1-6a64-48b5-9f7b-24024c819327'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:00.908841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Bound port: 152ec2fd-de65-4e59-b336-c12313c10810, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee46911a-8be1-4526-868f-e61b450382fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '684267c1-6a64-48b5-9f7b-24024c819327'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:00.909235 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.915399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97f07a4b-122f-46b3-b76b-5872573ed9e1 None None] Provisioning for port fedad65b-dd34-4925-afa6-0bb8d0760710 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:00.927560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-97f07a4b-122f-46b3-b76b-5872573ed9e1 None None] Provisioning complete for port fedad65b-dd34-4925-afa6-0bb8d0760710 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:00.928049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97f07a4b-122f-46b3-b76b-5872573ed9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.935431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cec44ed9-df6c-4636-914f-a5626b95ddc1 req-b343219d-a626-4dd3-bd4b-b094bf8439b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793223 Aug 06 16:02:00.977310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:00.980112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Attempting to bind port 7c223e63-2160-416b-bb1b-65f5df40ff86 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:00.980504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Attempting to bind port 7c223e63-2160-416b-bb1b-65f5df40ff86 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:00.980881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Attempting to bind port 7c223e63-2160-416b-bb1b-65f5df40ff86 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:00.996921 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.029528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-97f07a4b-122f-46b3-b76b-5872573ed9e1 None None] Port fedad65b-dd34-4925-afa6-0bb8d0760710 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:01.035585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.053475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=31187e37-2f00-4fd0-acca-453421e183ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.106529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:01.106945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:01.107394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.107846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:01.108358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Bound port: 7c223e63-2160-416b-bb1b-65f5df40ff86, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:01.108760 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.152727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:01.197302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642a20-73fd-42fa-8d8a-c1559a66a66a req-af80fbe2-e8b7-4694-b594-9dec1afd8535 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:01.202450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d642a20-73fd-42fa-8d8a-c1559a66a66a req-af80fbe2-e8b7-4694-b594-9dec1afd8535 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 945 time: 0.2980208 Aug 06 16:02:01.212431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:01.212825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.301368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.324366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2dee3-65c5-4a86-bbd7-403acc662add None None] Pushing event updated for resources: {'Port': ['ID=7c223e63-2160-416b-bb1b-65f5df40ff86,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.329689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] For port 152ec2fd-de65-4e59-b336-c12313c10810, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:01.367409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.385473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d642a20-73fd-42fa-8d8a-c1559a66a66a req-b9023e58-37b2-482c-854a-05f36448bcab tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713555 Aug 06 16:02:01.421456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] For port 152ec2fd-de65-4e59-b336-c12313c10810, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=152ec2fd-de65-4e59-b336-c12313c10810,segment=NetworkSegment(ee46911a-8be1-4526-868f-e61b450382fd),segment_id=ee46911a-8be1-4526-868f-e61b450382fd)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:01.488082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] For port 7c223e63-2160-416b-bb1b-65f5df40ff86, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:01.542372 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.572975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] For port 7c223e63-2160-416b-bb1b-65f5df40ff86, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7c223e63-2160-416b-bb1b-65f5df40ff86,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:01.577580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.639478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.639846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.640202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.640560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.640973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.641311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.641645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.641976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.642303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.642629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.642953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.643277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:01.659617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 809fb3c2-ed22-4d76-bb9e-4c1b25eca37b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:01.664612 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.689279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.762619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.800152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:01.816978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:01.825415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a11cfd-fb14-439e-9057-426de05f605a None None] Pushing event updated for resources: {'Port': ['ID=152ec2fd-de65-4e59-b336-c12313c10810,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.828784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] Sync routers for ids ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:01.841664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-93ba7dd6-c4e8-4270-b913-0bb35ee303c0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/809fb3c2-ed22-4d76-bb9e-4c1b25eca37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9361739 Aug 06 16:02:01.849994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:01.866321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3db779-87fe-4d87-9323-7ae6d2ce06ab None None] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:01.870778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Routers {'9ac80b3f-95e5-40e9-88f4-404cd0ca2639'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:01.871221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:01.886805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Pushing event updated for resources: {'Port': ['ID=fedad65b-dd34-4925-afa6-0bb8d0760710,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:01.905632 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a393de81-21d6-4cd2-8aef-dac45207048f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=809fb3c2-ed22-4d76-bb9e-4c1b25eca37b HTTP/1.1" status: 200 len: 205 time: 0.0443723 Aug 06 16:02:01.908428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54372) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:01.975114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.057223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:02.060366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:02.088765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.099009 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.303466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port ad6de98e-a4d7-4055-86ca-896c48ac8ad1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,segment=NetworkSegment(76602083-5c2a-49cb-bde5-46235cafd99a),segment_id=76602083-5c2a-49cb-bde5-46235cafd99a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:02.311123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] Routers {'809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:02.312116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:02.372583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2dee3-65c5-4a86-bbd7-403acc662add None None] Pushing event updated for resources: {'Port': ['ID=7c223e63-2160-416b-bb1b-65f5df40ff86,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:02.421612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:02.441507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] Routers {'809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:02.441507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:02.443321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.499555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.509830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.628083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c41f091-ad34-4a9c-8129-22d10715cf5b None None] Provisioning for port e29e73ab-2fd7-42fe-a240-8160d85c37cf completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:02.633082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:02.633993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4514fa79-a71e-4831-a2ff-9775f2ddf279 None None] The sync data for ids ['809fb3c2-ed22-4d76-bb9e-4c1b25eca37b'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:02.675660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.676247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router 809fb3c2-ed22-4d76-bb9e-4c1b25eca37b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:02.689087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Port': ['ID=c9a877bb-65c4-496a-918b-81d27b5a713a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:02.698628 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.709756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc6e6296-a2f4-454c-abb1-42b036e431e6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/809fb3c2-ed22-4d76-bb9e-4c1b25eca37b HTTP/1.1" status: 204 len: 168 time: 0.8002467 Aug 06 16:02:02.716690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54390) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:02.737403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.836512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3c0b7-3176-44dd-9826-b364b8139214 req-4a78f95f-d02e-482b-88db-f8185a39b3b8 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:02.838114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88b3c0b7-3176-44dd-9826-b364b8139214 req-4a78f95f-d02e-482b-88db-f8185a39b3b8 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 945 time: 0.2391627 Aug 06 16:02:02.847227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8962b8e-3fe6-4de0-8930-6fb49f7f474e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:02.854502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 543d1613-d5e8-4a4b-81cd-2e0223f01c06 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:02.870809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.924175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] Set router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:02.925443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:02.934859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:03.024737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:03.038056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a0ee4f2a-16b8-441d-b58b-7a3c7a546c7d None None] Provisioning complete for port fedad65b-dd34-4925-afa6-0bb8d0760710 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:03.038573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4f2a-16b8-441d-b58b-7a3c7a546c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.040267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b8962b8e-3fe6-4de0-8930-6fb49f7f474e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:03.040722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.055109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88b3c0b7-3176-44dd-9826-b364b8139214 req-8356a809-7914-494b-abaf-3b26e800dfa6 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690333 Aug 06 16:02:03.057578 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.203001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:03.207091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:03.283044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.321259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee4f2a-16b8-441d-b58b-7a3c7a546c7d None None] Port fedad65b-dd34-4925-afa6-0bb8d0760710 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:03.333543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=543d1613-d5e8-4a4b-81cd-2e0223f01c06,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:03.343340 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.353962 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f71d9f14-c59c-4c8b-9321-031e50b27b06 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/543d1613-d5e8-4a4b-81cd-2e0223f01c06 HTTP/1.1" status: 204 len: 168 time: 0.6316972 Aug 06 16:02:03.354727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54400) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:03.377523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391c11b-cbb0-4fb1-ba6d-3d8983c20d45 None None] Network 145067bd-6838-4afb-9364-d4e406e24e88 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:03.508554 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.512974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:03.531079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-da5d6c47-9ed5-4d64-8431-635e6cd15cdc admin admin] 10.222.0.16 "PUT /v2.0/routers/9ac80b3f-95e5-40e9-88f4-404cd0ca2639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4418247 Aug 06 16:02:03.531860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e49b0-ecab-4750-a37a-5bb0888cf159 None None] Network 684267c1-6a64-48b5-9f7b-24024c819327 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:03.654266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:03.654672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.717186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Router 4e956699-e0bd-47c2-919f-ca3aef4ae2d6 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:02:03.790990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e29e73ab-2fd7-42fe-a240-8160d85c37cf up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:03.868552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port ad6de98e-a4d7-4055-86ca-896c48ac8ad1, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,segment=NetworkSegment(76602083-5c2a-49cb-bde5-46235cafd99a),segment_id=76602083-5c2a-49cb-bde5-46235cafd99a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:03.868961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:03.891461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3e9ef1a-8967-41c4-b32e-6f6c40ae51f6 None None] Provisioning for port 152ec2fd-de65-4e59-b336-c12313c10810 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:03.920532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for ad6de98e-a4d7-4055-86ca-896c48ac8ad1 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:03.972310 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:03.978760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-89d27bb4-d107-492b-9eeb-4f4567c145b3 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8156791 Aug 06 16:02:03.981764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:03.991755 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] Sync routers for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:04.007066 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:04.007599 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.017741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fedad65b-dd34-4925-afa6-0bb8d0760710', 'name': '', 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'mac_address': 'fa:16:3e:64:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:59Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 2, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'subnets': [{'id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.121564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.149993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] DHCP port deletion for 145067bd-6838-4afb-9364-d4e406e24e88 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:04.151505 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:04.152179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3e9ef1a-8967-41c4-b32e-6f6c40ae51f6 None None] Provisioning for port c9a877bb-65c4-496a-918b-81d27b5a713a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:04.152697 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.199734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3e9ef1a-8967-41c4-b32e-6f6c40ae51f6 None None] Provisioning complete for port c9a877bb-65c4-496a-918b-81d27b5a713a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:04.200134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3e9ef1a-8967-41c4-b32e-6f6c40ae51f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.211047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419489e-a196-48a7-8d18-a4769d5b49f2 None None] The sync data for ids ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'] in n-d-778550-6 is: [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fedad65b-dd34-4925-afa6-0bb8d0760710', 'name': '', 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'mac_address': 'fa:16:3e:64:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:59Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 2, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'subnets': [{'id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:04.239378 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.242086 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32194e45-1b00-4c50-ab3a-81351d9885d1 None None] The sync data for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:04.321553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.378192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d3e9ef1a-8967-41c4-b32e-6f6c40ae51f6 None None] Port c9a877bb-65c4-496a-918b-81d27b5a713a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:04.390177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e29e73ab-2fd7-42fe-a240-8160d85c37cf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:04.412605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e29e73ab-2fd7-42fe-a240-8160d85c37cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:04.429122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.429263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:04.430022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:04.526643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Deleting port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:04.527067 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.691514 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-483867ce-cca3-45c4-8470-e1140a721d01 None None] Provisioning complete for port c9a877bb-65c4-496a-918b-81d27b5a713a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:04.691887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-483867ce-cca3-45c4-8470-e1140a721d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.741780 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.798332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145067bd-6838-4afb-9364-d4e406e24e88']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.842635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] For port ad6de98e-a4d7-4055-86ca-896c48ac8ad1, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:04.843042 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.894169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76602083-5c2a-49cb-bde5-46235cafd99a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.895528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76602083-5c2a-49cb-bde5-46235cafd99a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:04.938408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.945241 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-d941d275-cf66-4b30-8e5d-4881816d935c tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:02:04.960129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Calling delete_port for ad6de98e-a4d7-4055-86ca-896c48ac8ad1 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:04.963296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d941d275-cf66-4b30-8e5d-4881816d935c tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9802768 Aug 06 16:02:04.964208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:04.981833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:02:04.982762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-483867ce-cca3-45c4-8470-e1140a721d01 None None] Port c9a877bb-65c4-496a-918b-81d27b5a713a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:04.983601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:04.994870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54448) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:05.006203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1043466463-network', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:05.006455 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.013016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.018332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:05.018750 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:05.027628 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:05.049072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] Pushing event deleted for resources: {'Port': ['ID=ad6de98e-a4d7-4055-86ca-896c48ac8ad1,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:05.058590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1af510d1-591e-49f9-942e-687e3c979233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.075725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a57621-f034-4929-9a45-0f7a9b8244ba None None] No DVR routers for this DVR port ad6de98e-a4d7-4055-86ca-896c48ac8ad1 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:05.130997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e29e73ab-2fd7-42fe-a240-8160d85c37cf, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e29e73ab-2fd7-42fe-a240-8160d85c37cf,segment=NetworkSegment(b0604414-b1a5-4881-8c77-81198dbdb15b),segment_id=b0604414-b1a5-4881-8c77-81198dbdb15b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:05.219357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.220278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 152ec2fd-de65-4e59-b336-c12313c10810 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:05.248979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Made reservation on behalf of c893e0bfdc794c25b87d9db1c4fcd106 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:05.252116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.257601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.318368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.320304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/145067bd-6838-4afb-9364-d4e406e24e88 HTTP/1.1" status: 204 len: 168 time: 1.9645655 Aug 06 16:02:05.323662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.338558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54454) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:05.344961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-995527763', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:05.372625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e29e73ab-2fd7-42fe-a240-8160d85c37cf,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:05.374107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df53b3-a398-4cd9-9c3e-aad8e8b772c3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=145067bd-6838-4afb-9364-d4e406e24e88,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:05.410879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 16:02:05.410879 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 16:02:05.410879 n-d-778550-6 neutron-server[94840]: [parameters: {'project_id_1': 'c893e0bfdc794c25b87d9db1c4fcd106', 'expiration_1': datetime.datetime(2021, 8, 6, 16, 2, 5, 395052)}] Aug 06 16:02:05.410879 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:02:05.411227 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:02:05.522147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 152ec2fd-de65-4e59-b336-c12313c10810 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:05.534433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 152ec2fd-de65-4e59-b336-c12313c10810 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:05.534433 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.646361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.646361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.668376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5a7e-e1f2-4d5f-b957-c23767ad5824 req-d252ced4-d596-44d3-99bb-04c5b56de1f3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:05.670048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55fa5a7e-e1f2-4d5f-b957-c23767ad5824 req-d252ced4-d596-44d3-99bb-04c5b56de1f3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 945 time: 0.1014857 Aug 06 16:02:05.709433 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.813217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.817036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55fa5a7e-e1f2-4d5f-b957-c23767ad5824 req-932f7f00-4b76-48b4-8ee6-9acfa7fcb9e1 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347201 Aug 06 16:02:05.849072 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.883394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.912379 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:05.938583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 152ec2fd-de65-4e59-b336-c12313c10810, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=152ec2fd-de65-4e59-b336-c12313c10810,segment=NetworkSegment(ee46911a-8be1-4526-868f-e61b450382fd),segment_id=ee46911a-8be1-4526-868f-e61b450382fd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:06.020520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.023187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b9c6c1f4-c346-480e-add9-a176db761998 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6822817 Aug 06 16:02:06.025453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54466) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:06.030921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-1849178431'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:06.048513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.065143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting port c9a877bb-65c4-496a-918b-81d27b5a713a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:06.065672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.175983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=152ec2fd-de65-4e59-b336-c12313c10810,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:06.202868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.269670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.285922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Calling delete_port for c9a877bb-65c4-496a-918b-81d27b5a713a owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:06.382377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e29e73ab-2fd7-42fe-a240-8160d85c37cf up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:06.447460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.466284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:06.470280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e29e73ab-2fd7-42fe-a240-8160d85c37cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:06.470663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.534072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76b7598-412c-401f-8937-4b86124e8f88,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:06.534072 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:06.536732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.573927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c223e63-2160-416b-bb1b-65f5df40ff86 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:06.602161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:06.635932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.654692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.655046 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Added segment bb74773c-3915-471c-9f9e-5766efd4a559 of type vlan for network f00490b3-6fba-44f1-8250-03a2a2c98168 Aug 06 16:02:06.657394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.660388 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment 8a5ed259-e41a-4d04-9d4b-921f5397586c of type vlan for network a2f7f02a-0224-4e95-8a42-6749efc80282 Aug 06 16:02:06.675905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Port': ['ID=c9a877bb-65c4-496a-918b-81d27b5a713a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:06.706993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7c223e63-2160-416b-bb1b-65f5df40ff86 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:06.711465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7c223e63-2160-416b-bb1b-65f5df40ff86 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:06.712436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.825472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.835384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.868788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.925031 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:06.978046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7c223e63-2160-416b-bb1b-65f5df40ff86, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7c223e63-2160-416b-bb1b-65f5df40ff86,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:07.007999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-6dfd31c7-5913-4764-96cc-4b1d14c2a924 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.009538 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-6dfd31c7-5913-4764-96cc-4b1d14c2a924 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 945 time: 0.1234281 Aug 06 16:02:07.087177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.088082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.088725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.093679 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.149590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5338f-dbb3-40f9-a77b-0ffc6cd51a67 req-c48865aa-9a2a-4357-b14c-8a75269f7267 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.151132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fc5338f-dbb3-40f9-a77b-0ffc6cd51a67 req-c48865aa-9a2a-4357-b14c-8a75269f7267 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 945 time: 0.1415927 Aug 06 16:02:07.168568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Router 4e956699-e0bd-47c2-919f-ca3aef4ae2d6 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:07.202984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fc5338f-dbb3-40f9-a77b-0ffc6cd51a67 req-6866fdb9-0d7e-43cb-8e63-e150035bc8f4 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Aug 06 16:02:07.210668 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.223405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:07.227305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.248660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] Pushing event updated for resources: {'Network': ['ID=f00490b3-6fba-44f1-8250-03a2a2c98168,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:07.264479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ad6de98e-a4d7-4055-86ca-896c48ac8ad1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:07.267413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network f00490b3-6fba-44f1-8250-03a2a2c98168 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:07.312255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:07.318742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e918435-eb8e-473e-8bd5-8baa41d76589 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3532887 Aug 06 16:02:07.323546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:07.360180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: ad6de98e-a4d7-4055-86ca-896c48ac8ad1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:07.360180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device ad6de98e-a4d7-4055-86ca-896c48ac8ad1 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:07.367385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] Sync routers for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:07.372019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7c223e63-2160-416b-bb1b-65f5df40ff86,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:07.382163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=a2f7f02a-0224-4e95-8a42-6749efc80282,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:07.397908 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f6c4ecc-036f-485c-a6c3-7d58d860f323 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4017243 Aug 06 16:02:07.404549 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ec64dd28-7fc2-4e8e-89ac-29ccb09b1318 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3777936 Aug 06 16:02:07.406780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:07.407111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54492) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:07.417510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network a2f7f02a-0224-4e95-8a42-6749efc80282 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:07.423413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Request body: {'subnet': {'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1043466463-subnet', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:07.450248 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ea19f0b4-08bc-4e29-882b-9c5e73125845 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] delete failed (client error): The resource could not be found. Aug 06 16:02:07.458548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ea19f0b4-08bc-4e29-882b-9c5e73125845 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1505202398 HTTP/1.1" status: 404 len: 335 time: 0.1304746 Aug 06 16:02:07.460566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54496) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:07.467487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-40c144bc-996a-48de-8b31-5499286dca21 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e956699-e0bd-47c2-919f-ca3aef4ae2d6'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:07.484146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:07.543401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:07.544306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:07.609345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Made reservation on behalf of c893e0bfdc794c25b87d9db1c4fcd106 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:07.612802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.638087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:07.706194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:07.707445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:07.757143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:07.757814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b898017-1cb9-42a7-a6ce-e11ebc1cf8ff None None] The sync data for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:07.794813 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.807636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Deleting port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:07.808241 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.814313 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ad9df8d-58ee-42af-876a-9e3e91f97c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:07.853713 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Sync routers for ids ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:07.879713 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Routers {'9ac80b3f-95e5-40e9-88f4-404cd0ca2639'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:07.880780 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:07.924510 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40c144bc-996a-48de-8b31-5499286dca21 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.014225 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Set router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:08.034134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:08.038196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.075783 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-40c144bc-996a-48de-8b31-5499286dca21 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] update failed (client error): The resource could not be found. Aug 06 16:02:08.077439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40c144bc-996a-48de-8b31-5499286dca21 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6 HTTP/1.1" status: 404 len: 339 time: 0.6158600 Aug 06 16:02:08.092632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54506) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:08.138922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] For port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:08.143392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.162423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Calling delete_port for 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:08.184614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 152ec2fd-de65-4e59-b336-c12313c10810 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:08.285619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 152ec2fd-de65-4e59-b336-c12313c10810 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:08.285619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.318623 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fedad65b-dd34-4925-afa6-0bb8d0760710', 'name': '', 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'mac_address': 'fa:16:3e:64:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:59Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 2, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'subnets': [{'id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:08.346330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.376222 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Checking router: 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:08.379050 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Updating router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 port fedad65b-dd34-4925-afa6-0bb8d0760710 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:08.407983 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.533085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c223e63-2160-416b-bb1b-65f5df40ff86 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:08.664668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7c223e63-2160-416b-bb1b-65f5df40ff86 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:08.665299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.801602 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.825600 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Transition to ACTIVE for port object fedad65b-dd34-4925-afa6-0bb8d0760710 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:08.945570 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:08.990486 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.026811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a2ce18-1f61-4fd2-b239-9dcc9d5a202b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:09.057839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Checking segment: {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:09.058548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Network hostable DHCP agents. Network: f00490b3-6fba-44f1-8250-03a2a2c98168, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:09.150996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674be065-0b52-4ac8-8237-6efa4d8b4019 None None] Pushing event updated for resources: {'Port': ['ID=fedad65b-dd34-4925-afa6-0bb8d0760710,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:09.155893 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.184718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Network f00490b3-6fba-44f1-8250-03a2a2c98168 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:09.214336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42f12b-e8c2-4d73-b0bc-e54c77cf8d72 req-1b0a72bd-ec3f-4102-ad8f-c6d4c96f03e8 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.229147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Pushing event deleted for resources: {'Port': ['ID=40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:09.230238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae42f12b-e8c2-4d73-b0bc-e54c77cf8d72 req-1b0a72bd-ec3f-4102-ad8f-c6d4c96f03e8 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 867 time: 0.1503317 Aug 06 16:02:09.239835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Attempting to bind port fedad65b-dd34-4925-afa6-0bb8d0760710 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:09.243121 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Attempting to bind port fedad65b-dd34-4925-afa6-0bb8d0760710 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:09.243608 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Attempting to bind port fedad65b-dd34-4925-afa6-0bb8d0760710 on network 6638675e-2aec-4568-b89d-2bdf4aca5282 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:09.257821 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:09.258328 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Checking segment: {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:09.258826 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.259277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Bound using segment: {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:09.259826 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Bound port: fedad65b-dd34-4925-afa6-0bb8d0760710, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:09.261458 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.297649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] No DVR routers for this DVR port 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:09.297649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.300149 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adc999d7-4657-4586-b442-b0f8d2adb51f req-c193596f-df6f-4a7b-824f-fbfe254c9f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "DELETE /v2.0/ports/40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 HTTP/1.1" status: 204 len: 173 time: 2.2789462 Aug 06 16:02:09.300827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'name': 'network-vif-deleted', 'tag': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:09.303525 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db401234-60c1-4f90-8fc2-c0771052dc3b" -d '{"events": [{"server_uuid": "73233617-02a6-40f2-a9b9-01d7e52eade4", "name": "network-vif-deleted", "tag": "40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:09.333076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae42f12b-e8c2-4d73-b0bc-e54c77cf8d72 req-ea1ab877-2940-4b4e-b96a-fe34ff76e0af tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018236 Aug 06 16:02:09.334953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, f00490b3-6fba-44f1-8250-03a2a2c98168) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:09.344560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f96e7-9ba4-4597-8b2f-34834ff1da2f None None] Network f00490b3-6fba-44f1-8250-03a2a2c98168 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:09.357096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:09.367943 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.414061 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30541b8b-8e55-463c-8450-f32465f5b037 x-openstack-request-id: req-30541b8b-8e55-463c-8450-f32465f5b037 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:09.414355 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73233617-02a6-40f2-a9b9-01d7e52eade4", "name": "network-vif-deleted", "tag": "40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:09.414753 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] For port fedad65b-dd34-4925-afa6-0bb8d0760710, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:09.415599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.415744 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30541b8b-8e55-463c-8450-f32465f5b037 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:09.416130 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73233617-02a6-40f2-a9b9-01d7e52eade4', 'name': 'network-vif-deleted', 'tag': '40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3', 'status': 'completed', 'code': 200} Aug 06 16:02:09.419748 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] For port fedad65b-dd34-4925-afa6-0bb8d0760710, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fedad65b-dd34-4925-afa6-0bb8d0760710,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:09.483076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.510977 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.571244 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ccac994d-6bba-44bb-a276-51a03fc10e41 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1604123 Aug 06 16:02:09.584852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54532) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:09.592348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:09.608324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-f00490b3-6fba-44f1-8250-03a2a2c98168', 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'fixed_ips': [{'subnet_id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:09.612342 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:02:09.613112 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.671261 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674be065-0b52-4ac8-8237-6efa4d8b4019 None None] Pushing event updated for resources: {'Port': ['ID=fedad65b-dd34-4925-afa6-0bb8d0760710,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:09.680026 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Routers {'9ac80b3f-95e5-40e9-88f4-404cd0ca2639'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:09.680819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:09.718031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=288dc20b-20fc-472b-8f66-8bf54f03ea5f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:09.744549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:09.744992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: a2f7f02a-0224-4e95-8a42-6749efc80282, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:09.799276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.802493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.835476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Allocated IP 172.20.0.2 (f00490b3-6fba-44f1-8250-03a2a2c98168/59a2ce18-1f61-4fd2-b239-9dcc9d5a202b/5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:09.889697 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] Set router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:09.896237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:09.896689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network a2f7f02a-0224-4e95-8a42-6749efc80282 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:09.959487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Allocated IP 172.20.0.1 (6f6f7ee8-c303-41c3-b67f-0b8d741c04fe/5f7e805c-ad16-4db9-9605-30872e4040c0/ab950dee-79e8-4114-8aa3-772f46fa120d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:10.062272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, a2f7f02a-0224-4e95-8a42-6749efc80282) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:10.066972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:10.067567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.098730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bce6ef-11df-4552-91f0-ec972ae161e7 None None] Network a2f7f02a-0224-4e95-8a42-6749efc80282 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:10.174662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.232475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Transition to ACTIVE for port object ab950dee-79e8-4114-8aa3-772f46fa120d will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:10.245796 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fedad65b-dd34-4925-afa6-0bb8d0760710', 'name': '', 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'mac_address': 'fa:16:3e:64:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:59Z', 'updated_at': '2021-08-06T16:02:09Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'subnets': [{'id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:10.281134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.296694 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a4995-1979-496c-9925-8087c619df0a None None] The sync data for ids ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'] in n-d-778550-6 is: [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:00Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fedad65b-dd34-4925-afa6-0bb8d0760710', 'name': '', 'network_id': '6638675e-2aec-4568-b89d-2bdf4aca5282', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'mac_address': 'fa:16:3e:64:75:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:59Z', 'updated_at': '2021-08-06T16:02:09Z', 'revision_number': 4, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'subnets': [{'id': 'c6168525-237d-4ca0-9cfc-039efc69a54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:10.302661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-de1226e9-0635-4986-ba20-9bb951beeb8f tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8836250 Aug 06 16:02:10.302661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54540) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:10.304364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fedad65b-dd34-4925-afa6-0bb8d0760710 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:10.315319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Transition to ACTIVE for port object 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:10.470460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Transition to ACTIVE for port object 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:10.494588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.578747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-a2f7f02a-0224-4e95-8a42-6749efc80282', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:10.580093 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.646393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a177240a-8f25-4c90-8e0a-b865582386b6 req-971b66ee-8835-445d-922b-740481f06818 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=73233617-02a6-40f2-a9b9-01d7e52eade4 HTTP/1.1" status: 200 len: 210 time: 0.0847464 Aug 06 16:02:10.658533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:10.700355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:10.724791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fedad65b-dd34-4925-afa6-0bb8d0760710 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:10.726063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:10.727660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.746926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fedad65b-dd34-4925-afa6-0bb8d0760710 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:10.747363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.787171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Port': ['ID=ab950dee-79e8-4114-8aa3-772f46fa120d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:10.825676 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.846461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.891735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Network f00490b3-6fba-44f1-8250-03a2a2c98168 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:10.918610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:10.955206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:10.957743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:10.963269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Pushing event updated for resources: {'Port': ['ID=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:10.997537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:11.092350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:11.092840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 40abbeb4-4f16-4736-b52b-e0c3b2d3d6e3 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:11.095568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Allocated IP 172.20.0.2 (a2f7f02a-0224-4e95-8a42-6749efc80282/288dc20b-20fc-472b-8f66-8bf54f03ea5f/06956687-3dba-4172-9c30-bd96f263b7e5) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:11.147681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Attempting to bind port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:11.148213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Attempting to bind port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:11.148770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Attempting to bind port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca on network f00490b3-6fba-44f1-8250-03a2a2c98168 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:11.160506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:11.161824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Checking segment: {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:11.162428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.163207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Bound using segment: {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:11.164181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Bound port: 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:11.164900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.258686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.263508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.332476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.464576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port fedad65b-dd34-4925-afa6-0bb8d0760710, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fedad65b-dd34-4925-afa6-0bb8d0760710,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:11.464576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-483ebe57-0fb9-4bb8-bd72-c36683c5a761 None None] Provisioning for port ab950dee-79e8-4114-8aa3-772f46fa120d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:11.478481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-483ebe57-0fb9-4bb8-bd72-c36683c5a761 None None] Provisioning complete for port ab950dee-79e8-4114-8aa3-772f46fa120d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:11.479520 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-483ebe57-0fb9-4bb8-bd72-c36683c5a761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.568481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-483ebe57-0fb9-4bb8-bd72-c36683c5a761 None None] Port ab950dee-79e8-4114-8aa3-772f46fa120d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:11.570666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] For port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:11.579285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.617078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.676700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] For port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,segment=NetworkSegment(bb74773c-3915-471c-9f9e-5766efd4a559),segment_id=bb74773c-3915-471c-9f9e-5766efd4a559)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:11.694894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.709028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Transition to ACTIVE for port object 06956687-3dba-4172-9c30-bd96f263b7e5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:11.729821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.762112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=fedad65b-dd34-4925-afa6-0bb8d0760710,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:11.762967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.767700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Transition to ACTIVE for port object 06956687-3dba-4172-9c30-bd96f263b7e5 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:11.831412 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.904989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6770bed-561c-4b3f-b411-6e1ba338b014 None None] Pushing event updated for resources: {'Port': ['ID=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:11.917580 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.920267 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:11.998897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Network a2f7f02a-0224-4e95-8a42-6749efc80282 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:12.010500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:12.019183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:12.036873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Pushing event updated for resources: {'Port': ['ID=06956687-3dba-4172-9c30-bd96f263b7e5,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:12.123732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.20.0.1 (a2f7f02a-0224-4e95-8a42-6749efc80282/288dc20b-20fc-472b-8f66-8bf54f03ea5f/b8a00d2e-526b-431c-8f83-04617fdf1605) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:12.218633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Attempting to bind port 06956687-3dba-4172-9c30-bd96f263b7e5 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:12.220249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Attempting to bind port 06956687-3dba-4172-9c30-bd96f263b7e5 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:12.221286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Attempting to bind port 06956687-3dba-4172-9c30-bd96f263b7e5 on network a2f7f02a-0224-4e95-8a42-6749efc80282 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:12.245217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:12.246102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Checking segment: {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:12.246568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.246977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Bound using segment: {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:12.247891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Bound port: 06956687-3dba-4172-9c30-bd96f263b7e5, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:12.252280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.271442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fedad65b-dd34-4925-afa6-0bb8d0760710 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:12.304933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Allocated IP 172.25.5.182 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/dadff5d9-4ebd-496f-9128-7890d54b41b0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:12.344999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.366416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event updated for resources: {'Port': ['ID=ab950dee-79e8-4114-8aa3-772f46fa120d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:12.456513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] For port 06956687-3dba-4172-9c30-bd96f263b7e5, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:12.468421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] For port 06956687-3dba-4172-9c30-bd96f263b7e5, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=06956687-3dba-4172-9c30-bd96f263b7e5,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:12.483209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fedad65b-dd34-4925-afa6-0bb8d0760710 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:12.483910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.500303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.519067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-6570a01c-3e7c-4c4e-9000-149ae61b9257 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:12.521210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-6570a01c-3e7c-4c4e-9000-149ae61b9257 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/networks?id=9889899a-b08e-43c6-bc37-8d9f5ed450e5 HTTP/1.1" status: 200 len: 809 time: 0.4695292 Aug 06 16:02:12.545114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-0f790276-55bc-471a-bb41-a8e9b79a5f10 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/quotas/4cf4f358ac7b4643a220adc7de293219 HTTP/1.1" status: 200 len: 375 time: 0.0172048 Aug 06 16:02:12.553327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object b8a00d2e-526b-431c-8f83-04617fdf1605 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:12.584022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.599406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-4cf43b33-89b5-4fbc-a3ec-5de3fa495065 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cf4f358ac7b4643a220adc7de293219&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445895 Aug 06 16:02:12.626080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.630592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:12.634275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:12.706115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:12.781381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network a2f7f02a-0224-4e95-8a42-6749efc80282 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:12.822411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c24cd7-e432-4974-9d41-f5e75b704750 None None] Pushing event updated for resources: {'Port': ['ID=06956687-3dba-4172-9c30-bd96f263b7e5,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:12.824083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:12.829307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:12.855982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-30ae22b7-4620-41a8-a96c-96b6de80eb77 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:02:12.868236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-30ae22b7-4620-41a8-a96c-96b6de80eb77 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2615905 Aug 06 16:02:12.911671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=b8a00d2e-526b-431c-8f83-04617fdf1605,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:12.924936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.049216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:13.058590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.111915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-431b2c60-6310-47c4-96ba-bdd088c5bd55 service neutron] 10.222.0.16 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281523 Aug 06 16:02:13.122277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45b03664-6551-471b-86d2-ab48015c2247 None None] Provisioning complete for port ab950dee-79e8-4114-8aa3-772f46fa120d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:13.124548 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45b03664-6551-471b-86d2-ab48015c2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.131497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:13.145215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Pushing event updated for resources: {'Port': ['ID=dadff5d9-4ebd-496f-9128-7890d54b41b0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:13.172967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:13.198184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Router 4e956699-e0bd-47c2-919f-ca3aef4ae2d6 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:13.216950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-45b03664-6551-471b-86d2-ab48015c2247 None None] Port ab950dee-79e8-4114-8aa3-772f46fa120d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:13.435508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:13.442065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f454cebd-5b37-476b-b621-045c0a83e709 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3545365 Aug 06 16:02:13.448639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:13.456578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] Sync routers for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:13.477959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:13.478736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:13.503074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-543b386b-7b3e-4f95-82dc-1477c2aa6c16 service neutron] 10.222.0.16 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722417 Aug 06 16:02:13.549975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:13.570653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:13.573873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:13.719849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae4294e0-750e-40a7-b43b-53345b3db7cc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:13.866346 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ae4294e0-750e-40a7-b43b-53345b3db7cc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 16:02:13.875907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ae4294e0-750e-40a7-b43b-53345b3db7cc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6 HTTP/1.1" status: 409 len: 329 time: 0.4180090 Aug 06 16:02:13.875907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:13.889686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936f31b-6aee-41e0-98b8-f5f0309dd3a6 None None] Network f00490b3-6fba-44f1-8250-03a2a2c98168 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:13.899304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:13.905085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f78fc4-3a4f-483b-aa89-48acd9e3effa None None] The sync data for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:14.038539 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.153805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cb9f613b-2f80-4525-82b4-57fdd552b44b None None] Provisioning for port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:14.413644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:14.676014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:14.687992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:14.690757 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.701121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d54f2-5535-4a74-9dbf-5e66c1de302f None None] Network a2f7f02a-0224-4e95-8a42-6749efc80282 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:14.702552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.728994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.927567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:14.996219 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.012949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ea1017eb-406c-4318-be1a-878f7140f595 None None] Provisioning for port 06956687-3dba-4172-9c30-bd96f263b7e5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:15.014396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e92143b7-616d-4a74-8425-f1058e39dd68 req-411ce224-0abb-40f3-a0c6-89eaddbfb839 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 210 time: 0.0908980 Aug 06 16:02:15.131860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.137704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.242039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.261460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting port ab950dee-79e8-4114-8aa3-772f46fa120d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:15.261796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.300283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=b8a00d2e-526b-431c-8f83-04617fdf1605,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:15.300961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,segment=NetworkSegment(bb74773c-3915-471c-9f9e-5766efd4a559),segment_id=bb74773c-3915-471c-9f9e-5766efd4a559)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:15.335666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ad90689-8707-4e1f-b35d-ab6bff96eeb0 None None] Provisioning complete for port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:15.336079 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ad90689-8707-4e1f-b35d-ab6bff96eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.430047 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.430862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 06956687-3dba-4172-9c30-bd96f263b7e5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:15.475412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.492639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Calling delete_port for ab950dee-79e8-4114-8aa3-772f46fa120d owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:15.644685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:15.687778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network a2f7f02a-0224-4e95-8a42-6749efc80282 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:15.691712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:15.768117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 06956687-3dba-4172-9c30-bd96f263b7e5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:15.778237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 06956687-3dba-4172-9c30-bd96f263b7e5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:15.778877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:15.857717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Router ff1fad57-aebc-4087-bfac-236f85e5975d is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:02:16.016831 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.108741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 06956687-3dba-4172-9c30-bd96f263b7e5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=06956687-3dba-4172-9c30-bd96f263b7e5,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:16.134806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfd08b94-e362-4b56-90ac-04848403cea0 None None] Provisioning for port b8a00d2e-526b-431c-8f83-04617fdf1605 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:16.141501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfd08b94-e362-4b56-90ac-04848403cea0 None None] Provisioning complete for port b8a00d2e-526b-431c-8f83-04617fdf1605 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:16.148476 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfd08b94-e362-4b56-90ac-04848403cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.154775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:16.169408 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Sync routers for ids ['ff1fad57-aebc-4087-bfac-236f85e5975d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:16.182558 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Routers {'ff1fad57-aebc-4087-bfac-236f85e5975d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:16.183296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ff1fad57-aebc-4087-bfac-236f85e5975d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:16.206172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bfd08b94-e362-4b56-90ac-04848403cea0 None None] Port b8a00d2e-526b-431c-8f83-04617fdf1605 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:16.222513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bfd08b94-e362-4b56-90ac-04848403cea0 None None] Provisioning complete for port 06956687-3dba-4172-9c30-bd96f263b7e5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:16.222513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bfd08b94-e362-4b56-90ac-04848403cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.255328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cfba54d-266e-45c8-84e8-ced94625eb46 req-e2d7d923-9adc-4107-9ad2-4e2672dd66f0 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 210 time: 0.0664005 Aug 06 16:02:16.259042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.269292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b8ecb35b-77b6-4bda-b47e-7e503842e5bd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6729939 Aug 06 16:02:16.269292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54716) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:16.275065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.277351 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.423970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Port': ['ID=ab950dee-79e8-4114-8aa3-772f46fa120d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:16.464083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:16.467786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=06956687-3dba-4172-9c30-bd96f263b7e5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:16.637577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:16.638232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.748702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.774761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f54f31cf-d80f-4295-ab7f-5d541e6f9699 None None] Provisioning complete for port b8a00d2e-526b-431c-8f83-04617fdf1605 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:16.775537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f54f31cf-d80f-4295-ab7f-5d541e6f9699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:16.797183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:02:16.846635 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Set router ff1fad57-aebc-4087-bfac-236f85e5975d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:16.891333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f54f31cf-d80f-4295-ab7f-5d541e6f9699 None None] Port b8a00d2e-526b-431c-8f83-04617fdf1605 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:17.017544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3369e067-a80f-4d76-9cf9-a6bebe0f004c None None] Provisioning complete for port b8a00d2e-526b-431c-8f83-04617fdf1605 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:17.018170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3369e067-a80f-4d76-9cf9-a6bebe0f004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.036658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:17.057483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:17.073875 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ed857146-ce14-4d3f-8676-2bbcabc48b89 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7625842 Aug 06 16:02:17.084029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.098412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-228992303'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:17.103052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:17.106953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.146352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Router 4e956699-e0bd-47c2-919f-ca3aef4ae2d6 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:17.254375 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:14Z', 'revision_number': 3, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.259429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3369e067-a80f-4d76-9cf9-a6bebe0f004c None None] Port b8a00d2e-526b-431c-8f83-04617fdf1605 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:17.306663 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Checking router: ff1fad57-aebc-4087-bfac-236f85e5975d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:17.307017 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Updating router ff1fad57-aebc-4087-bfac-236f85e5975d port dadff5d9-4ebd-496f-9128-7890d54b41b0 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:17.319866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:17.319866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.320714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:17.342197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.348352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:17.349265 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.364431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-adc1b865-e99d-4cca-ba11-7f581bf6c976 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4924443 Aug 06 16:02:17.366703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.373480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] Sync routers for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:17.428079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:17.430618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.456482 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-3aa8d7dc-0e5a-4ede-b8fb-96c40ea3cecd tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] show failed (client error): The resource could not be found. Aug 06 16:02:17.463781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54762) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.464227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3aa8d7dc-0e5a-4ede-b8fb-96c40ea3cecd tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1196361959 HTTP/1.1" status: 404 len: 335 time: 0.0954623 Aug 06 16:02:17.469822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1d0c596-62aa-4533-a9fa-2381c22a0a28 req-7b510868-3bda-4bd9-a7f5-908df986e36e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 210 time: 0.0958431 Aug 06 16:02:17.471680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:17.483927 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.484357 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment ca253c83-0876-47f0-9cbb-fa8deb5230a2 of type vlan for network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f Aug 06 16:02:17.485864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9929dcc3-da72-4923-b9b4-b71a823987e0 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:17.545718 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-9929dcc3-da72-4923-b9b4-b71a823987e0 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] update failed (client error): The resource could not be found. Aug 06 16:02:17.553359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9929dcc3-da72-4923-b9b4-b71a823987e0 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-373773984 HTTP/1.1" status: 404 len: 334 time: 0.0883112 Aug 06 16:02:17.553949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54768) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:17.578559 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.595785 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.657756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:13Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:14Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.683001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting subnet 1c94ef11-dc03-4b11-aba8-c5caba679539 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:17.690722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.700250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:17.701090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Updating router 77df14db-2c5d-4169-9994-4f07409ed150 port b8a00d2e-526b-431c-8f83-04617fdf1605 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:17.740619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.825103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.829580 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] Routers {'4e956699-e0bd-47c2-919f-ca3aef4ae2d6'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:17.830288 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.850703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:17.850703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:17.935086 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:17.936185 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001e461-4a0b-4191-8697-a23b55fbf187 None None] The sync data for ids ['4e956699-e0bd-47c2-919f-ca3aef4ae2d6'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:17.979607 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.005480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Transition to ACTIVE for port object dadff5d9-4ebd-496f-9128-7890d54b41b0 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:18.010483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=bb813bb8-1b54-4671-b83a-b2ef4a30dd7f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:18.028272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:18.127869 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.154771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07a53956-362c-49e6-b31e-dd802ad46765 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0692258 Aug 06 16:02:18.155945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:18.163041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:18.188818 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37850a-b52d-40c2-a16a-5500e8006e8f None None] Pushing event updated for resources: {'Port': ['ID=dadff5d9-4ebd-496f-9128-7890d54b41b0,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:18.211426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Allocated IP 172.20.0.1 (f00490b3-6fba-44f1-8250-03a2a2c98168/59a2ce18-1f61-4fd2-b239-9dcc9d5a202b/d44bc24d-79bc-46eb-9d93-f55340200d8e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:18.213795 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.225490 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Attempting to bind port dadff5d9-4ebd-496f-9128-7890d54b41b0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:18.225853 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Attempting to bind port dadff5d9-4ebd-496f-9128-7890d54b41b0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:18.226504 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Attempting to bind port dadff5d9-4ebd-496f-9128-7890d54b41b0 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:18.228881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Transition to ACTIVE for port object b8a00d2e-526b-431c-8f83-04617fdf1605 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:18.232509 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:18.233087 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:18.233912 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.234482 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:18.235260 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Bound port: dadff5d9-4ebd-496f-9128-7890d54b41b0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:18.236015 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.316534 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] For port dadff5d9-4ebd-496f-9128-7890d54b41b0, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:18.319752 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] For port dadff5d9-4ebd-496f-9128-7890d54b41b0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dadff5d9-4ebd-496f-9128-7890d54b41b0,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:18.345158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.414462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e673fa-fb87-4dc8-8ac8-e6ec25ea668b None None] Pushing event updated for resources: {'Port': ['ID=b8a00d2e-526b-431c-8f83-04617fdf1605,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:18.423060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 06956687-3dba-4172-9c30-bd96f263b7e5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:18.446195 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.458014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-0ad2c6f6-8dba-4b01-98a2-ab2a86d4d1c3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:18.458684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:18.459550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-0ad2c6f6-8dba-4b01-98a2-ab2a86d4d1c3 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "GET /v2.0/networks?id=9889899a-b08e-43c6-bc37-8d9f5ed450e5 HTTP/1.1" status: 200 len: 809 time: 0.3543398 Aug 06 16:02:18.463281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.495329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Request body: {'port': {'device_id': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5', 'admin_state_up': True, 'tenant_id': '4cf4f358ac7b4643a220adc7de293219'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:18.531274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.538614 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Routers {'ff1fad57-aebc-4087-bfac-236f85e5975d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:18.539134 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ff1fad57-aebc-4087-bfac-236f85e5975d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:18.620030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Attempting to bind port b8a00d2e-526b-431c-8f83-04617fdf1605 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:18.620806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Attempting to bind port b8a00d2e-526b-431c-8f83-04617fdf1605 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:18.621433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Attempting to bind port b8a00d2e-526b-431c-8f83-04617fdf1605 on network a2f7f02a-0224-4e95-8a42-6749efc80282 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:18.637803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:18.637803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Checking segment: {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:18.637803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.637803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Bound using segment: {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:18.637803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Bound port: b8a00d2e-526b-431c-8f83-04617fdf1605, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5ed259-e41a-4d04-9d4b-921f5397586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:18.637803 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.639621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 06956687-3dba-4172-9c30-bd96f263b7e5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:18.640237 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.774252 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] Set router ff1fad57-aebc-4087-bfac-236f85e5975d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:18.782558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] For port b8a00d2e-526b-431c-8f83-04617fdf1605, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:18.790457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] For port b8a00d2e-526b-431c-8f83-04617fdf1605, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8a00d2e-526b-431c-8f83-04617fdf1605,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:18.885322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06a8b1f2-11f6-4bca-a7fd-b3a5dbb62f05 req-de41f748-5d71-4242-8fe1-b090c2ec9051 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 210 time: 0.0430176 Aug 06 16:02:18.897780 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.928972 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.974229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:18.995221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.070848 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37850a-b52d-40c2-a16a-5500e8006e8f None None] Pushing event updated for resources: {'Port': ['ID=dadff5d9-4ebd-496f-9128-7890d54b41b0,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.084139 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:14Z', 'revision_number': 3, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:19.109417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=fc753415-c887-47db-bfd6-a5ba2ed6351a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.118229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Transition to ACTIVE for port object d44bc24d-79bc-46eb-9d93-f55340200d8e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:19.118337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:19.118337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: bb813bb8-1b54-4671-b83a-b2ef4a30dd7f, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:19.130855 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbfff-865b-41e4-8f19-fd6468fb7bdd None None] The sync data for ids ['ff1fad57-aebc-4087-bfac-236f85e5975d'] in n-d-778550-6 is: [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:14Z', 'revision_number': 3, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:19.152562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Made reservation on behalf of 4cf4f358ac7b4643a220adc7de293219 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:19.152562 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.179518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.229982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:19.235144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:19.237421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:19.265253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Subnet': ['ID=1c94ef11-dc03-4b11-aba8-c5caba679539,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.288030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.293051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54830) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:19.293449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4b951ce6-982b-4f3a-b7cb-f2febdbf4a79 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/subnets/1c94ef11-dc03-4b11-aba8-c5caba679539 HTTP/1.1" status: 204 len: 168 time: 1.7360013 Aug 06 16:02:19.300213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10dd0d0-395e-4315-b573-9124ab9558d6 None None] Network 684267c1-6a64-48b5-9f7b-24024c819327 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:19.379398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.397931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e673fa-fb87-4dc8-8ac8-e6ec25ea668b None None] Pushing event updated for resources: {'Port': ['ID=b8a00d2e-526b-431c-8f83-04617fdf1605,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.464746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting subnet afa312ed-6142-4de5-94b8-6eab9a4c8da6 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:19.470678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.481517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, bb813bb8-1b54-4671-b83a-b2ef4a30dd7f) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:19.505024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd88e8d-2f5a-4beb-9294-049ff14c569b None None] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:19.538474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Allocated IP 172.20.0.9 (9889899a-b08e-43c6-bc37-8d9f5ed450e5/3d08eab4-9c63-4fda-bbe5-b715e5107711/fa5a2231-abd2-46da-9e44-338889c803e7) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:19.573227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:19.573850 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.640165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Pushing event updated for resources: {'Port': ['ID=d44bc24d-79bc-46eb-9d93-f55340200d8e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:19.646173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Network f00490b3-6fba-44f1-8250-03a2a2c98168 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:19.671080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:19.680666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:19.685399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:19.696315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cd708b56-f416-43fe-8e31-17da2cc5fa8c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5377977 Aug 06 16:02:19.696953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54848) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:19.699488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:19.989667 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.103268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.140087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] DHCP port deletion for 684267c1-6a64-48b5-9f7b-24024c819327 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:20.260681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c60c63c-3381-4d2e-8857-318005ad3444 req-7cf4d201-8b5c-4e53-9060-9a94251c5782 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 210 time: 0.0621426 Aug 06 16:02:20.280981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.303040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.340381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.342323 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/subnets/afa312ed-6142-4de5-94b8-6eab9a4c8da6 HTTP/1.1" status: 204 len: 168 time: 1.0480115 Aug 06 16:02:20.358084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 54878) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:20.385967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e34b7595-076f-45fd-9801-7983cea73bdf None None] Provisioning for port d44bc24d-79bc-46eb-9d93-f55340200d8e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:20.404221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13dd0e2-c473-4fd0-8f44-b679c5747cec None None] Network 697230cf-ad8b-431c-a745-abce8b5f7a75 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:20.431148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e34b7595-076f-45fd-9801-7983cea73bdf None None] Provisioning complete for port d44bc24d-79bc-46eb-9d93-f55340200d8e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:20.431561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e34b7595-076f-45fd-9801-7983cea73bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.435826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da78c3-900d-4676-a407-924202b27f13 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Subnet': ['ID=afa312ed-6142-4de5-94b8-6eab9a4c8da6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:20.498834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:20.499704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.533922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.559255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.572791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dadff5d9-4ebd-496f-9128-7890d54b41b0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:20.670033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.727634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] Deleting port 152ec2fd-de65-4e59-b336-c12313c10810 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:20.728029 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.796378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:20.805167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Pushing event updated for resources: {'Port': ['ID=fa5a2231-abd2-46da-9e44-338889c803e7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:20.806688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] For port 152ec2fd-de65-4e59-b336-c12313c10810, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=152ec2fd-de65-4e59-b336-c12313c10810,segment=NetworkSegment(ee46911a-8be1-4526-868f-e61b450382fd),segment_id=ee46911a-8be1-4526-868f-e61b450382fd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:20.807104 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.812247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:20.823540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:20.832759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] Calling delete_port for 152ec2fd-de65-4e59-b336-c12313c10810 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:20.867312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.992827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting port 152ec2fd-de65-4e59-b336-c12313c10810 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:20.995093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:20.995205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e34b7595-076f-45fd-9801-7983cea73bdf None None] Port d44bc24d-79bc-46eb-9d93-f55340200d8e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:21.018958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:21.020133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.106497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:13Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:18Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:21.113132 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.164940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.194721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] For port 152ec2fd-de65-4e59-b336-c12313c10810, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=152ec2fd-de65-4e59-b336-c12313c10810,segment=NetworkSegment(ee46911a-8be1-4526-868f-e61b450382fd),segment_id=ee46911a-8be1-4526-868f-e61b450382fd)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:21.194721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.234066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Calling delete_port for 152ec2fd-de65-4e59-b336-c12313c10810 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:21.238591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-b239790f-51a1-4cb8-8617-43ad72b64646 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7473698 Aug 06 16:02:21.243290 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.246706 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.21.0.1 (bb813bb8-1b54-4671-b83a-b2ef4a30dd7f/fc753415-c887-47db-bfd6-a5ba2ed6351a/890a30ee-2643-42fe-8b5c-118990072cd3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:21.253047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] Pushing event deleted for resources: {'Port': ['ID=152ec2fd-de65-4e59-b336-c12313c10810,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.256670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f92db2-a020-4bd6-8da3-5a5411f6108a None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:13Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:18Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:21.276148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aff099-ae08-448e-9079-424c6b59c8b9 None None] No DVR routers for this DVR port 152ec2fd-de65-4e59-b336-c12313c10810 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:21.281670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Request body: {'port': {'device_id': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:21.368038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port dadff5d9-4ebd-496f-9128-7890d54b41b0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:21.372196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port dadff5d9-4ebd-496f-9128-7890d54b41b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:21.372785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.408725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] DHCP port deletion for 697230cf-ad8b-431c-a745-abce8b5f7a75 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:21.553476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ae2da-2a34-4602-9b29-59a5d1fb277d req-a2048c38-b6cd-4968-9690-5a5f4175284f tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:21.555341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b8ae2da-2a34-4602-9b29-59a5d1fb277d req-a2048c38-b6cd-4968-9690-5a5f4175284f tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 931 time: 0.1037910 Aug 06 16:02:21.572979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.601995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Pushing event updated for resources: {'Port': ['ID=d44bc24d-79bc-46eb-9d93-f55340200d8e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.602580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object 890a30ee-2643-42fe-8b5c-118990072cd3 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:21.618036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] Deleting port e29e73ab-2fd7-42fe-a240-8160d85c37cf {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:21.619001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.645649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b8ae2da-2a34-4602-9b29-59a5d1fb277d req-e0fd729f-4d74-448a-bf2d-c98ff08ea7d8 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742106 Aug 06 16:02:21.702378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.714969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.731504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.765764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.781620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] For port e29e73ab-2fd7-42fe-a240-8160d85c37cf, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e29e73ab-2fd7-42fe-a240-8160d85c37cf,segment=NetworkSegment(b0604414-b1a5-4881-8c77-81198dbdb15b),segment_id=b0604414-b1a5-4881-8c77-81198dbdb15b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:21.782080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.799187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] Calling delete_port for e29e73ab-2fd7-42fe-a240-8160d85c37cf owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:21.802112 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:21.888778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:21.897003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:21.914221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:21.915161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Port': ['ID=152ec2fd-de65-4e59-b336-c12313c10810,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:21.925258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] No DVR routers for this DVR port 152ec2fd-de65-4e59-b336-c12313c10810 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:21.965604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Allocated IP 172.21.0.2 (bb813bb8-1b54-4671-b83a-b2ef4a30dd7f/fc753415-c887-47db-bfd6-a5ba2ed6351a/17e08694-90e4-43dd-8d7b-dbcbd88e1a02) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:21.976099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=890a30ee-2643-42fe-8b5c-118990072cd3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:22.036040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.071508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port dadff5d9-4ebd-496f-9128-7890d54b41b0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dadff5d9-4ebd-496f-9128-7890d54b41b0,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:22.131575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.272823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.298251 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.308796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684267c1-6a64-48b5-9f7b-24024c819327']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:22.412229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee46911a-8be1-4526-868f-e61b450382fd') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:22.417407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee46911a-8be1-4526-868f-e61b450382fd') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:22.417550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] Pushing event deleted for resources: {'Port': ['ID=e29e73ab-2fd7-42fe-a240-8160d85c37cf,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:22.421753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.435315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.502115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Network f00490b3-6fba-44f1-8250-03a2a2c98168 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:22.504346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=dadff5d9-4ebd-496f-9128-7890d54b41b0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:22.530671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:22.541682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.556366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 152ec2fd-de65-4e59-b336-c12313c10810 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:22.576892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:22.577328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187a0da-278d-4867-8c67-a49098560ef5 None None] No DVR routers for this DVR port e29e73ab-2fd7-42fe-a240-8160d85c37cf on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:22.579527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: self.session.flush() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:22.606691 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:22.617643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 152ec2fd-de65-4e59-b336-c12313c10810 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:22.617643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 152ec2fd-de65-4e59-b336-c12313c10810 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:22.639180 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.652926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Transition to ACTIVE for port object 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:22.703068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Transition to ACTIVE for port object 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:22.774749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.901566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.903437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:22.912775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:22.914899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Pushing event updated for resources: {'Port': ['ID=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:22.915023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.922757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/networks/684267c1-6a64-48b5-9f7b-24024c819327 HTTP/1.1" status: 204 len: 168 time: 2.5639682 Aug 06 16:02:22.927824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:22.930892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dadff5d9-4ebd-496f-9128-7890d54b41b0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:22.943376 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:22.946958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 54974) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:22.969083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aeefd0-b4c2-4655-a9bf-c58f63ab7d6a req-68ce3d65-174e-445d-9a31-15174bcb5de7 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:22.971181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87aeefd0-b4c2-4655-a9bf-c58f63ab7d6a req-68ce3d65-174e-445d-9a31-15174bcb5de7 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 931 time: 0.1785743 Aug 06 16:02:23.033397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4addf21a-0f00-40ea-b7a1-5a49f3266591 None None] Provisioning complete for port d44bc24d-79bc-46eb-9d93-f55340200d8e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:23.033823 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4addf21a-0f00-40ea-b7a1-5a49f3266591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.061162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87aeefd0-b4c2-4655-a9bf-c58f63ab7d6a req-a50ba37f-ed43-44ae-bb37-d68577a013e4 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764563 Aug 06 16:02:23.080238 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.109540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Attempting to bind port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:23.110704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Attempting to bind port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:23.112763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Attempting to bind port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 on network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:23.125991 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.128214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port dadff5d9-4ebd-496f-9128-7890d54b41b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:23.129001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.171714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:23.172369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Checking segment: {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:23.173010 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.173640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Bound using segment: {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:23.174417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Bound port: 17e08694-90e4-43dd-8d7b-dbcbd88e1a02, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:23.175033 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.197423 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4addf21a-0f00-40ea-b7a1-5a49f3266591 None None] Port d44bc24d-79bc-46eb-9d93-f55340200d8e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:23.270487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=890a30ee-2643-42fe-8b5c-118990072cd3,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.274003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.283644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.291817 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697230cf-ad8b-431c-a745-abce8b5f7a75']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:23.298884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] For port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:23.306413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] For port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,segment=NetworkSegment(ca253c83-0876-47f0-9cbb-fa8deb5230a2),segment_id=ca253c83-0876-47f0-9cbb-fa8deb5230a2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:23.309450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0604414-b1a5-4881-8c77-81198dbdb15b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:23.309856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0604414-b1a5-4881-8c77-81198dbdb15b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:23.335732 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.336007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79de93-5046-4f49-ac3f-ec6bad081ccc tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Network': ['ID=684267c1-6a64-48b5-9f7b-24024c819327,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.341367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5a2231-abd2-46da-9e44-338889c803e7 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:23.354843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.355485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8a00d2e-526b-431c-8f83-04617fdf1605 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:23.387616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.393368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Transition to ACTIVE for port object fa5a2231-abd2-46da-9e44-338889c803e7 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:23.400670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:23.401155 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:23.404859 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:23.411961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Router ff1fad57-aebc-4087-bfac-236f85e5975d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:23.415654 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.476563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf50f3-23c5-47ba-bf68-b6843b73aa41 None None] Pushing event updated for resources: {'Port': ['ID=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.482821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.533546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b8a00d2e-526b-431c-8f83-04617fdf1605 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:23.538966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b8a00d2e-526b-431c-8f83-04617fdf1605 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:23.539355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.671888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5a2231-abd2-46da-9e44-338889c803e7,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:23.708594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.726589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:23.743316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Sync routers for ids ['ff1fad57-aebc-4087-bfac-236f85e5975d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:23.746629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c2aae2b7-59c0-4c8f-8a56-2af4aef45bda admin admin] 10.222.0.16 "PUT /v2.0/routers/ff1fad57-aebc-4087-bfac-236f85e5975d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4819295 Aug 06 16:02:23.780444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b8a00d2e-526b-431c-8f83-04617fdf1605, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8a00d2e-526b-431c-8f83-04617fdf1605,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:23.804543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Routers {'ff1fad57-aebc-4087-bfac-236f85e5975d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:23.809553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ff1fad57-aebc-4087-bfac-236f85e5975d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:23.858573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Attempting to bind port fa5a2231-abd2-46da-9e44-338889c803e7 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:23.859644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Attempting to bind port fa5a2231-abd2-46da-9e44-338889c803e7 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:23.861478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Attempting to bind port fa5a2231-abd2-46da-9e44-338889c803e7 on network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:23.874535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Port fa5a2231-abd2-46da-9e44-338889c803e7 on network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:23.874864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Attempting to bind port fa5a2231-abd2-46da-9e44-338889c803e7 on network 9889899a-b08e-43c6-bc37-8d9f5ed450e5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:23.881374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:23.881719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Checking segment: {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:23.882118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Bound using segment: {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:23.882563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Bound port: fa5a2231-abd2-46da-9e44-338889c803e7, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e47088-3a68-43fd-b401-7468050383b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:23.882931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.919872 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:23.964560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:23.971475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:24.019921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] For port fa5a2231-abd2-46da-9e44-338889c803e7, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:24.058887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] For port fa5a2231-abd2-46da-9e44-338889c803e7, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fa5a2231-abd2-46da-9e44-338889c803e7,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:24.090302 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.095195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e29e73ab-2fd7-42fe-a240-8160d85c37cf no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:24.110714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.114380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/networks/697230cf-ad8b-431c-a745-abce8b5f7a75 HTTP/1.1" status: 204 len: 168 time: 1.1657603 Aug 06 16:02:24.116725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:24.143036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e29e73ab-2fd7-42fe-a240-8160d85c37cf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:24.143686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e29e73ab-2fd7-42fe-a240-8160d85c37cf not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:24.183873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3399fb6-fd1c-49e4-ac3b-f97937354f82 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Network': ['ID=697230cf-ad8b-431c-a745-abce8b5f7a75,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:24.195834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.212039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b8a00d2e-526b-431c-8f83-04617fdf1605,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:24.230431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Set router ff1fad57-aebc-4087-bfac-236f85e5975d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:24.262596 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.263111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.264671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa5a2231-abd2-46da-9e44-338889c803e7 HTTP/1.1" status: 200 len: 1091 time: 3.0147791 Aug 06 16:02:24.267711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'tag': 'fa5a2231-abd2-46da-9e44-338889c803e7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:24.268368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:24.270210 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e", "tag": "fa5a2231-abd2-46da-9e44-338889c803e7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:24.286143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting subnet 5f7e805c-ad16-4db9-9605-30872e4040c0 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:24.296479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.353954 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3515268-4737-478e-99be-ab1e1148d3dd x-openstack-request-id: req-c3515268-4737-478e-99be-ab1e1148d3dd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:24.354342 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e", "tag": "fa5a2231-abd2-46da-9e44-338889c803e7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:24.354602 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3515268-4737-478e-99be-ab1e1148d3dd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:24.355002 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'tag': 'fa5a2231-abd2-46da-9e44-338889c803e7', 'status': 'completed', 'code': 200} Aug 06 16:02:24.380165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de8bdc-598a-4837-96e5-e6f7dafab9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5a2231-abd2-46da-9e44-338889c803e7,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:24.401135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897b824-f8e3-4f76-b366-3dc6e514bac3 req-9143bade-f0c6-47c9-a966-f7f09480b295 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.402700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6897b824-f8e3-4f76-b366-3dc6e514bac3 req-9143bade-f0c6-47c9-a966-f7f09480b295 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 943 time: 0.2036901 Aug 06 16:02:24.444823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.545712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6897b824-f8e3-4f76-b366-3dc6e514bac3 req-d838d979-42f2-410b-a0d3-29e6b9d9dc52 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910065 Aug 06 16:02:24.561477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8 req-95f64bda-0059-47ac-85e5-e18675b5dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.564112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8 req-95f64bda-0059-47ac-85e5-e18675b5dad5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf4f358ac7b4643a220adc7de293219&device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 1094 time: 0.1745105 Aug 06 16:02:24.586431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:24.597584 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:24.598019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7a0fde36-eff5-4c21-860f-95ab6f3b4259 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8952622 Aug 06 16:02:24.601725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55062) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:24.619335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-158527705'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:24.622339 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:24.623306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:24.633722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:20Z', 'revision_number': 4, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd44bc24d-79bc-46eb-9d93-f55340200d8e', 'name': '', 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'mac_address': 'fa:16:3e:bd:b7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:17Z', 'updated_at': '2021-08-06T16:02:20Z', 'revision_number': 2, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'subnets': [{'id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:24.753422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Checking router: ff1fad57-aebc-4087-bfac-236f85e5975d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:24.757445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Updating router ff1fad57-aebc-4087-bfac-236f85e5975d port d44bc24d-79bc-46eb-9d93-f55340200d8e binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:24.778935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:24.783678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.830113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.864863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:24.879320 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:24.911462 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.911839 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment bb44f682-e3eb-4d95-9709-7afadd89efd6 of type vlan for network 685cc2bb-68bf-4df8-bd85-b1c532beb41e Aug 06 16:02:24.913534 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:24.949884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:24.985743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8 req-f8e2d012-2b1d-4c41-8d6f-42e9f45fb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:24.987835 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8 req-f8e2d012-2b1d-4c41-8d6f-42e9f45fb907 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4cf4f358ac7b4643a220adc7de293219&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4061089 Aug 06 16:02:25.078171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.211991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8 req-d0780d7c-2a5b-4114-b382-5d16dfcb77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.215311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-530c4e16-30ea-4ab0-a9ad-00a92f9878d8 req-d0780d7c-2a5b-4114-b382-5d16dfcb77a0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2180014 Aug 06 16:02:25.218857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.235752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.236512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.303106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.348206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7e805c-ad16-4db9-9605-30872e4040c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:25.351377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.357170 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a5e518a9-144b-40c4-8a50-c4a2d4156572 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/subnets/5f7e805c-ad16-4db9-9605-30872e4040c0 HTTP/1.1" status: 204 len: 168 time: 1.2392504 Aug 06 16:02:25.361032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:25.378293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-62a3e8c8-ac46-44f0-8274-ddd82b3c607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.394772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-62a3e8c8-ac46-44f0-8274-ddd82b3c607f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4cf4f358ac7b4643a220adc7de293219&device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 1094 time: 0.1355789 Aug 06 16:02:25.397665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c054e9-6414-4525-bb86-7a8acc07fff9 None None] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:25.399437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee3f02-4ab3-4c34-b76d-5386f9cb0ee1 None None] Network 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:25.430586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:25.443363 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:22Z', 'revision_number': 3, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:22Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:25.453995 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8472650 Aug 06 16:02:25.455141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3fdbb-629a-4dcd-a9f4-8316159869ce tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=685cc2bb-68bf-4df8-bd85-b1c532beb41e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:25.484419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-7380d629-12a8-4124-a671-e5f55b8ddc7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5a2231-abd2-46da-9e44-338889c803e7 HTTP/1.1" status: 200 len: 217 time: 0.0735331 Aug 06 16:02:25.486285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:25.494672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:25.512657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:25.513310 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Updating router 77df14db-2c5d-4169-9994-4f07409ed150 port 890a30ee-2643-42fe-8b5c-118990072cd3 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:25.534853 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.550227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8a00d2e-526b-431c-8f83-04617fdf1605 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:25.586669 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.627455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:25.660857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Deleting port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:25.661868 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.697796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409780-1536-44de-aee6-7863ed2230c9 req-6c86e580-4f3e-4886-a40a-836aece86f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.700110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-6c86e580-4f3e-4886-a40a-836aece86f96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3d08eab4-9c63-4fda-bbe5-b715e5107711 HTTP/1.1" status: 200 len: 849 time: 0.1920905 Aug 06 16:02:25.761966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-78ece188-d8c3-47f5-bf1c-bc23832a786e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9889899a-b08e-43c6-bc37-8d9f5ed450e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519788 Aug 06 16:02:25.901439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] For port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,segment=NetworkSegment(55be8c49-a6a1-4c02-9869-16466bd318b0),segment_id=55be8c49-a6a1-4c02-9869-16466bd318b0)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:25.901818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:25.951162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-58de2fe2-9558-4eee-9d7e-37924b5d5d70 service neutron] 10.222.0.64 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780305 Aug 06 16:02:25.955321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612ffa5-c238-400f-906d-851fe0391d42 req-960fa32b-3f0a-4427-870c-9c0c68edfd6c tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:25.965293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9612ffa5-c238-400f-906d-851fe0391d42 req-960fa32b-3f0a-4427-870c-9c0c68edfd6c tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 943 time: 0.2584624 Aug 06 16:02:25.967590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Calling delete_port for b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:26.023612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] Provisioning for port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:26.058691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] Provisioning complete for port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:26.059301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.091856 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9612ffa5-c238-400f-906d-851fe0391d42 req-8c543e4d-ff22-4b16-96d0-c82bfddc2261 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254175 Aug 06 16:02:26.138619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b8a00d2e-526b-431c-8f83-04617fdf1605 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:26.139258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.149425 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.174483 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6b409780-1536-44de-aee6-7863ed2230c9 req-877c9041-9a30-471a-9e01-10ef58c0cfbf service neutron] 10.222.0.64 "GET /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133260 Aug 06 16:02:26.177341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:26.183751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.312603 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.413185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.433824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.441375 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Transition to ACTIVE for port object 890a30ee-2643-42fe-8b5c-118990072cd3 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:26.468430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Transition to ACTIVE for port object d44bc24d-79bc-46eb-9d93-f55340200d8e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:26.476234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.537941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.538282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Port': ['ID=b2b071e7-2720-43f5-8cd2-fe50bf3fcd88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.545280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] No DVR routers for this DVR port b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:26.579184 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.603590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:26.665739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.679032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6f7ee8-c303-41c3-b67f-0b8d741c04fe']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:26.694979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55be8c49-a6a1-4c02-9869-16466bd318b0') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:26.695711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55be8c49-a6a1-4c02-9869-16466bd318b0') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:26.712888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.731581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.740949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:26.744569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=9e80d0e1-381d-419f-a3d4-1ae16459c8d0,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.744703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.744802 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Pushing event updated for resources: {'Port': ['ID=890a30ee-2643-42fe-8b5c-118990072cd3,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.764080 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.764341 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.764647 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.764977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.765306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.765630 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.766614 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.767067 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.767486 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.767719 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.768071 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.768394 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:26.814633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:26.815367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: 685cc2bb-68bf-4df8-bd85-b1c532beb41e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:26.827076 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:26.833536 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Attempting to bind port 890a30ee-2643-42fe-8b5c-118990072cd3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:26.836287 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Attempting to bind port 890a30ee-2643-42fe-8b5c-118990072cd3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:26.836287 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Attempting to bind port 890a30ee-2643-42fe-8b5c-118990072cd3 on network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:26.841318 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:26.841794 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Checking segment: {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:26.842281 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.842823 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Bound using segment: {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:26.843766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Bound port: 890a30ee-2643-42fe-8b5c-118990072cd3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca253c83-0876-47f0-9cbb-fa8deb5230a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:26.844890 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.871189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e7cdd-7cff-4426-8cf7-4eea32a32b7e None None] DHCP port deletion for 6f6f7ee8-c303-41c3-b67f-0b8d741c04fe request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:26.876200 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.911524 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.920304 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:26.932810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:26.934219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/networks/6f6f7ee8-c303-41c3-b67f-0b8d741c04fe HTTP/1.1" status: 204 len: 168 time: 1.5716543 Aug 06 16:02:26.955079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea06087-b18c-4329-8f56-3da10ddafb70 tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Pushing event deleted for resources: {'Network': ['ID=6f6f7ee8-c303-41c3-b67f-0b8d741c04fe,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:26.957053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] For port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,segment=NetworkSegment(ca253c83-0876-47f0-9cbb-fa8deb5230a2),segment_id=ca253c83-0876-47f0-9cbb-fa8deb5230a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:26.976572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8fe6-e00b-4be6-b9d5-d4c2b969395c None None] Pushing event updated for resources: {'Port': ['ID=d44bc24d-79bc-46eb-9d93-f55340200d8e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.023605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] For port 890a30ee-2643-42fe-8b5c-118990072cd3, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:27.034718 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] For port 890a30ee-2643-42fe-8b5c-118990072cd3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=890a30ee-2643-42fe-8b5c-118990072cd3,segment=NetworkSegment(ca253c83-0876-47f0-9cbb-fa8deb5230a2),segment_id=ca253c83-0876-47f0-9cbb-fa8deb5230a2)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:27.041089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4e3905f-8db8-4357-920a-bcf1b343137a tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e956699-e0bd-47c2-919f-ca3aef4ae2d6 HTTP/1.1" status: 200 len: 205 time: 0.0946298 Aug 06 16:02:27.041089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:27.043168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:27.080149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.097577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:27.139853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Attempting to bind port d44bc24d-79bc-46eb-9d93-f55340200d8e on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:27.140234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Attempting to bind port d44bc24d-79bc-46eb-9d93-f55340200d8e by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:27.140597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Attempting to bind port d44bc24d-79bc-46eb-9d93-f55340200d8e on network f00490b3-6fba-44f1-8250-03a2a2c98168 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:27.162789 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.187941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.196319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:27.204876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b2b071e7-2720-43f5-8cd2-fe50bf3fcd88 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:27.215678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:27.227437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Checking segment: {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:27.232980 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.236637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Bound using segment: {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:27.236637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Bound port: d44bc24d-79bc-46eb-9d93-f55340200d8e, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb74773c-3915-471c-9f9e-5766efd4a559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:27.236637 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.256070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 685cc2bb-68bf-4df8-bd85-b1c532beb41e) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:27.259139 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c46b9a-79dc-4b05-a493-a67ba6a9df8e None None] Pushing event updated for resources: {'Port': ['ID=890a30ee-2643-42fe-8b5c-118990072cd3,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.285921 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:27.286766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:27.296530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec5ad03-5893-4bda-be21-bdb2ca6c6197 None None] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:27.323265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:27.323947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.460607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c489fc10-8db9-4ac7-af2a-e2e2496e92b6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9707036 Aug 06 16:02:27.467010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55204) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:27.502133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:27.508000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7ba0d-46a4-4d78-a945-c72432960688 None None] Pushing event updated for resources: {'Port': ['ID=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:27.621864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] For port d44bc24d-79bc-46eb-9d93-f55340200d8e, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:27.645133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a69f21-385f-447a-b889-2be0130abf69 req-50eec71b-fbcd-47bf-a634-74617fc99179 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:27.657717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18a69f21-385f-447a-b889-2be0130abf69 req-50eec71b-fbcd-47bf-a634-74617fc99179 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 943 time: 0.3853695 Aug 06 16:02:27.706850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] For port d44bc24d-79bc-46eb-9d93-f55340200d8e, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d44bc24d-79bc-46eb-9d93-f55340200d8e,segment=NetworkSegment(bb74773c-3915-471c-9f9e-5766efd4a559),segment_id=bb74773c-3915-471c-9f9e-5766efd4a559)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:27.716932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.725955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.730648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-468c7bba-e251-458a-a86d-51972a25dc35 None None] Provisioning complete for port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:27.731303 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-468c7bba-e251-458a-a86d-51972a25dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.807523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18a69f21-385f-447a-b889-2be0130abf69 req-6ef9292e-d112-40c7-b5c7-119a29a25a8f tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486106 Aug 06 16:02:27.881939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.927425 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.928418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Fanout notify agent at l3_agent the message router_deleted on router 4e956699-e0bd-47c2-919f-ca3aef4ae2d6 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:27.935940 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:27.939158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6c05b1e0-2fd9-49a2-b3d2-ed7e2e2b8b8d tempest-RoutersNegativeTest-1019450262 tempest-RoutersNegativeTest-1019450262-project] 10.222.0.16 "DELETE /v2.0/routers/4e956699-e0bd-47c2-919f-ca3aef4ae2d6 HTTP/1.1" status: 204 len: 168 time: 0.8930638 Aug 06 16:02:28.006788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.094158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Routers {'ff1fad57-aebc-4087-bfac-236f85e5975d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:28.096177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ff1fad57-aebc-4087-bfac-236f85e5975d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:28.098801 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:22Z', 'revision_number': 3, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:27Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:28.118211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8fe6-e00b-4be6-b9d5-d4c2b969395c None None] Pushing event updated for resources: {'Port': ['ID=d44bc24d-79bc-46eb-9d93-f55340200d8e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:28.121584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:28.131032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.172393 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706dee27-b741-4d10-811f-92a9a7d8f446 None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:22Z', 'revision_number': 3, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:27Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:28.593164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] Set router ff1fad57-aebc-4087-bfac-236f85e5975d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:28.601693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.683053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-468c7bba-e251-458a-a86d-51972a25dc35 None None] Provisioning for port 890a30ee-2643-42fe-8b5c-118990072cd3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:28.732489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Allocated IP 172.22.0.2 (685cc2bb-68bf-4df8-bd85-b1c532beb41e/9e80d0e1-381d-419f-a3d4-1ae16459c8d0/2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:28.832324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Deleting port fedad65b-dd34-4925-afa6-0bb8d0760710 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:28.832671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:28.868336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55234) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:29.018244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ee657-3878-4689-abc3-61dd88be27e4 req-02ae8888-aa84-4aef-b5a2-30915cdace15 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.037766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab0ee657-3878-4689-abc3-61dd88be27e4 req-02ae8888-aa84-4aef-b5a2-30915cdace15 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 943 time: 0.1240044 Aug 06 16:02:29.185202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab0ee657-3878-4689-abc3-61dd88be27e4 req-38a01759-c53f-477c-8131-112c926838dc tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462986 Aug 06 16:02:29.198751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fa5a2231-abd2-46da-9e44-338889c803e7 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:29.354680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] For port fedad65b-dd34-4925-afa6-0bb8d0760710, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fedad65b-dd34-4925-afa6-0bb8d0760710,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:29.355295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.383953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Calling delete_port for fedad65b-dd34-4925-afa6-0bb8d0760710 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:29.427285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 890a30ee-2643-42fe-8b5c-118990072cd3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:29.467939 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.502642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Transition to ACTIVE for port object 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:29.504735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.615081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Transition to ACTIVE for port object 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:29.641567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c5331ad9-fbbd-494e-8b07-2433da7bf539 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c050513c044943a89be22d2fc05d8abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7710476 Aug 06 16:02:29.645059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:29.685043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-09885701-e7d8-4d85-a1a6-187b138bc340 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:29.686774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fa5a2231-abd2-46da-9e44-338889c803e7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fa5a2231-abd2-46da-9e44-338889c803e7,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:29.686992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-09885701-e7d8-4d85-a1a6-187b138bc340 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/networks?id=0f8f80a2-a5d8-4205-bca9-655813f08614 HTTP/1.1" status: 200 len: 813 time: 0.4166076 Aug 06 16:02:29.708325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'fa5a2231-abd2-46da-9e44-338889c803e7', 'network_id': '9889899a-b08e-43c6-bc37-8d9f5ed450e5', 'port_id': 'fa5a2231-abd2-46da-9e44-338889c803e7', 'mac_address': 'fa:16:3e:80:d4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d08eab4-9c63-4fda-bbe5-b715e5107711', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:29.737109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-360230a4-7424-490e-88c1-943d621157b6 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/quotas/05ca5eb30f0043fcac327b43a1569729 HTTP/1.1" status: 200 len: 375 time: 0.0397329 Aug 06 16:02:29.781957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:20Z', 'revision_number': 4, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd44bc24d-79bc-46eb-9d93-f55340200d8e', 'name': '', 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'mac_address': 'fa:16:3e:bd:b7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:17Z', 'updated_at': '2021-08-06T16:02:27Z', 'revision_number': 4, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'subnets': [{'id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:29.789704 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2db4b-2572-441e-aa78-cbeb5489da68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.837370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575cd15a-2003-4854-92df-ce7b7d3f49e4 None None] The sync data for ids ['ff1fad57-aebc-4087-bfac-236f85e5975d'] in n-d-778550-6 is: [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:20Z', 'revision_number': 4, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'd44bc24d-79bc-46eb-9d93-f55340200d8e', 'name': '', 'network_id': 'f00490b3-6fba-44f1-8250-03a2a2c98168', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'mac_address': 'fa:16:3e:bd:b7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:17Z', 'updated_at': '2021-08-06T16:02:27Z', 'revision_number': 4, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'subnets': [{'id': '59a2ce18-1f61-4fd2-b239-9dcc9d5a202b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:29.838494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3e0b307c-a243-4692-bb4d-baaab52081a9 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501244 Aug 06 16:02:29.846802 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.869019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2db4b-2572-441e-aa78-cbeb5489da68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.903898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:29.921231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 890a30ee-2643-42fe-8b5c-118990072cd3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:29.983156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 890a30ee-2643-42fe-8b5c-118990072cd3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:29.983961 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.038432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Pushing event updated for resources: {'Port': ['ID=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.043199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5a2231-abd2-46da-9e44-338889c803e7 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:30.079229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:30.111666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:30.127472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:30.148210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.22.0.1 (685cc2bb-68bf-4df8-bd85-b1c532beb41e/9e80d0e1-381d-419f-a3d4-1ae16459c8d0/09c146af-94e3-47e1-8ca2-35c5d59c4610) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:30.152128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fa5a2231-abd2-46da-9e44-338889c803e7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fa5a2231-abd2-46da-9e44-338889c803e7,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:30.156750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-1aa38389-d98b-4ac4-89a3-e6dc230e12e3 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037510 Aug 06 16:02:30.251848 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2db4b-2572-441e-aa78-cbeb5489da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.263286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bdc2db4b-2572-441e-aa78-cbeb5489da68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.264953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bdc2db4b-2572-441e-aa78-cbeb5489da68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a67a11af-6b05-4419-b71b-bc45127036a9 HTTP/1.1" status: 204 len: 168 time: 0.6187935 Aug 06 16:02:30.357487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2db4b-2572-441e-aa78-cbeb5489da68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a11af-6b05-4419-b71b-bc45127036a9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.394955 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.437444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.438862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95998b-fa7f-442a-a61f-ad0cf4bf7ae8 req-64afd67a-03ed-403a-9ba4-d8c7d50b0f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:30.447021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e95998b-fa7f-442a-a61f-ad0cf4bf7ae8 req-64afd67a-03ed-403a-9ba4-d8c7d50b0f7b tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 944 time: 0.1006336 Aug 06 16:02:30.459735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-06243efd-bb13-4326-a368-14a6a51ad9c5 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967823 Aug 06 16:02:30.474650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.484021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Attempting to bind port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:30.492287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Attempting to bind port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:30.492682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Attempting to bind port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 on network 685cc2bb-68bf-4df8-bd85-b1c532beb41e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:30.522639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e95998b-fa7f-442a-a61f-ad0cf4bf7ae8 req-7aa9b7ad-23b0-420d-a5d3-739443003753 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745170 Aug 06 16:02:30.563407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:30.563843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Checking segment: {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:30.564594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.565157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Bound using segment: {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:30.565968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Bound port: 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:30.566755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.600032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:30.643484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Pushing event deleted for resources: {'Port': ['ID=fedad65b-dd34-4925-afa6-0bb8d0760710,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:30.649974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 890a30ee-2643-42fe-8b5c-118990072cd3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=890a30ee-2643-42fe-8b5c-118990072cd3,segment=NetworkSegment(ca253c83-0876-47f0-9cbb-fa8deb5230a2),segment_id=ca253c83-0876-47f0-9cbb-fa8deb5230a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:30.662550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object 09c146af-94e3-47e1-8ca2-35c5d59c4610 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:30.936287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5503b6b3-6e52-41fa-89d3-16d418779cb2 req-f2b2f08b-7920-4a06-9aa2-14b51ab26871 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 210 time: 0.0735781 Aug 06 16:02:31.024138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['fa5a2231-abd2-46da-9e44-338889c803e7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:31.029365 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.030170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:31.063752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fa5a2231-abd2-46da-9e44-338889c803e7,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.120221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.185604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] For port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:31.201687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] For port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:31.218112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=890a30ee-2643-42fe-8b5c-118990072cd3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.252019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:31.252396 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.253787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.316057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:31.320836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=09c146af-94e3-47e1-8ca2-35c5d59c4610,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.323731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:31.386668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:31.452077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.495140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:31.589222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf6cef-eb9f-444c-9f1c-c6193f72be24 None None] Pushing event updated for resources: {'Port': ['ID=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:31.615710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:31.796416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11059b-f73a-41a3-92d9-e8701234b43a req-347b3eb1-3d3a-469b-8590-92fac010d8ef tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:31.805441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b11059b-f73a-41a3-92d9-e8701234b43a req-347b3eb1-3d3a-469b-8590-92fac010d8ef tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 944 time: 0.1393397 Aug 06 16:02:31.827328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d44bc24d-79bc-46eb-9d93-f55340200d8e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:31.931762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b11059b-f73a-41a3-92d9-e8701234b43a req-94a0e3c1-d6d8-4d17-9cc1-408dd50d0c84 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939467 Aug 06 16:02:32.065784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.090824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:32.093124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d44bc24d-79bc-46eb-9d93-f55340200d8e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:32.108915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d44bc24d-79bc-46eb-9d93-f55340200d8e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:32.108915 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.109451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8cab3443-19a0-4a08-b7d7-21a19f79de29 admin admin] 10.222.0.16 "PUT /v2.0/routers/9ac80b3f-95e5-40e9-88f4-404cd0ca2639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5012505 Aug 06 16:02:32.109451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:32.110472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] Sync routers for ids ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:32.128441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-907b6e09-8ae4-4073-bebd-3a2916ed159c req-42608f9a-5425-4c0d-99cd-d1515a3e2dd3 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 210 time: 0.0706706 Aug 06 16:02:32.148522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] Routers {'9ac80b3f-95e5-40e9-88f4-404cd0ca2639'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:32.149553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.319618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] Set router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:32.374424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:32.466479 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.476440 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.516498 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d44bc24d-79bc-46eb-9d93-f55340200d8e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d44bc24d-79bc-46eb-9d93-f55340200d8e,segment=NetworkSegment(bb74773c-3915-471c-9f9e-5766efd4a559),segment_id=bb74773c-3915-471c-9f9e-5766efd4a559)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:32.595848 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-213884269-network', 'tenant_id': 'f9735283160d4388bbfc88faae00ac82'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:32.602604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.644014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.645810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 890a30ee-2643-42fe-8b5c-118990072cd3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:32.667445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] Checking router: 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:32.687531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.723307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] Routers {'9ac80b3f-95e5-40e9-88f4-404cd0ca2639'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:32.724007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:32.758062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.774791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Made reservation on behalf of f9735283160d4388bbfc88faae00ac82 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:32.780233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.792910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.797096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d44bc24d-79bc-46eb-9d93-f55340200d8e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:32.843877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 890a30ee-2643-42fe-8b5c-118990072cd3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:32.844423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.850948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.915680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] Set router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:32.986422 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.986836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:32.989767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=09c146af-94e3-47e1-8ca2-35c5d59c4610,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:33.025053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Deleting port 7c223e63-2160-416b-bb1b-65f5df40ff86 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:33.025642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.097455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fa5a2231-abd2-46da-9e44-338889c803e7 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:33.111758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.124416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:33.155114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.155906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31933292-de04-4e49-a0a1-3313ff7db04a None None] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:33.157327 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Added segment 2f70c0b8-c82a-4fc7-8338-4a34794abc96 of type vlan for network 11c00bc7-7e93-4b04-b6cf-2e6c14de748e Aug 06 16:02:33.209561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9032ee-4260-4c0a-9ceb-0c2806fc352b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:33.245742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85d793-c7e2-4eca-a9e8-19b96f1815b7 req-107b7d83-49f3-4f0b-a60a-6e49e2593588 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:33.247757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da85d793-c7e2-4eca-a9e8-19b96f1815b7 req-107b7d83-49f3-4f0b-a60a-6e49e2593588 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 944 time: 0.1933877 Aug 06 16:02:33.273789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.287119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:33.292491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:33.362157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af1fab38-0e87-41d6-bcb3-d32d55dab98c req-f0b20376-b5d9-45cb-ae25-9b48fcc5576c tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 210 time: 0.0974412 Aug 06 16:02:33.372834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] For port 7c223e63-2160-416b-bb1b-65f5df40ff86, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7c223e63-2160-416b-bb1b-65f5df40ff86,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:33.373223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.379352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da85d793-c7e2-4eca-a9e8-19b96f1815b7 req-d60532fb-c791-4514-8b4c-f075c7162b3e tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232791 Aug 06 16:02:33.402858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be9a839d-73aa-4689-8393-abacadb12490 None None] Provisioning for port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:33.416857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Calling delete_port for 7c223e63-2160-416b-bb1b-65f5df40ff86 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:33.431876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:33.446849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port fa5a2231-abd2-46da-9e44-338889c803e7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:33.471608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.473259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:33.473743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.487025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c3443a-1d5e-4555-b23c-709007539e11 None None] The sync data for ids ['9ac80b3f-95e5-40e9-88f4-404cd0ca2639'] in n-d-778550-6 is: [{'id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'name': 'tempest-TestAggregatesBasicOps-916805380-router', 'tenant_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:01:52Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': '69f6c463a23b4eb5871e1c108e80d2fb', 'gw_port': {'id': '7c223e63-2160-416b-bb1b-65f5df40ff86', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:dc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac80b3f-95e5-40e9-88f4-404cd0ca2639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:01:54Z', 'updated_at': '2021-08-06T16:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:33.488981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port fa5a2231-abd2-46da-9e44-338889c803e7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:33.489133 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.619868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2442317 Aug 06 16:02:33.623484 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55442) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:33.629722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Request body: {'subnet': {'network_id': '11c00bc7-7e93-4b04-b6cf-2e6c14de748e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-213884269-subnet', 'tenant_id': 'f9735283160d4388bbfc88faae00ac82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:33.638155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d88ddd-5967-4c58-adea-fa1e971ba2f6 admin admin] Pushing event updated for resources: {'Network': ['ID=11c00bc7-7e93-4b04-b6cf-2e6c14de748e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:33.644689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.658108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 11c00bc7-7e93-4b04-b6cf-2e6c14de748e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:33.722180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Made reservation on behalf of f9735283160d4388bbfc88faae00ac82 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:33.725432 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.735133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a2231-abd2-46da-9e44-338889c803e7'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:33.737642 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775bf37d-4541-4b03-a3d7-c4e8166fc724" -d '{"events": [{"server_uuid": "fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a2231-abd2-46da-9e44-338889c803e7"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:33.797596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fa5a2231-abd2-46da-9e44-338889c803e7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fa5a2231-abd2-46da-9e44-338889c803e7,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:33.805648 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381921f9-2248-4357-83a8-bdab4cf4273d x-openstack-request-id: req-381921f9-2248-4357-83a8-bdab4cf4273d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:33.806117 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e", "name": "network-vif-plugged", "status": "completed", "tag": "fa5a2231-abd2-46da-9e44-338889c803e7", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:33.806565 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-381921f9-2248-4357-83a8-bdab4cf4273d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:33.807105 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5a2231-abd2-46da-9e44-338889c803e7', 'code': 200} Aug 06 16:02:33.883491 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:33.997591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fa5a2231-abd2-46da-9e44-338889c803e7,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:34.002565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:34.053713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d44bc24d-79bc-46eb-9d93-f55340200d8e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:34.131713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.153508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d44bc24d-79bc-46eb-9d93-f55340200d8e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:34.155746 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.255106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Checking segment: {'id': '2f70c0b8-c82a-4fc7-8338-4a34794abc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '11c00bc7-7e93-4b04-b6cf-2e6c14de748e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:34.255712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Network hostable DHCP agents. Network: 11c00bc7-7e93-4b04-b6cf-2e6c14de748e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:34.258987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fa6830-9b8b-4249-ae8c-b14e20cd64f5,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:34.396714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cdbbd7b3-498b-406a-aa2c-81ca3baad511 None None] Provisioning for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:34.412738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cdbbd7b3-498b-406a-aa2c-81ca3baad511 None None] Provisioning complete for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:34.413271 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd7b3-498b-406a-aa2c-81ca3baad511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.422627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:34.430050 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-62fbd496-e167-42f5-aeaf-d4f08cf94de0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9613049 Aug 06 16:02:34.432030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55476) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:34.434065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:34.440309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'network': {'name': 'tempest-RoutersTest-171021106'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:34.451543 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:34.452460 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:34.486688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Network 11c00bc7-7e93-4b04-b6cf-2e6c14de748e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:34.499020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cdbbd7b3-498b-406a-aa2c-81ca3baad511 None None] Port 09c146af-94e3-47e1-8ca2-35c5d59c4610 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:34.524014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-969b6919-10c3-4eeb-ba7f-8e5666146809 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.537615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-969b6919-10c3-4eeb-ba7f-8e5666146809 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "GET /v2.0/networks?id=0f8f80a2-a5d8-4205-bca9-655813f08614 HTTP/1.1" status: 200 len: 813 time: 0.5461214 Aug 06 16:02:34.556143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Request body: {'port': {'device_id': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614', 'admin_state_up': True, 'tenant_id': '05ca5eb30f0043fcac327b43a1569729'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:34.596005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-066a133a-af76-45da-ab74-8a02ba663470 req-366be75b-718d-4bc5-b058-6c6bccaa7c15 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 210 time: 0.0843179 Aug 06 16:02:34.597133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523adcd4-1491-49da-bbea-5ca1813afdd8 req-054fdcfa-01ee-4aec-8eec-a729d7bbd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.597366 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:34.599019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-523adcd4-1491-49da-bbea-5ca1813afdd8 req-054fdcfa-01ee-4aec-8eec-a729d7bbd0e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 1096 time: 0.6075854 Aug 06 16:02:34.600780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:34.603056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:34.607581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.636252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 11c00bc7-7e93-4b04-b6cf-2e6c14de748e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:34.643311 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.643639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.668951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:34.684143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf1ca89-e943-417d-94ce-a0fd5edb5b7b None None] Network 11c00bc7-7e93-4b04-b6cf-2e6c14de748e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:34.688009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc32ff2-1d11-413f-a27a-22e85bcc4749 req-9a7058f7-2ac6-4703-aac0-d9a51781acdb tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.693895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fc32ff2-1d11-413f-a27a-22e85bcc4749 req-9a7058f7-2ac6-4703-aac0-d9a51781acdb tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.1693141 Aug 06 16:02:34.696491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.716635 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.716992 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added segment 4042f489-345d-4be9-86a4-f60cea2b1a9c of type vlan for network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 Aug 06 16:02:34.762697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c223e63-2160-416b-bb1b-65f5df40ff86,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:34.771752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-956f8f94-c2cc-4dc6-bcc0-4ca0f811fe5c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1467781 Aug 06 16:02:34.800332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8fc32ff2-1d11-413f-a27a-22e85bcc4749 req-ca36bfff-0b25-4754-ae0a-179360565e77 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982006 Aug 06 16:02:34.809952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.821940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5aa819fe-7315-4682-bede-d36211f24539 None None] Provisioning complete for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:34.822713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5aa819fe-7315-4682-bede-d36211f24539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.868059 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-523adcd4-1491-49da-bbea-5ca1813afdd8 req-fd970edc-c95f-404f-9e92-7c9e066a05c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836398 Aug 06 16:02:34.909140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.914845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:34.942855 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2037115-fa24-43a4-a649-f0b462b7ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.947515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.950634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Made reservation on behalf of 05ca5eb30f0043fcac327b43a1569729 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:34.957949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.958257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:34.958257 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:34.971832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:34.981527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.036262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5aa819fe-7315-4682-bede-d36211f24539 None None] Port 09c146af-94e3-47e1-8ca2-35c5d59c4610 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:35.051665 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.057493 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.064997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97886417-601d-42b0-aa1d-cf05a17bb335 None None] Network 11c00bc7-7e93-4b04-b6cf-2e6c14de748e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:35.065976 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:31Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:32Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:35.102984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:35.103541 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Updating router 77df14db-2c5d-4169-9994-4f07409ed150 port 09c146af-94e3-47e1-8ca2-35c5d59c4610 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:35.125610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Network': ['ID=a5152f82-f0fb-4d9b-b72e-b2d39eb12213,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:35.140890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5422fabf-4f9a-46dd-a7ad-448b7194b4f3 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7073488 Aug 06 16:02:35.144660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55504) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:35.157198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:35.157476 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.157574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'subnet': {'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:35.277212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.278497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac80b3f-95e5-40e9-88f4-404cd0ca2639 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:35.286597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.291328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f993283-c6b3-4065-a1e7-c7f6119a4e60 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9ac80b3f-95e5-40e9-88f4-404cd0ca2639 HTTP/1.1" status: 204 len: 168 time: 3.1797187 Aug 06 16:02:35.291719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:35.347636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Allocated IP 172.20.0.11 (0f8f80a2-a5d8-4205-bca9-655813f08614/bcb8c74b-8c93-4022-b537-a755a4fd3ad8/3f19c388-8bc0-49e9-8009-6e33b743c92c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:35.353475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4bd5c465-c32d-46c6-9174-c67b371716b1 None None] Provisioning complete for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:35.353860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c465-c32d-46c6-9174-c67b371716b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.541332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5c465-c32d-46c6-9174-c67b371716b1 None None] Port 09c146af-94e3-47e1-8ca2-35c5d59c4610 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:35.557080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.638421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:35.692384 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.706748 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Transition to ACTIVE for port object 09c146af-94e3-47e1-8ca2-35c5d59c4610 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:35.731606 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.738053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Made reservation on behalf of be26cf94992740659c1f769858cbddc5 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:35.743075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.790912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-417513ff-db98-4841-9ea8-a69c0f096090 req-309c2e09-c04f-437b-8c25-9ab4d08a0e62 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 210 time: 0.0570140 Aug 06 16:02:35.840123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Deleting subnet c6168525-237d-4ca0-9cfc-039efc69a54a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:35.848680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.871068 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.916803 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.923070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:35.932621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:35.942886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.010377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c9b59-1229-4593-8753-9285072cad67 None None] Pushing event updated for resources: {'Port': ['ID=09c146af-94e3-47e1-8ca2-35c5d59c4610,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.084950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Network 0f8f80a2-a5d8-4205-bca9-655813f08614 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:36.101523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:36.112868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:36.115329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c223e63-2160-416b-bb1b-65f5df40ff86 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:36.154778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb7f1-ccfc-4308-abe6-97c73f9d62cd req-b1ab0661-cdcc-42e6-9712-168fc0e2daf9 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.158707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03fcb7f1-ccfc-4308-abe6-97c73f9d62cd req-b1ab0661-cdcc-42e6-9712-168fc0e2daf9 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.2857018 Aug 06 16:02:36.172199 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Attempting to bind port 09c146af-94e3-47e1-8ca2-35c5d59c4610 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:36.172680 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Attempting to bind port 09c146af-94e3-47e1-8ca2-35c5d59c4610 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:36.174042 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Attempting to bind port 09c146af-94e3-47e1-8ca2-35c5d59c4610 on network 685cc2bb-68bf-4df8-bd85-b1c532beb41e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:36.180834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7c223e63-2160-416b-bb1b-65f5df40ff86 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:36.181315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c223e63-2160-416b-bb1b-65f5df40ff86 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:36.187116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fedad65b-dd34-4925-afa6-0bb8d0760710 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:36.196620 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:36.197426 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Checking segment: {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:36.198140 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.198791 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Bound using segment: {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:36.200339 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Bound port: 09c146af-94e3-47e1-8ca2-35c5d59c4610, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb44f682-e3eb-4d95-9709-7afadd89efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:36.206458 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.211401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.212348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.214249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fedad65b-dd34-4925-afa6-0bb8d0760710 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:36.214711 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fedad65b-dd34-4925-afa6-0bb8d0760710 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:36.223051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Pushing event updated for resources: {'Port': ['ID=3f19c388-8bc0-49e9-8009-6e33b743c92c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.252947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:36.274922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-8096115-network', 'tenant_id': 'ce52c54ad74d43cb84e14d9b7823f00c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:36.313950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] For port 09c146af-94e3-47e1-8ca2-35c5d59c4610, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:36.317646 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] For port 09c146af-94e3-47e1-8ca2-35c5d59c4610, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=09c146af-94e3-47e1-8ca2-35c5d59c4610,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:36.337804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-0c425616-0d9a-4442-a8b6-50f2026aad39 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7866964 Aug 06 16:02:36.350961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Request body: {'port': {'device_id': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:36.353348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03fcb7f1-ccfc-4308-abe6-97c73f9d62cd req-a9a6f62a-d59e-4eb0-8dd4-147f3773f1bb tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851990 Aug 06 16:02:36.354942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.402496 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.437274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Made reservation on behalf of ce52c54ad74d43cb84e14d9b7823f00c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:36.438787 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.440328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.443309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.465719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.470574 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:36.472010 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:36.475582 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c9b59-1229-4593-8753-9285072cad67 None None] Pushing event updated for resources: {'Port': ['ID=09c146af-94e3-47e1-8ca2-35c5d59c4610,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.517887 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.530217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Subnet': ['ID=8d84b8a0-a8c5-43b4-a458-01d09930790a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.541906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Checking segment: {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:36.542269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network hostable DHCP agents. Network: a5152f82-f0fb-4d9b-b72e-b2d39eb12213, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:36.546692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.546995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.547928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.548275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.548956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.549309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.549652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.549990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.550330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.550656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.550995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.551363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:36.559116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.565996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c6168525-237d-4ca0-9cfc-039efc69a54a HTTP/1.1" status: 204 len: 168 time: 1.2721007 Aug 06 16:02:36.567585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b783cac-5f53-45ff-95bf-490d7a1268cf None None] Network 6638675e-2aec-4568-b89d-2bdf4aca5282 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:36.568858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:36.600812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13b98e-811d-47ff-b6f3-59a51474766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6168525-237d-4ca0-9cfc-039efc69a54a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:36.684465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.732816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:36.751242 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:36.758159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Deleting port b8962b8e-3fe6-4de0-8930-6fb49f7f474e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:36.763249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.863888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, a5152f82-f0fb-4d9b-b72e-b2d39eb12213) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:36.875067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:36.875067 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.876756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] For port b8962b8e-3fe6-4de0-8930-6fb49f7f474e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:36.876756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.883524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:36.885773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c740d8-672e-4294-84be-397750ac7632 None None] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:36.901811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Calling delete_port for b8962b8e-3fe6-4de0-8930-6fb49f7f474e owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:36.929746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] DHCP port deletion for 6638675e-2aec-4568-b89d-2bdf4aca5282 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:36.977260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.022297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca3447-dc97-4a3e-bb02-4b78665cd9e8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:37.034920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:37.061229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.061671 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Added segment 1d9d99fe-798f-49e7-a2e8-a3508e0d281f of type vlan for network 452b3283-ab82-45ac-8028-b9f0682cec53 Aug 06 16:02:37.091866 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:31Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:36Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:37.104889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee282-0b29-484f-b911-f0b43d7be43d req-12817020-5d96-46df-890a-ec21b7801c58 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.113574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] Deleting port b8962b8e-3fe6-4de0-8930-6fb49f7f474e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:37.113963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.128698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51aee282-0b29-484f-b911-f0b43d7be43d req-12817020-5d96-46df-890a-ec21b7801c58 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 932 time: 0.2060530 Aug 06 16:02:37.146849 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.153741 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c752ecd-5439-4f5a-9c30-bed16a2f3abf None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:31Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:36Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:37.166680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3d3fdc1e-a965-4831-9728-dec405d413f5 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0181293 Aug 06 16:02:37.167344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:37.167583 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.175547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:37.190277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51aee282-0b29-484f-b911-f0b43d7be43d req-b83e985f-b624-4995-aa0b-988c926542aa tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595338 Aug 06 16:02:37.303219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] For port b8962b8e-3fe6-4de0-8930-6fb49f7f474e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,segment=NetworkSegment(cb1838eb-7db4-4f1f-8910-bc846b7b9ec6),segment_id=cb1838eb-7db4-4f1f-8910-bc846b7b9ec6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:37.303894 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.371157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f19c388-8bc0-49e9-8009-6e33b743c92c {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:37.371157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.379619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] Calling delete_port for b8962b8e-3fe6-4de0-8930-6fb49f7f474e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:37.411540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Transition to ACTIVE for port object 3f19c388-8bc0-49e9-8009-6e33b743c92c will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:37.431008 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.467831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:37.473547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] No DVR routers for this DVR port b8962b8e-3fe6-4de0-8930-6fb49f7f474e on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:37.512166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.513686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.514287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.558187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Allocated IP 172.23.0.2 (a5152f82-f0fb-4d9b-b72e-b2d39eb12213/8d84b8a0-a8c5-43b4-a458-01d09930790a/d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:37.596993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.627948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.632295 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.646150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6638675e-2aec-4568-b89d-2bdf4aca5282']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:37.660917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] Pushing event updated for resources: {'Network': ['ID=452b3283-ab82-45ac-8028-b9f0682cec53,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:37.675744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] No DVR routers for this DVR port b8962b8e-3fe6-4de0-8930-6fb49f7f474e on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:37.684213 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 452b3283-ab82-45ac-8028-b9f0682cec53 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:37.709639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755719f8-52da-4c68-9779-8a412b89fb9a req-1dd36cbe-39a1-4f5b-8938-0c4fc1445bc5 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:37.713854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-755719f8-52da-4c68-9779-8a412b89fb9a req-1dd36cbe-39a1-4f5b-8938-0c4fc1445bc5 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.2044976 Aug 06 16:02:37.715873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:37.716131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1838eb-7db4-4f1f-8910-bc846b7b9ec6') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:37.737728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Pushing event updated for resources: {'Port': ['ID=3f19c388-8bc0-49e9-8009-6e33b743c92c,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:37.740726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.779819 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.795576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:37.796022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:37.798597 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:37.804566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07a65-fcc2-4338-8aec-8d2d1b488a86 None None] Pushing event deleted for resources: {'Port': ['ID=b8962b8e-3fe6-4de0-8930-6fb49f7f474e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:37.811234 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa492f21-733b-4974-baeb-5f37f0df7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.814987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:37.817725 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d8bdac9c-60ce-4c36-86b5-15fa3dab68db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5625405 Aug 06 16:02:37.821461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.821802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Request body: {'subnet': {'network_id': '452b3283-ab82-45ac-8028-b9f0682cec53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-8096115-subnet', 'tenant_id': 'ce52c54ad74d43cb84e14d9b7823f00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:37.897073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-755719f8-52da-4c68-9779-8a412b89fb9a req-c779f225-6158-4594-bc60-ada064b733e9 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676114 Aug 06 16:02:37.967449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Attempting to bind port 3f19c388-8bc0-49e9-8009-6e33b743c92c on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:37.967830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Attempting to bind port 3f19c388-8bc0-49e9-8009-6e33b743c92c by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:37.972406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Attempting to bind port 3f19c388-8bc0-49e9-8009-6e33b743c92c on network 0f8f80a2-a5d8-4205-bca9-655813f08614 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:37.984829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Port 3f19c388-8bc0-49e9-8009-6e33b743c92c on network 0f8f80a2-a5d8-4205-bca9-655813f08614 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:02:37.985249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Attempting to bind port 3f19c388-8bc0-49e9-8009-6e33b743c92c on network 0f8f80a2-a5d8-4205-bca9-655813f08614 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:37.988516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:37.996257 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Made reservation on behalf of ce52c54ad74d43cb84e14d9b7823f00c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:37.999097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.001337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Transition to ACTIVE for port object d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:38.021053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Transition to ACTIVE for port object d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:38.035703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:38.035703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Checking segment: {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:38.035703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Bound using segment: {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:38.035703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Bound port: 3f19c388-8bc0-49e9-8009-6e33b743c92c, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:38.035703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.127347 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.139951 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.146773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09c146af-94e3-47e1-8ca2-35c5d59c4610 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:38.158029 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.160132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6638675e-2aec-4568-b89d-2bdf4aca5282 HTTP/1.1" status: 204 len: 168 time: 1.5902689 Aug 06 16:02:38.165500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79de4-6981-4b8c-baa0-3c67861304c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6638675e-2aec-4568-b89d-2bdf4aca5282,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:38.167161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55626) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:38.183783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] For port 3f19c388-8bc0-49e9-8009-6e33b743c92c, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:38.229296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:38.236882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.240751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:38.249697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:38.259570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] For port 3f19c388-8bc0-49e9-8009-6e33b743c92c, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:38.319360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Pushing event updated for resources: {'Port': ['ID=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:38.379251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Attempting to bind port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:38.379769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Attempting to bind port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:38.380169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Attempting to bind port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d on network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:38.387156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:38.387559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Checking segment: {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:38.387964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.388444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Bound using segment: {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:38.388963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Bound port: d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:38.389701 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.435755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a7428-b7b8-4210-8eb8-67a79f6fe081 req-cfa69bc3-ae42-4b18-bdcb-35ba909f108f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.437570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df2a7428-b7b8-4210-8eb8-67a79f6fe081 req-cfa69bc3-ae42-4b18-bdcb-35ba909f108f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 944 time: 0.0937169 Aug 06 16:02:38.492419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df2a7428-b7b8-4210-8eb8-67a79f6fe081 req-1a8a0fe3-bae9-4a59-8a9b-35441d2a152a tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472031 Aug 06 16:02:38.495608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] For port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:38.499326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] For port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:38.556368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:38.560650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:38.561171 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.580438 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.602971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.662541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81d9b2a7-e039-47fc-94c9-55a699e1c74f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:38.674057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.682348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Checking segment: {'id': '1d9d99fe-798f-49e7-a2e8-a3508e0d281f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '452b3283-ab82-45ac-8028-b9f0682cec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:38.682977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Network hostable DHCP agents. Network: 452b3283-ab82-45ac-8028-b9f0682cec53, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:38.725657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ebd20-227e-4710-956c-6cd113f8ed42 None None] Pushing event updated for resources: {'Port': ['ID=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:38.801940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Network 452b3283-ab82-45ac-8028-b9f0682cec53 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:38.809370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.870500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 452b3283-ab82-45ac-8028-b9f0682cec53) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:38.874712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.875912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.877713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 09c146af-94e3-47e1-8ca2-35c5d59c4610, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=09c146af-94e3-47e1-8ca2-35c5d59c4610,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:38.890048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d025277-953b-4289-a7c0-7d08e02d3025 None None] Network 452b3283-ab82-45ac-8028-b9f0682cec53 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:38.934505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:38.935128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.936620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f19c388-8bc0-49e9-8009-6e33b743c92c HTTP/1.1" status: 200 len: 1092 time: 2.5903020 Aug 06 16:02:38.939533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'tag': '3f19c388-8bc0-49e9-8009-6e33b743c92c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:38.941858 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239" -d '{"events": [{"name": "network-changed", "server_uuid": "9e77e5cb-5afe-440a-904d-f07aeb0a961e", "tag": "3f19c388-8bc0-49e9-8009-6e33b743c92c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:38.955609 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:38.983162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2fa3d078-f0ef-47c2-844e-127a45992b89 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1576469 Aug 06 16:02:39.023923 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.023923 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:39.054743 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6642b276-0067-476e-9651-a5e2c4c32f7c x-openstack-request-id: req-6642b276-0067-476e-9651-a5e2c4c32f7c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:39.055266 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e77e5cb-5afe-440a-904d-f07aeb0a961e", "tag": "3f19c388-8bc0-49e9-8009-6e33b743c92c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:39.055688 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6642b276-0067-476e-9651-a5e2c4c32f7c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:39.056273 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'tag': '3f19c388-8bc0-49e9-8009-6e33b743c92c', 'status': 'completed', 'code': 200} Aug 06 16:02:39.068290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4366d-6e11-4948-b9c0-c7d053808724 service neutron] Pushing event updated for resources: {'Port': ['ID=3f19c388-8bc0-49e9-8009-6e33b743c92c,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:39.207278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239 req-0b73db66-0aed-4bc0-beef-fb857337c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:39.212354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239 req-0b73db66-0aed-4bc0-beef-fb857337c4d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 1095 time: 0.1321816 Aug 06 16:02:39.297598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=09c146af-94e3-47e1-8ca2-35c5d59c4610,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:39.305882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55676) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:39.318931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:39.319729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.376026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7bf5be-92d3-4992-9d93-e4ddc1d50b27 None None] Network 452b3283-ab82-45ac-8028-b9f0682cec53 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:39.438359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Deleting subnet 27fa6830-9b8b-4249-ae8c-b14e20cd64f5 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:39.453356 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.529746 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.549924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239 req-906a7ee1-a21e-4249-867a-0f000d5d5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:39.552494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239 req-906a7ee1-a21e-4249-867a-0f000d5d5de4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=05ca5eb30f0043fcac327b43a1569729&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3046064 Aug 06 16:02:39.614428 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.662173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Allocated IP 172.23.0.1 (a5152f82-f0fb-4d9b-b72e-b2d39eb12213/8d84b8a0-a8c5-43b4-a458-01d09930790a/7b200840-6dd8-4383-a11a-43093791a665) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:02:39.749240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87ef3-9f90-402f-a13a-0c49d5e6bf1b req-7d6a7977-72b4-4cdb-9f57-1678df31f878 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:39.751523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffc87ef3-9f90-402f-a13a-0c49d5e6bf1b req-7d6a7977-72b4-4cdb-9f57-1678df31f878 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 944 time: 0.1532044 Aug 06 16:02:39.856686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffc87ef3-9f90-402f-a13a-0c49d5e6bf1b req-21fa9392-bb82-48e2-8748-9b719f18691d tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905383 Aug 06 16:02:39.881609 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.924519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fa6830-9b8b-4249-ae8c-b14e20cd64f5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:39.933480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:39.933480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f1df714b-ac9e-4363-a775-babf5b26a004 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/27fa6830-9b8b-4249-ae8c-b14e20cd64f5 HTTP/1.1" status: 204 len: 168 time: 0.6255131 Aug 06 16:02:39.935349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:39.961884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239 req-33be6d1d-5e88-493c-9e1b-f6f224abc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:39.963385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f15e6908-0ad0-4cb8-bc9d-0ff8eb89e239 req-33be6d1d-5e88-493c-9e1b-f6f224abc664 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4014640 Aug 06 16:02:40.059428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.070321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8962b8e-3fe6-4de0-8930-6fb49f7f474e no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:40.074365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Transition to ACTIVE for port object 7b200840-6dd8-4383-a11a-43093791a665 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:40.109152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.122137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b8962b8e-3fe6-4de0-8930-6fb49f7f474e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:40.129084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8962b8e-3fe6-4de0-8930-6fb49f7f474e not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:40.180011 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.266055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.270386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.287276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c00bc7-7e93-4b04-b6cf-2e6c14de748e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:40.310872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788091-c1f4-4770-85c3-975e1622222d req-a5d5d3cc-34ac-4c53-a327-7d1e6451af13 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:40.312933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe788091-c1f4-4770-85c3-975e1622222d req-a5d5d3cc-34ac-4c53-a327-7d1e6451af13 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.1598740 Aug 06 16:02:40.313204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:40.315167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f70c0b8-c82a-4fc7-8338-4a34794abc96') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:40.315475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f70c0b8-c82a-4fc7-8338-4a34794abc96') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:40.322174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-5a67da44-ed45-43b0-8025-dd404749094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:40.324181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-5a67da44-ed45-43b0-8025-dd404749094e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 1095 time: 0.2110360 Aug 06 16:02:40.327097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.356901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fc4c6-9ce8-49d5-ac07-db1f66f2217f None None] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:40.365093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:40.377571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:02:40.389102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.397743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:40.398173 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:40.413350 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:40.428914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.429252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe788091-c1f4-4770-85c3-975e1622222d req-b89c5e8b-204a-4cbe-8e61-9b70856557db tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928881 Aug 06 16:02:40.465838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:40.527488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=7b200840-6dd8-4383-a11a-43093791a665,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.530918 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-341d499d-a933-4614-b26a-73204beb6233 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c HTTP/1.1" status: 200 len: 217 time: 0.1616254 Aug 06 16:02:40.554929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-88bfd478-e214-45ab-8b81-e3d5d1c5ff50 None None] Provisioning for port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:40.573149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.573505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.573859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.574261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.574535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.574991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.575200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.575531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.575890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.576227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.576563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.576895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:02:40.610268 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.624472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.630509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] 10.222.0.16 "DELETE /v2.0/networks/11c00bc7-7e93-4b04-b6cf-2e6c14de748e HTTP/1.1" status: 204 len: 168 time: 0.6909206 Aug 06 16:02:40.636633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:40.641824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:40.642431 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.658380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:40.687630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ba905-600b-41b1-9b36-c50334f08e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c00bc7-7e93-4b04-b6cf-2e6c14de748e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:40.703453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-2ee3b888-8ace-4379-adc8-d3512e21eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:40.705034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-2ee3b888-8ace-4379-adc8-d3512e21eefc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcb8c74b-8c93-4022-b537-a755a4fd3ad8 HTTP/1.1" status: 200 len: 853 time: 0.1457181 Aug 06 16:02:40.716033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Deleting subnet 81d9b2a7-e039-47fc-94c9-55a699e1c74f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:40.720686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.744846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-d90f1406-d4ea-4833-8da9-92749d134992 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8f80a2-a5d8-4205-bca9-655813f08614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297701 Aug 06 16:02:40.763882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.774026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.828714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:40.831308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.870393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.891402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.952344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:40.955339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09c146af-94e3-47e1-8ca2-35c5d59c4610 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:40.984994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-ca60995f-afc3-4786-9a40-03ccfac1ee14 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318344 Aug 06 16:02:41.022644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf183e-06be-432f-af6c-061f53472e75 req-bcc0400f-ace7-4308-8be0-024c1e77faec tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.027864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8bf183e-06be-432f-af6c-061f53472e75 req-bcc0400f-ace7-4308-8be0-024c1e77faec tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 944 time: 0.0905008 Aug 06 16:02:41.051193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.085664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:41.102944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81d9b2a7-e039-47fc-94c9-55a699e1c74f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:41.121753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8bf183e-06be-432f-af6c-061f53472e75 req-80a94c59-07f0-42f6-8a1a-d3e0bb407617 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877147 Aug 06 16:02:41.130102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.132254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-68334cbb-9f6c-4e00-8cd9-8d72897e4e7a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/81d9b2a7-e039-47fc-94c9-55a699e1c74f HTTP/1.1" status: 204 len: 168 time: 0.4726131 Aug 06 16:02:41.134837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:41.142474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 09c146af-94e3-47e1-8ca2-35c5d59c4610 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:41.142848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.190569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2dc84524-dec3-4fdf-a1bd-50985f36b677 None None] Provisioning for port 7b200840-6dd8-4383-a11a-43093791a665 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:41.193524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Deleting port d44bc24d-79bc-46eb-9d93-f55340200d8e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:41.193901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.203368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2dc84524-dec3-4fdf-a1bd-50985f36b677 None None] Provisioning complete for port 7b200840-6dd8-4383-a11a-43093791a665 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:41.204749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2dc84524-dec3-4fdf-a1bd-50985f36b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.251979 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.310363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2dc84524-dec3-4fdf-a1bd-50985f36b677 None None] Port 7b200840-6dd8-4383-a11a-43093791a665 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:41.323887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2dc84524-dec3-4fdf-a1bd-50985f36b677 None None] Provisioning complete for port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:41.324269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2dc84524-dec3-4fdf-a1bd-50985f36b677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.356039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.362146 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9ea45608-cd68-4eb0-8517-d55bd1904788 req-98518154-2ede-4745-9da4-4b2a8ee51ea9 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664925 Aug 06 16:02:41.374662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452b3283-ab82-45ac-8028-b9f0682cec53']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:41.387177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9d99fe-798f-49e7-a2e8-a3508e0d281f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:41.391540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9d99fe-798f-49e7-a2e8-a3508e0d281f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:41.398461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.414283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.421411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:41.422206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:41.424070 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:41.453873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] For port d44bc24d-79bc-46eb-9d93-f55340200d8e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d44bc24d-79bc-46eb-9d93-f55340200d8e,segment=NetworkSegment(bb74773c-3915-471c-9f9e-5766efd4a559),segment_id=bb74773c-3915-471c-9f9e-5766efd4a559)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:41.454294 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.482790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Calling delete_port for d44bc24d-79bc-46eb-9d93-f55340200d8e owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:41.497079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-634666f5-361c-4943-bb95-4a2063bca9bd tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.498720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-634666f5-361c-4943-bb95-4a2063bca9bd tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.1208999 Aug 06 16:02:41.552356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc10d861-b3ba-4341-b58f-ec4aa02c7bf0 None None] Provisioning complete for port 7b200840-6dd8-4383-a11a-43093791a665 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:41.552778 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc10d861-b3ba-4341-b58f-ec4aa02c7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.589691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fc10d861-b3ba-4341-b58f-ec4aa02c7bf0 None None] Port 7b200840-6dd8-4383-a11a-43093791a665 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:41.596281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ddf8-0e99-4e34-b075-1ea5660b76cc req-f18efdb5-a195-4d39-9f3e-27056ba74b94 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:41.597963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f407ddf8-0e99-4e34-b075-1ea5660b76cc req-f18efdb5-a195-4d39-9f3e-27056ba74b94 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.0625579 Aug 06 16:02:41.599224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.605901 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.610797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/452b3283-ab82-45ac-8028-b9f0682cec53 HTTP/1.1" status: 204 len: 168 time: 0.4747236 Aug 06 16:02:41.656263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7da4cf-ec7d-4b3d-b8fb-2a3a058098c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=452b3283-ab82-45ac-8028-b9f0682cec53,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:41.675754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f407ddf8-0e99-4e34-b075-1ea5660b76cc req-25bc3b34-8564-4d65-bd77-abdacc900838 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636883 Aug 06 16:02:41.853963 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:41.959025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.045964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55778) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:42.069713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Deleting port fa5a2231-abd2-46da-9e44-338889c803e7 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:42.070101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.075103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.089508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event updated for resources: {'Port': ['ID=7b200840-6dd8-4383-a11a-43093791a665,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:42.089739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a0625e84-7d8c-49cd-b494-948e58326096 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9735283160d4388bbfc88faae00ac82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400226 Aug 06 16:02:42.090847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55780) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:42.159371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f68e8-eb70-492e-93fa-67bde0e5b2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.189882 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f68e8-eb70-492e-93fa-67bde0e5b2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.242663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:42.300877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a91f9-352a-4991-ae17-98048f21ba77 req-d6ae61d4-2f45-475e-9001-4dc5251f5629 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:42.303277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f6a91f9-352a-4991-ae17-98048f21ba77 req-d6ae61d4-2f45-475e-9001-4dc5251f5629 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 944 time: 0.0934610 Aug 06 16:02:42.310851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:42.311429 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.319263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] For port fa5a2231-abd2-46da-9e44-338889c803e7, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fa5a2231-abd2-46da-9e44-338889c803e7,segment=NetworkSegment(b6e47088-3a68-43fd-b401-7468050383b4),segment_id=b6e47088-3a68-43fd-b401-7468050383b4)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:42.319942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.348610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Calling delete_port for fa5a2231-abd2-46da-9e44-338889c803e7 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:42.359457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f6a91f9-352a-4991-ae17-98048f21ba77 req-ccefa154-15c7-4666-9b80-fe4ea30207f1 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487752 Aug 06 16:02:42.397012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f68e8-eb70-492e-93fa-67bde0e5b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.400024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e00f68e8-eb70-492e-93fa-67bde0e5b2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.404456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e00f68e8-eb70-492e-93fa-67bde0e5b2a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b9032ee-4260-4c0a-9ceb-0c2806fc352b HTTP/1.1" status: 204 len: 168 time: 0.3098512 Aug 06 16:02:42.417654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f68e8-eb70-492e-93fa-67bde0e5b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9032ee-4260-4c0a-9ceb-0c2806fc352b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:42.423953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:02:42.426783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.435488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:42.468043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Pushing event deleted for resources: {'Port': ['ID=d44bc24d-79bc-46eb-9d93-f55340200d8e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:42.758506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:42.824408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-13f42320-349a-4014-bd9c-3fbbfaa8e113 None None] Provisioning complete for port 7b200840-6dd8-4383-a11a-43093791a665 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:42.824868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13f42320-349a-4014-bd9c-3fbbfaa8e113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.831381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af3f32-9187-42f2-998e-f800b7822cb3 req-dbb98227-95e6-4022-8c05-f3cae9313817 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:42.833133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41af3f32-9187-42f2-998e-f800b7822cb3 req-dbb98227-95e6-4022-8c05-f3cae9313817 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 945 time: 0.0687923 Aug 06 16:02:42.868146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-13f42320-349a-4014-bd9c-3fbbfaa8e113 None None] Port 7b200840-6dd8-4383-a11a-43093791a665 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:02:42.890410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41af3f32-9187-42f2-998e-f800b7822cb3 req-4480549e-632d-4275-8fc1-c855b76c3457 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/security-groups?id=9c925134-5125-43a6-acd1-a501114cc4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Aug 06 16:02:42.903676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.959009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:42.962215 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:42.969728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a7089bbd-157b-4135-8842-494221337038 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7901380 Aug 06 16:02:42.971628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:42.975790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:42.979300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['fa5a2231-abd2-46da-9e44-338889c803e7'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:42.984403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:43.011982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:43.015635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:43.046847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Pushing event deleted for resources: {'Port': ['ID=fa5a2231-abd2-46da-9e44-338889c803e7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:43.112843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:43.168605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] No DVR routers for this DVR port fa5a2231-abd2-46da-9e44-338889c803e7 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:43.174354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.176853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bbeaa761-d70a-46d3-be95-fc29ffb64e0f req-1bfa2473-d1c6-4b0e-b70b-317101969521 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.64 "DELETE /v2.0/ports/fa5a2231-abd2-46da-9e44-338889c803e7 HTTP/1.1" status: 204 len: 173 time: 1.6652348 Aug 06 16:02:43.178726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'name': 'network-vif-deleted', 'tag': 'fa5a2231-abd2-46da-9e44-338889c803e7'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:43.181115 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3a3ef8-5f26-48a4-870f-c965ba2aff69" -d '{"events": [{"server_uuid": "fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e", "name": "network-vif-deleted", "tag": "fa5a2231-abd2-46da-9e44-338889c803e7"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:43.197995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f19c388-8bc0-49e9-8009-6e33b743c92c details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:02:43.235071 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1cf3ab-f31e-44d7-a074-dcc08ffe086b x-openstack-request-id: req-3c1cf3ab-f31e-44d7-a074-dcc08ffe086b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:43.239999 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e", "name": "network-vif-deleted", "tag": "fa5a2231-abd2-46da-9e44-338889c803e7", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:43.239999 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c1cf3ab-f31e-44d7-a074-dcc08ffe086b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:43.239999 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e', 'name': 'network-vif-deleted', 'tag': 'fa5a2231-abd2-46da-9e44-338889c803e7', 'status': 'completed', 'code': 200} Aug 06 16:02:43.408008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3f19c388-8bc0-49e9-8009-6e33b743c92c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:43.424981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '3f19c388-8bc0-49e9-8009-6e33b743c92c', 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614', 'port_id': '3f19c388-8bc0-49e9-8009-6e33b743c92c', 'mac_address': 'fa:16:3e:30:27:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8c74b-8c93-4022-b537-a755a4fd3ad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:02:43.479503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.489248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ae257-bc60-4076-bcbd-cf1a2c7f97b9 req-52cb7dd7-6e58-4bf5-b03e-7479a256831f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:43.491071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c22ae257-bc60-4076-bcbd-cf1a2c7f97b9 req-52cb7dd7-6e58-4bf5-b03e-7479a256831f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 944 time: 0.0602155 Aug 06 16:02:43.506319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f19c388-8bc0-49e9-8009-6e33b743c92c {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:02:43.536655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3f19c388-8bc0-49e9-8009-6e33b743c92c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:43.542609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:40Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:41Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:43.557798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c22ae257-bc60-4076-bcbd-cf1a2c7f97b9 req-dab2bf92-19a6-461c-ba78-dfda4cf8e719 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 Aug 06 16:02:43.581003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:43.581003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Updating router 77df14db-2c5d-4169-9994-4f07409ed150 port 7b200840-6dd8-4383-a11a-43093791a665 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:02:43.585651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55834) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:43.625297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.652683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e262cd5b-4427-4ce4-a145-69290ea9fa06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce52c54ad74d43cb84e14d9b7823f00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654967 Aug 06 16:02:43.653726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:43.660462 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.726231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0afdbfd0-4090-4a46-b3e6-bcae12f972f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.751960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0afdbfd0-4090-4a46-b3e6-bcae12f972f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.785734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3f19c388-8bc0-49e9-8009-6e33b743c92c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:43.786224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Router ff1fad57-aebc-4087-bfac-236f85e5975d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:43.894898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3f19c388-8bc0-49e9-8009-6e33b743c92c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:02:43.898974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0afdbfd0-4090-4a46-b3e6-bcae12f972f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.901942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0afdbfd0-4090-4a46-b3e6-bcae12f972f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:43.903714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0afdbfd0-4090-4a46-b3e6-bcae12f972f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fca3447-dc97-4a3e-bb02-4b78665cd9e8 HTTP/1.1" status: 204 len: 168 time: 0.2488186 Aug 06 16:02:43.928314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdbfd0-4090-4a46-b3e6-bcae12f972f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca3447-dc97-4a3e-bb02-4b78665cd9e8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:44.010198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:02:44.018610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:44.025147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd6515e7-4bf3-4a76-9669-58531be1702d admin admin] 10.222.0.16 "PUT /v2.0/routers/ff1fad57-aebc-4087-bfac-236f85e5975d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8556964 Aug 06 16:02:44.028262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55856) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:44.037002 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] Sync routers for ids ['ff1fad57-aebc-4087-bfac-236f85e5975d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:44.070379 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] Routers {'ff1fad57-aebc-4087-bfac-236f85e5975d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:44.071016 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ff1fad57-aebc-4087-bfac-236f85e5975d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:44.074982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.extraroute_db [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Removed routes are [] {{(pid=94840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:02:44.074982 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.087098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abf67743-a28d-4473-bdd3-8d3858213f97 req-b7c814dc-7e11-4229-bc01-3cda2cfbbdd0 tempest-VolumesActionsTest-905440960 tempest-VolumesActionsTest-905440960-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe6e8805-9bae-4206-bf75-bdd4fe9a9e9e HTTP/1.1" status: 200 len: 210 time: 0.0841305 Aug 06 16:02:44.131373 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.160092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Transition to ACTIVE for port object 7b200840-6dd8-4383-a11a-43093791a665 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:02:44.224538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.237663 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] Set router ff1fad57-aebc-4087-bfac-236f85e5975d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:44.333704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.475352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Attempting to bind port 7b200840-6dd8-4383-a11a-43093791a665 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:02:44.476071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Attempting to bind port 7b200840-6dd8-4383-a11a-43093791a665 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:02:44.480616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Attempting to bind port 7b200840-6dd8-4383-a11a-43093791a665 on network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:02:44.480794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e71f2-c9a0-4418-b5ab-ee27a0d83ae7 None None] Pushing event updated for resources: {'Port': ['ID=7b200840-6dd8-4383-a11a-43093791a665,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:44.485026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.496960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:02:44.497341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Checking segment: {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:44.498586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.498586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Bound using segment: {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:02:44.498817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Bound port: 7b200840-6dd8-4383-a11a-43093791a665, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4042f489-345d-4be9-86a4-f60cea2b1a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:02:44.499121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.537039 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:42Z', 'revision_number': 5, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port': {'id': 'dadff5d9-4ebd-496f-9128-7890d54b41b0', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:41:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:44.595586 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] Checking router: ff1fad57-aebc-4087-bfac-236f85e5975d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:44.609077 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] Routers {'ff1fad57-aebc-4087-bfac-236f85e5975d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:44.610330 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ff1fad57-aebc-4087-bfac-236f85e5975d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:44.610696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] For port 7b200840-6dd8-4383-a11a-43093791a665, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:02:44.617624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] For port 7b200840-6dd8-4383-a11a-43093791a665, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7b200840-6dd8-4383-a11a-43093791a665,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:02:44.737087 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] Set router ff1fad57-aebc-4087-bfac-236f85e5975d gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:44.752643 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.760255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0862c6-74f6-4fcd-a19b-1fd506edcdbc req-90ba0a75-9f18-4f71-8257-ac6ee7c1a721 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:44.760923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.772419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed0862c6-74f6-4fcd-a19b-1fd506edcdbc req-90ba0a75-9f18-4f71-8257-ac6ee7c1a721 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 945 time: 0.0639629 Aug 06 16:02:44.811752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed0862c6-74f6-4fcd-a19b-1fd506edcdbc req-a17bfbfc-020d-450f-ab79-96b87e4b000b tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Aug 06 16:02:44.819108 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:44Z', 'revision_number': 6, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:44.839531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Deleting port dadff5d9-4ebd-496f-9128-7890d54b41b0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:44.840048 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.847365 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec1de2-e306-4f17-ad69-966df9616706 None None] The sync data for ids ['ff1fad57-aebc-4087-bfac-236f85e5975d'] in n-d-778550-6 is: [{'id': 'ff1fad57-aebc-4087-bfac-236f85e5975d', 'name': 'tempest-TestAggregatesBasicOps-1043466463-router', 'tenant_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:09Z', 'updated_at': '2021-08-06T16:02:44Z', 'revision_number': 6, 'project_id': 'c893e0bfdc794c25b87d9db1c4fcd106', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:44.854952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:44.909591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:44.910242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:44.966546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:44.995527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] For port dadff5d9-4ebd-496f-9128-7890d54b41b0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dadff5d9-4ebd-496f-9128-7890d54b41b0,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:44.995947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.132070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Calling delete_port for dadff5d9-4ebd-496f-9128-7890d54b41b0 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:45.211930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:45.216730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.218035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7063453b-2bf1-4195-bc4e-fa8784a5694a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 933 time: 2.2398014 Aug 06 16:02:45.221133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55890) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:45.251958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fa5a2231-abd2-46da-9e44-338889c803e7 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:45.254297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f19c388-8bc0-49e9-8009-6e33b743c92c up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:45.321977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e71f2-c9a0-4418-b5ab-ee27a0d83ae7 None None] Pushing event updated for resources: {'Port': ['ID=7b200840-6dd8-4383-a11a-43093791a665,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:45.325877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: fa5a2231-abd2-46da-9e44-338889c803e7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:45.326226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fa5a2231-abd2-46da-9e44-338889c803e7 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:45.357615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:45.402780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55902) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:45.408563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'routes': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:45.412420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf9e868f-883f-4d00-9467-a17d3ab9e5d0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 933 time: 0.1893504 Aug 06 16:02:45.704274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.715505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:44Z', 'revision_number': 6, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:44Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:45.749980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028000ac-0251-40fd-a8e2-d16f0924d0b4 None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:44Z', 'revision_number': 6, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:44Z', 'revision_number': 4, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:45.752991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 3f19c388-8bc0-49e9-8009-6e33b743c92c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:45.764104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 3f19c388-8bc0-49e9-8009-6e33b743c92c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:45.764541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:45.799234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Pushing event deleted for resources: {'Port': ['ID=dadff5d9-4ebd-496f-9128-7890d54b41b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:45.958380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.120087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.126025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.135633 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.208865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19c388-8bc0-49e9-8009-6e33b743c92c'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:02:46.213799 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ef7c2a-d319-4c38-a51a-b945d4485a15" -d '{"events": [{"server_uuid": "9e77e5cb-5afe-440a-904d-f07aeb0a961e", "name": "network-vif-plugged", "status": "completed", "tag": "3f19c388-8bc0-49e9-8009-6e33b743c92c"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:02:46.248929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 3f19c388-8bc0-49e9-8009-6e33b743c92c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:46.280217 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c2885-b85e-4c60-9afc-49c79c00f8fc x-openstack-request-id: req-819c2885-b85e-4c60-9afc-49c79c00f8fc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:02:46.281401 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77e5cb-5afe-440a-904d-f07aeb0a961e", "name": "network-vif-plugged", "status": "completed", "tag": "3f19c388-8bc0-49e9-8009-6e33b743c92c", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:02:46.282602 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-819c2885-b85e-4c60-9afc-49c79c00f8fc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:02:46.283266 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f19c388-8bc0-49e9-8009-6e33b743c92c', 'code': 200} Aug 06 16:02:46.386947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7b200840-6dd8-4383-a11a-43093791a665 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:46.451550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:02:46.452539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:02:46.462232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.473008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.473593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1fad57-aebc-4087-bfac-236f85e5975d {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:02:46.489689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.490177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2643bf-5611-40a8-b5ac-e1b5569e8de8 req-d52d9db8-8961-4506-99e9-f9495509bf2b tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:46.492203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d2643bf-5611-40a8-b5ac-e1b5569e8de8 req-d52d9db8-8961-4506-99e9-f9495509bf2b tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 945 time: 0.2112422 Aug 06 16:02:46.497255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55928) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:46.498451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6ac7e29-8d34-4e25-ad80-c2bde1a57cca admin admin] 10.222.0.16 "DELETE /v2.0/routers/ff1fad57-aebc-4087-bfac-236f85e5975d HTTP/1.1" status: 204 len: 168 time: 2.4684083 Aug 06 16:02:46.537620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08600b0b-b9dc-40cf-a5cf-1858497b99ae req-cab4d56a-ed4d-4fec-aea9-9ae2373c734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:46.542398 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08600b0b-b9dc-40cf-a5cf-1858497b99ae req-cab4d56a-ed4d-4fec-aea9-9ae2373c734b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 1096 time: 0.1728418 Aug 06 16:02:46.583489 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:02:46.648070 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08600b0b-b9dc-40cf-a5cf-1858497b99ae req-e7d5dd7f-bdd1-4dd6-8381-8abb6aef2dfe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953257 Aug 06 16:02:46.693688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Deleting subnet 59a2ce18-1f61-4fd2-b239-9dcc9d5a202b {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:46.701303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=3f19c388-8bc0-49e9-8009-6e33b743c92c,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:46.729798 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.767406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.775512 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d2643bf-5611-40a8-b5ac-e1b5569e8de8 req-efc24477-e513-432e-80a0-f18016cd28bf tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682583 Aug 06 16:02:46.780976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7b200840-6dd8-4383-a11a-43093791a665 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:02:46.798954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.812314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7b200840-6dd8-4383-a11a-43093791a665 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:46.813642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.927657 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:46.993228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7b200840-6dd8-4383-a11a-43093791a665, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7b200840-6dd8-4383-a11a-43093791a665,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:47.110555 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.165856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.177495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.189613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:47.199594 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dadff5d9-4ebd-496f-9128-7890d54b41b0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:47.265447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: dadff5d9-4ebd-496f-9128-7890d54b41b0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:47.265799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dadff5d9-4ebd-496f-9128-7890d54b41b0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:47.266472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d44bc24d-79bc-46eb-9d93-f55340200d8e no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:47.330704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d44bc24d-79bc-46eb-9d93-f55340200d8e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:47.331068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d44bc24d-79bc-46eb-9d93-f55340200d8e not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:47.351429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7b200840-6dd8-4383-a11a-43093791a665,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:47.436792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:47.470286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:47.470948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:47.643530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:47.891895 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:47.996452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 7, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:48.014290 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.058401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:48.065687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a2ce18-1f61-4fd2-b239-9dcc9d5a202b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:48.070486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:48.071184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:48.079150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.083635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-47cfa95c-50a9-444a-8be5-be6bd03151fe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/59a2ce18-1f61-4fd2-b239-9dcc9d5a202b HTTP/1.1" status: 204 len: 168 time: 1.5826836 Aug 06 16:02:48.084336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 55982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:48.092668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdb59-af44-4681-9755-072117538c06 req-ae1e8459-5d7b-4468-ae1c-01ce7fa35aec tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:48.094279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8adbdb59-af44-4681-9755-072117538c06 req-ae1e8459-5d7b-4468-ae1c-01ce7fa35aec tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 946 time: 0.1911457 Aug 06 16:02:48.101521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:48.115495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.119456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f7bf4ede-e166-45c7-aec7-58f6d5be7609 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 699 time: 2.7156003 Aug 06 16:02:48.121443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55984) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:48.201255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:48.244237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.260378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8adbdb59-af44-4681-9755-072117538c06 req-9bc0bfec-e635-420d-88ff-d400cd80f041 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567948 Aug 06 16:02:48.276370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba9908-305e-4630-8ecd-cfd7b82b6d44 None None] Network f00490b3-6fba-44f1-8250-03a2a2c98168 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:48.278236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bae45ece-fe18-473d-8b55-3b4e21ef3bd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 699 time: 0.1556127 Aug 06 16:02:48.278910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 55986) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:48.372344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7b200840-6dd8-4383-a11a-43093791a665 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:02:48.488493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Deleting port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:48.489132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.633618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] For port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,segment=NetworkSegment(bb74773c-3915-471c-9f9e-5766efd4a559),segment_id=bb74773c-3915-471c-9f9e-5766efd4a559)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:48.634002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.655032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Calling delete_port for 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:48.700866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7b200840-6dd8-4383-a11a-43093791a665 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:02:48.701377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.789163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.920201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] DHCP port deletion for f00490b3-6fba-44f1-8250-03a2a2c98168 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:48.932561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 7, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:48.980611 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:48.983918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08023cd7-821c-4133-8f59-ff45b542218f None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 7, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:49.024202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Deleting port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:49.024947 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.058463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:49.072404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] No DVR routers for this DVR port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:49.182437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] For port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca, host n-d-778550-6, got binding levels [] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:49.183657 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.206861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Calling delete_port for 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:49.213456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.ipam_backend_mixin [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca was not found and therefore no delete operation was performed {{(pid=94842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:02:49.215209 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.276592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] Pushing event deleted for resources: {'Port': ['ID=5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:49.279324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91329c75-fe12-4ad0-8115-695b911fb91e None None] No DVR routers for this DVR port 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:49.291134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 7b200840-6dd8-4383-a11a-43093791a665 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:49.291626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.399834 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.454237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00490b3-6fba-44f1-8250-03a2a2c98168']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:49.472948 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:49.476187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb74773c-3915-471c-9f9e-5766efd4a559') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:49.476714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb74773c-3915-471c-9f9e-5766efd4a559') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:49.477111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 7b200840-6dd8-4383-a11a-43093791a665, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7b200840-6dd8-4383-a11a-43093791a665,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:49.477490 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.488853 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:49.489908 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.490463 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:49.506703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 7b200840-6dd8-4383-a11a-43093791a665 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:49.508543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.535678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:49.539125 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:49.541072 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:49.666396 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:49.832702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.839106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:49.846171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f00490b3-6fba-44f1-8250-03a2a2c98168 HTTP/1.1" status: 204 len: 168 time: 1.7548895 Aug 06 16:02:49.866966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a789ffb-f7b3-4b24-a24d-d32e6a636615 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00490b3-6fba-44f1-8250-03a2a2c98168,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:50.082771 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.140630 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 7, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b200840-6dd8-4383-a11a-43093791a665', 'name': '', 'network_id': 'a5152f82-f0fb-4d9b-b72e-b2d39eb12213', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:21:3f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:38Z', 'updated_at': '2021-08-06T16:02:46Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '8d84b8a0-a8c5-43b4-a458-01d09930790a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:50.159132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=7b200840-6dd8-4383-a11a-43093791a665,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:50.267766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:50.292902 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:50.293540 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:50.423462 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:50.496282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:50.537665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:50.538321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ddfa19e-5b0c-466c-a9eb-675cdeb7c4ca not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:50.597179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56112) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:50.764151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf8b2f29-dd01-4a6b-9a3e-094f3f02f6e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69f6c463a23b4eb5871e1c108e80d2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657336 Aug 06 16:02:50.775422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56120) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:50.852801 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:50.948512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00c932f6-6dca-45cc-b55f-0acddd93786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.057313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00c932f6-6dca-45cc-b55f-0acddd93786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.155734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:49Z', 'revision_number': 8, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:51.235073 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec1450-561f-43da-b426-63fd6d24b7f9 None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:49Z', 'revision_number': 8, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:51.318516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00c932f6-6dca-45cc-b55f-0acddd93786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.321702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00c932f6-6dca-45cc-b55f-0acddd93786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.322356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00c932f6-6dca-45cc-b55f-0acddd93786a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06e2adb0-9d40-42dd-ae87-48ca12e540a2 HTTP/1.1" status: 204 len: 168 time: 0.5453374 Aug 06 16:02:51.335595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:51.350199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c932f6-6dca-45cc-b55f-0acddd93786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e2adb0-9d40-42dd-ae87-48ca12e540a2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:51.663780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:51.682216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0d10c2c6-acf1-4ed4-a45c-f2e17df90fd6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4021971 Aug 06 16:02:51.684877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56134) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:51.843088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 8d84b8a0-a8c5-43b4-a458-01d09930790a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:51.858604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:51.946344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:51.969021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:51.973895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:52.054123 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.212638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7b200840-6dd8-4383-a11a-43093791a665 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:52.348426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.368795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:52.546018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.610310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66fc3807-77f9-45a2-af1b-c0f97ab962e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.662786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7b200840-6dd8-4383-a11a-43093791a665 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:52.669925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7b200840-6dd8-4383-a11a-43093791a665 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:52.711645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.715214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/8d84b8a0-a8c5-43b4-a458-01d09930790a HTTP/1.1" status: 204 len: 168 time: 1.0280437 Aug 06 16:02:52.717142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7109e8-e83e-4156-b296-0edb648cd1e4 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=8d84b8a0-a8c5-43b4-a458-01d09930790a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:52.721910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66fc3807-77f9-45a2-af1b-c0f97ab962e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.722165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56150) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:52.736380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f23ce-131a-4f74-a896-5e240689ea47 None None] Network a5152f82-f0fb-4d9b-b72e-b2d39eb12213 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:52.844881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:52.851168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:52.917658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:52.921133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-66fc3807-77f9-45a2-af1b-c0f97ab962e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.071071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:53.071414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.101908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] DHCP port deletion for a5152f82-f0fb-4d9b-b72e-b2d39eb12213 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:53.171714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-66fc3807-77f9-45a2-af1b-c0f97ab962e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97cba759f75348a89596752d88d0829a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7988942 Aug 06 16:02:53.179795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:53.184279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc3807-77f9-45a2-af1b-c0f97ab962e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14ab4a-67c3-42df-887a-f9fff363e0f6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.230051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:53.230428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.262131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:53.328031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b9f73b04-991b-4b2f-802a-0c843afc36e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c893e0bfdc794c25b87d9db1c4fcd106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752536 Aug 06 16:02:53.332193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:53.371976 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] Deleting port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:53.372412 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.431318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29266061-42f8-47e1-a05b-3068b01fbe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.441091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:49Z', 'revision_number': 8, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:53.468581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29266061-42f8-47e1-a05b-3068b01fbe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.471408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e784a275-085d-4617-a454-4784e30af88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.494749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:53.501650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] For port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,segment=NetworkSegment(4042f489-345d-4be9-86a4-f60cea2b1a9c),segment_id=4042f489-345d-4be9-86a4-f60cea2b1a9c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:53.502053 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.523169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:53.523382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:53.526475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] Calling delete_port for d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:53.540333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.582597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e784a275-085d-4617-a454-4784e30af88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.606665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29266061-42f8-47e1-a05b-3068b01fbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.614204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:53.617558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29266061-42f8-47e1-a05b-3068b01fbe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.621051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.622508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-29266061-42f8-47e1-a05b-3068b01fbe9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a14ab4a-67c3-42df-887a-f9fff363e0f6 HTTP/1.1" status: 204 len: 168 time: 0.4288294 Aug 06 16:02:53.670463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266061-42f8-47e1-a05b-3068b01fbe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14ab4a-67c3-42df-887a-f9fff363e0f6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.773369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e784a275-085d-4617-a454-4784e30af88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.775996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e784a275-085d-4617-a454-4784e30af88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:53.779713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e784a275-085d-4617-a454-4784e30af88f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b76b7598-412c-401f-8937-4b86124e8f88 HTTP/1.1" status: 204 len: 168 time: 0.4437914 Aug 06 16:02:53.794753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784a275-085d-4617-a454-4784e30af88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76b7598-412c-401f-8937-4b86124e8f88,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:53.853275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:54.009765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.037461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5152f82-f0fb-4d9b-b72e-b2d39eb12213']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:54.050001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.065456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4042f489-345d-4be9-86a4-f60cea2b1a9c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:54.065848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4042f489-345d-4be9-86a4-f60cea2b1a9c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:54.088295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.109380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] Pushing event deleted for resources: {'Port': ['ID=d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:54.116697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c3896a-a499-4cf0-aaa6-16f6c8277fa1 None None] No DVR routers for this DVR port d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:54.150820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.166903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:02:54.167708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.356672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:02:54.373335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:49Z', 'revision_number': 8, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:54.430198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4785c-cec4-4a54-8a55-c26fd3e9bb3b None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:49Z', 'revision_number': 8, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '09c146af-94e3-47e1-8ca2-35c5d59c4610', 'name': '', 'network_id': '685cc2bb-68bf-4df8-bd85-b1c532beb41e', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:aa:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:28Z', 'updated_at': '2021-08-06T16:02:38Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '9e80d0e1-381d-419f-a3d4-1ae16459c8d0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:02:54.431771 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:02:54.450596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:02:54.455885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3c25e98-f8cf-4fd2-a3e8-f0fbee5ed06d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:02:54.550970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.560563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:54.564869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/a5152f82-f0fb-4d9b-b72e-b2d39eb12213 HTTP/1.1" status: 204 len: 168 time: 1.8414605 Aug 06 16:02:54.567748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:54.622275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f15ca-06ec-44bd-9173-7bf4ef32e632 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=a5152f82-f0fb-4d9b-b72e-b2d39eb12213,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:55.031013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56184) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:55.084381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d7b9d-37a7-4b40-8877-3fbec0038c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.261701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.344813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d7b9d-37a7-4b40-8877-3fbec0038c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.442268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b54d7b9d-37a7-4b40-8877-3fbec0038c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.503679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b54d7b9d-37a7-4b40-8877-3fbec0038c64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c273e88e65f047af931ee3017c121040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675114 Aug 06 16:02:55.503679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d7b9d-37a7-4b40-8877-3fbec0038c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60862b88-0d8f-45a2-b510-0d2937c4a976,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:55.504790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:55.621399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afa2459-4dde-4ad9-9f53-2b927f19cff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.689599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afa2459-4dde-4ad9-9f53-2b927f19cff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.758882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 09c146af-94e3-47e1-8ca2-35c5d59c4610 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:55.758882 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.877758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afa2459-4dde-4ad9-9f53-2b927f19cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.881042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2afa2459-4dde-4ad9-9f53-2b927f19cff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.882482 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2afa2459-4dde-4ad9-9f53-2b927f19cff1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60862b88-0d8f-45a2-b510-0d2937c4a976 HTTP/1.1" status: 204 len: 168 time: 0.3770735 Aug 06 16:02:55.883781 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 09c146af-94e3-47e1-8ca2-35c5d59c4610, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=09c146af-94e3-47e1-8ca2-35c5d59c4610,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:55.884183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:55.899795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 09c146af-94e3-47e1-8ca2-35c5d59c4610 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:55.903886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa2459-4dde-4ad9-9f53-2b927f19cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60862b88-0d8f-45a2-b510-0d2937c4a976,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:56.059238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:56.081970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.252729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-961921206-network', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:56.351172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.384845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Made reservation on behalf of 6e9429101c3a48e0b0651661e0bd4ea3 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:56.387208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.399523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=09c146af-94e3-47e1-8ca2-35c5d59c4610,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:56.410541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.909616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.926322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:56.996295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.020735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:02:57.035138 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.035781 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Added segment 59604551-9316-4095-a94a-c75aeac5301b of type vlan for network 7c88c883-4798-439c-abf5-4ba436b306a4 Aug 06 16:02:57.106331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.180752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1648589-2729-4a9b-8398-c6a332c5a87a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:57.323728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:57.489440 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.490606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:57.491450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:57.722730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:02:57.905746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:02:57.907453 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:02:57.907898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e017050e-5a3e-4a7a-a279-717401526893 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3107641 Aug 06 16:02:57.907898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56242) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:57.908101 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:57.908284 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:57.978711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 9e80d0e1-381d-419f-a3d4-1ae16459c8d0 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:02:57.987105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.026526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f74b7b6a-7010-4ff8-8f02-ca9d8a87e4e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f2d4bf3f7834971b3cec52c4303bef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970978 Aug 06 16:02:58.026526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] Pushing event updated for resources: {'Network': ['ID=7c88c883-4798-439c-abf5-4ba436b306a4,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:58.028758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:58.039712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7c88c883-4798-439c-abf5-4ba436b306a4 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:02:58.081738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.094929 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:58.126076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e0eae79-dcb9-422d-89ab-7128c32a9bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.171753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e0eae79-dcb9-422d-89ab-7128c32a9bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.247420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c5dad44b-9818-4aa2-82ca-f8b9abf6ce5a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1863232 Aug 06 16:02:58.254292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:58.261225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Request body: {'subnet': {'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-961921206-subnet', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:58.287880 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.321936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e0eae79-dcb9-422d-89ab-7128c32a9bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.325586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0e0eae79-dcb9-422d-89ab-7128c32a9bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.327117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0e0eae79-dcb9-422d-89ab-7128c32a9bea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f4d98c4-6e8e-46ae-932e-65ebdd63bab3 HTTP/1.1" status: 204 len: 168 time: 0.2972167 Aug 06 16:02:58.344669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eae79-dcb9-422d-89ab-7128c32a9bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4d98c4-6e8e-46ae-932e-65ebdd63bab3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:58.430920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Made reservation on behalf of 6e9429101c3a48e0b0651661e0bd4ea3 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:02:58.434474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.472663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.605453 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:56Z', 'revision_number': 9, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:58.638115 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:02:58.648968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:02:58.649608 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:58.663621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=9e80d0e1-381d-419f-a3d4-1ae16459c8d0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:58.690135 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.698093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1b485-498a-4557-9b40-bd566cff36c3 None None] Network 685cc2bb-68bf-4df8-bd85-b1c532beb41e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:58.712261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-30b0fa6d-45fc-4c9b-83c1-dbaece4feb67 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/9e80d0e1-381d-419f-a3d4-1ae16459c8d0 HTTP/1.1" status: 204 len: 168 time: 0.8277810 Aug 06 16:02:58.714901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:58.770171 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:02:58.945350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:58.955342 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.138170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:02:59.138953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:59.138953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.139409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] DHCP port deletion for 685cc2bb-68bf-4df8-bd85-b1c532beb41e request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:02:59.153810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Checking segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:02:59.154312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Network hostable DHCP agents. Network: 7c88c883-4798-439c-abf5-4ba436b306a4, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:02:59.222347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.272113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Network 7c88c883-4798-439c-abf5-4ba436b306a4 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:02:59.276169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] Deleting port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:02:59.279938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.341872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:59.344301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.373777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7c88c883-4798-439c-abf5-4ba436b306a4) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:02:59.378577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:59.379273 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:02:59.379894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.464192 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:56Z', 'revision_number': 9, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:02:59.509434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e826a3-4115-4df9-a280-ff2a0cdecdc4 None None] Network 7c88c883-4798-439c-abf5-4ba436b306a4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:02:59.523240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b8696654-f6ed-4167-86bf-c3f850480038 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2670648 Aug 06 16:02:59.526022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56276) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:02:59.535739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:02:59.545963 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479b4ade-8663-402f-adec-6f592f886c6b None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:02:56Z', 'revision_number': 9, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': '890a30ee-2643-42fe-8b5c-118990072cd3', 'name': '', 'network_id': 'bb813bb8-1b54-4671-b83a-b2ef4a30dd7f', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:eb:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:21Z', 'updated_at': '2021-08-06T16:02:30Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': 'fc753415-c887-47db-bfd6-a5ba2ed6351a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:02:59.661013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] For port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,segment=NetworkSegment(bb44f682-e3eb-4d95-9709-7afadd89efd6),segment_id=bb44f682-e3eb-4d95-9709-7afadd89efd6)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:02:59.661556 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.685280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] Calling delete_port for 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:02:59.773710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.774783 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.820605 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.837368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7c88c883-4798-439c-abf5-4ba436b306a4', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:02:59.838377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.845038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:02:59.960022 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:02:59.987392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:00.020185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.054899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] Pushing event deleted for resources: {'Port': ['ID=2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:00.058624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe735c7-69d8-4fb4-8579-300bc778291a None None] No DVR routers for this DVR port 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:00.192769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.222089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685cc2bb-68bf-4df8-bd85-b1c532beb41e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:00.255672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb44f682-e3eb-4d95-9709-7afadd89efd6') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:00.257056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb44f682-e3eb-4d95-9709-7afadd89efd6') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:00.301838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09c146af-94e3-47e1-8ca2-35c5d59c4610 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:00.308250 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.364277 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.398430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:00.400330 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:00.409142 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:00.414395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 09c146af-94e3-47e1-8ca2-35c5d59c4610 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:00.414745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 09c146af-94e3-47e1-8ca2-35c5d59c4610 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:00.426530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:00.467527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.498053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:00.498919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a981ca8-bcb5-4226-88b3-6bfe2f2e8d15 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:00.605630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Allocated IP 172.20.0.2 (7c88c883-4798-439c-abf5-4ba436b306a4/bc97c8b9-5d21-4f2b-a1e7-3bbe75156901/6a333ab4-e209-4de4-b6fe-61404df64c43) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:00.671797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.687572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:00.692007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/685cc2bb-68bf-4df8-bd85-b1c532beb41e HTTP/1.1" status: 204 len: 168 time: 1.9756272 Aug 06 16:03:00.695204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:00.737088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d1f68-5f20-403d-bd27-85784dd5b77c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=685cc2bb-68bf-4df8-bd85-b1c532beb41e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:01.053647 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.108762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Transition to ACTIVE for port object 6a333ab4-e209-4de4-b6fe-61404df64c43 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:01.149200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Transition to ACTIVE for port object 6a333ab4-e209-4de4-b6fe-61404df64c43 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:01.250478 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.260652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.281013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.321447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Pushing event updated for resources: {'Port': ['ID=6a333ab4-e209-4de4-b6fe-61404df64c43,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:01.374222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Network 7c88c883-4798-439c-abf5-4ba436b306a4 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:01.377536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:01.381300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:01.445191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Allocated IP 172.25.5.38 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/2dbe3e6b-9ba8-4185-90c7-cf9ded828638) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:01.463204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.497497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Attempting to bind port 6a333ab4-e209-4de4-b6fe-61404df64c43 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:01.498715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Attempting to bind port 6a333ab4-e209-4de4-b6fe-61404df64c43 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:01.499646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Attempting to bind port 6a333ab4-e209-4de4-b6fe-61404df64c43 on network 7c88c883-4798-439c-abf5-4ba436b306a4 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:01.506429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:01.506972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Checking segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:01.507484 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.508031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Bound using segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:01.508617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Bound port: 6a333ab4-e209-4de4-b6fe-61404df64c43, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:01.509150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.650796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] For port 6a333ab4-e209-4de4-b6fe-61404df64c43, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:01.654789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] For port 6a333ab4-e209-4de4-b6fe-61404df64c43, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a333ab4-e209-4de4-b6fe-61404df64c43,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:01.720247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.767140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.888101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Pushing event updated for resources: {'Port': ['ID=6a333ab4-e209-4de4-b6fe-61404df64c43,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:01.910525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.910882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.911221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.912527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.912928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.913356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.913904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.914455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.914869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.915493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.915846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.916180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f99697-22d0-4b62-a656-09759dbc19b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:01.951393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:01.962033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 890a30ee-2643-42fe-8b5c-118990072cd3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:01.964969 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.193548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:02.202722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:02.223887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:02.232105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:02.353679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 890a30ee-2643-42fe-8b5c-118990072cd3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=890a30ee-2643-42fe-8b5c-118990072cd3,segment=NetworkSegment(ca253c83-0876-47f0-9cbb-fa8deb5230a2),segment_id=ca253c83-0876-47f0-9cbb-fa8deb5230a2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:02.354058 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:02.430131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 890a30ee-2643-42fe-8b5c-118990072cd3 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:03.539369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f40495-fd9e-43da-ad49-0e02d0b7837e None None] Network 7c88c883-4798-439c-abf5-4ba436b306a4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:03.659601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:03.827569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e18b4903-614d-41de-889c-228f1d364414 None None] Provisioning for port 6a333ab4-e209-4de4-b6fe-61404df64c43 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:03.925902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.120274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=890a30ee-2643-42fe-8b5c-118990072cd3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:04.188814 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.460598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a333ab4-e209-4de4-b6fe-61404df64c43 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:04.653513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6a333ab4-e209-4de4-b6fe-61404df64c43 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:04.658157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6a333ab4-e209-4de4-b6fe-61404df64c43 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:04.658535 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.673126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.730285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:04.822203 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.862718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6a333ab4-e209-4de4-b6fe-61404df64c43, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a333ab4-e209-4de4-b6fe-61404df64c43,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:04.883071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-78b30906-e398-4615-b8c9-8d864018a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:04.903153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:04.911843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-48d1b60b-c2ca-45a3-8e62-4be2e7b60f99 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1966517 Aug 06 16:03:04.914322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56350) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:04.916205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:04.935570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:04.935570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:05.082834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.124862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet fc753415-c887-47db-bfd6-a5ba2ed6351a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:03:05.124862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.125065 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:03:05.137681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:05.262173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.432265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.493068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:05.503601 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Sync routers for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:05.533291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6a333ab4-e209-4de4-b6fe-61404df64c43,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:05.537173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:05.541089 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:05.614787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.636857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.641813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-81182da9-9d76-4851-8bd0-1675b0a263c7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1147840 Aug 06 16:03:05.642533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56360) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:05.685524 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:05.705404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=fc753415-c887-47db-bfd6-a5ba2ed6351a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:05.715524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:05.721270 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0714ea23-0af6-4146-94ef-ad58ee999c05 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/fc753415-c887-47db-bfd6-a5ba2ed6351a HTTP/1.1" status: 204 len: 168 time: 0.8056538 Aug 06 16:03:05.724466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56364) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:05.734196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf6588-ed90-4475-8091-388718499d9a None None] Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:05.941903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.111211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:06.112691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.138000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:03Z', 'revision_number': 10, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:06.201775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:03Z', 'revision_number': 3, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:06.250083 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Checking router: f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:06.251547 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Updating router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:06.310883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ea1353-9af7-4771-abb1-d8df45aeffb5 None None] DHCP port deletion for bb813bb8-1b54-4671-b83a-b2ef4a30dd7f request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:03:06.327777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:06.383516 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.384730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:06.388160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:02:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:06.393835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,segment=NetworkSegment(ca253c83-0876-47f0-9cbb-fa8deb5230a2),segment_id=ca253c83-0876-47f0-9cbb-fa8deb5230a2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:06.394225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.430516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:06.473188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a333ab4-e209-4de4-b6fe-61404df64c43 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:06.648234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:06.764115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:06.838475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=17e08694-90e4-43dd-8d7b-dbcbd88e1a02,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:06.958223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:07.022742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.041069 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.048695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb813bb8-1b54-4671-b83a-b2ef4a30dd7f']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:07.090050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca253c83-0876-47f0-9cbb-fa8deb5230a2') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:07.093637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca253c83-0876-47f0-9cbb-fa8deb5230a2') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:07.124302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.161984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.172456 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.182300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:07.185981 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:07.378677 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:07.436434 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.436660 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Transition to ACTIVE for port object 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:07.445536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.458263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/bb813bb8-1b54-4671-b83a-b2ef4a30dd7f HTTP/1.1" status: 204 len: 168 time: 1.7320855 Aug 06 16:03:07.460194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:07.498705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea1353-9af7-4771-abb1-d8df45aeffb5 None None] Deleting port 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:07.499141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1353-9af7-4771-abb1-d8df45aeffb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.506362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Allocated IP 172.20.0.1 (7c88c883-4798-439c-abf5-4ba436b306a4/bc97c8b9-5d21-4f2b-a1e7-3bbe75156901/fc39c7d9-67a1-4e55-b8e5-b09d59577fd5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:07.527619 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server [None req-c1ea1353-9af7-4771-abb1-d8df45aeffb5 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f could not be found. Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2809, in one Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise self.value Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network bb813bb8-1b54-4671-b83a-b2ef4a30dd7f could not be found. Aug 06 16:03:07.549878 n-d-778550-6 neutron-server[94842]: ERROR oslo_messaging.rpc.server Aug 06 16:03:07.565149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6a333ab4-e209-4de4-b6fe-61404df64c43 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:07.569148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.629938 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Attempting to bind port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:07.640659 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Attempting to bind port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:07.647912 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Attempting to bind port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:07.651137 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:07.657958 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:07.658824 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.659428 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:07.660140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Bound port: 2dbe3e6b-9ba8-4185-90c7-cf9ded828638, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:07.660713 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.676109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445c8e9c-4271-4870-bf80-5f91734312e2 None None] DHCP port deletion for bb813bb8-1b54-4671-b83a-b2ef4a30dd7f request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:03:07.683722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96c4f1-0e43-4658-be36-a105f53325ea tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=bb813bb8-1b54-4671-b83a-b2ef4a30dd7f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:07.759849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.767731 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62aeb3-7775-44dc-8bc6-c44b5d033d8e None None] Pushing event updated for resources: {'Port': ['ID=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:07.772096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da57298-3e40-4de0-b440-94c343d9c767 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:03:07.794739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Transition to ACTIVE for port object fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:07.854776 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] For port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:07.859504 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] For port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:07.964811 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.985009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da57298-3e40-4de0-b440-94c343d9c767 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:03:07.986633 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:07.993561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ca33e052-5d37-413f-95ef-83177be435f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.238739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Network 7c88c883-4798-439c-abf5-4ba436b306a4 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:08.245944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Pushing event updated for resources: {'Port': ['ID=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:08.252317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:08.256433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:08.265241 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62aeb3-7775-44dc-8bc6-c44b5d033d8e None None] Pushing event updated for resources: {'Port': ['ID=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:08.272017 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:08.272636 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:08.334460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.394960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:03Z', 'revision_number': 10, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:08.413765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.548036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce96959-35a7-485c-b24f-7f65a9109242 None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:03Z', 'revision_number': 10, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None, '_interfaces': [{'id': 'b8a00d2e-526b-431c-8f83-04617fdf1605', 'name': '', 'network_id': 'a2f7f02a-0224-4e95-8a42-6749efc80282', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'mac_address': 'fa:16:3e:48:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df14db-2c5d-4169-9994-4f07409ed150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:02:11Z', 'updated_at': '2021-08-06T16:02:23Z', 'revision_number': 5, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'subnets': [{'id': '288dc20b-20fc-472b-8f66-8bf54f03ea5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:08.770941 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:08.902363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:08.999992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:09.056460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:09.060671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 17e08694-90e4-43dd-8d7b-dbcbd88e1a02 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:09.139582 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:03Z', 'revision_number': 3, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:09.180521 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc2c021-b55f-4b76-be65-e1bce8b37b0f None None] The sync data for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 is: [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:03Z', 'revision_number': 3, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:09.202327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.259045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.299312 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9e467cd-5a87-40fa-b123-b4e24dbc91e3 None None] Provisioning for port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:09.305281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9e467cd-5a87-40fa-b123-b4e24dbc91e3 None None] Provisioning complete for port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:09.310098 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9e467cd-5a87-40fa-b123-b4e24dbc91e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.382888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f9e467cd-5a87-40fa-b123-b4e24dbc91e3 None None] Port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:09.540700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port b8a00d2e-526b-431c-8f83-04617fdf1605 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:09.540700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.700993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.792001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.936989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port b8a00d2e-526b-431c-8f83-04617fdf1605, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b8a00d2e-526b-431c-8f83-04617fdf1605,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:09.937608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:09.946988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Pushing event updated for resources: {'Port': ['ID=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:09.991090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for b8a00d2e-526b-431c-8f83-04617fdf1605 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:10.022639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.269849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Network 7c88c883-4798-439c-abf5-4ba436b306a4 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:10.272248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:10.691283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.870362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:10.878399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:10.906346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=b8a00d2e-526b-431c-8f83-04617fdf1605,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:10.968508 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:10.984623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d52a7e87-b84c-4f17-a896-d540b0ad9797 None None] Provisioning complete for port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:10.985503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d52a7e87-b84c-4f17-a896-d540b0ad9797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.088456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d52a7e87-b84c-4f17-a896-d540b0ad9797 None None] Port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:11.168787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:11.175546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:11.176337 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.444819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.491730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d80c784e-e2e7-4cad-95ca-5bb6fc151c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.495034 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.538806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:11.639734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:11.665449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:11.754184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 890a30ee-2643-42fe-8b5c-118990072cd3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:11.825949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 890a30ee-2643-42fe-8b5c-118990072cd3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:11.826414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 890a30ee-2643-42fe-8b5c-118990072cd3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:11.859086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:11.861391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:11.881251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0de9c810-2046-4d9a-96d8-3b961c5388af admin admin] 10.222.0.16 "PUT /v2.0/routers/f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2261586 Aug 06 16:03:11.884739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:12.037636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:12.045301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-22549025-a838-464b-8139-57d2ddc8693c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5720868 Aug 06 16:03:12.048036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d80c784e-e2e7-4cad-95ca-5bb6fc151c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.048852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:12.056060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:12.075317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:12.079092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:12.133520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d80c784e-e2e7-4cad-95ca-5bb6fc151c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.187621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting subnet 288dc20b-20fc-472b-8f66-8bf54f03ea5f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:03:12.202357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c784e-e2e7-4cad-95ca-5bb6fc151c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1abf0e-1c1e-4f90-980b-e6fd4e988616,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:12.226096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.241786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d80c784e-e2e7-4cad-95ca-5bb6fc151c3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c30349a4b475447bb6cc957515fd7fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3751070 Aug 06 16:03:12.242439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:12.245288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:12.364061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cab4d5e-0b53-4e8a-896b-60c2cca10400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.370501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:10Z', 'revision_number': 11, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:12.386412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.432958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cab4d5e-0b53-4e8a-896b-60c2cca10400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.456527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:12.503752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:12.504440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:12.654533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cab4d5e-0b53-4e8a-896b-60c2cca10400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.654533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4cab4d5e-0b53-4e8a-896b-60c2cca10400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.654533 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4cab4d5e-0b53-4e8a-896b-60c2cca10400 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab1abf0e-1c1e-4f90-980b-e6fd4e988616 HTTP/1.1" status: 204 len: 168 time: 0.4082527 Aug 06 16:03:12.668019 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Sync routers for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:12.684301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:12.685825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab4d5e-0b53-4e8a-896b-60c2cca10400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1abf0e-1c1e-4f90-980b-e6fd4e988616,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:12.700835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:12.700835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:12.794577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:12.956966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.000569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:13.003971 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:13.005784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:10Z', 'revision_number': 11, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:13.034556 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.042087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/288dc20b-20fc-472b-8f66-8bf54f03ea5f HTTP/1.1" status: 204 len: 168 time: 0.9898529 Aug 06 16:03:13.042510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56432) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:13.058546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0223b63-f064-4387-9cf2-3a398fbd2b03 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Subnet': ['ID=288dc20b-20fc-472b-8f66-8bf54f03ea5f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:13.092250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c7f76-2862-43bd-bf39-eb5d04ac7070 None None] Network a2f7f02a-0224-4e95-8a42-6749efc80282 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:13.112520 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f10784-d488-45f6-bbfe-25d8e9f28198 None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:10Z', 'revision_number': 11, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:13.348749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.615749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Deleting port 06956687-3dba-4172-9c30-bd96f263b7e5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:13.616368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.617189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:13.622721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1973574205-network', 'tenant_id': 'd1918cac63da4018ac8957f471401125'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:13.768464 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Made reservation on behalf of d1918cac63da4018ac8957f471401125 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:13.773470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.778179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] For port 06956687-3dba-4172-9c30-bd96f263b7e5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=06956687-3dba-4172-9c30-bd96f263b7e5,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:13.778179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.794352 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:13.804570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Calling delete_port for 06956687-3dba-4172-9c30-bd96f263b7e5 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:13.891693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:13.892298 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.031617 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:09Z', 'revision_number': 2, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:14.039309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] DHCP port deletion for a2f7f02a-0224-4e95-8a42-6749efc80282 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:03:14.042250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:14.071088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a9914a3-2fd1-4480-aed3-5b979def9181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.087656 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Checking router: f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:14.088119 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Updating router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:14.116647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] Deleting port 06956687-3dba-4172-9c30-bd96f263b7e5 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:14.117220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.117321 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.137372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.145178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.186495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No DVR routers for this DVR port 06956687-3dba-4172-9c30-bd96f263b7e5 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:14.193671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Port': ['ID=06956687-3dba-4172-9c30-bd96f263b7e5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.224201 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.257893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:14.299944 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.302429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] For port 06956687-3dba-4172-9c30-bd96f263b7e5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=06956687-3dba-4172-9c30-bd96f263b7e5,segment=NetworkSegment(8a5ed259-e41a-4d04-9d4b-921f5397586c),segment_id=8a5ed259-e41a-4d04-9d4b-921f5397586c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:14.303038 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Added segment 3f380a98-2624-4f0c-bdb9-6c77749000f5 of type vlan for network 4cc0469a-ef90-4e0b-92f8-24663a420356 Aug 06 16:03:14.303782 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.344140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.352159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] Calling delete_port for 06956687-3dba-4172-9c30-bd96f263b7e5 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:14.376441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f7f02a-0224-4e95-8a42-6749efc80282']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:14.399667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5ed259-e41a-4d04-9d4b-921f5397586c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:14.400005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5ed259-e41a-4d04-9d4b-921f5397586c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:14.425490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.430024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.454799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.481450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:14.481862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:14.490275 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:14.551962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.587186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.590166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:14.590166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.610285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] No DVR routers for this DVR port 06956687-3dba-4172-9c30-bd96f263b7e5 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:03:14.626175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd98469-705d-466e-8f6a-b03d3af4af80,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.626700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168674e-e5d9-459d-98f6-f033390acc8f None None] Pushing event deleted for resources: {'Port': ['ID=06956687-3dba-4172-9c30-bd96f263b7e5,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.705194 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.721062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 06956687-3dba-4172-9c30-bd96f263b7e5 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:14.769620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 06956687-3dba-4172-9c30-bd96f263b7e5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:14.769974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 06956687-3dba-4172-9c30-bd96f263b7e5 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:14.770403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8a00d2e-526b-431c-8f83-04617fdf1605 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:03:14.805743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a9914a3-2fd1-4480-aed3-5b979def9181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.806353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b8a00d2e-526b-431c-8f83-04617fdf1605 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:03:14.806709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b8a00d2e-526b-431c-8f83-04617fdf1605 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:03:14.824948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.826060 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Transition to ACTIVE for port object fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:14.826824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc0469a-ef90-4e0b-92f8-24663a420356,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.832094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.834131 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/networks/a2f7f02a-0224-4e95-8a42-6749efc80282 HTTP/1.1" status: 204 len: 168 time: 1.7906241 Aug 06 16:03:14.838114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:14.839110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:14.843317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'routes': None}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:14.890418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e23665-cb87-47f4-b364-d8eb2d9224cb tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Pushing event deleted for resources: {'Network': ['ID=a2f7f02a-0224-4e95-8a42-6749efc80282,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:14.895632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2a9914a3-2fd1-4480-aed3-5b979def9181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.922303 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:14.954691 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2a9914a3-2fd1-4480-aed3-5b979def9181 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29359134416a4ec78fd6103695728d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9099815 Aug 06 16:03:14.957761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56456) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:15.074851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9703-f74c-4a54-b1e9-c962839dedc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.079651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94d8e974-f64b-447c-b819-a23a873b67b3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4581785 Aug 06 16:03:15.079839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5052b-bd6a-47b9-ab83-b2e3c91fcd8b None None] Pushing event updated for resources: {'Port': ['ID=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:15.114251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9703-f74c-4a54-b1e9-c962839dedc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.145992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9914a3-2fd1-4480-aed3-5b979def9181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c9841-f502-4210-8dec-f39e016ac15a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:15.148742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56460) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:15.166254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Request body: {'subnet': {'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1973574205-subnet', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:15.205813 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Attempting to bind port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:15.206235 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Attempting to bind port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:15.206575 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Attempting to bind port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 on network 7c88c883-4798-439c-abf5-4ba436b306a4 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:15.221098 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:15.256392 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Checking segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:15.256700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Added routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 06 16:03:15.256796 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.256890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.extraroute_db [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Removed routes are [] {{(pid=94841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 06 16:03:15.256973 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Bound using segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:15.257088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.257182 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Bound port: fc39c7d9-67a1-4e55-b8e5-b09d59577fd5, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:15.257182 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.451778 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] For port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:15.451778 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] For port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:15.452020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.452020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.534649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 77df14db-2c5d-4169-9994-4f07409ed150 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:15.613669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9703-f74c-4a54-b1e9-c962839dedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.616360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9703-f74c-4a54-b1e9-c962839dedc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.617530 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3a8c9703-f74c-4a54-b1e9-c962839dedc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/397c9841-f502-4210-8dec-f39e016ac15a HTTP/1.1" status: 204 len: 168 time: 0.6586974 Aug 06 16:03:15.627614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9703-f74c-4a54-b1e9-c962839dedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c9841-f502-4210-8dec-f39e016ac15a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:15.645001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:15.662371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.665933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] Sync routers for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:15.669327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56464) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:15.673466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-212901b7-b331-4a75-86b3-a0ff7ccfe3db tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 700 time: 0.8316007 Aug 06 16:03:15.673613 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.673731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Made reservation on behalf of d1918cac63da4018ac8957f471401125 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:15.680972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.707935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:15.710006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:15.710825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ebb94a2b-98be-4e69-a6a7-9d92713fa2fc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 205 time: 0.0406041 Aug 06 16:03:15.728429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56466) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:15.825566 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:15.826203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:15.896635 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:15.926195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:16.071195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:10Z', 'revision_number': 11, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:16.134254 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5052b-bd6a-47b9-ab83-b2e3c91fcd8b None None] Pushing event updated for resources: {'Port': ['ID=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:16.198786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] Checking router: 77df14db-2c5d-4169-9994-4f07409ed150 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:16.233410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] Routers {'77df14db-2c5d-4169-9994-4f07409ed150'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:16.233410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['77df14db-2c5d-4169-9994-4f07409ed150'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:16.248881 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.312008 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:16.470948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] Set router 77df14db-2c5d-4169-9994-4f07409ed150 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:16.477150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.485403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.496119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a563ad1-1dcf-48c1-bbcf-d6861b73f16f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:16.564691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Checking segment: {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:16.569422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Network hostable DHCP agents. Network: 4cc0469a-ef90-4e0b-92f8-24663a420356, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:16.596048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:10Z', 'revision_number': 11, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:16.662118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d466042-4299-41c7-a79d-d4658792fe83 None None] The sync data for ids ['77df14db-2c5d-4169-9994-4f07409ed150'] in n-d-778550-6 is: [{'id': '77df14db-2c5d-4169-9994-4f07409ed150', 'name': 'tempest-RoutersTest-router-995527763', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:05Z', 'updated_at': '2021-08-06T16:03:10Z', 'revision_number': 11, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:16.716786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:16.819211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.820708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router 77df14db-2c5d-4169-9994-4f07409ed150 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:03:16.829395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:16.840900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56484) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:16.841630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e61d5821-7eba-4324-9c66-8c97eb0e36c2 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 204 len: 168 time: 1.1119316 Aug 06 16:03:16.844936 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:15Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:16.846752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-168271683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:16.902926 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582fdaf6-2148-48b0-a1b3-8647542a153a None None] The sync data for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 is: [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:15Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:16.924233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 4cc0469a-ef90-4e0b-92f8-24663a420356) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:16.942150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285064f5-2726-40b7-8f49-a8c132382c1d None None] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:16.942615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:16.942615 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.055358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.057242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.144943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dd664baa-b39d-4b69-bf72-1221d32bd38e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9915445 Aug 06 16:03:17.146549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56490) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:17.152118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:17.254414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.291425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.293147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.314220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-4cc0469a-ef90-4e0b-92f8-24663a420356', 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'fixed_ips': [{'subnet_id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:17.318625 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.368461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.471146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.482174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:17.483450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0299839f-9f39-4a5d-b553-71fd75012cbc tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6411514 Aug 06 16:03:17.487183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56496) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:17.492901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:17.985513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Allocated IP 172.20.0.2 (4cc0469a-ef90-4e0b-92f8-24663a420356/9a563ad1-1dcf-48c1-bbcf-d6861b73f16f/cb9cc798-75c7-4541-9b8d-ae1e554e28d3) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:18.323165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.352234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Transition to ACTIVE for port object cb9cc798-75c7-4541-9b8d-ae1e554e28d3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:18.411756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Transition to ACTIVE for port object cb9cc798-75c7-4541-9b8d-ae1e554e28d3 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:18.519318 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.655507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Pushing event updated for resources: {'Port': ['ID=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:18.682353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:18.685079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:18.707002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:18.785331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:18.792045 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:18.987368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Attempting to bind port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:18.988451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Attempting to bind port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:18.988980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Attempting to bind port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 on network 4cc0469a-ef90-4e0b-92f8-24663a420356 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:18.999965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:19.009491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Checking segment: {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:19.009821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.010239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Bound using segment: {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:19.010760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Bound port: cb9cc798-75c7-4541-9b8d-ae1e554e28d3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:19.011157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.036824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-465087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-460528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2207'] for router, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.227835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] For port cb9cc798-75c7-4541-9b8d-ae1e554e28d3, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:19.235875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] For port cb9cc798-75c7-4541-9b8d-ae1e554e28d3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:19.505332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.554884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.764466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Allocated IP 172.25.5.160 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/4c04b5d1-bfb6-4757-9da5-34fd2758c70c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:19.906251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.985842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:19.989436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-465032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-465025', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-460479'] for router, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:19.990737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:19.991245 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.041024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.168880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.213985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222642f-9585-47f5-8053-ca193dc83b30 None None] Pushing event updated for resources: {'Port': ['ID=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:20.260971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:20.262294 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.268669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:20.274912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:20.359031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:20.419533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Pushing event updated for resources: {'Port': ['ID=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:20.428578 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.464724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Router 0823d16d-0587-4480-a82c-9318b65f1a7f is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:03:20.580877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:20.886001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:20.901502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] Sync routers for ids ['0823d16d-0587-4480-a82c-9318b65f1a7f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:20.910269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:20.911492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-550d1872-e138-4338-b383-37b493e5fd28 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "PUT /v2.0/routers/0823d16d-0587-4480-a82c-9318b65f1a7f HTTP/1.1" status: 200 len: 693 time: 3.4227695 Aug 06 16:03:20.915544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56572) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:20.940237 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] Routers {'0823d16d-0587-4480-a82c-9318b65f1a7f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:20.941780 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0823d16d-0587-4480-a82c-9318b65f1a7f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:20.993211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:21.178617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:21.179319 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.179751 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e9ac38f8-e47f-4223-a23c-c30b44d7c39b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/routers/0823d16d-0587-4480-a82c-9318b65f1a7f HTTP/1.1" status: 200 len: 699 time: 0.2603652 Aug 06 16:03:21.181500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.271020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.274070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-27243b3e-797d-4095-ad45-9fdc2524a484 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=0823d16d-0587-4480-a82c-9318b65f1a7f HTTP/1.1" status: 200 len: 205 time: 0.0907867 Aug 06 16:03:21.280381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56590) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:21.393924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.491867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cb9cc798-75c7-4541-9b8d-ae1e554e28d3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:21.515847 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] Set router 0823d16d-0587-4480-a82c-9318b65f1a7f gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:21.669686 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0823d16d-0587-4480-a82c-9318b65f1a7f', 'name': 'tempest-RoutersTest-router-168271683', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:19Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:21.736483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:21.758081 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] Checking router: 0823d16d-0587-4480-a82c-9318b65f1a7f for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:21.782224 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] Routers {'0823d16d-0587-4480-a82c-9318b65f1a7f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:21.784210 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0823d16d-0587-4480-a82c-9318b65f1a7f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:21.932293 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.940631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.951684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:21.994196 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] Set router 0823d16d-0587-4480-a82c-9318b65f1a7f gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:22.162091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.167152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Fanout notify agent at l3_agent the message router_deleted on router 0823d16d-0587-4480-a82c-9318b65f1a7f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:03:22.172736 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.176918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c991c0b8-965c-4fa4-a496-20aa77959389 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/0823d16d-0587-4480-a82c-9318b65f1a7f HTTP/1.1" status: 204 len: 168 time: 0.8950760 Aug 06 16:03:22.182826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56596) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.186350 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0823d16d-0587-4480-a82c-9318b65f1a7f', 'name': 'tempest-RoutersTest-router-168271683', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:19Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:22.242299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56598) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.282316 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eac4939-bc12-48d8-a6e8-a2fa2648caf0 None None] The sync data for ids ['0823d16d-0587-4480-a82c-9318b65f1a7f'] in n-d-778550-6 is: [{'id': '0823d16d-0587-4480-a82c-9318b65f1a7f', 'name': 'tempest-RoutersTest-router-168271683', 'tenant_id': 'be26cf94992740659c1f769858cbddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:19Z', 'revision_number': 2, 'project_id': 'be26cf94992740659c1f769858cbddc5', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:22.300383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b0436-0cc9-4f91-9e5f-fe71f9e0fee1 None None] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:22.302913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b18608a-be73-4102-b1ae-260d69373b6e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=0823d16d-0587-4480-a82c-9318b65f1a7f HTTP/1.1" status: 200 len: 205 time: 0.1164067 Aug 06 16:03:22.304035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56604) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.439008 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-b76e8f2d-6a06-4f3c-afa2-8b8c3d8fc1d9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:22.443952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b76e8f2d-6a06-4f3c-afa2-8b8c3d8fc1d9 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/0823d16d-0587-4480-a82c-9318b65f1a7f HTTP/1.1" status: 404 len: 336 time: 0.1353903 Aug 06 16:03:22.445889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.494120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:03:22.496356 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-87864013-4021-456c-8729-5b6f6c3a01b0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:22.496814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87864013-4021-456c-8729-5b6f6c3a01b0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:22.498681 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87864013-4021-456c-8729-5b6f6c3a01b0 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/8d84b8a0-a8c5-43b4-a458-01d09930790a HTTP/1.1" status: 404 len: 337 time: 0.0513783 Aug 06 16:03:22.501772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.550749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190245a5-97ac-4a14-805d-628da66e81aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.554046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] Provisioning for port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:22.563676 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de1bd87-5be5-446d-b12c-04996799537e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:22.567143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de1bd87-5be5-446d-b12c-04996799537e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:22.570400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7de1bd87-5be5-446d-b12c-04996799537e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/9e80d0e1-381d-419f-a3d4-1ae16459c8d0 HTTP/1.1" status: 404 len: 337 time: 0.0673492 Aug 06 16:03:22.573774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.582467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] Provisioning complete for port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:22.582851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.693469 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-40da4bf8-def5-4dc9-a266-783d01c47f5e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:22.712235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40da4bf8-def5-4dc9-a266-783d01c47f5e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:22.718573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40da4bf8-def5-4dc9-a266-783d01c47f5e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/fc753415-c887-47db-bfd6-a5ba2ed6351a HTTP/1.1" status: 404 len: 337 time: 0.1414394 Aug 06 16:03:22.728907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.837169 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c49b41-b47e-48f1-bd94-70f16e639f01 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:22.838156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c49b41-b47e-48f1-bd94-70f16e639f01 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:22.849958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-42c49b41-b47e-48f1-bd94-70f16e639f01 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/288dc20b-20fc-472b-8f66-8bf54f03ea5f HTTP/1.1" status: 404 len: 337 time: 0.1101284 Aug 06 16:03:22.850559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56616) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.869466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190245a5-97ac-4a14-805d-628da66e81aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:22.939679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ac6475f5-6e4f-4acd-9a92-42035bf3ff19 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 200 len: 205 time: 0.0870864 Aug 06 16:03:22.942550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:22.942698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.010078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-190245a5-97ac-4a14-805d-628da66e81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.023902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] For port cb9cc798-75c7-4541-9b8d-ae1e554e28d3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:23.070090 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-8abaff99-bad9-4e4c-bf84-4369ef0fc396 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:23.072305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8abaff99-bad9-4e4c-bf84-4369ef0fc396 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/77df14db-2c5d-4169-9994-4f07409ed150 HTTP/1.1" status: 404 len: 336 time: 0.1265829 Aug 06 16:03:23.075593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.077548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190245a5-97ac-4a14-805d-628da66e81aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17f2c0e-3823-40ca-8bb6-29f4de8e90bf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:23.099322 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-190245a5-97ac-4a14-805d-628da66e81aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ee6694d13b047cca57982746d602e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8523571 Aug 06 16:03:23.099322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56622) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.111179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.141380 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e8f87cb6-9e1b-42fc-bdb3-ea5bfd2a9427 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=809fb3c2-ed22-4d76-bb9e-4c1b25eca37b HTTP/1.1" status: 200 len: 205 time: 0.0633347 Aug 06 16:03:23.143757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.157121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:23.183125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Sync routers for ids ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:23.207906 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-ba83738f-565c-403c-afbf-ea6f9c250425 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:23.210053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ba83738f-565c-403c-afbf-ea6f9c250425 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/809fb3c2-ed22-4d76-bb9e-4c1b25eca37b HTTP/1.1" status: 404 len: 336 time: 0.0637965 Aug 06 16:03:23.213026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.242783 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d62d265-6bf9-45ee-a955-dae96e9e53b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.245847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Routers {'a6aa5b14-eb76-4be2-b54f-e6d2429b7907'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:23.246034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:23.269937 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.271333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8705ea2a-1f34-4371-a934-ed2a6be54989 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1234682 Aug 06 16:03:23.271704 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c6f6a9-2f54-4aeb-a1cd-60863dbe480b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:23.272353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c6f6a9-2f54-4aeb-a1cd-60863dbe480b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:23.275132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56628) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.277953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-51c6f6a9-2f54-4aeb-a1cd-60863dbe480b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/543d1613-d5e8-4a4b-81cd-2e0223f01c06 HTTP/1.1" status: 404 len: 337 time: 0.0614233 Aug 06 16:03:23.278867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.321599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74b9bf52-93db-4240-8b59-c30d1d74e98b tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 200 len: 205 time: 0.0403695 Aug 06 16:03:23.329931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56632) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.362456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d62d265-6bf9-45ee-a955-dae96e9e53b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.398718 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-77b2adc6-d574-4cd1-bd29-5ee5d4924f07 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:23.398718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-77b2adc6-d574-4cd1-bd29-5ee5d4924f07 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/ea06ebb6-ee16-439f-ad91-0a823dc3c493 HTTP/1.1" status: 404 len: 336 time: 0.0635502 Aug 06 16:03:23.402549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.404559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380a0ad-0c7e-46f9-bba5-bd9a055b6458 None None] Pushing event updated for resources: {'Port': ['ID=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:23.474369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-89cc0244-871f-4f28-bf38-ddf60a0a085d tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=0883c57c-f76f-4a48-abe3-ec0fe2627751 HTTP/1.1" status: 200 len: 205 time: 0.0679843 Aug 06 16:03:23.474955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56642) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.558519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d62d265-6bf9-45ee-a955-dae96e9e53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.561345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d62d265-6bf9-45ee-a955-dae96e9e53b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.562542 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7d62d265-6bf9-45ee-a955-dae96e9e53b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f17f2c0e-3823-40ca-8bb6-29f4de8e90bf HTTP/1.1" status: 204 len: 168 time: 0.4625006 Aug 06 16:03:23.566450 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-60afd561-7bc8-46b7-a868-9a65a1d1c135 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:23.566450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-60afd561-7bc8-46b7-a868-9a65a1d1c135 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/0883c57c-f76f-4a48-abe3-ec0fe2627751 HTTP/1.1" status: 404 len: 336 time: 0.0903265 Aug 06 16:03:23.568968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56646) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.587134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04ea9b46-cdf1-41a0-ad70-adfac908c46b None None] Provisioning complete for port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:23.587134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04ea9b46-cdf1-41a0-ad70-adfac908c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:23.587329 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:03:23.620990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62d265-6bf9-45ee-a955-dae96e9e53b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17f2c0e-3823-40ca-8bb6-29f4de8e90bf,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:23.627048 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6be936-e562-4ae6-a679-0316fd8b0e6e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:23.627698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6be936-e562-4ae6-a679-0316fd8b0e6e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:23.632275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ee6be936-e562-4ae6-a679-0316fd8b0e6e tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/58769c1e-b2e9-41ad-8195-017e21ad198a HTTP/1.1" status: 404 len: 337 time: 0.0598118 Aug 06 16:03:23.633639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.718775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c94f6d8-65c4-4239-bc6c-7dec55e1e219 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 HTTP/1.1" status: 200 len: 205 time: 0.0816903 Aug 06 16:03:23.719661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56658) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.722568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Set router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:23.768430 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-3569259d-f98c-48c7-af5c-d5699a232bb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:23.772588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3569259d-f98c-48c7-af5c-d5699a232bb7 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/33b3ed49-de22-4ca1-a94e-6d5c47ce8ee8 HTTP/1.1" status: 404 len: 336 time: 0.0471287 Aug 06 16:03:23.772927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56660) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.858152 n-d-778550-6 neutron-server[94840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b37179-a614-4189-a0fc-f5a5a077a238 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:23.858635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b37179-a614-4189-a0fc-f5a5a077a238 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:23.861078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e9b37179-a614-4189-a0fc-f5a5a077a238 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/6deca13c-4a80-4ae1-a11d-35b74df3c2f3 HTTP/1.1" status: 404 len: 337 time: 0.0872233 Aug 06 16:03:23.863969 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.957806 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dd911b5f-84f0-4b6c-b36d-7580585306a6 tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f81c88e-9641-473f-a805-bcf7fb6bf909 HTTP/1.1" status: 200 len: 205 time: 0.0900505 Aug 06 16:03:23.958397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56666) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:23.967192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-5b6722f5-3842-4ff8-959e-9a306d488273 req-9a276029-83f1-4bc6-98be-210a793ea0df service neutron] (94841) timed out ('10.222.0.16', 60402) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:03:24.110903 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-6dc81a23-c2fe-4759-9f94-da93f69f2e3c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] delete failed (client error): The resource could not be found. Aug 06 16:03:24.117012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6dc81a23-c2fe-4759-9f94-da93f69f2e3c tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/routers/9f81c88e-9641-473f-a805-bcf7fb6bf909 HTTP/1.1" status: 404 len: 336 time: 0.1557696 Aug 06 16:03:24.119641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56668) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:24.193808 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-363ffdfa-e1b6-41ba-a449-505ea24c4cdf tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:24.194302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363ffdfa-e1b6-41ba-a449-505ea24c4cdf tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:24.199932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-363ffdfa-e1b6-41ba-a449-505ea24c4cdf tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/54895107-2923-48be-9052-669bdccd658a HTTP/1.1" status: 404 len: 337 time: 0.0766926 Aug 06 16:03:24.200277 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56670) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:24.272617 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fa6eb6-b053-4457-95c2-df8752c9581a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] DELETE failed (client error): The resource could not be found. Aug 06 16:03:24.273085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fa6eb6-b053-4457-95c2-df8752c9581a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:03:24.279863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c4fa6eb6-b053-4457-95c2-df8752c9581a tempest-RoutersTest-850350762 tempest-RoutersTest-850350762-project] 10.222.0.16 "DELETE /v2.0/subnets/161d4c4e-bb7b-4df5-a890-5a6da00ccbaf HTTP/1.1" status: 404 len: 337 time: 0.0760207 Aug 06 16:03:24.484161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 3, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:24.526149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Checking router: a6aa5b14-eb76-4be2-b54f-e6d2429b7907 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:24.526517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Updating router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:24.568871 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.643576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:24.694222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cb9cc798-75c7-4541-9b8d-ae1e554e28d3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:24.861138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Allocated IP 172.20.0.1 (4cc0469a-ef90-4e0b-92f8-24663a420356/9a563ad1-1dcf-48c1-bbcf-d6861b73f16f/b97ec751-7824-4c76-8645-8ab78885793b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:24.867474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:24.867880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.045098 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.056272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Transition to ACTIVE for port object 4c04b5d1-bfb6-4757-9da5-34fd2758c70c will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:25.057730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.071989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Transition to ACTIVE for port object b97ec751-7824-4c76-8645-8ab78885793b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:25.135659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56700) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.153982 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f227b7f4-97f3-4b01-9478-07c2597c1f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.162690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.248435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.298457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3e865-ca84-4193-92e0-4fed4c021af7 None None] Pushing event updated for resources: {'Port': ['ID=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:25.333849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Attempting to bind port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:25.334521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Attempting to bind port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:25.335434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Attempting to bind port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:25.341865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:25.342744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:25.343386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.344722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:25.345970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Bound port: 4c04b5d1-bfb6-4757-9da5-34fd2758c70c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:25.346647 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.369350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f227b7f4-97f3-4b01-9478-07c2597c1f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.401058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Pushing event updated for resources: {'Port': ['ID=b97ec751-7824-4c76-8645-8ab78885793b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:25.446300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] For port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:25.466817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:25.471661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:25.472771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] For port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:25.487817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f227b7f4-97f3-4b01-9478-07c2597c1f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.493798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:25.543537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56708) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.601343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227b7f4-97f3-4b01-9478-07c2597c1f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a95f31-9332-4c93-b2dd-539d4ee6dc4c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:25.631394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.632006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.664521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f227b7f4-97f3-4b01-9478-07c2597c1f83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b57a479542de4af28f7266a616aee219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248787 Aug 06 16:03:25.676148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:25.776862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Routers {'a6aa5b14-eb76-4be2-b54f-e6d2429b7907'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:25.777501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:25.820980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f2abd0-727c-46e9-b4e7-0af925149ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:25.883257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f2abd0-727c-46e9-b4e7-0af925149ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.000268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.067510 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9e530afd-a9a3-4aaa-be8a-6322a98c8d1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be26cf94992740659c1f769858cbddc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221021 Aug 06 16:03:26.070269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56720) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:26.110567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] Set router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:26.152356 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f2abd0-727c-46e9-b4e7-0af925149ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.163727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-50f2abd0-727c-46e9-b4e7-0af925149ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.167998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-50f2abd0-727c-46e9-b4e7-0af925149ab0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2a95f31-9332-4c93-b2dd-539d4ee6dc4c HTTP/1.1" status: 204 len: 168 time: 0.4868114 Aug 06 16:03:26.209491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2abd0-727c-46e9-b4e7-0af925149ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a95f31-9332-4c93-b2dd-539d4ee6dc4c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.227721 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7017-3984-4637-ba7e-1c327e077b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.293250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7017-3984-4637-ba7e-1c327e077b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.364801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3e865-ca84-4193-92e0-4fed4c021af7 None None] Pushing event updated for resources: {'Port': ['ID=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.399528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd1b8699-116d-4f46-8f78-76a17f835eb6 None None] Provisioning for port b97ec751-7824-4c76-8645-8ab78885793b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:26.465234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd1b8699-116d-4f46-8f78-76a17f835eb6 None None] Provisioning complete for port b97ec751-7824-4c76-8645-8ab78885793b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:26.465769 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1b8699-116d-4f46-8f78-76a17f835eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.517025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7017-3984-4637-ba7e-1c327e077b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.519041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b8699-116d-4f46-8f78-76a17f835eb6 None None] Port b97ec751-7824-4c76-8645-8ab78885793b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:26.522743 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.525533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7017-3984-4637-ba7e-1c327e077b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:26.527065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b2ad7017-3984-4637-ba7e-1c327e077b6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea0da577-f9bc-47e0-b21a-462272ef3501 HTTP/1.1" status: 204 len: 168 time: 0.4557621 Aug 06 16:03:26.556530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad7017-3984-4637-ba7e-1c327e077b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0da577-f9bc-47e0-b21a-462272ef3501,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:26.713181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 3, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:26.845229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e21b32-920a-41ef-8531-e3d418ef111b None None] The sync data for ids ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'] in n-d-778550-6 is: [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 3, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:26.923379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-da52a1df-9ca3-4282-9ce3-92f32a6c6b87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8913729 Aug 06 16:03:27.029089 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.053144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-4e0c1057-0dac-42e8-8cf7-20ec3871867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.055045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-4e0c1057-0dac-42e8-8cf7-20ec3871867a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 1097 time: 0.0749876 Aug 06 16:03:27.170423 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.432243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:27.466057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Pushing event updated for resources: {'Port': ['ID=b97ec751-7824-4c76-8645-8ab78885793b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:27.596266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-92420bf1-b379-4008-bb4b-91242b1dcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:27.600210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-92420bf1-b379-4008-bb4b-91242b1dcba4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f8f80a2-a5d8-4205-bca9-655813f08614 HTTP/1.1" status: 200 len: 914 time: 0.5198603 Aug 06 16:03:27.882584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:27.888194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:27.909330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-bd625ae3-d49c-40ef-a3ea-76f15fa5aa29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c HTTP/1.1" status: 200 len: 217 time: 0.2395225 Aug 06 16:03:28.149340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-f9c5c9b0-085e-41ef-80a5-c6d11ceb00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:28.150999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-f9c5c9b0-085e-41ef-80a5-c6d11ceb00c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcb8c74b-8c93-4022-b537-a755a4fd3ad8 HTTP/1.1" status: 200 len: 853 time: 0.2333562 Aug 06 16:03:28.238253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-2951b726-a817-4578-be88-fa08a2101e70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8f80a2-a5d8-4205-bca9-655813f08614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731075 Aug 06 16:03:28.278027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:28.482991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-68d29ecf-e98a-42d6-b832-a091c9be8da9 None None] Provisioning complete for port b97ec751-7824-4c76-8645-8ab78885793b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:28.483492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68d29ecf-e98a-42d6-b832-a091c9be8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:28.519997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-15f08e46-b295-4a84-99dc-84c6f009eb0b service neutron] 10.222.0.59 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604282 Aug 06 16:03:28.606635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-68d29ecf-e98a-42d6-b832-a091c9be8da9 None None] Port b97ec751-7824-4c76-8645-8ab78885793b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:28.779007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4c04b5d1-bfb6-4757-9da5-34fd2758c70c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:28.941657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:28.954595 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-713d3ba3-5017-47c0-ae12-a0491ede3031 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6aa5b14-eb76-4be2-b54f-e6d2429b7907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6722300 Aug 06 16:03:29.013569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:29.019349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:29.020927 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.086397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bf448122-7048-4ef9-8f4c-e6c01bfc0e4a req-bb669df4-0746-4379-b6c0-41b06b5508cd service neutron] 10.222.0.59 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551231 Aug 06 16:03:29.120078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:29.197845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.204341 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.258908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:29.379853 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:29.446487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-74fd4a7a-2b1c-4f11-93a1-f886cc011180 tempest-DvrRoutersNegativeTest-386557647 tempest-DvrRoutersNegativeTest-386557647-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-965916258', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:29.451873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.policy [None req-74fd4a7a-2b1c-4f11-93a1-f886cc011180 tempest-DvrRoutersNegativeTest-386557647 tempest-DvrRoutersNegativeTest-386557647-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94840) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 06 16:03:29.452550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.policy [None req-74fd4a7a-2b1c-4f11-93a1-f886cc011180 tempest-DvrRoutersNegativeTest-386557647 tempest-DvrRoutersNegativeTest-386557647-project] Failed policy check for 'create_router' {{(pid=94840) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 06 16:03:29.455549 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-74fd4a7a-2b1c-4f11-93a1-f886cc011180 tempest-DvrRoutersNegativeTest-386557647 tempest-DvrRoutersNegativeTest-386557647-project] create failed (client error): Access was denied to this resource. Aug 06 16:03:29.456879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-74fd4a7a-2b1c-4f11-93a1-f886cc011180 tempest-DvrRoutersNegativeTest-386557647 tempest-DvrRoutersNegativeTest-386557647-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3356414 Aug 06 16:03:29.693092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:29.782606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Sync routers for ids ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:29.796890 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Routers {'a6aa5b14-eb76-4be2-b54f-e6d2429b7907'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:29.804811 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:30.132091 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Set router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:30.678575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:30.690211 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:25Z', 'revision_number': 4, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'b97ec751-7824-4c76-8645-8ab78885793b', 'name': '', 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'mac_address': 'fa:16:3e:78:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:24Z', 'updated_at': '2021-08-06T16:03:26Z', 'revision_number': 2, 'project_id': 'd1918cac63da4018ac8957f471401125', 'subnets': [{'id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:30.755644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4c04b5d1-bfb6-4757-9da5-34fd2758c70c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:30.775565 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Checking router: a6aa5b14-eb76-4be2-b54f-e6d2429b7907 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:30.776669 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Updating router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 port b97ec751-7824-4c76-8645-8ab78885793b binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:30.833209 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:30.919749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:30.920504 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.059044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd607c94-1cbe-43b8-a511-2d5b5d71d564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.277334 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd607c94-1cbe-43b8-a511-2d5b5d71d564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.402778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bd607c94-1cbe-43b8-a511-2d5b5d71d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.414633 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.436708 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Transition to ACTIVE for port object b97ec751-7824-4c76-8645-8ab78885793b will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:31.456522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bd607c94-1cbe-43b8-a511-2d5b5d71d564 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60f14d89374846c1b311f53f12c11a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766972 Aug 06 16:03:31.459220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56892) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:31.461811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd607c94-1cbe-43b8-a511-2d5b5d71d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b894c5dc-96aa-4e14-9243-7dad1498aa07,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:31.545010 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.552720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3264b633-16ba-4aec-98d0-d78590c20bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.610820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3264b633-16ba-4aec-98d0-d78590c20bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.695294 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Pushing event updated for resources: {'Port': ['ID=b97ec751-7824-4c76-8645-8ab78885793b,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:31.736649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.737049 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.737397 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.737893 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.738442 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.738914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.739252 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.739584 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.739940 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.740270 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.740598 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.740923 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:31.774325 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Attempting to bind port b97ec751-7824-4c76-8645-8ab78885793b on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:31.774325 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Attempting to bind port b97ec751-7824-4c76-8645-8ab78885793b by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:31.774325 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Attempting to bind port b97ec751-7824-4c76-8645-8ab78885793b on network 4cc0469a-ef90-4e0b-92f8-24663a420356 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:31.794568 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:31.795214 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Checking segment: {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:31.795533 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.795980 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Bound using segment: {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:31.796465 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Bound port: b97ec751-7824-4c76-8645-8ab78885793b, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f380a98-2624-4f0c-bdb9-6c77749000f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:31.796853 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:31.944939 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] For port b97ec751-7824-4c76-8645-8ab78885793b, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:31.950201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] For port b97ec751-7824-4c76-8645-8ab78885793b, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b97ec751-7824-4c76-8645-8ab78885793b,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:32.050777 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.145981 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Routers {'a6aa5b14-eb76-4be2-b54f-e6d2429b7907'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:32.146943 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:32.233744 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3aae20-d527-46a0-90fe-634f67ccc85f None None] Pushing event updated for resources: {'Port': ['ID=b97ec751-7824-4c76-8645-8ab78885793b,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.370917 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] Set router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:32.811384 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:25Z', 'revision_number': 4, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'b97ec751-7824-4c76-8645-8ab78885793b', 'name': '', 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'mac_address': 'fa:16:3e:78:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:24Z', 'updated_at': '2021-08-06T16:03:31Z', 'revision_number': 4, 'project_id': 'd1918cac63da4018ac8957f471401125', 'subnets': [{'id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:32.830957 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3264b633-16ba-4aec-98d0-d78590c20bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.835470 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3264b633-16ba-4aec-98d0-d78590c20bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:32.840772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3264b633-16ba-4aec-98d0-d78590c20bc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b894c5dc-96aa-4e14-9243-7dad1498aa07 HTTP/1.1" status: 204 len: 168 time: 1.3803661 Aug 06 16:03:32.857638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264b633-16ba-4aec-98d0-d78590c20bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b894c5dc-96aa-4e14-9243-7dad1498aa07,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:32.908135 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a943-0ad4-4011-85fb-4555d7216d5d None None] The sync data for ids ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'] in n-d-778550-6 is: [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:03:25Z', 'revision_number': 4, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'b97ec751-7824-4c76-8645-8ab78885793b', 'name': '', 'network_id': '4cc0469a-ef90-4e0b-92f8-24663a420356', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'mac_address': 'fa:16:3e:78:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:24Z', 'updated_at': '2021-08-06T16:03:31Z', 'revision_number': 4, 'project_id': 'd1918cac63da4018ac8957f471401125', 'subnets': [{'id': '9a563ad1-1dcf-48c1-bbcf-d6861b73f16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:33.763729 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56962) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:33.771600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'network': {'name': 'tempest-network-smoke--728374306', 'project_id': '68359abee93b47589720994f9b6cec26', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:34.101669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Made reservation on behalf of 68359abee93b47589720994f9b6cec26 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:34.104928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.118631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.274129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.396384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.410863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:34.423626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.424297 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Added segment 68c237b4-9cc7-401b-a3f9-8b09363cf724 of type vlan for network 330fe6d8-26e4-4535-9233-29c66b0341c3 Aug 06 16:03:34.478902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.606704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34b762-f306-44ea-82a6-f7f77b0382e8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:34.616684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.642122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:34.645315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:34.872164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b97ec751-7824-4c76-8645-8ab78885793b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:34.884745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1190891 Aug 06 16:03:34.888245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 56982) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:34.895242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'admin_state_up': True, 'project_id': '68359abee93b47589720994f9b6cec26', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:34.937341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049032c9-e167-422e-9020-ca573414de87 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Network': ['ID=330fe6d8-26e4-4535-9233-29c66b0341c3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:34.955559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:35.081616 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fb8bfe22-a19b-4761-a1a7-8d8c645d9794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.088764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.090081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.202386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b97ec751-7824-4c76-8645-8ab78885793b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:35.208901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b97ec751-7824-4c76-8645-8ab78885793b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:35.209363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.277249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.413892 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.478677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b97ec751-7824-4c76-8645-8ab78885793b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b97ec751-7824-4c76-8645-8ab78885793b,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:35.582847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 56996) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:35.596851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.663361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b97ec751-7824-4c76-8645-8ab78885793b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:35.680689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:35.762492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-8421011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:36.009142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.015111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.077018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.092386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.118998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.245691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.25.5.161 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/066ec7c5-efb9-4107-99ed-816b2b25589a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:36.293938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.413262 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.471209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.471209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9ad04671-0682-4f27-9634-f4352b65cba0 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8865752 Aug 06 16:03:36.473618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:36.479706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-130474981'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:36.676393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b97ec751-7824-4c76-8645-8ab78885793b up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:36.735902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b97ec751-7824-4c76-8645-8ab78885793b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:36.736313 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.745699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:36.749079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.752226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.777161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:36.796438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:36.796438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:36.799601 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:36.826048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=066ec7c5-efb9-4107-99ed-816b2b25589a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:36.849503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.850169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.850481 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.850853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.851174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.851516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.851885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.852224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.852560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.852949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.853313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:36.853644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:37.027968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.168409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.214769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:37.239269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b301cc52-81df-40d3-856e-ef9cf0db4c66,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:37.246977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.249400 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Added segment dfc584a0-6195-48dc-a8df-3be53915d7bd of type vlan for network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a Aug 06 16:03:37.316506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:37.368447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.381418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.534927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7eb70a3-b739-46f9-97c7-b6c658d9137c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.537411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.543390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:37.544067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.641425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Network': ['ID=040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:37.653339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:37.717690 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.850648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f97b9fd9-3d3b-40ab-b24d-6d1eb487b615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.853682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4ca2a724-c30d-4eaf-b8c2-334c586b4d01 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3791254 Aug 06 16:03:37.857829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:37.863921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:37.864823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'subnet': {'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:38.019901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 3aee2997-2235-46f1-82ed-14d335374562 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:03:38.041659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7eb70a3-b739-46f9-97c7-b6c658d9137c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.170677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:38.189090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Sync routers for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:38.199013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:38.199644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:38.257306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c7eb70a3-b739-46f9-97c7-b6c658d9137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.324801 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c7eb70a3-b739-46f9-97c7-b6c658d9137c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d95eec3355dc4931a5de5b16be7fe4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066381 Aug 06 16:03:38.327237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:38.329710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:38.336413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb70a3-b739-46f9-97c7-b6c658d9137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9089d4a-70d1-45ed-a896-054b799087b6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:38.401080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68550fe1-ac26-4483-a8f0-41aaba2ed1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.428072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68550fe1-ac26-4483-a8f0-41aaba2ed1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.444333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:38.447787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.557148 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.562570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ef63fd43-9f8a-4a71-92e9-18682480f641 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6723666 Aug 06 16:03:38.563399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:38.584447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:37Z', 'revision_number': 3, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:38.614868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Checking router: 3aee2997-2235-46f1-82ed-14d335374562 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:38.615223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Updating router 3aee2997-2235-46f1-82ed-14d335374562 port 066ec7c5-efb9-4107-99ed-816b2b25589a binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:38.643145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.722692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68550fe1-ac26-4483-a8f0-41aaba2ed1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.729679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-68550fe1-ac26-4483-a8f0-41aaba2ed1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:38.729679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-68550fe1-ac26-4483-a8f0-41aaba2ed1ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9089d4a-70d1-45ed-a896-054b799087b6 HTTP/1.1" status: 204 len: 168 time: 0.3990960 Aug 06 16:03:38.747983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68550fe1-ac26-4483-a8f0-41aaba2ed1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9089d4a-70d1-45ed-a896-054b799087b6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:38.814355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-12504fe9-ec96-461b-b5c3-c9553f6d8225 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68359abee93b47589720994f9b6cec26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2414253 Aug 06 16:03:38.814355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57080) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:38.999067 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d5564f-18ef-45d1-83ff-2024bd4b9347 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.004302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-20d5564f-18ef-45d1-83ff-2024bd4b9347 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1965237 Aug 06 16:03:39.008775 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57082) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:39.053745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.066225 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3d87683f-3b1f-4e61-a4b1-95eaad43543f tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597916 Aug 06 16:03:39.067009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:39.071782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Transition to ACTIVE for port object 066ec7c5-efb9-4107-99ed-816b2b25589a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:39.081691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403178724', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'project_id': '68359abee93b47589720994f9b6cec26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:39.101905 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.102253 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.234229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Subnet': ['ID=f7d89afd-b806-48bb-bcfb-2cb560361df2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:39.260421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Checking segment: {'id': 'dfc584a0-6195-48dc-a8df-3be53915d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:39.260802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network hostable DHCP agents. Network: 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:39.265662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.345913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97511-a112-4ad7-aff7-6bea394d9590 None None] Pushing event updated for resources: {'Port': ['ID=066ec7c5-efb9-4107-99ed-816b2b25589a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:39.357495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Attempting to bind port 066ec7c5-efb9-4107-99ed-816b2b25589a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:39.358048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Attempting to bind port 066ec7c5-efb9-4107-99ed-816b2b25589a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:39.360727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Attempting to bind port 066ec7c5-efb9-4107-99ed-816b2b25589a on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:39.362868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:39.366424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Made reservation on behalf of 68359abee93b47589720994f9b6cec26 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:39.371158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.372230 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:39.373381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:39.374163 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.374807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:39.376189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Bound port: 066ec7c5-efb9-4107-99ed-816b2b25589a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:39.377013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.476925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] For port 066ec7c5-efb9-4107-99ed-816b2b25589a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:39.482995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] For port 066ec7c5-efb9-4107-99ed-816b2b25589a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=066ec7c5-efb9-4107-99ed-816b2b25589a,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:39.522633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:39.532526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a310b1a-ac9c-4856-aafa-1576560c436c None None] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:39.552163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:39.554347 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.685706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.739392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:39.740234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:39.757211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0009171a-3028-450c-bd68-1cae1d961a13 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8980019 Aug 06 16:03:39.763015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57104) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:39.769758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'network': {'name': 'tempest-router-network01--1530310882'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:39.871663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:39.945078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:39.949124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.031022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Subnet': ['ID=2899b3b7-e25b-468d-9923-f08587407710,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:40.057004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:40.084690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Checking segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:40.085992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network hostable DHCP agents. Network: 330fe6d8-26e4-4535-9233-29c66b0341c3, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:40.095822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.096567 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Added segment b9550f3b-efc9-45ca-b646-4746458400cc of type vlan for network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b Aug 06 16:03:40.161472 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.172087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97511-a112-4ad7-aff7-6bea394d9590 None None] Pushing event updated for resources: {'Port': ['ID=066ec7c5-efb9-4107-99ed-816b2b25589a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:40.240066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:40.326995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a', 'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a', 'tenant_id': '970509d335974a49861194faa017ec3b', 'fixed_ips': [{'subnet_id': 'f7d89afd-b806-48bb-bcfb-2cb560361df2'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:40.326995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.357201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:40.362037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.367612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:40.378460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.464147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Network': ['ID=3b90d1b4-47af-4fc5-82ef-5943484b4a3b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:40.493322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:40.505220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 330fe6d8-26e4-4535-9233-29c66b0341c3) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:40.510399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-03f470b9-0382-4890-b38a-ede040b7bc74 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7436011 Aug 06 16:03:40.512370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:40.512370 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.512832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:40.522058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'network': {'name': 'tempest-router-network02--6423060'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:40.554873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b998c-8e86-4f51-af90-3ea6287f1a45 None None] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:40.602221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6dfd384c-6862-43d6-a06e-5d18c11f91db tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5337222 Aug 06 16:03:40.602690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57124) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:40.686673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Allocated IP 2001:db8::2 (040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a/f7d89afd-b806-48bb-bcfb-2cb560361df2/4d9aef22-f6ce-47a1-a8ea-c16e3207115a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:40.699383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:40.706124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.765320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:40.779792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.781685 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Added segment fa458d45-7b09-4957-bfa7-b48446713b58 of type vlan for network 25c47518-db91-4cf7-a668-1f8350b21faa Aug 06 16:03:40.855971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:40.912071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:37Z', 'revision_number': 3, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:40.964160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97dc1d3-4279-402d-aa51-4f4f5b482b23 None None] The sync data for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 is: [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:37Z', 'revision_number': 3, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:41.013803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-330fe6d8-26e4-4535-9233-29c66b0341c3', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:41.014340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.019868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.066120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.078078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:41.079154 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.177383 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.222056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Transition to ACTIVE for port object 4d9aef22-f6ce-47a1-a8ea-c16e3207115a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:41.240379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Network': ['ID=25c47518-db91-4cf7-a668-1f8350b21faa,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:41.259630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 25c47518-db91-4cf7-a668-1f8350b21faa details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:41.270850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Transition to ACTIVE for port object 4d9aef22-f6ce-47a1-a8ea-c16e3207115a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:41.292718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Allocated IP 172.20.0.2 (330fe6d8-26e4-4535-9233-29c66b0341c3/2899b3b7-e25b-468d-9923-f08587407710/22913515-3c44-4098-9249-ab586c975995) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:41.315611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-99aea5a6-3a81-447c-97c4-45aa05c20e5f tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8008695 Aug 06 16:03:41.319289 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:41.324720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'subnet': {'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:41.407736 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.508109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:41.526845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:41.531040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:41.542564 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Pushing event updated for resources: {'Port': ['ID=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:41.689653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:41.700000 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.711261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Attempting to bind port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:41.711261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Attempting to bind port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'dfc584a0-6195-48dc-a8df-3be53915d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:41.712015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Attempting to bind port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a on network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:41.720030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:41.720473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Checking segment: {'id': 'dfc584a0-6195-48dc-a8df-3be53915d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:41.720935 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.726497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Bound using segment: {'id': 'dfc584a0-6195-48dc-a8df-3be53915d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:41.726497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Bound port: 4d9aef22-f6ce-47a1-a8ea-c16e3207115a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc584a0-6195-48dc-a8df-3be53915d7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:41.726497 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.760046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.853622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] For port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:41.874284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] For port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,segment=NetworkSegment(dfc584a0-6195-48dc-a8df-3be53915d7bd),segment_id=dfc584a0-6195-48dc-a8df-3be53915d7bd)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:41.899088 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:41.916517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Transition to ACTIVE for port object 22913515-3c44-4098-9249-ab586c975995 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:41.952595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Transition to ACTIVE for port object 22913515-3c44-4098-9249-ab586c975995 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:41.968920 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.074919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.130661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe7cd4-0a11-41b0-abcc-07ab85ca93b8 None None] Pushing event updated for resources: {'Port': ['ID=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.195389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:42.196265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:42.210251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:42.391233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.471991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Pushing event updated for resources: {'Port': ['ID=22913515-3c44-4098-9249-ab586c975995,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.508488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Attempting to bind port 22913515-3c44-4098-9249-ab586c975995 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:42.508488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Attempting to bind port 22913515-3c44-4098-9249-ab586c975995 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:42.508488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Attempting to bind port 22913515-3c44-4098-9249-ab586c975995 on network 330fe6d8-26e4-4535-9233-29c66b0341c3 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:42.509091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.20.0.1 (330fe6d8-26e4-4535-9233-29c66b0341c3/2899b3b7-e25b-468d-9923-f08587407710/a8ffeabf-aeea-42eb-97f7-769597f2b4b0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:42.524567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:42.524965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Checking segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:42.525384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.525781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Bound using segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:42.527928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Bound port: 22913515-3c44-4098-9249-ab586c975995, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:42.528345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.544511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Subnet': ['ID=98f79b0b-1969-4e7c-8298-50617250bb65,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:42.561321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Checking segment: {'id': 'b9550f3b-efc9-45ca-b646-4746458400cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:42.565396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network hostable DHCP agents. Network: 3b90d1b4-47af-4fc5-82ef-5943484b4a3b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:42.712269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] For port 22913515-3c44-4098-9249-ab586c975995, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:42.724201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:42.724653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.724759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] For port 22913515-3c44-4098-9249-ab586c975995, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=22913515-3c44-4098-9249-ab586c975995,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:42.740265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Transition to ACTIVE for port object a8ffeabf-aeea-42eb-97f7-769597f2b4b0 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:42.808401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3b90d1b4-47af-4fc5-82ef-5943484b4a3b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:42.811307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 066ec7c5-efb9-4107-99ed-816b2b25589a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:42.815851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:42.817947 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.855029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8a12c-a623-4c8c-87c0-9d19c5a11f1f None None] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:42.861112 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.894461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:42.927544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57146) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:42.928381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74d114c9-5ff0-4e9d-b048-250c9c501ce8 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6077704 Aug 06 16:03:42.935580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'subnet': {'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:43.007936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5a702-4b8b-46b2-8a87-618da240a557 None None] Pushing event updated for resources: {'Port': ['ID=22913515-3c44-4098-9249-ab586c975995,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.086215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:43.094149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:43.097015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.103383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:43.142715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-3b90d1b4-47af-4fc5-82ef-5943484b4a3b', 'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b', 'tenant_id': '970509d335974a49861194faa017ec3b', 'fixed_ips': [{'subnet_id': '98f79b0b-1969-4e7c-8298-50617250bb65'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:43.143878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.160618 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 066ec7c5-efb9-4107-99ed-816b2b25589a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:43.170309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 066ec7c5-efb9-4107-99ed-816b2b25589a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:43.170954 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.199259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.199638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.200682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.204397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.220597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:03:43.270248 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.275467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:43.283325 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.553622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Allocated IP 2001:db8::2 (3b90d1b4-47af-4fc5-82ef-5943484b4a3b/98f79b0b-1969-4e7c-8298-50617250bb65/63e2156c-a715-44a1-86bb-5275110e8dd2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:43.577908 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.620920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 066ec7c5-efb9-4107-99ed-816b2b25589a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=066ec7c5-efb9-4107-99ed-816b2b25589a,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:43.733622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:43.734689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d9aef22-f6ce-47a1-a8ea-c16e3207115a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:43.811274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea09f5b-c86b-4848-8124-cc3860e679cd None None] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:43.943657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=066ec7c5-efb9-4107-99ed-816b2b25589a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:43.990057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.011152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Transition to ACTIVE for port object 63e2156c-a715-44a1-86bb-5275110e8dd2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:44.012131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.024181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.071877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Transition to ACTIVE for port object 63e2156c-a715-44a1-86bb-5275110e8dd2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:44.111905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70bbabc6-09e1-4d4f-9785-dbbb4447a997 None None] Provisioning for port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:44.155684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Subnet': ['ID=4d0c82c7-83d0-491e-b7b5-a01fd424929d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:44.156882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:44.163057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:44.163485 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.181517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Checking segment: {'id': 'fa458d45-7b09-4957-bfa7-b48446713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:44.181891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network hostable DHCP agents. Network: 25c47518-db91-4cf7-a668-1f8350b21faa, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:44.253439 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.337710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:44.338717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Pushing event updated for resources: {'Port': ['ID=63e2156c-a715-44a1-86bb-5275110e8dd2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:44.357762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:44.357762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:44.381889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 25c47518-db91-4cf7-a668-1f8350b21faa is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:44.484565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 25c47518-db91-4cf7-a668-1f8350b21faa) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:44.502800 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:44.503443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.516107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:44.632673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Deleting subnet 3d08eab4-9c63-4fda-bbe5-b715e5107711 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:03:44.646417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.658346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.703315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.746138 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b33dcfd-bdfb-4c85-b3d1-cf1d36d80093 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8150640 Aug 06 16:03:44.749768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57166) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:44.792457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.795014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6309237c-263a-493a-a823-1504830d3715 None None] Network 25c47518-db91-4cf7-a668-1f8350b21faa requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:44.817974 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.860511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.905044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3c9aa4b-9cdf-41c3-8652-0e669e682077 None None] Provisioning complete for port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:44.905413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3c9aa4b-9cdf-41c3-8652-0e669e682077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.907257 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Attempting to bind port 63e2156c-a715-44a1-86bb-5275110e8dd2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:44.907610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Attempting to bind port 63e2156c-a715-44a1-86bb-5275110e8dd2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b9550f3b-efc9-45ca-b646-4746458400cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:44.908020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Attempting to bind port 63e2156c-a715-44a1-86bb-5275110e8dd2 on network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:44.992899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:44.993286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Checking segment: {'id': 'b9550f3b-efc9-45ca-b646-4746458400cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:44.993811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.993976 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:44.994211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Bound using segment: {'id': 'b9550f3b-efc9-45ca-b646-4746458400cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:44.994720 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Bound port: 63e2156c-a715-44a1-86bb-5275110e8dd2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9550f3b-efc9-45ca-b646-4746458400cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3b90d1b4-47af-4fc5-82ef-5943484b4a3b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:44.995107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.008919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.045865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,segment=NetworkSegment(dfc584a0-6195-48dc-a8df-3be53915d7bd),segment_id=dfc584a0-6195-48dc-a8df-3be53915d7bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:45.075257 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.077543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d08eab4-9c63-4fda-bbe5-b715e5107711 HTTP/1.1" status: 204 len: 168 time: 0.5600891 Aug 06 16:03:45.078561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3411be1-eaaf-479c-8802-510a77f4fd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d08eab4-9c63-4fda-bbe5-b715e5107711,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:45.080831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:45.192963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] For port 63e2156c-a715-44a1-86bb-5275110e8dd2, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:45.196868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] For port 63e2156c-a715-44a1-86bb-5275110e8dd2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=63e2156c-a715-44a1-86bb-5275110e8dd2,segment=NetworkSegment(b9550f3b-efc9-45ca-b646-4746458400cc),segment_id=b9550f3b-efc9-45ca-b646-4746458400cc)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:45.202990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82233072-6c6e-4d57-aa6a-6f2ac8b9ec1c None None] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:45.273635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:45.285425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:45.298621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:45.410295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.461145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.565247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 3aee2997-2235-46f1-82ed-14d335374562 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:45.646419 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3c9aa4b-9cdf-41c3-8652-0e669e682077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.678872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:45.682733 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.764642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-25c47518-db91-4cf7-a668-1f8350b21faa', 'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa', 'tenant_id': '970509d335974a49861194faa017ec3b', 'fixed_ips': [{'subnet_id': '4d0c82c7-83d0-491e-b7b5-a01fd424929d'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:45.769013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:45.908984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 22913515-3c44-4098-9249-ab586c975995 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:46.407491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41bbc5-7954-4de1-ace9-fba3c73aaf87 None None] Pushing event updated for resources: {'Port': ['ID=63e2156c-a715-44a1-86bb-5275110e8dd2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:46.415357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-b3c9aa4b-9cdf-41c3-8652-0e669e682077 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:03:46.415784 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-b3c9aa4b-9cdf-41c3-8652-0e669e682077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:03:46.598306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 22913515-3c44-4098-9249-ab586c975995 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:46.608626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Allocated IP 2001:db8::2 (25c47518-db91-4cf7-a668-1f8350b21faa/4d0c82c7-83d0-491e-b7b5-a01fd424929d/e146075f-1827-4407-82f5-b21b2e0fd4dc) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:46.622902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 066ec7c5-efb9-4107-99ed-816b2b25589a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:46.670522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.694423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9889899a-b08e-43c6-bc37-8d9f5ed450e5']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:46.720127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:46.725309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e47088-3a68-43fd-b401-7468050383b4') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:46.725309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e47088-3a68-43fd-b401-7468050383b4') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:46.733179 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Sync routers for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:46.738108 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ae04273-ef25-4c9c-95d7-ea6554f7e7ab tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "PUT /v2.0/routers/3aee2997-2235-46f1-82ed-14d335374562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1331470 Aug 06 16:03:46.740959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:46.747488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1283913622', 'description': 'tempest-secgroup_access--1283913622 description', 'project_id': '68359abee93b47589720994f9b6cec26'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:46.755406 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:46.757811 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:46.775331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.794676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.822715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.847010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 066ec7c5-efb9-4107-99ed-816b2b25589a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:46.847562 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:46.974659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.045682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:03:47.050196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:03:47.053093 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:03:47.166756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.270597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.300950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:47.313449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.332097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Transition to ACTIVE for port object e146075f-1827-4407-82f5-b21b2e0fd4dc will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:47.359239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Transition to ACTIVE for port object e146075f-1827-4407-82f5-b21b2e0fd4dc will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:47.398030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.403239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6605225 Aug 06 16:03:47.413231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:47.430383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--175710773', 'description': 'tempest-secgroup_general--175710773 description', 'project_id': '68359abee93b47589720994f9b6cec26'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:47.451226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.525457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b31f03-acad-487a-b696-d986b4c3ce68 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0572e8-2b00-465f-8fa8-a3e6718b2f12,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:47.528852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.556633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.561188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Pushing event updated for resources: {'Port': ['ID=e146075f-1827-4407-82f5-b21b2e0fd4dc,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:47.563893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Provisioning for port 22913515-3c44-4098-9249-ab586c975995 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:47.564621 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9889899a-b08e-43c6-bc37-8d9f5ed450e5 HTTP/1.1" status: 204 len: 168 time: 2.4772990 Aug 06 16:03:47.577961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Provisioning complete for port 22913515-3c44-4098-9249-ab586c975995 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:47.577961 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.603431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.639421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370016e-da77-4081-84b7-deaa85a8f33c admin admin] Pushing event deleted for resources: {'Network': ['ID=9889899a-b08e-43c6-bc37-8d9f5ed450e5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:47.644591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Network 25c47518-db91-4cf7-a668-1f8350b21faa is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:47.646869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:47.650095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:47.795877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ba50d-04b6-49a4-b711-331914168e82 None None] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:47.858734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Allocated IP 2001:db8::1 (3b90d1b4-47af-4fc5-82ef-5943484b4a3b/98f79b0b-1969-4e7c-8298-50617250bb65/cd2d9a13-632a-488d-bf9a-85fea4a9bca2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:47.882050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:47.966938 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:44Z', 'revision_number': 2, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:47.973694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 63e2156c-a715-44a1-86bb-5275110e8dd2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:48.007246 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Checking router: 3aee2997-2235-46f1-82ed-14d335374562 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:03:48.007858 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Updating router 3aee2997-2235-46f1-82ed-14d335374562 port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:03:48.077710 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.082133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.085660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Attempting to bind port e146075f-1827-4407-82f5-b21b2e0fd4dc on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:48.086041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Attempting to bind port e146075f-1827-4407-82f5-b21b2e0fd4dc by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'fa458d45-7b09-4957-bfa7-b48446713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:48.086856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Attempting to bind port e146075f-1827-4407-82f5-b21b2e0fd4dc on network 25c47518-db91-4cf7-a668-1f8350b21faa {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:48.131343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.155872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Transition to ACTIVE for port object cd2d9a13-632a-488d-bf9a-85fea4a9bca2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:48.177077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77fb63d-3934-4707-b80d-7bc095e7b7b5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.185278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:48.185278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Checking segment: {'id': 'fa458d45-7b09-4957-bfa7-b48446713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:48.185278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.185278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Bound using segment: {'id': 'fa458d45-7b09-4957-bfa7-b48446713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:48.185278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Bound port: e146075f-1827-4407-82f5-b21b2e0fd4dc, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa458d45-7b09-4957-bfa7-b48446713b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '25c47518-db91-4cf7-a668-1f8350b21faa'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:48.185278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.237104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.238635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9392074b-8fc1-480f-bd7d-39125399835c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8222957 Aug 06 16:03:48.241573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:48.246642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'security_group_rule': {'security_group_id': '6e0572e8-2b00-465f-8fa8-a3e6718b2f12', 'project_id': '68359abee93b47589720994f9b6cec26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:48.274189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.317067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.428740 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.437784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:48.438356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] For port 22913515-3c44-4098-9249-ab586c975995, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=22913515-3c44-4098-9249-ab586c975995,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:48.451670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:48.456417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:48.489816 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.496728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:48.502227 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Transition to ACTIVE for port object a8ffeabf-aeea-42eb-97f7-769597f2b4b0 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:48.507206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.517989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.602773 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.614160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] For port e146075f-1827-4407-82f5-b21b2e0fd4dc, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:48.647384 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.652578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 63e2156c-a715-44a1-86bb-5275110e8dd2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:48.681482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d9aef22-f6ce-47a1-a8ea-c16e3207115a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:48.686336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] For port e146075f-1827-4407-82f5-b21b2e0fd4dc, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e146075f-1827-4407-82f5-b21b2e0fd4dc,segment=NetworkSegment(fa458d45-7b09-4957-bfa7-b48446713b58),segment_id=fa458d45-7b09-4957-bfa7-b48446713b58)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:48.709034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-599e49ca-d6da-4d69-a6f5-989bb974d04a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cf4f358ac7b4643a220adc7de293219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492869 Aug 06 16:03:48.709280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4eb10-415d-4139-aaec-7752cdebae62 None None] Pushing event updated for resources: {'Port': ['ID=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.710282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57194) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:48.743696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Port': ['ID=cd2d9a13-632a-488d-bf9a-85fea4a9bca2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.747140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.787079 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Pushing event updated for resources: {'Port': ['ID=22913515-3c44-4098-9249-ab586c975995,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.802054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d815c6e0-e351-4e9a-992c-3c581e56168b None None] Provisioning for port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:48.820210 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.874689 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Attempting to bind port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:48.875071 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Attempting to bind port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:48.876094 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Attempting to bind port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 on network 330fe6d8-26e4-4535-9233-29c66b0341c3 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:48.885880 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:48.886507 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Checking segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:48.887061 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.887536 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Bound using segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:48.888247 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Bound port: a8ffeabf-aeea-42eb-97f7-769597f2b4b0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:48.888659 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:48.945610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c1a905-5ae1-4bb5-a877-2f4ab88c4503,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:48.996059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5720-5091-4dd7-9170-5a348587199f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.049658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.053955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.054547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-36f32039-3bba-4e51-99ed-c95ba05dc809 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8113389 Aug 06 16:03:49.057741 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] For port a8ffeabf-aeea-42eb-97f7-769597f2b4b0, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:49.061362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:49.061744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.064489 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] For port a8ffeabf-aeea-42eb-97f7-769597f2b4b0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:49.074305 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5720-5091-4dd7-9170-5a348587199f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.158900 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.177057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55474e-9ff7-4e86-a67f-206d605ea371 None None] Pushing event updated for resources: {'Port': ['ID=e146075f-1827-4407-82f5-b21b2e0fd4dc,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:49.360499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5720-5091-4dd7-9170-5a348587199f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.363062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5720-5091-4dd7-9170-5a348587199f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.370268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8e0a5720-5091-4dd7-9170-5a348587199f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c925134-5125-43a6-acd1-a501114cc4e0 HTTP/1.1" status: 204 len: 168 time: 0.6560109 Aug 06 16:03:49.398743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a5720-5091-4dd7-9170-5a348587199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c925134-5125-43a6-acd1-a501114cc4e0,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:49.412305 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:49.417825 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:49.450171 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4eb10-415d-4139-aaec-7752cdebae62 None None] Pushing event updated for resources: {'Port': ['ID=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:49.457116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] Provisioning for port 63e2156c-a715-44a1-86bb-5275110e8dd2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:49.570604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] Provisioning complete for port 63e2156c-a715-44a1-86bb-5275110e8dd2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:49.573715 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.662125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-57b717bf-84ef-4f51-83da-8726e85eb6c5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--175710773&fields=id&tenant_id=68359abee93b47589720994f9b6cec26 HTTP/1.1" status: 200 len: 267 time: 0.1815996 Aug 06 16:03:49.813260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-c5bb6f7b-1cdc-4f31-9d4f-e47d0add73fb tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1283913622&fields=id&tenant_id=68359abee93b47589720994f9b6cec26 HTTP/1.1" status: 200 len: 267 time: 0.1066751 Aug 06 16:03:49.900525 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:03:49.931511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 22913515-3c44-4098-9249-ab586c975995 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:49.959097 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:49.975645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.037509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] For port 63e2156c-a715-44a1-86bb-5275110e8dd2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=63e2156c-a715-44a1-86bb-5275110e8dd2,segment=NetworkSegment(b9550f3b-efc9-45ca-b646-4746458400cc),segment_id=b9550f3b-efc9-45ca-b646-4746458400cc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:50.038181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.039892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.061767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 22913515-3c44-4098-9249-ab586c975995 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:50.062158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.116748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-b5848db7-771e-483c-a6dc-2eefdaa86de0 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:50.130426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-b5848db7-771e-483c-a6dc-2eefdaa86de0 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/networks?id=330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 200 len: 796 time: 0.3149607 Aug 06 16:03:50.132558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Port': ['ID=cd2d9a13-632a-488d-bf9a-85fea4a9bca2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:50.134105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:50.170102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-f5a0b61d-a11d-42bd-9791-735e890bf9cc tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/quotas/68359abee93b47589720994f9b6cec26 HTTP/1.1" status: 200 len: 375 time: 0.0347505 Aug 06 16:03:50.258467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e146075f-1827-4407-82f5-b21b2e0fd4dc up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:50.346828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-956df192-8991-4edf-bf77-08d8e830d29a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653323 Aug 06 16:03:50.392885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:50.397306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:50.621757 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:49Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:50.622434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fa11b-f4b0-477c-89a1-ac572fbed2c1 None None] Pushing event updated for resources: {'Port': ['ID=63e2156c-a715-44a1-86bb-5275110e8dd2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:50.655872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-4fdb2333-17a8-4f10-a083-f707c35befe4 service neutron] 10.222.0.16 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775311 Aug 06 16:03:50.711713 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032f96a-bf03-4fcd-84a5-9816ea7895de None None] The sync data for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 is: [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:49Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:50.916657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-e131bded-3296-4518-b98f-2e01217e2382 service neutron] 10.222.0.16 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422640 Aug 06 16:03:51.095385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72cd8a-c30e-4c14-bb11-22798f117e68 None None] Network 25c47518-db91-4cf7-a668-1f8350b21faa requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:51.234404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a9ad166-b28e-4577-ac88-e2e7403307a7 None None] Provisioning for port cd2d9a13-632a-488d-bf9a-85fea4a9bca2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:51.241329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0a9ad166-b28e-4577-ac88-e2e7403307a7 None None] Provisioning complete for port cd2d9a13-632a-488d-bf9a-85fea4a9bca2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:51.241713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad166-b28e-4577-ac88-e2e7403307a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:51.249382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Router eb5231d4-484b-4c05-b9ee-a6926a328427 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:03:51.352797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ad166-b28e-4577-ac88-e2e7403307a7 None None] Port cd2d9a13-632a-488d-bf9a-85fea4a9bca2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:51.377018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e146075f-1827-4407-82f5-b21b2e0fd4dc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:51.435550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:51.450773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] Sync routers for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:51.463242 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2d3b50fd-f5e7-4a0d-aa2a-402aa22ef104 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7133098 Aug 06 16:03:51.464511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57230) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:51.518046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:51.518872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:51.612914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:51.661818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:51.664277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:51.754030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd30ac36-7897-490b-a881-aee4126b948f req-c5004fac-a117-41fb-9d8e-f55228559924 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0795550 Aug 06 16:03:51.802876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:51.806153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ecda4e-19b1-4904-970d-a3a6b3e747fc None None] The sync data for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:51.925406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Provisioning for port e146075f-1827-4407-82f5-b21b2e0fd4dc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:51.932560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Provisioning complete for port e146075f-1827-4407-82f5-b21b2e0fd4dc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:51.932957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.047844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 63e2156c-a715-44a1-86bb-5275110e8dd2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:52.377023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 63e2156c-a715-44a1-86bb-5275110e8dd2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.377410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.402325 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-0909306f-16fd-494a-9e67-f227bfe9accd tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:52.407142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:52.418864 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.427437 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0909306f-16fd-494a-9e67-f227bfe9accd tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9615417 Aug 06 16:03:52.494166 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] For port e146075f-1827-4407-82f5-b21b2e0fd4dc, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e146075f-1827-4407-82f5-b21b2e0fd4dc,segment=NetworkSegment(fa458d45-7b09-4957-bfa7-b48446713b58),segment_id=fa458d45-7b09-4957-bfa7-b48446713b58)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:52.570025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.710794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Pushing event updated for resources: {'Port': ['ID=e146075f-1827-4407-82f5-b21b2e0fd4dc,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:52.719060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8ffeabf-aeea-42eb-97f7-769597f2b4b0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:52.767558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Provisioning complete for port cd2d9a13-632a-488d-bf9a-85fea4a9bca2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.767558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.811222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-14b30342-5490-408b-bf4f-2c66a91ede5d None None] Port cd2d9a13-632a-488d-bf9a-85fea4a9bca2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:52.905464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb0e2482-e3ff-44b5-91f8-1eaee9d02c6a req-e872bc73-c58a-4882-80be-93887d635525 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0484188 Aug 06 16:03:52.942825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:52.949241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.949643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:52.990037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-29923a3c-8f17-4c85-a017-0649dc8031ca None None] Provisioning complete for port e146075f-1827-4407-82f5-b21b2e0fd4dc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:52.993467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29923a3c-8f17-4c85-a017-0649dc8031ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.137119 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.178897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port a8ffeabf-aeea-42eb-97f7-769597f2b4b0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:03:53.311465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.334114 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.439248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:53.611982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting port cd2d9a13-632a-488d-bf9a-85fea4a9bca2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:03:53.612247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.706143 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.721780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Calling delete_port for cd2d9a13-632a-488d-bf9a-85fea4a9bca2 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:03:53.752028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e146075f-1827-4407-82f5-b21b2e0fd4dc up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:53.825901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e146075f-1827-4407-82f5-b21b2e0fd4dc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:53.825901 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.917414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8ffeabf-aeea-42eb-97f7-769597f2b4b0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:53.973322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:53.974036 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:53.998473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4288ec57-f7ec-4d31-92a3-de4f9e23984c req-71111477-2e0d-4211-b119-05aca7203fdc tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0329249 Aug 06 16:03:54.122171 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.150177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Port': ['ID=cd2d9a13-632a-488d-bf9a-85fea4a9bca2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:54.261274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.454423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Router eb5231d4-484b-4c05-b9ee-a6926a328427 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:03:54.545925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:03:54.552370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f955f5c2-6cad-4882-a6ca-397dec72efd4 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1434529 Aug 06 16:03:54.555948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57280) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:54.561289 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] Sync routers for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:03:54.586724 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:54.587601 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:54.622492 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:54.622697 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-23e0445c-eefc-4a4a-b7c6-b27eedc5ff66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] delete failed (client error): The resource could not be found. Aug 06 16:03:54.623705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23e0445c-eefc-4a4a-b7c6-b27eedc5ff66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-4502702 HTTP/1.1" status: 404 len: 332 time: 0.0662358 Aug 06 16:03:54.628725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:54.634414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cd7da6fe-c785-4fc0-8a95-3e7e8b75ede3 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb5231d4-484b-4c05-b9ee-a6926a328427'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:54.645751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:03:54.647252 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:54.691060 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:03:54.692595 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0fc29f-19e3-4034-a9ab-1c5aa4c57944 None None] The sync data for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:03:54.879565 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd7da6fe-c785-4fc0-8a95-3e7e8b75ede3 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:54.970412 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-cd7da6fe-c785-4fc0-8a95-3e7e8b75ede3 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] update failed (client error): The resource could not be found. Aug 06 16:03:54.975417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cd7da6fe-c785-4fc0-8a95-3e7e8b75ede3 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427 HTTP/1.1" status: 404 len: 339 time: 0.3414984 Aug 06 16:03:54.975604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:54.980545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-181496989'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:55.124462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71403747-2f04-416a-a3d4-5c2bffbe1ee7 req-ed28cccd-694a-4552-afbe-bb1fcff8a033 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0310297 Aug 06 16:03:55.545944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:55.550285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.576884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:03:55.589258 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.594813 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Added segment b91d4e1f-5855-4518-9fcf-b8c5ac50883b of type vlan for network 84464277-602d-4bf9-937b-901368f219c1 Aug 06 16:03:55.633765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.768036 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.773849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:55.774437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:55.846840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Network': ['ID=84464277-602d-4bf9-937b-901368f219c1,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:55.857629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 84464277-602d-4bf9-937b-901368f219c1 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:03:55.894543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-513627bd-ec8c-4bd4-99e3-c0d977a1ef71 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9178669 Aug 06 16:03:55.898085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:55.906521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'subnet': {'network_id': '84464277-602d-4bf9-937b-901368f219c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:56.088787 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:56.116944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Made reservation on behalf of 970509d335974a49861194faa017ec3b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:56.120634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:56.300730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c40f388c-058e-4420-9ed1-9ce305e6efa4 req-2e60d3f0-1895-4cf1-9a1a-9f9cd409017d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0880461 Aug 06 16:03:56.334577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-9b179608-0c6a-4051-8c53-a5b620a6e68f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:56.336077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-9b179608-0c6a-4051-8c53-a5b620a6e68f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.64 "GET /v2.0/networks?id=330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 200 len: 796 time: 0.1890006 Aug 06 16:03:56.431180 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-62b2ed16-23c5-4785-80ab-71cd5ce18d99 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68359abee93b47589720994f9b6cec26 HTTP/1.1" status: 200 len: 477 time: 0.0637708 Aug 06 16:03:56.459214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'port': {'device_id': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'admin_state_up': True, 'tenant_id': '68359abee93b47589720994f9b6cec26', 'security_groups': ['a77fb63d-3934-4707-b80d-7bc095e7b7b5', '6e0572e8-2b00-465f-8fa8-a3e6718b2f12']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:56.660341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:56.723390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Subnet': ['ID=8988d47c-feef-4d38-97a8-76c801a2213f,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:56.734703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Checking segment: {'id': 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84464277-602d-4bf9-937b-901368f219c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:56.735636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network hostable DHCP agents. Network: 84464277-602d-4bf9-937b-901368f219c1, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:03:56.779704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Made reservation on behalf of 68359abee93b47589720994f9b6cec26 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:03:56.784005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:56.878631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 84464277-602d-4bf9-937b-901368f219c1 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:03:56.935499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.20.0.8 (330fe6d8-26e4-4535-9233-29c66b0341c3/2899b3b7-e25b-468d-9923-f08587407710/61d2285b-67d2-4aa6-958a-9f3a27472bb1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:56.998817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 84464277-602d-4bf9-937b-901368f219c1) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:57.007539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba32c4-7f1f-4c9f-aca9-c6a68aa493de None None] Network 84464277-602d-4bf9-937b-901368f219c1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:57.009658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:57.010256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.125036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.147173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf11a6cd-1b26-4190-84e2-2b508ed05026 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2454393 Aug 06 16:03:57.150210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57342) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:57.155973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cd65dbeb-683e-4556-bcf1-b400fd642e69 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'router': {'external_gateway_info': {'network_id': '84464277-602d-4bf9-937b-901368f219c1'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:57.168035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Transition to ACTIVE for port object 61d2285b-67d2-4aa6-958a-9f3a27472bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:57.177769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-84464277-602d-4bf9-937b-901368f219c1', 'network_id': '84464277-602d-4bf9-937b-901368f219c1', 'tenant_id': '970509d335974a49861194faa017ec3b', 'fixed_ips': [{'subnet_id': '8988d47c-feef-4d38-97a8-76c801a2213f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:03:57.184129 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.327534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Allocated IP 2001:db8:1::2 (84464277-602d-4bf9-937b-901368f219c1/8988d47c-feef-4d38-97a8-76c801a2213f/5ccd4a7a-adce-4736-98ea-d630b96b5fd7) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:57.456942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b7be408-0fa3-4022-8c4c-09f526464988 req-b58d702e-efcf-4ab8-93d5-fce2baf06990 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0502145 Aug 06 16:03:57.472380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd65dbeb-683e-4556-bcf1-b400fd642e69 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.543420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.552573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Transition to ACTIVE for port object 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:57.558302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.571426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Transition to ACTIVE for port object 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:57.637573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:57.647400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:57.655611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:57.659252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=61d2285b-67d2-4aa6-958a-9f3a27472bb1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:57.671970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.743305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Network 84464277-602d-4bf9-937b-901368f219c1 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:57.746864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:57.757977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:57.806519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Pushing event updated for resources: {'Port': ['ID=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:57.874373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Attempting to bind port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:57.875055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Attempting to bind port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84464277-602d-4bf9-937b-901368f219c1'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:57.877124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Attempting to bind port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 on network 84464277-602d-4bf9-937b-901368f219c1 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:57.883655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:57.888145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Checking segment: {'id': 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84464277-602d-4bf9-937b-901368f219c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:57.888145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.888145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Bound using segment: {'id': 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84464277-602d-4bf9-937b-901368f219c1'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:57.888145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Bound port: 5ccd4a7a-adce-4736-98ea-d630b96b5fd7, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '84464277-602d-4bf9-937b-901368f219c1'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:57.888145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:57.979395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] For port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:57.986564 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] For port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,segment=NetworkSegment(b91d4e1f-5855-4518-9fcf-b8c5ac50883b),segment_id=b91d4e1f-5855-4518-9fcf-b8c5ac50883b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:58.081603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.082212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:58.093856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:58.129588 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-cd65dbeb-683e-4556-bcf1-b400fd642e69 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:03:58.134285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cd65dbeb-683e-4556-bcf1-b400fd642e69 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427 HTTP/1.1" status: 400 len: 364 time: 0.9790349 Aug 06 16:03:58.134642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57354) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:03:58.175355 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-dfe0086b-31e0-45de-b629-d99661ad7ee2 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7202764 Aug 06 16:03:58.198075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Request body: {'port': {'device_id': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:03:58.216153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aabe8-d687-40ed-9ad1-c6adec1f5859 None None] Pushing event updated for resources: {'Port': ['ID=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:58.287889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b8498c6a-381d-4bb6-b671-a484bf1d2660 None None] Provisioning for port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:03:58.293518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b8498c6a-381d-4bb6-b671-a484bf1d2660 None None] Provisioning complete for port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:03:58.294031 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b8498c6a-381d-4bb6-b671-a484bf1d2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:58.314019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:58.367911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b8498c6a-381d-4bb6-b671-a484bf1d2660 None None] Port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:03:58.663610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:58.708875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03c23-8eca-40fa-b3ef-7380fdc8cfd2 req-509bf8a9-5bf3-44d3-b1a2-2b30ec05dfb3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:58.710422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76c03c23-8eca-40fa-b3ef-7380fdc8cfd2 req-509bf8a9-5bf3-44d3-b1a2-2b30ec05dfb3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 970 time: 0.1017687 Aug 06 16:03:58.822366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d2285b-67d2-4aa6-958a-9f3a27472bb1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:03:58.833455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:58.851597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Transition to ACTIVE for port object 61d2285b-67d2-4aa6-958a-9f3a27472bb1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:58.859584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76c03c23-8eca-40fa-b3ef-7380fdc8cfd2 req-bc330c67-33d5-4456-94dd-5e7d79ccdc08 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0897410 Aug 06 16:03:58.990673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.043101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Pushing event updated for resources: {'Port': ['ID=61d2285b-67d2-4aa6-958a-9f3a27472bb1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:59.087015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Allocated IP 2001:db8::1 (040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a/f7d89afd-b806-48bb-bcfb-2cb560361df2/bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:03:59.135342 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.171545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Attempting to bind port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:03:59.172146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Attempting to bind port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:03:59.172515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Attempting to bind port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 on network 330fe6d8-26e4-4535-9233-29c66b0341c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:59.180048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 on network 330fe6d8-26e4-4535-9233-29c66b0341c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:03:59.181088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Attempting to bind port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 on network 330fe6d8-26e4-4535-9233-29c66b0341c3 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:03:59.187119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:03:59.187688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Checking segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:03:59.188796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Bound using segment: {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:03:59.189722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Bound port: 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68c237b4-9cc7-401b-a3f9-8b09363cf724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:03:59.190264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.294048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.323001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] For port 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:03:59.325347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Transition to ACTIVE for port object bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:03:59.328018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] For port 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:03:59.442658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.480013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.480674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.482324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] 10.222.0.64 "PUT /v2.0/ports/61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 200 len: 1130 time: 1.2928689 Aug 06 16:03:59.482900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:03:59.485229 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:03:59.513860 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3be6d0-f173-4998-acf4-d074c7282eca service neutron] Pushing event updated for resources: {'Port': ['ID=61d2285b-67d2-4aa6-958a-9f3a27472bb1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:59.539859 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.598724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:03:59.603438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:03:59.613412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:03:59.614258 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:03:59.689325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Port': ['ID=bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:03:59.747196 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b692e3-5491-4dd3-b242-accc7592e863 x-openstack-request-id: req-35b692e3-5491-4dd3-b242-accc7592e863 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:03:59.747558 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:03:59.747914 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35b692e3-5491-4dd3-b242-accc7592e863 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:03:59.748411 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'status': 'completed', 'code': 200} Aug 06 16:03:59.821112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-5fcf929f-cfab-4730-bc81-4bbb75448278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.823110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-5fcf929f-cfab-4730-bc81-4bbb75448278 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1133 time: 0.0545981 Aug 06 16:03:59.825270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:03:59.828215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b799f6b-5e8b-4a9b-bc33-4c21f15a0eac None None] Network 84464277-602d-4bf9-937b-901368f219c1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:03:59.885984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-b0689239-f38e-4dab-bd48-77f10dc7fcb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 200 len: 217 time: 0.0499232 Aug 06 16:03:59.984158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-4150448f-99f1-4644-be07-a0689558e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:03:59.987906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-4150448f-99f1-4644-be07-a0689558e9c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2899b3b7-e25b-468d-9923-f08587407710 HTTP/1.1" status: 200 len: 834 time: 0.0912659 Aug 06 16:04:00.043392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.069385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-16efbc05-3e70-4c2a-b561-16cd86ae9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.072788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-16efbc05-3e70-4c2a-b561-16cd86ae9dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330fe6d8-26e4-4535-9233-29c66b0341c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723825 Aug 06 16:04:00.082956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17878805-4bea-4b06-a82b-11a783b1a7f0 req-03712392-a74b-4975-a639-b54c1ac3237b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.084598 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17878805-4bea-4b06-a82b-11a783b1a7f0 req-03712392-a74b-4975-a639-b54c1ac3237b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 982 time: 0.0848141 Aug 06 16:04:00.089694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c56fc533-28af-41f3-835c-ae600397e131 None None] Provisioning for port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:00.134051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:00.139472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:00.139472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.178681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17878805-4bea-4b06-a82b-11a783b1a7f0 req-eb2c47e6-f75e-4134-820c-c379c0615fdb tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0703030 Aug 06 16:04:00.241048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-50a014f1-f8e4-4608-99b0-209a027d2240 service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567931 Aug 06 16:04:00.288536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.382865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ea45e0c-9e70-4da5-8e0c-c46268642f6d req-3344bc3c-fe91-4928-a193-0f13750b7ba6 service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340528 Aug 06 16:04:00.383289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,segment=NetworkSegment(b91d4e1f-5855-4518-9fcf-b8c5ac50883b),segment_id=b91d4e1f-5855-4518-9fcf-b8c5ac50883b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:00.409202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-06c9ca43-c2f9-4cf6-8f20-dcab2f574938 None None] Provisioning for port bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:00.417762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-06c9ca43-c2f9-4cf6-8f20-dcab2f574938 None None] Provisioning complete for port bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:00.417762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06c9ca43-c2f9-4cf6-8f20-dcab2f574938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.471751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-06c9ca43-c2f9-4cf6-8f20-dcab2f574938 None None] Port bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:00.512866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.522403 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.572568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:00.586430 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:04:00.603099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20241826-dbb8-4c41-8a8a-a0228a39a427 None None] Provisioning complete for port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:00.603483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20241826-dbb8-4c41-8a8a-a0228a39a427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.677709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-eee3e8b5-7548-4a00-8e22-d92e384e3f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.679332 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-eee3e8b5-7548-4a00-8e22-d92e384e3f6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1133 time: 0.0509002 Aug 06 16:04:00.700336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.701815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:00.789562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-f80dddef-3aab-4e35-898d-644f3f4610f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.791191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-f80dddef-3aab-4e35-898d-644f3f4610f6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 200 len: 897 time: 0.1030889 Aug 06 16:04:00.808432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event updated for resources: {'Port': ['ID=bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:00.842370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-e4379b37-b863-47c7-bd36-28afbd2d3168 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 200 len: 217 time: 0.0433228 Aug 06 16:04:00.851066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:00.852767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:00.916732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-16e8c051-132c-4bb6-b391-d183c1d2dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.916732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-16e8c051-132c-4bb6-b391-d183c1d2dae3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2899b3b7-e25b-468d-9923-f08587407710 HTTP/1.1" status: 200 len: 834 time: 0.0584323 Aug 06 16:04:00.978206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Router eb5231d4-484b-4c05-b9ee-a6926a328427 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:04:00.980157 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-b142d027-27c7-4ea3-a977-f528f91ea671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:00.985868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-b142d027-27c7-4ea3-a977-f528f91ea671 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330fe6d8-26e4-4535-9233-29c66b0341c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635207 Aug 06 16:04:01.098300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-b2e4cfbb-bf60-40ae-989b-dce7e2021c8b service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076670 Aug 06 16:04:01.222556 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ad95e1fa-9939-4a0f-a9e1-5fbe966acc0a req-83d4f9a3-eb6a-4cda-876c-4db3b98585ad service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170332 Aug 06 16:04:01.235766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-61fc6bad-b3fe-49ec-b468-56c19711b023 None None] Provisioning complete for port bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:01.236890 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61fc6bad-b3fe-49ec-b468-56c19711b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:01.291327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-61fc6bad-b3fe-49ec-b468-56c19711b023 None None] Port bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:01.488412 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:04:01.496594 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-947f0f6b-f541-4401-bf1a-b9fce958f8ce tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3579304 Aug 06 16:04:01.497232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57396) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:01.501248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] Sync routers for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:04:01.502215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909e99e-88a1-4857-9a91-c428a3e2711a req-3465dab1-662a-44fb-9f76-6cad37d78c6b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:01.503871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b909e99e-88a1-4857-9a91-c428a3e2711a req-3465dab1-662a-44fb-9f76-6cad37d78c6b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 982 time: 0.1046777 Aug 06 16:04:01.516682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:01.517572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:01.559899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:01.563472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b909e99e-88a1-4857-9a91-c428a3e2711a req-ff74c2c0-8f35-4c6c-9fe3-4490ef2af378 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0500026 Aug 06 16:04:01.573836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:01.574554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:01.630669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:01.631592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b081d5-44b8-41b2-bb04-3be294009b1b None None] The sync data for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 is: [] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:04:01.650651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5348ea43-245b-479d-96e6-5608fde3ca4b tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:01.733999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:01.775470 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-5348ea43-245b-479d-96e6-5608fde3ca4b tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 06 16:04:01.778294 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5348ea43-245b-479d-96e6-5608fde3ca4b tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427 HTTP/1.1" status: 409 len: 329 time: 0.2789004 Aug 06 16:04:01.780723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57398) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:01.804973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:01.805358 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:02.202037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:02.481411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting port bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:02.481758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:02.599749 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:02.616709 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Calling delete_port for bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:02.806190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022e9cc-0cab-4b8f-ae19-c5b8f5935bc7 req-3e096883-fd17-482a-9a08-5a02d4d0d0e5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:02.808020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b022e9cc-0cab-4b8f-ae19-c5b8f5935bc7 req-3e096883-fd17-482a-9a08-5a02d4d0d0e5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 982 time: 0.1276410 Aug 06 16:04:02.904814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b022e9cc-0cab-4b8f-ae19-c5b8f5935bc7 req-f9f3b856-f938-43d0-9871-75b6939b5cd3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0796669 Aug 06 16:04:03.019832 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:03.049134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Port': ['ID=bd4e5f90-e6f3-494c-8406-0e04e1b2f4a3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:03.173763 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:03.353846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Router eb5231d4-484b-4c05-b9ee-a6926a328427 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:04:03.440049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:04:03.447707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-88afed76-8ebc-4903-b852-a66945de85a5 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6654394 Aug 06 16:04:03.448540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57414) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:03.452496 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] Sync routers for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:04:03.462562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:03.463181 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:03.499063 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:03.509290 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] Routers {'eb5231d4-484b-4c05-b9ee-a6926a328427'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:03.510145 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:03:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['eb5231d4-484b-4c05-b9ee-a6926a328427'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:03.512426 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-b68a44e2-14bc-4392-9a90-d24347ca59c2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] show failed (client error): The resource could not be found. Aug 06 16:04:03.520801 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b68a44e2-14bc-4392-9a90-d24347ca59c2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1471243322 HTTP/1.1" status: 404 len: 335 time: 0.0655611 Aug 06 16:04:03.521259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:03.525834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42743fa3-fa70-4133-b461-0cf04e496b9d tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:03.550821 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:03.551509 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd9782b-7267-401c-bc04-b4f0f1b2831c None None] The sync data for ids ['eb5231d4-484b-4c05-b9ee-a6926a328427'] in n-d-778550-6 is: [] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:04:03.570155 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-42743fa3-fa70-4133-b461-0cf04e496b9d tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] update failed (client error): The resource could not be found. Aug 06 16:04:03.572083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-42743fa3-fa70-4133-b461-0cf04e496b9d tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-997468189 HTTP/1.1" status: 404 len: 334 time: 0.0500069 Aug 06 16:04:03.575558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:03.582571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 61d2285b-67d2-4aa6-958a-9f3a27472bb1 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:03.641927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting subnet 8988d47c-feef-4d38-97a8-76c801a2213f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:04:03.645212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:03.687175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:03.698479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:03.713761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'port_id': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'mac_address': 'fa:16:3e:24:2b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:03.763025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:03.777481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d2285b-67d2-4aa6-958a-9f3a27472bb1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:03.797906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:03.852877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.029739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffe24c-e6ed-49de-a56f-4ea0b7293e37 req-1fc171d8-ddf8-4159-903f-e6bfada0469d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:04.031178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6ffe24c-e6ed-49de-a56f-4ea0b7293e37 req-1fc171d8-ddf8-4159-903f-e6bfada0469d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 982 time: 0.0525174 Aug 06 16:04:04.076603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.086669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6ffe24c-e6ed-49de-a56f-4ea0b7293e37 req-6cff3ffb-aafc-4f60-9a1d-16553074e9a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0463297 Aug 06 16:04:04.133094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=61d2285b-67d2-4aa6-958a-9f3a27472bb1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:04.142516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.142888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.143242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.143667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.143980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.144328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.144660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.144995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.145344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.145833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.146138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.146466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:04.152907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.191136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Subnet': ['ID=8988d47c-feef-4d38-97a8-76c801a2213f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:04.197274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.202000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd3d76aa-10c9-4bba-ab10-497fc377e2bb tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/subnets/8988d47c-feef-4d38-97a8-76c801a2213f HTTP/1.1" status: 204 len: 168 time: 0.6226580 Aug 06 16:04:04.202112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57432) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:04.205736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61c378-bc10-4565-a9d6-fbffa1ebe2f6 None None] Network 84464277-602d-4bf9-937b-901368f219c1 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:04.304942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.349148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['61d2285b-67d2-4aa6-958a-9f3a27472bb1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:04.400015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:04.400358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.434302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] DHCP port deletion for 84464277-602d-4bf9-937b-901368f219c1 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:04:04.501942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] For port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,segment=NetworkSegment(b91d4e1f-5855-4518-9fcf-b8c5ac50883b),segment_id=b91d4e1f-5855-4518-9fcf-b8c5ac50883b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:04.501942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.518996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Calling delete_port for 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:04.536983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] Deleting port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:04.537349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.654676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] For port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,segment=NetworkSegment(b91d4e1f-5855-4518-9fcf-b8c5ac50883b),segment_id=b91d4e1f-5855-4518-9fcf-b8c5ac50883b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:04.654676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.666320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] Calling delete_port for 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:04.745537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.771654 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.803537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] Pushing event deleted for resources: {'Port': ['ID=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:04.808187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Port': ['ID=5ccd4a7a-adce-4736-98ea-d630b96b5fd7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:04.809630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] No DVR routers for this DVR port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:04.820400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f6ffa-575c-4f13-8a11-a157e0c867fa None None] No DVR routers for this DVR port 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:04.914005 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:04.933432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84464277-602d-4bf9-937b-901368f219c1']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:04.963001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:04.963675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91d4e1f-5855-4518-9fcf-b8c5ac50883b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:04.993695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.026000 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.035288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:04:05.036004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:04:05.039791 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:04:05.117082 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-616ac557-b5ac-4452-bc5e-18d79b7f1c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.246990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.276168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.284484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57442) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:05.285288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/networks/84464277-602d-4bf9-937b-901368f219c1 HTTP/1.1" status: 204 len: 168 time: 1.0812223 Aug 06 16:04:05.316485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e9eff-8730-4e27-b7cf-0c11c2641386 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Network': ['ID=84464277-602d-4bf9-937b-901368f219c1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:05.331546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd6690-cf65-4372-9c47-85cbe6d4239a req-4b40a129-a675-4e03-b320-1e408bd07c32 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:05.336249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2cd6690-cf65-4372-9c47-85cbe6d4239a req-4b40a129-a675-4e03-b320-1e408bd07c32 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 983 time: 0.1527812 Aug 06 16:04:05.424804 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2cd6690-cf65-4372-9c47-85cbe6d4239a req-dd918b86-5012-44ff-bf96-517b203b0a8d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0873153 Aug 06 16:04:05.446184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting subnet 4d0c82c7-83d0-491e-b7b5-a01fd424929d {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:04:05.451049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.507207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.582882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 61d2285b-67d2-4aa6-958a-9f3a27472bb1 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:05.610685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.791113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:05.818127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:04:05.818488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5ccd4a7a-adce-4736-98ea-d630b96b5fd7 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:04:05.912262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.941988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0c82c7-83d0-491e-b7b5-a01fd424929d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:05.950074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:05.952221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1dc7cde5-94e5-4f95-8e82-597352c27155 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/subnets/4d0c82c7-83d0-491e-b7b5-a01fd424929d HTTP/1.1" status: 204 len: 168 time: 0.6659470 Aug 06 16:04:05.954754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57448) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:05.966107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f07556-1817-4206-941c-5ba4ddb696ed None None] Network 25c47518-db91-4cf7-a668-1f8350b21faa requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:06.026603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:06.036247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting subnet 98f79b0b-1969-4e7c-8298-50617250bb65 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:04:06.040145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.061605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:06.062024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.097885 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.205514 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.219948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.243597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] DHCP port deletion for 25c47518-db91-4cf7-a668-1f8350b21faa request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:04:06.254496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:06.258283 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe64fee6-c299-4be6-810b-adc3d2c46d90" -d '{"events": [{"server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "name": "network-vif-plugged", "status": "completed", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:06.290715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:06.323676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] Deleting port e146075f-1827-4407-82f5-b21b2e0fd4dc {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:06.324484 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.392371 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e29a197-8671-4af3-92e8-562df09f31c7 x-openstack-request-id: req-0e29a197-8671-4af3-92e8-562df09f31c7 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:06.392676 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "name": "network-vif-plugged", "status": "completed", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:06.393217 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e29a197-8671-4af3-92e8-562df09f31c7 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:06.393345 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'code': 200} Aug 06 16:04:06.414481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.427795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] For port e146075f-1827-4407-82f5-b21b2e0fd4dc, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e146075f-1827-4407-82f5-b21b2e0fd4dc,segment=NetworkSegment(fa458d45-7b09-4957-bfa7-b48446713b58),segment_id=fa458d45-7b09-4957-bfa7-b48446713b58)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:06.428348 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.451468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] Calling delete_port for e146075f-1827-4407-82f5-b21b2e0fd4dc owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:06.452747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Subnet': ['ID=98f79b0b-1969-4e7c-8298-50617250bb65,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:06.455463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.457336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.459689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f2c051f1-961b-4c0f-884b-31ec9b510522 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/subnets/98f79b0b-1969-4e7c-8298-50617250bb65 HTTP/1.1" status: 204 len: 168 time: 0.5035536 Aug 06 16:04:06.466524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57458) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:06.510024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77a8996-55a0-4b92-b8c0-7dfc345606c4 None None] Network 3b90d1b4-47af-4fc5-82ef-5943484b4a3b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:06.583004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ad54d-d185-48af-b058-0faf5a26bc70 req-672354bd-b3af-4d77-b71a-57b506eb1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:06.585854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-347ad54d-d185-48af-b058-0faf5a26bc70 req-672354bd-b3af-4d77-b71a-57b506eb1f39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1135 time: 0.1266539 Aug 06 16:04:06.635008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-347ad54d-d185-48af-b058-0faf5a26bc70 req-d5cc1cf8-1222-479e-9900-5fa876639c7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0374699 Aug 06 16:04:06.657782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=61d2285b-67d2-4aa6-958a-9f3a27472bb1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:06.669155 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.733751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a318b-4bf3-45a6-9a06-86f16c109164 req-cbfde5a5-f782-4353-90ba-00ee27586102 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:06.752247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-643a318b-4bf3-45a6-9a06-86f16c109164 req-cbfde5a5-f782-4353-90ba-00ee27586102 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 984 time: 0.1615782 Aug 06 16:04:06.846062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.852354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] DHCP port deletion for 3b90d1b4-47af-4fc5-82ef-5943484b4a3b request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:04:06.865406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-643a318b-4bf3-45a6-9a06-86f16c109164 req-60511d71-497e-4ed2-be02-ea403646296e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1121387 Aug 06 16:04:06.896633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting port e146075f-1827-4407-82f5-b21b2e0fd4dc {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:06.897615 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:06.907932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] Pushing event deleted for resources: {'Port': ['ID=e146075f-1827-4407-82f5-b21b2e0fd4dc,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:06.910268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1cfd9-b47e-4a09-98ef-5656557d691a None None] No DVR routers for this DVR port e146075f-1827-4407-82f5-b21b2e0fd4dc on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:06.970359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] Deleting port 63e2156c-a715-44a1-86bb-5275110e8dd2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:06.970359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.005549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] For port e146075f-1827-4407-82f5-b21b2e0fd4dc, host n-d-778550-6, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:07.005917 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.021504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Calling delete_port for e146075f-1827-4407-82f5-b21b2e0fd4dc owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:07.025598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Port e146075f-1827-4407-82f5-b21b2e0fd4dc was not found and therefore no delete operation was performed {{(pid=94841) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:04:07.026924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.061909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] For port 63e2156c-a715-44a1-86bb-5275110e8dd2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=63e2156c-a715-44a1-86bb-5275110e8dd2,segment=NetworkSegment(b9550f3b-efc9-45ca-b646-4746458400cc),segment_id=b9550f3b-efc9-45ca-b646-4746458400cc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:07.062551 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.077357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] No DVR routers for this DVR port e146075f-1827-4407-82f5-b21b2e0fd4dc on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:07.080096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] Calling delete_port for 63e2156c-a715-44a1-86bb-5275110e8dd2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:07.219901 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.231426 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.232855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c47518-db91-4cf7-a668-1f8350b21faa']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:07.247203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa458d45-7b09-4957-bfa7-b48446713b58') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:07.247521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa458d45-7b09-4957-bfa7-b48446713b58') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:07.254665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Port': ['ID=e146075f-1827-4407-82f5-b21b2e0fd4dc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:07.259113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.275366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.282932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:04:07.283360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:04:07.286834 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:04:07.291846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] Pushing event deleted for resources: {'Port': ['ID=63e2156c-a715-44a1-86bb-5275110e8dd2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:07.304285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f0101a-0346-46d3-9b9d-b81df4c1caa2 None None] No DVR routers for this DVR port 63e2156c-a715-44a1-86bb-5275110e8dd2 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:07.454922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.470559 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.481716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57468) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:07.487315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/networks/25c47518-db91-4cf7-a668-1f8350b21faa HTTP/1.1" status: 204 len: 168 time: 1.0196126 Aug 06 16:04:07.517954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a809e-84cf-4126-8fa4-bf5f6a84fcae tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Network': ['ID=25c47518-db91-4cf7-a668-1f8350b21faa,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:07.596987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.676589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-333213ac-d213-4528-a497-f5a6709b2d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.699742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.725005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.737670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b90d1b4-47af-4fc5-82ef-5943484b4a3b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:07.750954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9550f3b-efc9-45ca-b646-4746458400cc') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:07.751298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9550f3b-efc9-45ca-b646-4746458400cc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:07.763507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.776708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 63e2156c-a715-44a1-86bb-5275110e8dd2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:07.781186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.794811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:04:07.795238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:04:07.798757 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:04:07.815075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 63e2156c-a715-44a1-86bb-5275110e8dd2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:04:07.815517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 63e2156c-a715-44a1-86bb-5275110e8dd2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:04:07.816039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e146075f-1827-4407-82f5-b21b2e0fd4dc no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:07.837697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e146075f-1827-4407-82f5-b21b2e0fd4dc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:04:07.838130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e146075f-1827-4407-82f5-b21b2e0fd4dc not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:04:08.001667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b944d1-a4b5-46d4-a7fa-b7580ce52f74 req-c9f221c9-bfa5-4ed8-809f-ed5d2030e2b4 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:08.003048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b944d1-a4b5-46d4-a7fa-b7580ce52f74 req-c9f221c9-bfa5-4ed8-809f-ed5d2030e2b4 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 984 time: 0.0510736 Aug 06 16:04:08.008311 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.015683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.021043 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/networks/3b90d1b4-47af-4fc5-82ef-5943484b4a3b HTTP/1.1" status: 204 len: 168 time: 0.5409718 Aug 06 16:04:08.024401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:08.031343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800f1a3-207b-49b6-85f9-526c5e05a315 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Network': ['ID=3b90d1b4-47af-4fc5-82ef-5943484b4a3b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:08.092185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1b944d1-a4b5-46d4-a7fa-b7580ce52f74 req-2fecdad5-0342-40bf-bba0-1d977fffe029 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0821140 Aug 06 16:04:08.101650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting subnet f7d89afd-b806-48bb-bcfb-2cb560361df2 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:04:08.114766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.156114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.267113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015d5c9-57ee-452a-b77d-f1f734865abe req-828795a1-7629-408b-b3c3-55e1ae100f66 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:08.268705 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6015d5c9-57ee-452a-b77d-f1f734865abe req-828795a1-7629-408b-b3c3-55e1ae100f66 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 984 time: 0.0918057 Aug 06 16:04:08.300619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.350417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6015d5c9-57ee-452a-b77d-f1f734865abe req-3b0a3093-2788-4c56-9375-4b55937c3ec4 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0728383 Aug 06 16:04:08.483065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.526300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d89afd-b806-48bb-bcfb-2cb560361df2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:08.531739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.541220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6a935d32-dbc5-4263-ac03-c44d2cdeae66 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/subnets/f7d89afd-b806-48bb-bcfb-2cb560361df2 HTTP/1.1" status: 204 len: 168 time: 0.5135565 Aug 06 16:04:08.542183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57498) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:08.546587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea8ce45-dc91-45a8-905a-b8d3431d0a1a None None] Network 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:08.568400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce204fc-4c24-49d7-9dd0-ed30c65b7d95 req-fc08c661-a9d6-4044-bd2a-9a6d2d15c3d5 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:08.570049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ce204fc-4c24-49d7-9dd0-ed30c65b7d95 req-fc08c661-a9d6-4044-bd2a-9a6d2d15c3d5 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1135 time: 0.1428976 Aug 06 16:04:08.597728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4ce204fc-4c24-49d7-9dd0-ed30c65b7d95 req-6e697689-0f97-49b1-b031-c3447315fd65 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.657164 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.773505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Deleting port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:08.773919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.796641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] DHCP port deletion for 040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:04:08.838577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4ce204fc-4c24-49d7-9dd0-ed30c65b7d95 req-6e697689-0f97-49b1-b031-c3447315fd65 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.877281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] For port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,segment=NetworkSegment(dfc584a0-6195-48dc-a8df-3be53915d7bd),segment_id=dfc584a0-6195-48dc-a8df-3be53915d7bd)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:08.877717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.896194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Calling delete_port for 4d9aef22-f6ce-47a1-a8ea-c16e3207115a owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:08.925422 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-4ce204fc-4c24-49d7-9dd0-ed30c65b7d95 req-6e697689-0f97-49b1-b031-c3447315fd65 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:08.927252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] Deleting port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:08.933863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.012899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.039033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] For port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,segment=NetworkSegment(dfc584a0-6195-48dc-a8df-3be53915d7bd),segment_id=dfc584a0-6195-48dc-a8df-3be53915d7bd)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:09.040141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.055364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] Calling delete_port for 4d9aef22-f6ce-47a1-a8ea-c16e3207115a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:09.248587 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.276461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] Pushing event deleted for resources: {'Port': ['ID=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:09.280038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b01a55-b107-40a6-b7f0-848a8ace18b9 None None] No DVR routers for this DVR port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:09.326226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ce204fc-4c24-49d7-9dd0-ed30c65b7d95 req-6e697689-0f97-49b1-b031-c3447315fd65 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7482119 Aug 06 16:04:09.348292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697689-0f97-49b1-b031-c3447315fd65 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89fdcc-1a52-4939-b80b-792adb40d129,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:09.350017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57508) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:09.393702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.432259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ea38a-5318-4435-8c5d-2dd4f8ad9618 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:09.434796 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a45ea38a-5318-4435-8c5d-2dd4f8ad9618 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1130 time: 0.0830357 Aug 06 16:04:09.435830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Port': ['ID=4d9aef22-f6ce-47a1-a8ea-c16e3207115a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:09.437377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57512) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:09.442528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] No DVR routers for this DVR port 4d9aef22-f6ce-47a1-a8ea-c16e3207115a on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:09.443893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:09.536072 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.546824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:09.557679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc584a0-6195-48dc-a8df-3be53915d7bd') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:09.558052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc584a0-6195-48dc-a8df-3be53915d7bd') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:09.568075 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.582499 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.588387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:04:09.588774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:04:09.591709 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:04:09.596993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.710269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.744439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d9aef22-f6ce-47a1-a8ea-c16e3207115a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:09.769701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.772959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 4d9aef22-f6ce-47a1-a8ea-c16e3207115a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:04:09.779094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4d9aef22-f6ce-47a1-a8ea-c16e3207115a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:04:09.779252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:09.780669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/networks/040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a HTTP/1.1" status: 204 len: 168 time: 1.2381716 Aug 06 16:04:09.787594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57514) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:09.821173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edada19b-10ba-4a6c-a101-966c9d66d4a2 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Pushing event deleted for resources: {'Network': ['ID=040a325e-b7ae-41ab-a1bb-b20d6cf6ba2a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:09.823976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a895a758-1e9b-489f-9184-50d80350a592 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb5231d4-484b-4c05-b9ee-a6926a328427 HTTP/1.1" status: 200 len: 205 time: 0.0348835 Aug 06 16:04:09.838210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:09.898754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.25.5.84 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/56dc39ca-596d-4f54-8099-168fd174b49e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:10.007489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.201842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.252306 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.255358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.362120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.362763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Fanout notify agent at l3_agent the message router_deleted on router eb5231d4-484b-4c05-b9ee-a6926a328427 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:04:10.362869 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.374967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:10.374967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2973a517-1931-42a8-842b-5d844ba00f98 tempest-RoutersNegativeIpV6Test-1801019339 tempest-RoutersNegativeIpV6Test-1801019339-project] 10.222.0.16 "DELETE /v2.0/routers/eb5231d4-484b-4c05-b9ee-a6926a328427 HTTP/1.1" status: 204 len: 168 time: 0.5321159 Aug 06 16:04:10.408572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:10.408725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:10.412854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:10.476260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=56dc39ca-596d-4f54-8099-168fd174b49e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:10.911160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.154806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57536) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:11.310528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.321516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-75d886e9-62da-4dda-a7d0-e63cef4bfa63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=970509d335974a49861194faa017ec3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652350 Aug 06 16:04:11.324162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:11.386891 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd1ff1e-26c9-4b40-8459-3e5ed9b01d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.426665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd1ff1e-26c9-4b40-8459-3e5ed9b01d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.549359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.590515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd1ff1e-26c9-4b40-8459-3e5ed9b01d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.593811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-afd1ff1e-26c9-4b40-8459-3e5ed9b01d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.595768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-afd1ff1e-26c9-4b40-8459-3e5ed9b01d96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b301cc52-81df-40d3-856e-ef9cf0db4c66 HTTP/1.1" status: 204 len: 168 time: 0.2702599 Aug 06 16:04:11.609103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1ff1e-26c9-4b40-8459-3e5ed9b01d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b301cc52-81df-40d3-856e-ef9cf0db4c66,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:11.810150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:11.910852 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:12.052315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:12.122844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=56dc39ca-596d-4f54-8099-168fd174b49e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:12.218632 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Floating IP 785aded1-bf4d-4883-b3c8-7a44478488da associated. External IP: 172.25.5.84, port: 61d2285b-67d2-4aa6-958a-9f3a27472bb1. Aug 06 16:04:12.519079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 3aee2997-2235-46f1-82ed-14d335374562 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:04:12.689884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:04:12.703118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] Sync routers for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:04:12.716158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:12.716882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:04:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:12.806417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:12.875508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-004be2f4-7af8-4d51-b228-7e04d60ee2f8 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4356115 Aug 06 16:04:12.876660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:12.878428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57578) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:12.880310 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:12.932454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:12.952820 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d568a224-365e-4022-b02e-cf16734072ca x-openstack-request-id: req-d568a224-365e-4022-b02e-cf16734072ca {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:12.953119 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:12.953380 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d568a224-365e-4022-b02e-cf16734072ca {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:12.954379 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'status': 'completed', 'code': 200} Aug 06 16:04:13.046343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-001f989a-a6ed-4fb2-8d9e-0b57daf764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.048999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-001f989a-a6ed-4fb2-8d9e-0b57daf764e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1135 time: 0.0661545 Aug 06 16:04:13.168398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.169182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.169814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.170442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.171069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.172173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.173060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.175956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ce33e853-5b64-4bb5-b031-f5c16abefc34 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.2959282 Aug 06 16:04:13.178649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57586) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:13.210904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-fe6f5976-598d-4d56-9c9e-c05d2f223a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.212703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-fe6f5976-598d-4d56-9c9e-c05d2f223a74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 200 len: 897 time: 0.1571219 Aug 06 16:04:13.272583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:13.292671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.293210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.294126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.294651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.295112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.295573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.296049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.299098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cd37dbcc-9350-4a23-b8e1-ecc48ccdfadf tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.1190104 Aug 06 16:04:13.301567 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57594) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:13.309048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '785aded1-bf4d-4883-b3c8-7a44478488da', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '3aee2997-2235-46f1-82ed-14d335374562', 'port_id': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'mac_address': 'fa:16:3e:24:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:04:10Z', 'updated_at': '2021-08-06T16:04:10Z', 'revision_number': 0, 'project_id': '68359abee93b47589720994f9b6cec26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:53Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:13.392711 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-9051ef02-4354-4c5c-afe0-e27cae39b72f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 200 len: 998 time: 0.1690350 Aug 06 16:04:13.463672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] Checking router: 3aee2997-2235-46f1-82ed-14d335374562 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:04:13.489807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-704a198c-4a02-4d12-94b9-39c456855e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.490612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-704a198c-4a02-4d12-94b9-39c456855e2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2899b3b7-e25b-468d-9923-f08587407710 HTTP/1.1" status: 200 len: 834 time: 0.0873535 Aug 06 16:04:13.517540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:13.518202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:04:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:13.575152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-7832f866-25ac-4b91-9d5e-4db0f4c76b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.581636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-7832f866-25ac-4b91-9d5e-4db0f4c76b38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330fe6d8-26e4-4535-9233-29c66b0341c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818930 Aug 06 16:04:13.645203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1598674086'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:13.776654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e6eb3339-aa72-47b5-b994-c7dd7ea18c6b tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3058 time: 0.4728491 Aug 06 16:04:13.779325 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:13.780533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Made reservation on behalf of 5a091a1e601841f2bc6a86beefd39a31 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:13.785212 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:13.794533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:13.801603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:13.815756 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-a4d9c288-8d5c-487d-80f8-f03e5f408e0c service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249262 Aug 06 16:04:13.852990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffad85-c2ce-4d6d-a4e3-7c449953675f tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.857838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ffad85-c2ce-4d6d-a4e3-7c449953675f tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:13.857838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94ffad85-c2ce-4d6d-a4e3-7c449953675f tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3aee2997-2235-46f1-82ed-14d335374562 HTTP/1.1" status: 200 len: 1990 time: 0.0751624 Aug 06 16:04:13.983345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40c94ff-2a4d-4b6d-9622-8fd4a32630c3 req-746bdd49-2b32-4745-b695-d5d09d02974c service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312766 Aug 06 16:04:14.043019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:14.121325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '785aded1-bf4d-4883-b3c8-7a44478488da', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '3aee2997-2235-46f1-82ed-14d335374562', 'port_id': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'mac_address': 'fa:16:3e:24:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:04:10Z', 'updated_at': '2021-08-06T16:04:10Z', 'revision_number': 0, 'project_id': '68359abee93b47589720994f9b6cec26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:53Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:14.134035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:14.163046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb70b5c-1623-4517-a979-2deba339ddf1 None None] The sync data for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 is: [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '785aded1-bf4d-4883-b3c8-7a44478488da', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '3aee2997-2235-46f1-82ed-14d335374562', 'port_id': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'mac_address': 'fa:16:3e:24:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:04:10Z', 'updated_at': '2021-08-06T16:04:10Z', 'revision_number': 0, 'project_id': '68359abee93b47589720994f9b6cec26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:53Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:04:14.173487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:04:14.200598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:14.200598 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Added segment 776bfdd9-71d0-4105-b4f7-ad1e471295bc of type vlan for network c85f7d6f-1f97-4da9-b731-7285b4c0b74b Aug 06 16:04:14.240052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037874f9-43b5-46e1-af93-dad45ee507a3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:14.257236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:14.369767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:14.378788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:14.379473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:14.445277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5365c9-dd66-4ccf-930f-35ef904730b1 None None] New status for floating IP 785aded1-bf4d-4883-b3c8-7a44478488da: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:04:14.469899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Pushing event updated for resources: {'Network': ['ID=c85f7d6f-1f97-4da9-b731-7285b4c0b74b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:14.483166 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network c85f7d6f-1f97-4da9-b731-7285b4c0b74b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:04:14.526277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fac4efca-ee60-41be-af73-37614f3c08f9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2491090 Aug 06 16:04:14.526825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:14.531591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-d885d2d9-17d2-4ec1-b9f6-30ba41b4928e tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-1657633383') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:14.794021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d885d2d9-17d2-4ec1-b9f6-30ba41b4928e tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "PUT /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-1657633383 HTTP/1.1" status: 201 len: 201 time: 0.2658415 Aug 06 16:04:14.796468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:14.811186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-bf0033a2-0d9f-4c01-ac87-4d992ae4545c tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-1657633383') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:14.916889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf0033a2-0d9f-4c01-ac87-4d992ae4545c tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-1657633383 HTTP/1.1" status: 204 len: 168 time: 0.1189358 Aug 06 16:04:14.918981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:14.923925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-59799ba6-ba90-4550-830d-fa4061e4b0f7 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.004074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-59799ba6-ba90-4550-830d-fa4061e4b0f7 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags HTTP/1.1" status: 200 len: 238 time: 0.0839891 Aug 06 16:04:15.006731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.013824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-f1169b3e-3b24-4299-aedb-934e9f91a985 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', {'tags': ['tempest-TagsTest-Tag-2143122562', 'tempest-TagsTest-Tag-281023803', 'tempest-TagsTest-Tag-2109402721']}) {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.266790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f1169b3e-3b24-4299-aedb-934e9f91a985 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "PUT /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags HTTP/1.1" status: 200 len: 308 time: 0.2568369 Aug 06 16:04:15.267573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57624) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.273072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-91dcc47a-b952-4a96-849c-eb24ac5f5457 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-2143122562') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.506766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91dcc47a-b952-4a96-849c-eb24ac5f5457 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "DELETE /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-2143122562 HTTP/1.1" status: 204 len: 168 time: 0.2377594 Aug 06 16:04:15.510094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57628) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.520513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-bf577791-f534-4114-8e86-338183bb8061 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-2143122562') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.625289 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-bf577791-f534-4114-8e86-338183bb8061 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] show failed (client error): The resource could not be found. Aug 06 16:04:15.631844 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57630) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.632025 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf577791-f534-4114-8e86-338183bb8061 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-2143122562 HTTP/1.1" status: 404 len: 326 time: 0.1170263 Aug 06 16:04:15.639322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-4f20d812-2b70-48cc-b32f-6bf0b458a4f8 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-281023803') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.723785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4f20d812-2b70-48cc-b32f-6bf0b458a4f8 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-281023803 HTTP/1.1" status: 204 len: 168 time: 0.0931952 Aug 06 16:04:15.726790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57634) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.731299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-1245df6e-2c76-4070-9d82-d0a8d828d4c1 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-2109402721') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.803033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1245df6e-2c76-4070-9d82-d0a8d828d4c1 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-2109402721 HTTP/1.1" status: 204 len: 168 time: 0.0751586 Aug 06 16:04:15.805320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.809705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-80f2f6fe-93a6-4934-9fe2-ced0d3313e6f tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:15.981382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-80f2f6fe-93a6-4934-9fe2-ced0d3313e6f tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "DELETE /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags HTTP/1.1" status: 204 len: 168 time: 0.1746881 Aug 06 16:04:15.986409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57640) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:15.997737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.tag.tag_plugin [None req-f2424e8e-8e5c-4127-8d03-318d04235ac7 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-281023803') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:16.072732 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f2424e8e-8e5c-4127-8d03-318d04235ac7 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] show failed (client error): The resource could not be found. Aug 06 16:04:16.074054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f2424e8e-8e5c-4127-8d03-318d04235ac7 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-281023803 HTTP/1.1" status: 404 len: 325 time: 0.0851171 Aug 06 16:04:16.077012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57642) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:16.083967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-fd29ef70-2c2a-4d57-9ffb-a7325d6161a9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b', 'tempest-TagsTest-Tag-2109402721') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:16.154303 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-fd29ef70-2c2a-4d57-9ffb-a7325d6161a9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] show failed (client error): The resource could not be found. Aug 06 16:04:16.155360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd29ef70-2c2a-4d57-9ffb-a7325d6161a9 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "GET /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags/tempest-TagsTest-Tag-2109402721 HTTP/1.1" status: 404 len: 326 time: 0.0773423 Aug 06 16:04:16.158949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57644) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:16.163291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.tag.tag_plugin [None req-8d675a19-9a1c-4e68-a2a2-03f37969af91 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c85f7d6f-1f97-4da9-b731-7285b4c0b74b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:16.242476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8d675a19-9a1c-4e68-a2a2-03f37969af91 tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "DELETE /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b/tags HTTP/1.1" status: 204 len: 168 time: 0.0825856 Aug 06 16:04:16.248759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57646) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:16.342165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.454789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.466581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85f7d6f-1f97-4da9-b731-7285b4c0b74b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:16.479623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776bfdd9-71d0-4105-b4f7-ad1e471295bc') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:16.480272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776bfdd9-71d0-4105-b4f7-ad1e471295bc') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:16.496934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.513351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.521151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:04:16.548264 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:04:16.785403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.793736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:16.795581 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] 10.222.0.16 "DELETE /v2.0/networks/c85f7d6f-1f97-4da9-b731-7285b4c0b74b HTTP/1.1" status: 204 len: 168 time: 0.5458574 Aug 06 16:04:16.808641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83589a67-ebb2-4e92-abd7-a4541ec9666b tempest-TagsTest-703193445 tempest-TagsTest-703193445-project] Pushing event deleted for resources: {'Network': ['ID=c85f7d6f-1f97-4da9-b731-7285b4c0b74b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:17.427350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57674) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:17.571470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b92688c3-e9a5-4e25-a1d3-641c5458965a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a091a1e601841f2bc6a86beefd39a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427891 Aug 06 16:04:17.573748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57682) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:17.626878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb165db-6c42-4ae6-bd4a-35c577b9f872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.650930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb165db-6c42-4ae6-bd4a-35c577b9f872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.832149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb165db-6c42-4ae6-bd4a-35c577b9f872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.832149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-abb165db-6c42-4ae6-bd4a-35c577b9f872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:17.832149 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-abb165db-6c42-4ae6-bd4a-35c577b9f872 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/037874f9-43b5-46e1-af93-dad45ee507a3 HTTP/1.1" status: 204 len: 168 time: 0.2550898 Aug 06 16:04:17.840204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb165db-6c42-4ae6-bd4a-35c577b9f872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037874f9-43b5-46e1-af93-dad45ee507a3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:21.829855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57798) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:21.965710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-387c9e57-2867-4bf4-aa76-360a839faecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.098776 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-387c9e57-2867-4bf4-aa76-360a839faecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.191445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-387c9e57-2867-4bf4-aa76-360a839faecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.242484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57806) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:22.251573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-387c9e57-2867-4bf4-aa76-360a839faecf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b39a5d9513c5429e8fd91f43fa5e0743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204385 Aug 06 16:04:22.254292 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9e57-2867-4bf4-aa76-360a839faecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f814d-dfa5-4746-b741-663aabff9316,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:22.342365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd45-4fbd-4650-915c-f40cb3269861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.377515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd45-4fbd-4650-915c-f40cb3269861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.567996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd45-4fbd-4650-915c-f40cb3269861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.570744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd45-4fbd-4650-915c-f40cb3269861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:22.572288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fb74dd45-4fbd-4650-915c-f40cb3269861 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea3f814d-dfa5-4746-b741-663aabff9316 HTTP/1.1" status: 204 len: 168 time: 0.3283854 Aug 06 16:04:22.585998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74dd45-4fbd-4650-915c-f40cb3269861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f814d-dfa5-4746-b741-663aabff9316,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:23.405223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 57826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:23.426452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb898439-8e7c-4a1b-a332-a3371e0d1367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.527229 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb898439-8e7c-4a1b-a332-a3371e0d1367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.630997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb898439-8e7c-4a1b-a332-a3371e0d1367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.684509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 57832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:23.687220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb898439-8e7c-4a1b-a332-a3371e0d1367 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c92e4feeb0e4c7b85248fad860534cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781138 Aug 06 16:04:23.687220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb898439-8e7c-4a1b-a332-a3371e0d1367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129dabd-a669-4daa-8ecd-afcdf9ee0be3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:23.758032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b45b47bf-d203-4109-90cb-0072137cfe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.780830 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b45b47bf-d203-4109-90cb-0072137cfe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.979842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b45b47bf-d203-4109-90cb-0072137cfe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.982525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b45b47bf-d203-4109-90cb-0072137cfe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:23.983708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b45b47bf-d203-4109-90cb-0072137cfe90 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3129dabd-a669-4daa-8ecd-afcdf9ee0be3 HTTP/1.1" status: 204 len: 168 time: 0.2980595 Aug 06 16:04:23.995430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b47bf-d203-4109-90cb-0072137cfe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129dabd-a669-4daa-8ecd-afcdf9ee0be3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:24.692042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbefc1-b7fa-483b-9586-5a1eee95ae4c req-217b0635-e439-4766-bd29-3dadd36ee1e7 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:24.693596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2dbefc1-b7fa-483b-9586-5a1eee95ae4c req-217b0635-e439-4766-bd29-3dadd36ee1e7 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 946 time: 0.0576007 Aug 06 16:04:24.735829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2dbefc1-b7fa-483b-9586-5a1eee95ae4c req-656a9f12-b73d-4009-996c-1fa20d98ed9d tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Aug 06 16:04:25.858344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdea5b-69aa-4baa-a1fc-5fe93bcd11a1 req-643ff1a1-7761-4e17-87a4-0bdf41f24322 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:25.860378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abcdea5b-69aa-4baa-a1fc-5fe93bcd11a1 req-643ff1a1-7761-4e17-87a4-0bdf41f24322 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 946 time: 0.0544691 Aug 06 16:04:25.903637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abcdea5b-69aa-4baa-a1fc-5fe93bcd11a1 req-16d3f1b2-5bc8-48c7-84db-c24bdbd080d5 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Aug 06 16:04:26.071579 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.240041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-af764758-9587-4b30-9ac8-6c3a89c94282 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:26.243573 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-af764758-9587-4b30-9ac8-6c3a89c94282 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 946 time: 0.0761230 Aug 06 16:04:26.346688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Deleting port 3f19c388-8bc0-49e9-8009-6e33b743c92c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:04:26.347037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.444961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] For port 3f19c388-8bc0-49e9-8009-6e33b743c92c, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=3f19c388-8bc0-49e9-8009-6e33b743c92c,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:26.445352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.460434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Calling delete_port for 3f19c388-8bc0-49e9-8009-6e33b743c92c owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:04:26.706245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.721340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['3f19c388-8bc0-49e9-8009-6e33b743c92c'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:26.801961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] No DVR routers for this DVR port 3f19c388-8bc0-49e9-8009-6e33b743c92c on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:04:26.803948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Pushing event deleted for resources: {'Port': ['ID=3f19c388-8bc0-49e9-8009-6e33b743c92c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:26.806093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:26.808382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3be78eaa-d85c-4ed9-9ea9-3811ee22ba98 req-c3297988-70bb-4bda-b1a4-07003f9fed6f tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "DELETE /v2.0/ports/3f19c388-8bc0-49e9-8009-6e33b743c92c HTTP/1.1" status: 204 len: 173 time: 0.5593626 Aug 06 16:04:26.808802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'name': 'network-vif-deleted', 'tag': '3f19c388-8bc0-49e9-8009-6e33b743c92c'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:26.811308 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c7c754-1bfd-4ed7-b4b6-5d662eaab26e" -d '{"events": [{"server_uuid": "9e77e5cb-5afe-440a-904d-f07aeb0a961e", "name": "network-vif-deleted", "tag": "3f19c388-8bc0-49e9-8009-6e33b743c92c"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:26.853907 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e91d5b7-3fda-4197-ab85-36423b6a2956 x-openstack-request-id: req-2e91d5b7-3fda-4197-ab85-36423b6a2956 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:26.854204 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77e5cb-5afe-440a-904d-f07aeb0a961e", "name": "network-vif-deleted", "tag": "3f19c388-8bc0-49e9-8009-6e33b743c92c", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:26.854459 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e91d5b7-3fda-4197-ab85-36423b6a2956 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:26.854869 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e77e5cb-5afe-440a-904d-f07aeb0a961e', 'name': 'network-vif-deleted', 'tag': '3f19c388-8bc0-49e9-8009-6e33b743c92c', 'status': 'completed', 'code': 200} Aug 06 16:04:27.010215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa4f1573-64b5-4e72-9777-fbae07cd92b2 req-03c75750-c3bc-443a-b3a5-6d0bd41d6566 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e77e5cb-5afe-440a-904d-f07aeb0a961e HTTP/1.1" status: 200 len: 210 time: 0.0283566 Aug 06 16:04:29.211113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:29.795306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f19c388-8bc0-49e9-8009-6e33b743c92c no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:04:29.825553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 3f19c388-8bc0-49e9-8009-6e33b743c92c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:04:29.826136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 3f19c388-8bc0-49e9-8009-6e33b743c92c not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:04:34.971382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29ab2961-5d95-43b8-89cb-92353ba48884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:36.958893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-e7434f18-38c7-45a2-97b0-ff6abdc2d35c tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:36.963201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-e7434f18-38c7-45a2-97b0-ff6abdc2d35c tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/networks?id=0f8f80a2-a5d8-4205-bca9-655813f08614 HTTP/1.1" status: 200 len: 813 time: 0.1207700 Aug 06 16:04:36.977339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-d4b44642-15c3-41eb-b728-0123cd702729 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/quotas/05ca5eb30f0043fcac327b43a1569729 HTTP/1.1" status: 200 len: 375 time: 0.0107126 Aug 06 16:04:37.315425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-d7c62bbb-6620-42b1-a93f-f1e3f66d4633 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3319035 Aug 06 16:04:37.408058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-79072b39-0e80-4276-a096-60fc0a720850 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843151 Aug 06 16:04:37.515182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-9d23b241-e08b-4754-8cea-56ac3080c239 service neutron] 10.222.0.16 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981605 Aug 06 16:04:37.597661 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:04:37.683223 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-483262c6-c7ab-450b-bce9-8731d8d1d91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:37.706089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:37.801596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3e55c75-48c1-4885-befc-d709e7c5583c req-5cf70a38-d522-4a2d-84c9-808f94d7e405 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 210 time: 0.0380895 Aug 06 16:04:38.907717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4f93050-51a1-4a12-a4e7-16d368cfab49 req-abb89d51-ae3d-401a-adff-5576f07a2f21 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 210 time: 0.0273080 Aug 06 16:04:38.940051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:39.143960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-dd5042ef-ace6-4905-b68b-63c6c5d63fb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457823 Aug 06 16:04:39.251114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-45da2779-3729-4596-8123-2df25ab4be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.253074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-45da2779-3729-4596-8123-2df25ab4be96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1135 time: 0.0648251 Aug 06 16:04:39.381619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-e4cb02b5-8f96-4c15-a93d-a065a7c4077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.383123 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-e4cb02b5-8f96-4c15-a93d-a065a7c4077c service neutron] 10.222.0.64 "GET /v2.0/networks?id=330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 200 len: 897 time: 0.1085076 Aug 06 16:04:39.471899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-9a4afb72-dea6-474d-9bf2-c0862a71e282 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 200 len: 1000 time: 0.0784616 Aug 06 16:04:39.539608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-0156286c-6d85-4150-9b6d-46e637373c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.541284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-0156286c-6d85-4150-9b6d-46e637373c59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2899b3b7-e25b-468d-9923-f08587407710 HTTP/1.1" status: 200 len: 834 time: 0.0638454 Aug 06 16:04:39.602521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-4e7ebb92-ca8b-45ef-8609-afac1f7463a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:39.604736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-4e7ebb92-ca8b-45ef-8609-afac1f7463a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330fe6d8-26e4-4535-9233-29c66b0341c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488091 Aug 06 16:04:39.715178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-5bf48b7d-7ede-40d1-a147-df0b95c31e41 service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018426 Aug 06 16:04:39.830267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4388fe17-ccf6-417d-b771-1658fff02d02 req-78700c4e-9d97-4a76-8298-51f31c9c5cd0 service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065755 Aug 06 16:04:40.027105 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22d597b3-92b9-4e97-9cd9-5f2dd1140af4 req-4dc3afa2-e8f8-4ac3-afae-db285a483ff1 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 210 time: 0.0269117 Aug 06 16:04:40.730449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-a612cc1b-4934-4a5b-b079-94ec14f18bbb tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:40.731967 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-a612cc1b-4934-4a5b-b079-94ec14f18bbb tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "GET /v2.0/networks?id=0f8f80a2-a5d8-4205-bca9-655813f08614 HTTP/1.1" status: 200 len: 813 time: 0.1349380 Aug 06 16:04:40.746074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Request body: {'port': {'device_id': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614', 'admin_state_up': True, 'tenant_id': '05ca5eb30f0043fcac327b43a1569729'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:41.136177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f07ac7f-e4b3-4b84-aed7-8a1c3444f77a req-1938ecc5-6006-4f04-b422-aab9d2095dab tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 210 time: 0.0330319 Aug 06 16:04:41.180798 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.305024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Made reservation on behalf of 05ca5eb30f0043fcac327b43a1569729 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:41.308618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.451665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Allocated IP 172.20.0.13 (0f8f80a2-a5d8-4205-bca9-655813f08614/bcb8c74b-8c93-4022-b537-a755a4fd3ad8/d0ca6232-411e-4c1b-a526-08d13fd5a1c0) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:41.627843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.774090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:41.824469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Network 0f8f80a2-a5d8-4205-bca9-655813f08614 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:41.833767 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:41.838604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:41.842464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Pushing event updated for resources: {'Port': ['ID=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:41.892559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:41.893174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.020479 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-090a844f-1c12-48b1-b9e8-9b9a756bbaf8 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2796984 Aug 06 16:04:42.034675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Request body: {'port': {'device_id': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:42.097313 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.273828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26e686-2545-4253-93fe-8750514626f9 req-a12276bc-237a-4b26-8eee-42642766bbd5 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:42.275361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a26e686-2545-4253-93fe-8750514626f9 req-a12276bc-237a-4b26-8eee-42642766bbd5 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 932 time: 0.0589089 Aug 06 16:04:42.351962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a26e686-2545-4253-93fe-8750514626f9 req-d34761a7-f63e-44e8-b4a8-f48a587a9b5a tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Aug 06 16:04:42.427961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ca6232-411e-4c1b-a526-08d13fd5a1c0 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:42.435857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.448690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Transition to ACTIVE for port object d0ca6232-411e-4c1b-a526-08d13fd5a1c0 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:42.528372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.626035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Pushing event updated for resources: {'Port': ['ID=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:42.702143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Attempting to bind port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:42.702525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Attempting to bind port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:42.702864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Attempting to bind port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 on network 0f8f80a2-a5d8-4205-bca9-655813f08614 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:42.708878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 on network 0f8f80a2-a5d8-4205-bca9-655813f08614 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:04:42.709213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Attempting to bind port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 on network 0f8f80a2-a5d8-4205-bca9-655813f08614 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:42.714351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:42.714696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Checking segment: {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:42.715095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Bound using segment: {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:42.715584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Bound port: d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57994cc2-880d-4e18-9d6f-df9c08a8cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:42.715991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.795010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] For port d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:42.801469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] For port d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:42.940625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.986642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:42.987264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:42.988809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] 10.222.0.59 "PUT /v2.0/ports/d0ca6232-411e-4c1b-a526-08d13fd5a1c0 HTTP/1.1" status: 200 len: 1092 time: 0.9592507 Aug 06 16:04:42.989357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'tag': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:42.991657 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fb85f1-c774-4f22-95e1-b40b159b897c" -d '{"events": [{"name": "network-changed", "server_uuid": "eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c", "tag": "d0ca6232-411e-4c1b-a526-08d13fd5a1c0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:43.045457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676d89-c165-4859-89e6-4c6127ccab8c service neutron] Pushing event updated for resources: {'Port': ['ID=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:43.052674 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ba4fe8-c26a-4c85-ae92-98a38aabe1bd x-openstack-request-id: req-03ba4fe8-c26a-4c85-ae92-98a38aabe1bd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:43.052975 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c", "tag": "d0ca6232-411e-4c1b-a526-08d13fd5a1c0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:43.053284 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03ba4fe8-c26a-4c85-ae92-98a38aabe1bd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:43.053866 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'tag': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0', 'status': 'completed', 'code': 200} Aug 06 16:04:43.118781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb85f1-c774-4f22-95e1-b40b159b897c req-03118c53-bae3-4d46-b13c-ac1523f92745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.120251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1fb85f1-c774-4f22-95e1-b40b159b897c req-03118c53-bae3-4d46-b13c-ac1523f92745 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 1095 time: 0.0496728 Aug 06 16:04:43.227943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb85f1-c774-4f22-95e1-b40b159b897c req-dfe93026-af70-4e85-84cd-20c770c8a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.229550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1fb85f1-c774-4f22-95e1-b40b159b897c req-dfe93026-af70-4e85-84cd-20c770c8a195 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=05ca5eb30f0043fcac327b43a1569729&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1016302 Aug 06 16:04:43.350750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb85f1-c774-4f22-95e1-b40b159b897c req-9b938846-d00e-4efe-a342-2eae91479288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.352667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b1fb85f1-c774-4f22-95e1-b40b159b897c req-9b938846-d00e-4efe-a342-2eae91479288 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162949 Aug 06 16:04:43.455546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-def30c42-f19f-4ff6-8df7-48aaa65690e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.458391 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-def30c42-f19f-4ff6-8df7-48aaa65690e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05ca5eb30f0043fcac327b43a1569729&device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 1095 time: 0.0589120 Aug 06 16:04:43.519512 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-34437365-9af4-4713-af0e-355a84219fcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ca6232-411e-4c1b-a526-08d13fd5a1c0 HTTP/1.1" status: 200 len: 217 time: 0.0522654 Aug 06 16:04:43.523851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280de8a-78f7-4433-91e6-e573adf0c950 req-c215268d-3f8d-490f-84b6-77ef17a45444 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.525631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c280de8a-78f7-4433-91e6-e573adf0c950 req-c215268d-3f8d-490f-84b6-77ef17a45444 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 944 time: 0.0883770 Aug 06 16:04:43.577245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-64dfc7e9-6bf3-4397-8a89-57aece95ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:43.579370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-64dfc7e9-6bf3-4397-8a89-57aece95ae11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bcb8c74b-8c93-4022-b537-a755a4fd3ad8 HTTP/1.1" status: 200 len: 853 time: 0.0522745 Aug 06 16:04:43.582472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c280de8a-78f7-4433-91e6-e573adf0c950 req-69cf23c2-52ef-433d-a356-f2ca51cb1e4a tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493617 Aug 06 16:04:43.623866 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-eb06f2b2-6f04-4337-96ef-3694f9a0c7cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f8f80a2-a5d8-4205-bca9-655813f08614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328870 Aug 06 16:04:43.744004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-8779fe63-d305-4dfd-b492-fdabfdc3228f service neutron] 10.222.0.59 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133211 Aug 06 16:04:43.846280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0e6b782f-42de-4cfb-8168-b5f715000031 req-cd840cb1-e7b3-4fb9-865e-a7b9d9b73583 service neutron] 10.222.0.59 "GET /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957477 Aug 06 16:04:44.804509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6082b2-a8a4-45ce-9427-f7d1223cb2ed req-91bb6a82-dfc9-4109-bb1e-ed851b4b04e1 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:44.806296 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b6082b2-a8a4-45ce-9427-f7d1223cb2ed req-91bb6a82-dfc9-4109-bb1e-ed851b4b04e1 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 944 time: 0.1321509 Aug 06 16:04:44.854288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b6082b2-a8a4-45ce-9427-f7d1223cb2ed req-5c746deb-5b0a-47f6-b312-9f74ef72ba4d tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411012 Aug 06 16:04:45.851373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d0ca6232-411e-4c1b-a526-08d13fd5a1c0 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:04:46.020149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:46.036660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0', 'network_id': '0f8f80a2-a5d8-4205-bca9-655813f08614', 'port_id': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0', 'mac_address': 'fa:16:3e:1c:39:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb8c74b-8c93-4022-b537-a755a4fd3ad8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:04:46.074371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf786c-640b-4bd4-92b9-bd2564b28455 req-b08f8c51-68c5-4684-9d1c-06fb17dbcc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:46.077224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dcf786c-640b-4bd4-92b9-bd2564b28455 req-b08f8c51-68c5-4684-9d1c-06fb17dbcc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 944 time: 0.1198328 Aug 06 16:04:46.114696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.143451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ca6232-411e-4c1b-a526-08d13fd5a1c0 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:04:46.158083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dcf786c-640b-4bd4-92b9-bd2564b28455 req-161b3f13-ab2c-4759-a0b7-3ede558aa60b tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639002 Aug 06 16:04:46.183836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:46.356487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:46.427101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:46.564652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['d0ca6232-411e-4c1b-a526-08d13fd5a1c0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:04:47.292783 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e31090-ce15-4458-b336-aca24a5e115c req-9ae6a67e-0d7a-4da7-9445-06eab78bec28 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:47.298673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1e31090-ce15-4458-b336-aca24a5e115c req-9ae6a67e-0d7a-4da7-9445-06eab78bec28 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 945 time: 0.0600510 Aug 06 16:04:47.345852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1e31090-ce15-4458-b336-aca24a5e115c req-e50db2a7-24c4-4745-a95b-2d78d6e0c65d tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Aug 06 16:04:47.653521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:47.761618 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-81ffcf3c-557f-461d-ab5e-0bc3f2aae95a tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2282 time: 0.0996432 Aug 06 16:04:47.761618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58316) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:47.766744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'network': {'name': 'tempest-network-smoke--1561948968', 'project_id': '68359abee93b47589720994f9b6cec26', 'port_security_enabled': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:47.862022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d0ca6232-411e-4c1b-a526-08d13fd5a1c0 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:47.877497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Made reservation on behalf of 68359abee93b47589720994f9b6cec26 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:47.882318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.919496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:04:47.929402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:47.935490 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Added segment fc3bfe29-4b9d-4da0-9cb1-2c496de174bc of type vlan for network 207076bf-ca1c-474c-898a-c99c575a5c49 Aug 06 16:04:47.973671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.038087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:48.043526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:48.050399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.116795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.122991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:48.123586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.135548 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.159996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:04:48.162708 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8362ed28-a209-45d0-ad7c-e56f61055e2e" -d '{"events": [{"server_uuid": "eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c", "name": "network-vif-plugged", "status": "completed", "tag": "d0ca6232-411e-4c1b-a526-08d13fd5a1c0"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:04:48.198633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:48.213171 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51524a-2d80-4b37-8f63-3a439374cf1b x-openstack-request-id: req-9f51524a-2d80-4b37-8f63-3a439374cf1b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:04:48.213600 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c", "name": "network-vif-plugged", "status": "completed", "tag": "d0ca6232-411e-4c1b-a526-08d13fd5a1c0", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:04:48.213938 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f51524a-2d80-4b37-8f63-3a439374cf1b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:04:48.214422 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0', 'code': 200} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Network': ['ID=207076bf-ca1c-474c-898a-c99c575a5c49,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.261931 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:48.278355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 207076bf-ca1c-474c-898a-c99c575a5c49 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:04:48.319250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9be03-397e-47a1-95f0-190ad921227a req-5fc707e5-5c0f-47c3-ad4e-6e4543f496b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:48.325420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1e9be03-397e-47a1-95f0-190ad921227a req-5fc707e5-5c0f-47c3-ad4e-6e4543f496b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 1096 time: 0.0571969 Aug 06 16:04:48.326272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58344) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:48.330141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-daca8154-c604-4480-82e5-79d20f83be2b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5633466 Aug 06 16:04:48.335121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'admin_state_up': True, 'project_id': '68359abee93b47589720994f9b6cec26', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:48.388821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1e9be03-397e-47a1-95f0-190ad921227a req-d363d3a6-e5cc-466b-ba74-23ff781ef824 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515521 Aug 06 16:04:48.389087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.496398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.497972 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.516768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:48.585468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:48.607317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506cb92-8342-4407-80e7-bbc6f29a0fad req-416fa51c-8980-4cec-9e09-401f3529c6ef tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:48.609612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f506cb92-8342-4407-80e7-bbc6f29a0fad req-416fa51c-8980-4cec-9e09-401f3529c6ef tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 946 time: 0.1345427 Aug 06 16:04:48.653353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f506cb92-8342-4407-80e7-bbc6f29a0fad req-c379e4b4-e441-41b7-a302-4cf7bf82781a tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373473 Aug 06 16:04:48.869163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.225930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.251325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.379198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.25.5.164 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/2da31a38-cd58-437c-a3b0-01a57823f555) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:49.524095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.649133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:49.704144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:49.707409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:49.711708 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:49.736853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=2da31a38-cd58-437c-a3b0-01a57823f555,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:49.752867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.753364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.753835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.754284 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.754726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.755260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.755594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.756070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.756509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.756951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.757381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.757809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:49.984073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90146416-ce4d-4dce-87a7-515c85e833a5 req-5b2aa4b4-84a0-4c64-bbfc-50ab42be0baa tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:49.986371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90146416-ce4d-4dce-87a7-515c85e833a5 req-5b2aa4b4-84a0-4c64-bbfc-50ab42be0baa tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 946 time: 0.1380053 Aug 06 16:04:50.032397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90146416-ce4d-4dce-87a7-515c85e833a5 req-2a9552af-5dad-4c95-926e-028a204a5729 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Aug 06 16:04:50.264169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:50.506886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:50.756290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 11954726-b025-4c04-979c-6dbf71f179f7 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:04:50.879030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:04:50.896487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Sync routers for ids ['11954726-b025-4c04-979c-6dbf71f179f7'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:04:50.909820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Routers {'11954726-b025-4c04-979c-6dbf71f179f7'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:50.910491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:04:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['11954726-b025-4c04-979c-6dbf71f179f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:51.011615 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:51.018126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58404) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.023862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0f968ebf-1621-45de-803a-06a332dea979 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6912539 Aug 06 16:04:51.092641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Set router 11954726-b025-4c04-979c-6dbf71f179f7 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:51.202463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076cfca0-3a0d-439a-b9ef-22075ae16d31 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:51.207089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-076cfca0-3a0d-439a-b9ef-22075ae16d31 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68359abee93b47589720994f9b6cec26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1867266 Aug 06 16:04:51.209475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58410) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.337878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37a81b-627c-43d9-b433-002080076b5b tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:51.339435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb37a81b-627c-43d9-b433-002080076b5b tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286213 Aug 06 16:04:51.342477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58412) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.368466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:04:49Z', 'revision_number': 3, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:51.388351 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c8faf903-48e6-4413-9cef-dbc411675d8c tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437336 Aug 06 16:04:51.391373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58414) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.409526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Checking router: 11954726-b025-4c04-979c-6dbf71f179f7 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:04:51.410010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Updating router 11954726-b025-4c04-979c-6dbf71f179f7 port 2da31a38-cd58-437c-a3b0-01a57823f555 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:04:51.426040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9daadff7-acca-484f-be26-0ec0985a10a2 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=68359abee93b47589720994f9b6cec26&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334637 Aug 06 16:04:51.429183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58416) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.449177 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:51.657688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305703d-b957-434d-8300-528f05d5bce3 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:51.661944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6305703d-b957-434d-8300-528f05d5bce3 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2291164 Aug 06 16:04:51.663115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58420) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.714705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eba18e2a-897b-4a2e-b198-caa4de38581c tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500746 Aug 06 16:04:51.727201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58422) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:51.727201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584986435', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'project_id': '68359abee93b47589720994f9b6cec26', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:04:52.001188 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.008375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Made reservation on behalf of 68359abee93b47589720994f9b6cec26 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:04:52.014217 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.017695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Transition to ACTIVE for port object 2da31a38-cd58-437c-a3b0-01a57823f555 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:52.139745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.301762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2607684-a538-4656-8c24-e836d3075c28 None None] Pushing event updated for resources: {'Port': ['ID=2da31a38-cd58-437c-a3b0-01a57823f555,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:52.309030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Attempting to bind port 2da31a38-cd58-437c-a3b0-01a57823f555 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:52.311653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Attempting to bind port 2da31a38-cd58-437c-a3b0-01a57823f555 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:52.314698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Attempting to bind port 2da31a38-cd58-437c-a3b0-01a57823f555 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:52.329049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:52.329467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:52.329887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.330407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:52.331842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Bound port: 2da31a38-cd58-437c-a3b0-01a57823f555, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:52.331842 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.449290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] For port 2da31a38-cd58-437c-a3b0-01a57823f555, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:52.454585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] For port 2da31a38-cd58-437c-a3b0-01a57823f555, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2da31a38-cd58-437c-a3b0-01a57823f555,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:52.551220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.554250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:52.655426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Subnet': ['ID=f3d1fecb-39e7-4adf-9316-d236bc51c311,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:52.670736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Checking segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:52.671884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network hostable DHCP agents. Network: 207076bf-ca1c-474c-898a-c99c575a5c49, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:04:52.678400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2607684-a538-4656-8c24-e836d3075c28 None None] Pushing event updated for resources: {'Port': ['ID=2da31a38-cd58-437c-a3b0-01a57823f555,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:52.691221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Routers {'11954726-b025-4c04-979c-6dbf71f179f7'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:52.691973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:04:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['11954726-b025-4c04-979c-6dbf71f179f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:52.809178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] Set router 11954726-b025-4c04-979c-6dbf71f179f7 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:52.842368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 207076bf-ca1c-474c-898a-c99c575a5c49 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:04:53.053916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 207076bf-ca1c-474c-898a-c99c575a5c49) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:53.063350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:53.066597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:53.068864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed818d8-b8c6-4330-a400-bb9c3a008e9e None None] Network 207076bf-ca1c-474c-898a-c99c575a5c49 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:53.163126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-505d9a2a-4600-47bf-aa36-46100e9f866b tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4470763 Aug 06 16:04:53.165955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58444) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:04:53.171352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:04:49Z', 'revision_number': 3, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:53.221950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dcf7b5-6966-4547-9f52-b6953d75ef2d None None] The sync data for ids ['11954726-b025-4c04-979c-6dbf71f179f7'] in n-d-778550-6 is: [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:04:49Z', 'revision_number': 3, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:04:53.432692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-207076bf-ca1c-474c-898a-c99c575a5c49', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'fixed_ips': [{'subnet_id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:04:53.434268 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:53.805570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Allocated IP 172.20.0.18 (207076bf-ca1c-474c-898a-c99c575a5c49/f3d1fecb-39e7-4adf-9316-d236bc51c311/91cc8b6f-567c-4c01-bc59-cb7a754b87ba) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:53.971786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2da31a38-cd58-437c-a3b0-01a57823f555 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:54.288039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.306794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2da31a38-cd58-437c-a3b0-01a57823f555 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:54.314005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Transition to ACTIVE for port object 91cc8b6f-567c-4c01-bc59-cb7a754b87ba will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:54.326725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2da31a38-cd58-437c-a3b0-01a57823f555 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:54.327363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.369996 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.383653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Transition to ACTIVE for port object 91cc8b6f-567c-4c01-bc59-cb7a754b87ba will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:54.486689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.514727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2da31a38-cd58-437c-a3b0-01a57823f555, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2da31a38-cd58-437c-a3b0-01a57823f555,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:54.517866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.595390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Pushing event updated for resources: {'Port': ['ID=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:54.606719 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.630417 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Network 207076bf-ca1c-474c-898a-c99c575a5c49 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:54.654500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:54.658218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:54.747996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2da31a38-cd58-437c-a3b0-01a57823f555,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:54.815398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Attempting to bind port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:54.815781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Attempting to bind port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:54.816252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Attempting to bind port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba on network 207076bf-ca1c-474c-898a-c99c575a5c49 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:54.826368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:54.826752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Checking segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:54.827167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.827567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Bound using segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:54.828073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Bound port: 91cc8b6f-567c-4c01-bc59-cb7a754b87ba, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:54.828510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:54.908309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.20.0.17 (207076bf-ca1c-474c-898a-c99c575a5c49/f3d1fecb-39e7-4adf-9316-d236bc51c311/bb3685dd-d691-4671-a321-e67819ecafb0) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:04:54.927886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] For port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:54.933110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] For port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:55.061064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.121129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.149178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Transition to ACTIVE for port object bb3685dd-d691-4671-a321-e67819ecafb0 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:55.171565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138fa93-82ab-4c77-8b71-1404e75cf487 None None] Pushing event updated for resources: {'Port': ['ID=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:55.300270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.404191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 207076bf-ca1c-474c-898a-c99c575a5c49 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:55.406258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:55.409700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:04:55.412467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=bb3685dd-d691-4671-a321-e67819ecafb0,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:55.520345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:55.928703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 91cc8b6f-567c-4c01-bc59-cb7a754b87ba up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:55.971789 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:56.093755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:56.099957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2da31a38-cd58-437c-a3b0-01a57823f555 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:56.143343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:56.194154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2da31a38-cd58-437c-a3b0-01a57823f555 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:56.194943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:56.990228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0cef3b-a382-4efb-bbc5-06e40e9f65d3 None None] Network 207076bf-ca1c-474c-898a-c99c575a5c49 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:04:57.180843 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.253808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.277466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] Provisioning for port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:57.288304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] Provisioning complete for port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:57.288723 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.379793 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.387181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=bb3685dd-d691-4671-a321-e67819ecafb0,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:57.533897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.558301 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 207076bf-ca1c-474c-898a-c99c575a5c49 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:04:57.559853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:04:57.617731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] For port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:04:57.682734 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.854331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07d9c3-5877-4c7e-94cb-e3958789cd86 None None] Pushing event updated for resources: {'Port': ['ID=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:57.880184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aacdb045-0ee7-4052-ba98-82d730b6fc7e None None] Provisioning complete for port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:57.884774 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aacdb045-0ee7-4052-ba98-82d730b6fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:57.935929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 11954726-b025-4c04-979c-6dbf71f179f7 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:04:58.134032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:04:58.144618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f15d8ddb-1ee8-4bb7-9aa2-893ce3103ba3 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "PUT /v2.0/routers/11954726-b025-4c04-979c-6dbf71f179f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9765842 Aug 06 16:04:58.168632 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Sync routers for ids ['11954726-b025-4c04-979c-6dbf71f179f7'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:04:58.213512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aacdb045-0ee7-4052-ba98-82d730b6fc7e None None] Provisioning for port bb3685dd-d691-4671-a321-e67819ecafb0 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:04:58.218938 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Routers {'11954726-b025-4c04-979c-6dbf71f179f7'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:04:58.220713 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:04:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['11954726-b025-4c04-979c-6dbf71f179f7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:58.222171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aacdb045-0ee7-4052-ba98-82d730b6fc7e None None] Provisioning complete for port bb3685dd-d691-4671-a321-e67819ecafb0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:58.222642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aacdb045-0ee7-4052-ba98-82d730b6fc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.324483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-aacdb045-0ee7-4052-ba98-82d730b6fc7e None None] Port bb3685dd-d691-4671-a321-e67819ecafb0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:58.468743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81a44e83-cb8b-4732-ae44-f998589701cd None None] Provisioning complete for port bb3685dd-d691-4671-a321-e67819ecafb0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:58.469164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a44e83-cb8b-4732-ae44-f998589701cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.476280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Set router 11954726-b025-4c04-979c-6dbf71f179f7 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:04:58.605755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-81a44e83-cb8b-4732-ae44-f998589701cd None None] Port bb3685dd-d691-4671-a321-e67819ecafb0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:58.660968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-87d51197-0f1e-4c41-8a14-b69be0728137 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:04:58.668337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-87d51197-0f1e-4c41-8a14-b69be0728137 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/networks?id=207076bf-ca1c-474c-898a-c99c575a5c49 HTTP/1.1" status: 200 len: 798 time: 0.1937339 Aug 06 16:04:58.685217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-c4168b91-7b57-43eb-90d2-61a457f677c4 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/quotas/68359abee93b47589720994f9b6cec26 HTTP/1.1" status: 200 len: 375 time: 0.0157850 Aug 06 16:04:58.731747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-088c84c0-73b2-4e22-8fa5-ae45e5a65f0c None None] Provisioning complete for port bb3685dd-d691-4671-a321-e67819ecafb0 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:58.732150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-088c84c0-73b2-4e22-8fa5-ae45e5a65f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.749847 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:04:55Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bb3685dd-d691-4671-a321-e67819ecafb0', 'name': '', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:e4:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:54Z', 'updated_at': '2021-08-06T16:04:56Z', 'revision_number': 2, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:04:58.781035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-088c84c0-73b2-4e22-8fa5-ae45e5a65f0c None None] Port bb3685dd-d691-4671-a321-e67819ecafb0 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:04:58.789814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-014337b6-d432-4b82-aad3-52a96df07c10 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1035721 Aug 06 16:04:58.790763 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Checking router: 11954726-b025-4c04-979c-6dbf71f179f7 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:04:58.791163 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Updating router 11954726-b025-4c04-979c-6dbf71f179f7 port bb3685dd-d691-4671-a321-e67819ecafb0 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:04:58.832507 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:58.989282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-7e6c9bbc-9b37-45f7-8729-fcc31c9c4074 service neutron] 10.222.0.16 "GET /v2.0/networks/207076bf-ca1c-474c-898a-c99c575a5c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827404 Aug 06 16:04:59.152108 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.177919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e092e856-d8c5-4c09-bbc0-1ca1f524973e service neutron] 10.222.0.16 "GET /v2.0/networks/207076bf-ca1c-474c-898a-c99c575a5c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837099 Aug 06 16:04:59.453101 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.466165 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Transition to ACTIVE for port object bb3685dd-d691-4671-a321-e67819ecafb0 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:04:59.556508 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-923ed6bf-ac61-433a-9955-93625572f959 req-f6633aff-eb1b-45b8-988b-6f58ffac1365 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 210 time: 0.0595803 Aug 06 16:04:59.562195 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.716501 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Pushing event updated for resources: {'Port': ['ID=bb3685dd-d691-4671-a321-e67819ecafb0,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:04:59.743441 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Attempting to bind port bb3685dd-d691-4671-a321-e67819ecafb0 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:04:59.743945 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Attempting to bind port bb3685dd-d691-4671-a321-e67819ecafb0 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:04:59.744408 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Attempting to bind port bb3685dd-d691-4671-a321-e67819ecafb0 on network 207076bf-ca1c-474c-898a-c99c575a5c49 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:04:59.756701 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.757751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.759441 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.759933 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.762715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.762715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.762715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.762715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.762715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.766047 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.767520 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.768116 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:04:59.779393 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:04:59.782941 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Checking segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:04:59.783712 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.784606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Bound using segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:04:59.785213 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Bound port: bb3685dd-d691-4671-a321-e67819ecafb0, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:04:59.785714 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.866283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 91cc8b6f-567c-4c01-bc59-cb7a754b87ba up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:04:59.880250 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] For port bb3685dd-d691-4671-a321-e67819ecafb0, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:04:59.884646 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] For port bb3685dd-d691-4671-a321-e67819ecafb0, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb3685dd-d691-4671-a321-e67819ecafb0,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:04:59.964373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:04:59.965155 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:04:59.968470 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:00.108737 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54fcce-2489-4e13-a235-88e1b0ac1554 None None] Pushing event updated for resources: {'Port': ['ID=bb3685dd-d691-4671-a321-e67819ecafb0,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:00.116883 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Routers {'11954726-b025-4c04-979c-6dbf71f179f7'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:00.125249 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:04:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['11954726-b025-4c04-979c-6dbf71f179f7'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:00.285845 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] Set router 11954726-b025-4c04-979c-6dbf71f179f7 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:00.541480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:04:55Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bb3685dd-d691-4671-a321-e67819ecafb0', 'name': '', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:e4:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:54Z', 'updated_at': '2021-08-06T16:04:59Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:00.576475 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe5a90-1a5a-4d69-89e0-4ea97c7daf66 None None] The sync data for ids ['11954726-b025-4c04-979c-6dbf71f179f7'] in n-d-778550-6 is: [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:04:55Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bb3685dd-d691-4671-a321-e67819ecafb0', 'name': '', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:e4:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:54Z', 'updated_at': '2021-08-06T16:04:59Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:05:00.679917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-924a592c-ea70-431f-9cb0-071565054ec5 req-00e62b7c-2abf-445b-a104-95391cf3b6f7 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 210 time: 0.0568111 Aug 06 16:05:01.812890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fd502de-879a-4a7c-a4f5-9784ffff1733 req-0dc1a85d-0a74-4e97-8a8f-74f17c934cfc tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 210 time: 0.0311534 Aug 06 16:05:01.872167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bb3685dd-d691-4671-a321-e67819ecafb0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:02.037073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port bb3685dd-d691-4671-a321-e67819ecafb0 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:02.052114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bb3685dd-d691-4671-a321-e67819ecafb0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:02.053237 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.154034 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.195679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port bb3685dd-d691-4671-a321-e67819ecafb0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb3685dd-d691-4671-a321-e67819ecafb0,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:02.299693 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.357782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=bb3685dd-d691-4671-a321-e67819ecafb0,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:02.518516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-babcea79-e8ab-4491-ac93-14060f3a0115 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:02.520346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-babcea79-e8ab-4491-ac93-14060f3a0115 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.59 "GET /v2.0/networks?id=207076bf-ca1c-474c-898a-c99c575a5c49 HTTP/1.1" status: 200 len: 798 time: 0.1490362 Aug 06 16:05:02.535787 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Request body: {'port': {'device_id': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'admin_state_up': True, 'tenant_id': '68359abee93b47589720994f9b6cec26'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:02.751539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Made reservation on behalf of 68359abee93b47589720994f9b6cec26 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:02.755140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:02.901768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Allocated IP 172.20.0.24 (207076bf-ca1c-474c-898a-c99c575a5c49/f3d1fecb-39e7-4adf-9316-d236bc51c311/42594f29-5f39-423f-a4dc-ac378620c226) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:02.957651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a6189d9-d76c-4ad3-9189-a2490cdb14b8 req-1c449582-a6a0-484e-91fc-9fafaccde925 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 210 time: 0.0508339 Aug 06 16:05:03.079997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.096383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Transition to ACTIVE for port object 42594f29-5f39-423f-a4dc-ac378620c226 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:03.748096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.799497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bb3685dd-d691-4671-a321-e67819ecafb0 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:03.804691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Network 207076bf-ca1c-474c-898a-c99c575a5c49 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:03.810527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:03.855650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:03.887609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bb3685dd-d691-4671-a321-e67819ecafb0 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:03.888438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:03.974436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event updated for resources: {'Port': ['ID=42594f29-5f39-423f-a4dc-ac378620c226,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:04.052160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.053193 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.180898 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e4a0565e-862d-4eca-8eec-41b31ca157f1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6494148 Aug 06 16:05:04.198266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Request body: {'port': {'device_id': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:04.321790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.326139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e680-475d-4d6b-bbec-a738e89955f6 req-2a5e514f-302a-4dfa-9989-d3d327650e48 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:04.327754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c53e680-475d-4d6b-bbec-a738e89955f6 req-2a5e514f-302a-4dfa-9989-d3d327650e48 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 895 time: 0.1797738 Aug 06 16:05:04.413783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3275322-bedc-4087-8c48-568a1499ecfd None None] Provisioning for port 42594f29-5f39-423f-a4dc-ac378620c226 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:04.418332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3275322-bedc-4087-8c48-568a1499ecfd None None] Provisioning complete for port 42594f29-5f39-423f-a4dc-ac378620c226 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:04.418712 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3275322-bedc-4087-8c48-568a1499ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.473323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c3275322-bedc-4087-8c48-568a1499ecfd None None] Port 42594f29-5f39-423f-a4dc-ac378620c226 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:04.723926 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42594f29-5f39-423f-a4dc-ac378620c226 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:04.738275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.774097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Transition to ACTIVE for port object 42594f29-5f39-423f-a4dc-ac378620c226 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:04.913999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.979206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e671a265-a15b-43c8-97cf-0477bfea5f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:04.997423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=42594f29-5f39-423f-a4dc-ac378620c226,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:05.140088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Attempting to bind port 42594f29-5f39-423f-a4dc-ac378620c226 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:05.140438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Attempting to bind port 42594f29-5f39-423f-a4dc-ac378620c226 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:05.140824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Attempting to bind port 42594f29-5f39-423f-a4dc-ac378620c226 on network 207076bf-ca1c-474c-898a-c99c575a5c49 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:05.148253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Port 42594f29-5f39-423f-a4dc-ac378620c226 on network 207076bf-ca1c-474c-898a-c99c575a5c49 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:05:05.148849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Attempting to bind port 42594f29-5f39-423f-a4dc-ac378620c226 on network 207076bf-ca1c-474c-898a-c99c575a5c49 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:05.161378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:05.161953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Checking segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:05.162353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Bound using segment: {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:05.162798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Bound port: 42594f29-5f39-423f-a4dc-ac378620c226, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:05.163355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.290756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] For port 42594f29-5f39-423f-a4dc-ac378620c226, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:05.295033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] For port 42594f29-5f39-423f-a4dc-ac378620c226, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=42594f29-5f39-423f-a4dc-ac378620c226,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:05.403257 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.468312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.468947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:05.471101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] 10.222.0.59 "PUT /v2.0/ports/42594f29-5f39-423f-a4dc-ac378620c226 HTTP/1.1" status: 200 len: 1055 time: 1.2815795 Aug 06 16:05:05.471572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'tag': '42594f29-5f39-423f-a4dc-ac378620c226'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:05.474243 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda" -d '{"events": [{"name": "network-changed", "server_uuid": "f41fd05d-c345-47cc-aad0-64f7d3c9cced", "tag": "42594f29-5f39-423f-a4dc-ac378620c226"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:05.482934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b06ac-d73b-4602-a05f-ebea487ccd9b req-8a6a4b86-fb4d-482f-b0a0-79724aa6c480 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.508357 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e3b06ac-d73b-4602-a05f-ebea487ccd9b req-8a6a4b86-fb4d-482f-b0a0-79724aa6c480 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 907 time: 0.0938897 Aug 06 16:05:05.536757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b36315-a8ff-4fb6-b48d-613e4182bf40 service neutron] Pushing event updated for resources: {'Port': ['ID=42594f29-5f39-423f-a4dc-ac378620c226,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:05.551754 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff5601-120e-40d6-9a68-9345688fb65f x-openstack-request-id: req-73ff5601-120e-40d6-9a68-9345688fb65f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:05.552448 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41fd05d-c345-47cc-aad0-64f7d3c9cced", "tag": "42594f29-5f39-423f-a4dc-ac378620c226", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:05.552448 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73ff5601-120e-40d6-9a68-9345688fb65f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:05.552749 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'tag': '42594f29-5f39-423f-a4dc-ac378620c226', 'status': 'completed', 'code': 200} Aug 06 16:05:05.624796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-0bc6eabd-463c-4bc7-b70b-c836f45b0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.628803 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-0bc6eabd-463c-4bc7-b70b-c836f45b0664 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 1058 time: 0.0534575 Aug 06 16:05:05.777618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-6db2a491-93ec-419a-b1bc-347c75c13174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.778455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-6db2a491-93ec-419a-b1bc-347c75c13174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.780112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-6db2a491-93ec-419a-b1bc-347c75c13174 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=68359abee93b47589720994f9b6cec26&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1428580 Aug 06 16:05:05.971154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-6d30a983-774f-45db-bc31-5f95d882c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:05.991684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3dd8bbb2-06ba-41e3-bcfc-70d34d173eda req-6d30a983-774f-45db-bc31-5f95d882c6c9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829870 Aug 06 16:05:06.064389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-1edb6ace-8107-484c-a263-d4eec495eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.065960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-1edb6ace-8107-484c-a263-d4eec495eadc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 1058 time: 0.0515416 Aug 06 16:05:06.118782 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-a323dd0e-f245-4b29-a10f-f4322303a297 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=42594f29-5f39-423f-a4dc-ac378620c226 HTTP/1.1" status: 200 len: 217 time: 0.0434809 Aug 06 16:05:06.179278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-04e9cc31-b367-41a1-af53-d96e24acb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.181013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-04e9cc31-b367-41a1-af53-d96e24acb3c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f3d1fecb-39e7-4adf-9316-d236bc51c311 HTTP/1.1" status: 200 len: 838 time: 0.0540071 Aug 06 16:05:06.245972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-22c36716-fb6a-45c0-bd80-53c6e28ae626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.247431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-22c36716-fb6a-45c0-bd80-53c6e28ae626 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=207076bf-ca1c-474c-898a-c99c575a5c49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596814 Aug 06 16:05:06.373446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-30026110-9c88-4357-9dfd-28d54ba19dfc service neutron] 10.222.0.59 "GET /v2.0/networks/207076bf-ca1c-474c-898a-c99c575a5c49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171951 Aug 06 16:05:06.491115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65e689b8-a52b-430f-be39-cc0741ce7384 req-3b2b97e1-8a62-40d7-9456-206d11ee52fd service neutron] 10.222.0.59 "GET /v2.0/networks/207076bf-ca1c-474c-898a-c99c575a5c49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106639 Aug 06 16:05:06.644845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e202e-5294-46a8-b60f-c4ff58c2770a req-52dc1c90-bb12-4b35-ae7c-e171fffd08c1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:06.659175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d60e202e-5294-46a8-b60f-c4ff58c2770a req-52dc1c90-bb12-4b35-ae7c-e171fffd08c1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 907 time: 0.0700285 Aug 06 16:05:07.785489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bd553-d4d9-4e5d-835a-6298abca9814 req-4bb6221f-03d0-4453-af93-c9ebe4f4d4f6 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:07.787302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c4bd553-d4d9-4e5d-835a-6298abca9814 req-4bb6221f-03d0-4453-af93-c9ebe4f4d4f6 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 907 time: 0.0572722 Aug 06 16:05:07.882239 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ff2b34f-f648-483b-a4e8-9e5053107a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:07.919140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.020134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 42594f29-5f39-423f-a4dc-ac378620c226 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:05:08.199029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 42594f29-5f39-423f-a4dc-ac378620c226, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=42594f29-5f39-423f-a4dc-ac378620c226,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:08.214232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '42594f29-5f39-423f-a4dc-ac378620c226', 'network_id': '207076bf-ca1c-474c-898a-c99c575a5c49', 'port_id': '42594f29-5f39-423f-a4dc-ac378620c226', 'mac_address': 'fa:16:3e:f7:a4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d1fecb-39e7-4adf-9316-d236bc51c311', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:05:08.446904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.477523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42594f29-5f39-423f-a4dc-ac378620c226 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:05:08.513939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 42594f29-5f39-423f-a4dc-ac378620c226, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=42594f29-5f39-423f-a4dc-ac378620c226,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:08.630996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.712108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=42594f29-5f39-423f-a4dc-ac378620c226,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:08.723428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.724216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.725005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.726296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.726895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.727404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.727949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.728451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.728952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.729465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.731376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.732414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:08.802825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58726) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:08.842179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['42594f29-5f39-423f-a4dc-ac378620c226'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:08.914244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:08.999105 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba7f8-0534-4a1c-a7d4-1ab6878edfba req-926ac292-faf4-4789-aaa7-dd6e5b64f0ea tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:09.001358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1eeba7f8-0534-4a1c-a7d4-1ab6878edfba req-926ac292-faf4-4789-aaa7-dd6e5b64f0ea tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 908 time: 0.0540574 Aug 06 16:05:09.035434 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9f78-01ec-45f1-976b-58555eb47c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.135973 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9f78-01ec-45f1-976b-58555eb47c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.230962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9f78-01ec-45f1-976b-58555eb47c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.288650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58736) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:09.289521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7e0a9f78-01ec-45f1-976b-58555eb47c87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0b3d882194d40ada04c49f99291c014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846139 Aug 06 16:05:09.290430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a9f78-01ec-45f1-976b-58555eb47c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3318212-8712-46a4-937e-0239cdc849b4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:09.386431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b87324d-53e2-4a22-8afd-94afdfd084fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.411394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b87324d-53e2-4a22-8afd-94afdfd084fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.568448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b87324d-53e2-4a22-8afd-94afdfd084fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.571486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b87324d-53e2-4a22-8afd-94afdfd084fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:09.573128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b87324d-53e2-4a22-8afd-94afdfd084fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3318212-8712-46a4-937e-0239cdc849b4 HTTP/1.1" status: 204 len: 168 time: 0.2824395 Aug 06 16:05:09.587121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87324d-53e2-4a22-8afd-94afdfd084fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3318212-8712-46a4-937e-0239cdc849b4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:09.982978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 42594f29-5f39-423f-a4dc-ac378620c226 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:10.161589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac6931-ab5c-4bb5-af50-877add92b7bc req-44b3c858-5a2e-4347-ad97-acc6bb03a646 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.163028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42ac6931-ab5c-4bb5-af50-877add92b7bc req-44b3c858-5a2e-4347-ad97-acc6bb03a646 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 908 time: 0.0646222 Aug 06 16:05:10.208876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 42594f29-5f39-423f-a4dc-ac378620c226 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:10.219767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 42594f29-5f39-423f-a4dc-ac378620c226 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:10.220434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.336165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.425019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 42594f29-5f39-423f-a4dc-ac378620c226, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=42594f29-5f39-423f-a4dc-ac378620c226,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:10.426286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42594f29-5f39-423f-a4dc-ac378620c226'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:10.430580 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865d2503-082f-4a05-9e25-c4a0441f9959" -d '{"events": [{"server_uuid": "f41fd05d-c345-47cc-aad0-64f7d3c9cced", "name": "network-vif-plugged", "status": "completed", "tag": "42594f29-5f39-423f-a4dc-ac378620c226"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:10.516938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.558371 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ea7916-0afa-4532-99e1-f07feab19527 x-openstack-request-id: req-56ea7916-0afa-4532-99e1-f07feab19527 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:10.558926 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41fd05d-c345-47cc-aad0-64f7d3c9cced", "name": "network-vif-plugged", "status": "completed", "tag": "42594f29-5f39-423f-a4dc-ac378620c226", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:10.559247 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56ea7916-0afa-4532-99e1-f07feab19527 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:10.559699 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42594f29-5f39-423f-a4dc-ac378620c226', 'code': 200} Aug 06 16:05:10.604056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=42594f29-5f39-423f-a4dc-ac378620c226,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:10.635682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 58768) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:10.654581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16a7a86e-d2eb-49ef-a88f-70e3b2c4f77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.690712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269d88-8736-4a93-b3e8-11a9b81ad335 req-944889c3-d9ad-48cc-9256-1eccbe707343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:10.692638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7c269d88-8736-4a93-b3e8-11a9b81ad335 req-944889c3-d9ad-48cc-9256-1eccbe707343 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 1060 time: 0.0602720 Aug 06 16:05:10.798483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16a7a86e-d2eb-49ef-a88f-70e3b2c4f77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.899362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.949659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-16a7a86e-d2eb-49ef-a88f-70e3b2c4f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:10.974226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7a86e-d2eb-49ef-a88f-70e3b2c4f77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abbe6f5-b5eb-4a7b-901a-795832b2d0a3,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:11.004139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-16a7a86e-d2eb-49ef-a88f-70e3b2c4f77f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baeb82324a2846fb8df7cc907397e3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3672125 Aug 06 16:05:11.004313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58776) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:11.057898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff07e9d3-1437-4ce6-a9c9-21c3de587a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.082627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff07e9d3-1437-4ce6-a9c9-21c3de587a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.231789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff07e9d3-1437-4ce6-a9c9-21c3de587a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.234425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ff07e9d3-1437-4ce6-a9c9-21c3de587a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:11.241544 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ff07e9d3-1437-4ce6-a9c9-21c3de587a79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9abbe6f5-b5eb-4a7b-901a-795832b2d0a3 HTTP/1.1" status: 204 len: 168 time: 0.2317083 Aug 06 16:05:11.268064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07e9d3-1437-4ce6-a9c9-21c3de587a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abbe6f5-b5eb-4a7b-901a-795832b2d0a3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:11.408552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb07e5d-0768-4f95-a389-6f7416d676fb req-be1b5c85-f997-475e-92c6-b289df964ccf tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:11.413202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6bb07e5d-0768-4f95-a389-6f7416d676fb req-be1b5c85-f997-475e-92c6-b289df964ccf tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 909 time: 0.1068063 Aug 06 16:05:12.568775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e021a44-5ede-4389-b59d-9f670af88b9f req-ae75536d-d9e6-47e0-96da-b069ccfd3994 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.570289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e021a44-5ede-4389-b59d-9f670af88b9f req-ae75536d-d9e6-47e0-96da-b069ccfd3994 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 909 time: 0.0686698 Aug 06 16:05:12.714239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8177f6-d2bd-44d8-bbc0-728aee9e8598 req-ecf0a61e-9239-4104-8306-8818a22365bf tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.715909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab8177f6-d2bd-44d8-bbc0-728aee9e8598 req-ecf0a61e-9239-4104-8306-8818a22365bf tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 909 time: 0.0604920 Aug 06 16:05:12.878098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c1a5a-ad54-417a-a007-7408b35429f7 req-b9110f43-04d7-4a3d-bfe5-70186c9ebfbe tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:12.881475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a32c1a5a-ad54-417a-a007-7408b35429f7 req-b9110f43-04d7-4a3d-bfe5-70186c9ebfbe tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 1060 time: 0.0724862 Aug 06 16:05:13.033147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cbe2c-6c59-4167-97a9-cf2afa2e7736 req-5ce30408-df17-4b48-93b1-6f29de55fee8 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.034719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df5cbe2c-6c59-4167-97a9-cf2afa2e7736 req-5ce30408-df17-4b48-93b1-6f29de55fee8 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1135 time: 0.0630875 Aug 06 16:05:13.083651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df5cbe2c-6c59-4167-97a9-cf2afa2e7736 req-4036167d-c293-4b68-88f7-a390efcefc73 tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386953 Aug 06 16:05:13.107827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:13.157090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a2aeb-380a-471e-ba85-3af17528a39a tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.163942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-467a2aeb-380a-471e-ba85-3af17528a39a tempest-TestSecurityGroupsBasicOps-294020811 tempest-TestSecurityGroupsBasicOps-294020811-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 1055 time: 0.0525296 Aug 06 16:05:13.852656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df9cfc-ba8d-466d-a269-93f53ea39ef2 req-595bcc15-2f31-47a1-9081-a90e19df8584 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:13.854333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1df9cfc-ba8d-466d-a269-93f53ea39ef2 req-595bcc15-2f31-47a1-9081-a90e19df8584 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 909 time: 0.0530152 Aug 06 16:05:14.589387 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:05:14.991527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6c3a8-b395-4118-af01-4b17fecfcd3a req-619109af-e7e6-4a1a-8408-dc4548e25370 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.002305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64a6c3a8-b395-4118-af01-4b17fecfcd3a req-619109af-e7e6-4a1a-8408-dc4548e25370 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 909 time: 0.0680737 Aug 06 16:05:15.164228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-e44e340c-26e9-45b2-b213-19aa95c29421 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:15.165713 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-e44e340c-26e9-45b2-b213-19aa95c29421 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.59 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 909 time: 0.0616951 Aug 06 16:05:15.284255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port 42594f29-5f39-423f-a4dc-ac378620c226 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:15.284907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.403543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] For port 42594f29-5f39-423f-a4dc-ac378620c226, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=42594f29-5f39-423f-a4dc-ac378620c226,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:15.403895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.427139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for 42594f29-5f39-423f-a4dc-ac378620c226 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:15.797005 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.829143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=42594f29-5f39-423f-a4dc-ac378620c226,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:15.875267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] No DVR routers for this DVR port 42594f29-5f39-423f-a4dc-ac378620c226 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:15.879055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:15.881265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fef7a944-03ef-4c42-8672-cfa7a14988c0 req-8aeafe07-4c90-465c-aaa8-5b3e7ec50456 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.59 "DELETE /v2.0/ports/42594f29-5f39-423f-a4dc-ac378620c226 HTTP/1.1" status: 204 len: 173 time: 0.7089078 Aug 06 16:05:15.881674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'name': 'network-vif-deleted', 'tag': '42594f29-5f39-423f-a4dc-ac378620c226'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:15.884103 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911453e-b007-49c7-adae-48ab9b38e7d7" -d '{"events": [{"server_uuid": "f41fd05d-c345-47cc-aad0-64f7d3c9cced", "name": "network-vif-deleted", "tag": "42594f29-5f39-423f-a4dc-ac378620c226"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:15.932635 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d67b43a-5313-46f9-9e26-79881f8702c6 x-openstack-request-id: req-6d67b43a-5313-46f9-9e26-79881f8702c6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:15.932939 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41fd05d-c345-47cc-aad0-64f7d3c9cced", "name": "network-vif-deleted", "tag": "42594f29-5f39-423f-a4dc-ac378620c226", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:15.933212 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d67b43a-5313-46f9-9e26-79881f8702c6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:15.933599 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41fd05d-c345-47cc-aad0-64f7d3c9cced', 'name': 'network-vif-deleted', 'tag': '42594f29-5f39-423f-a4dc-ac378620c226', 'status': 'completed', 'code': 200} Aug 06 16:05:16.107858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a7a41cf-9c17-45b1-8d5a-b82011ecd016 req-1bef3e5e-7072-43ec-96a1-2ba15c60631e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 210 time: 0.0295911 Aug 06 16:05:17.253005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c7e0929-4e35-4096-b717-4f206e2db8ff req-ce2cb90e-ac98-4216-9963-56169429a9b0 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=f41fd05d-c345-47cc-aad0-64f7d3c9cced HTTP/1.1" status: 200 len: 210 time: 0.0293419 Aug 06 16:05:18.025701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 42594f29-5f39-423f-a4dc-ac378620c226 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:18.053193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 42594f29-5f39-423f-a4dc-ac378620c226 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:18.053930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 42594f29-5f39-423f-a4dc-ac378620c226 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:18.296943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 58936) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:19.192433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:19.534463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port bb3685dd-d691-4671-a321-e67819ecafb0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:19.535478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:19.636867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] For port bb3685dd-d691-4671-a321-e67819ecafb0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bb3685dd-d691-4671-a321-e67819ecafb0,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:19.637277 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:19.657721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for bb3685dd-d691-4671-a321-e67819ecafb0 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:19.990811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.036738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=bb3685dd-d691-4671-a321-e67819ecafb0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:20.306288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.560613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 11954726-b025-4c04-979c-6dbf71f179f7 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:05:20.674987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:05:20.683575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-515e7dd7-8b98-44e4-942f-6205073ec92a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "PUT /v2.0/routers/11954726-b025-4c04-979c-6dbf71f179f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824131 Aug 06 16:05:20.683690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:20.696044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] Sync routers for ids ['11954726-b025-4c04-979c-6dbf71f179f7'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:05:20.714497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] Routers {'11954726-b025-4c04-979c-6dbf71f179f7'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:20.718665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['11954726-b025-4c04-979c-6dbf71f179f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:20.767775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting subnet f3d1fecb-39e7-4adf-9316-d236bc51c311 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:05:20.771126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.817000 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:20.849181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] Set router 11954726-b025-4c04-979c-6dbf71f179f7 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:20.939907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.095471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:05:19Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:21.127241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] Checking router: 11954726-b025-4c04-979c-6dbf71f179f7 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:05:21.136554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] Routers {'11954726-b025-4c04-979c-6dbf71f179f7'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:21.137176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['11954726-b025-4c04-979c-6dbf71f179f7'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:21.179023 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.262953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d1fecb-39e7-4adf-9316-d236bc51c311,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:21.263305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f0633-52b2-4833-8c81-f5bee4015eaf None None] Network 207076bf-ca1c-474c-898a-c99c575a5c49 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:05:21.279446 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.283767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-710ad1ad-a393-4ac1-9534-f04f4ff3d17c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/subnets/f3d1fecb-39e7-4adf-9316-d236bc51c311 HTTP/1.1" status: 204 len: 168 time: 0.5978389 Aug 06 16:05:21.286159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:21.306849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] Set router 11954726-b025-4c04-979c-6dbf71f179f7 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:21.525609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.646133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.802593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:05:19Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:21.826230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port 2da31a38-cd58-437c-a3b0-01a57823f555 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:21.826579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.873872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] DHCP port deletion for 207076bf-ca1c-474c-898a-c99c575a5c49 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:05:21.880886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ccb67c-d7f8-4fd2-bbac-60810a683185 None None] The sync data for ids ['11954726-b025-4c04-979c-6dbf71f179f7'] in n-d-778550-6 is: [{'id': '11954726-b025-4c04-979c-6dbf71f179f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-345889016', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:04:48Z', 'updated_at': '2021-08-06T16:05:19Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '2da31a38-cd58-437c-a3b0-01a57823f555', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11954726-b025-4c04-979c-6dbf71f179f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:04:49Z', 'updated_at': '2021-08-06T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:05:21.941676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] Deleting port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:21.942066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.953560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] For port 2da31a38-cd58-437c-a3b0-01a57823f555, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2da31a38-cd58-437c-a3b0-01a57823f555,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:21.954473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:21.969047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for 2da31a38-cd58-437c-a3b0-01a57823f555 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:22.064994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] For port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,segment=NetworkSegment(fc3bfe29-4b9d-4da0-9cb1-2c496de174bc),segment_id=fc3bfe29-4b9d-4da0-9cb1-2c496de174bc)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:22.064994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.087635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] Calling delete_port for 91cc8b6f-567c-4c01-bc59-cb7a754b87ba owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:22.355076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.385427 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.435655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] No DVR routers for this DVR port 91cc8b6f-567c-4c01-bc59-cb7a754b87ba on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:22.445822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b84eb5-357b-4369-a21f-936e9e5706d4 None None] Pushing event deleted for resources: {'Port': ['ID=91cc8b6f-567c-4c01-bc59-cb7a754b87ba,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:22.479170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=2da31a38-cd58-437c-a3b0-01a57823f555,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:22.629824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.733177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.736075 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.961976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.962506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Fanout notify agent at l3_agent the message router_deleted on router 11954726-b025-4c04-979c-6dbf71f179f7 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:05:22.974399 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:22.978780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:22.979265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-db6b2519-171d-400d-b30d-ea81b62b50e1 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/routers/11954726-b025-4c04-979c-6dbf71f179f7 HTTP/1.1" status: 204 len: 168 time: 1.6917238 Aug 06 16:05:23.097156 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.230111 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.243073 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207076bf-ca1c-474c-898a-c99c575a5c49']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:23.259003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:23.259600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3bfe29-4b9d-4da0-9cb1-2c496de174bc') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:23.271318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.286855 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.293731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:05:23.294274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:05:23.297365 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:05:23.475460 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.509025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.510926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/networks/207076bf-ca1c-474c-898a-c99c575a5c49 HTTP/1.1" status: 204 len: 168 time: 0.5309758 Aug 06 16:05:23.513503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59058) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:23.530576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746894c-0443-488b-b0e6-33469a3af0a5 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Network': ['ID=207076bf-ca1c-474c-898a-c99c575a5c49,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:23.777714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port 56dc39ca-596d-4f54-8099-168fd174b49e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:23.778108 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.803660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 91cc8b6f-567c-4c01-bc59-cb7a754b87ba no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:23.824189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 91cc8b6f-567c-4c01-bc59-cb7a754b87ba {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:23.824946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 91cc8b6f-567c-4c01-bc59-cb7a754b87ba not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:23.825582 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bb3685dd-d691-4671-a321-e67819ecafb0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:23.861671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: bb3685dd-d691-4671-a321-e67819ecafb0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:23.862159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bb3685dd-d691-4671-a321-e67819ecafb0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:23.862688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2da31a38-cd58-437c-a3b0-01a57823f555 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:23.894174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2da31a38-cd58-437c-a3b0-01a57823f555 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:23.894677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2da31a38-cd58-437c-a3b0-01a57823f555 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:23.903960 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.904530 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:23.919316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for 56dc39ca-596d-4f54-8099-168fd174b49e owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:24.163206 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.218286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=56dc39ca-596d-4f54-8099-168fd174b49e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:24.315459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.315721 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Floating IP 785aded1-bf4d-4883-b3c8-7a44478488da disassociated (deleted). External IP: 172.25.5.84, port: 61d2285b-67d2-4aa6-958a-9f3a27472bb1. Aug 06 16:05:24.570521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 3aee2997-2235-46f1-82ed-14d335374562 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:05:24.714741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:05:24.722296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:24.725894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] Sync routers for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:05:24.741374 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:24.742583 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:24.773202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-527aeab7-25eb-4376-8ead-4e12fbe47828 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/floatingips/785aded1-bf4d-4883-b3c8-7a44478488da HTTP/1.1" status: 204 len: 168 time: 1.2571471 Aug 06 16:05:24.773904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:24.780002 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9f0401-bc66-4676-8466-3050074fbd34" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:24.995047 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:25.161602 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cf51a7-8b18-4f79-9bfd-9c3353e8ac85 x-openstack-request-id: req-d0cf51a7-8b18-4f79-9bfd-9c3353e8ac85 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:25.161602 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:25.161602 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0cf51a7-8b18-4f79-9bfd-9c3353e8ac85 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:25.161602 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'status': 'completed', 'code': 200} Aug 06 16:05:25.249509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-90cd1c43-347e-47e2-ba01-d1c3b185d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.251866 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-90cd1c43-347e-47e2-ba01-d1c3b185d44b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=68359abee93b47589720994f9b6cec26&device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 1135 time: 0.0633154 Aug 06 16:05:25.294877 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:53Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:25.352249 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] Checking router: 3aee2997-2235-46f1-82ed-14d335374562 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:05:25.369446 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:25.370257 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:25.411239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68012e-94a4-46cb-8a81-aaf34c375903 req-2bf7f7a8-a627-4515-a84e-0fb821e7cf53 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.412849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b68012e-94a4-46cb-8a81-aaf34c375903 req-2bf7f7a8-a627-4515-a84e-0fb821e7cf53 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 984 time: 0.0697389 Aug 06 16:05:25.452084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-59450c9f-16e3-4e6b-8c44-4bb5e8e2ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.453645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-59450c9f-16e3-4e6b-8c44-4bb5e8e2ed2f service neutron] 10.222.0.64 "GET /v2.0/networks?id=330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 200 len: 897 time: 0.1934741 Aug 06 16:05:25.504071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b68012e-94a4-46cb-8a81-aaf34c375903 req-8e099c7e-395f-4e72-b115-0676e6d9f9c0 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0741951 Aug 06 16:05:25.533669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-9bf8ff58-b5df-4555-be9d-4233f5c676a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 200 len: 217 time: 0.0707734 Aug 06 16:05:25.587664 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:25.633232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-4047464c-f521-4edd-aac2-c11a32470af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.634791 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-4047464c-f521-4edd-aac2-c11a32470af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2899b3b7-e25b-468d-9923-f08587407710 HTTP/1.1" status: 200 len: 834 time: 0.0932877 Aug 06 16:05:25.732554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-3c382fa3-458a-46fa-abb6-6c241e2cae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:25.734127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-3c382fa3-458a-46fa-abb6-6c241e2cae57 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=330fe6d8-26e4-4535-9233-29c66b0341c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911903 Aug 06 16:05:25.902649 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-fd85e31f-2b7e-43fe-93ba-717e40821560 service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601913 Aug 06 16:05:25.957519 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:53Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:26.026480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ec641f-2274-43bb-8a59-3784f3903506 None None] The sync data for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 is: [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'a8ffeabf-aeea-42eb-97f7-769597f2b4b0', 'name': '', 'network_id': '330fe6d8-26e4-4535-9233-29c66b0341c3', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'mac_address': 'fa:16:3e:dc:d3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '2899b3b7-e25b-468d-9923-f08587407710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:42Z', 'updated_at': '2021-08-06T16:03:53Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'subnets': [{'id': '2899b3b7-e25b-468d-9923-f08587407710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:05:26.099027 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:26.103175 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b9f0401-bc66-4676-8466-3050074fbd34 req-bd1fb1c7-1984-4e22-b46c-c7e1f53a0a7a service neutron] 10.222.0.64 "GET /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888278 Aug 06 16:05:26.382640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea5d07-1c25-4137-9cfe-4ce06d47d6eb None None] New status for floating IP 785aded1-bf4d-4883-b3c8-7a44478488da: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:05:26.395922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a753-7f55-422d-95cb-105e75025409 req-db813be5-25b7-4463-bda8-6a5c0cab5a92 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.397773 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7322a753-7f55-422d-95cb-105e75025409 req-db813be5-25b7-4463-bda8-6a5c0cab5a92 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 946 time: 0.0770817 Aug 06 16:05:26.441343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7322a753-7f55-422d-95cb-105e75025409 req-1117dbee-6c57-40fd-907e-cd5e04275f40 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373719 Aug 06 16:05:26.656579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73348585-6ebc-4825-94cf-8862ff0f73ed req-9e507043-834e-4954-883f-1d0b6553724c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.658784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73348585-6ebc-4825-94cf-8862ff0f73ed req-9e507043-834e-4954-883f-1d0b6553724c tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 984 time: 0.0627658 Aug 06 16:05:26.706931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73348585-6ebc-4825-94cf-8862ff0f73ed req-44ce776d-3856-4b04-9014-c3a0ee63324a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/security-groups?id=6e0572e8-2b00-465f-8fa8-a3e6718b2f12&id=a77fb63d-3934-4707-b80d-7bc095e7b7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0385609 Aug 06 16:05:26.849760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-9294e20e-7139-45c9-9000-72cc4d948fef tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:26.851519 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-9294e20e-7139-45c9-9000-72cc4d948fef tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 984 time: 0.0696487 Aug 06 16:05:26.961562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:26.967100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.061143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] For port 61d2285b-67d2-4aa6-958a-9f3a27472bb1, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=61d2285b-67d2-4aa6-958a-9f3a27472bb1,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:27.061520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.075618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for 61d2285b-67d2-4aa6-958a-9f3a27472bb1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:27.339823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.375247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=61d2285b-67d2-4aa6-958a-9f3a27472bb1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:27.442759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] No DVR routers for this DVR port 61d2285b-67d2-4aa6-958a-9f3a27472bb1 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:27.452235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:27.454861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a5963243-d9a6-43bf-9cf3-0e8769aa873f req-f553ddd6-f783-4265-802f-9b11c6b5e15f tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.64 "DELETE /v2.0/ports/61d2285b-67d2-4aa6-958a-9f3a27472bb1 HTTP/1.1" status: 204 len: 173 time: 0.5901594 Aug 06 16:05:27.455337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'name': 'network-vif-deleted', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:27.457759 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808db352-a65f-4db6-ad73-9bfe3008d312" -d '{"events": [{"server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "name": "network-vif-deleted", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:27.505002 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b669e4-0099-4e4b-ac95-1ad6e619c833 x-openstack-request-id: req-92b669e4-0099-4e4b-ac95-1ad6e619c833 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:27.505301 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5dd797-9cdb-4e9f-a6af-d1d3001c8082", "name": "network-vif-deleted", "tag": "61d2285b-67d2-4aa6-958a-9f3a27472bb1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:27.505553 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92b669e4-0099-4e4b-ac95-1ad6e619c833 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:27.505954 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5dd797-9cdb-4e9f-a6af-d1d3001c8082', 'name': 'network-vif-deleted', 'tag': '61d2285b-67d2-4aa6-958a-9f3a27472bb1', 'status': 'completed', 'code': 200} Aug 06 16:05:27.569214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9fdca-b1b3-42b3-8221-bcb97c031c1f req-7a705cb2-330a-41b8-b465-0ee1ad9dd323 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:27.570731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bf9fdca-b1b3-42b3-8221-bcb97c031c1f req-7a705cb2-330a-41b8-b465-0ee1ad9dd323 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 946 time: 0.0536215 Aug 06 16:05:27.614262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7bf9fdca-b1b3-42b3-8221-bcb97c031c1f req-1f1c50e3-6ea4-434c-b2e3-eff03211604b tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/security-groups?id=3b60b2c1-7867-430c-ad77-b6c0d0606b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372374 Aug 06 16:05:27.744281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-8bc2aa8f-a466-4850-9211-403a56547715 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:27.745894 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-8bc2aa8f-a466-4850-9211-403a56547715 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 946 time: 0.1028578 Aug 06 16:05:27.871322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-9ad1818b-f68c-42f5-8553-3de2d82d10d2 req-3e211002-9f71-4cee-a404-4c1cfd89c34b service neutron] (94840) timed out ('10.222.0.64', 53161) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:05:27.905021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07a6696d-dfc0-46f2-84fe-24e0a8e3d648 req-7f8a8b81-a21a-4178-ae5a-966efbaef78e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5dd797-9cdb-4e9f-a6af-d1d3001c8082 HTTP/1.1" status: 200 len: 210 time: 0.0668342 Aug 06 16:05:27.998259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Deleting port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:27.998624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.122045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] For port d0ca6232-411e-4c1b-a526-08d13fd5a1c0, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,segment=NetworkSegment(57994cc2-880d-4e18-9d6f-df9c08a8cfee),segment_id=57994cc2-880d-4e18-9d6f-df9c08a8cfee)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:28.122420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.136485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Calling delete_port for d0ca6232-411e-4c1b-a526-08d13fd5a1c0 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:28.392739 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.405616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['d0ca6232-411e-4c1b-a526-08d13fd5a1c0'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:05:28.431966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Pushing event deleted for resources: {'Port': ['ID=d0ca6232-411e-4c1b-a526-08d13fd5a1c0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:28.441720 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59148) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:28.540854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] No DVR routers for this DVR port d0ca6232-411e-4c1b-a526-08d13fd5a1c0 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:28.544061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.546651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-008c7ea4-d29a-43dc-96c8-640e3fde4c58 req-0ea71561-5a82-453c-a2f4-a532fdecbc80 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.59 "DELETE /v2.0/ports/d0ca6232-411e-4c1b-a526-08d13fd5a1c0 HTTP/1.1" status: 204 len: 173 time: 0.7949426 Aug 06 16:05:28.605358 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5abbbd3-cc33-46a9-85bc-b47afac66c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.738536 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55e52640-8dcb-46f4-8cec-b43844bbf5e5 req-63b9768a-bfa9-4ac5-ab87-73ff2c276a9a tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 210 time: 0.0387242 Aug 06 16:05:28.753288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5abbbd3-cc33-46a9-85bc-b47afac66c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.839766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a5abbbd3-cc33-46a9-85bc-b47afac66c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.881552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a5abbbd3-cc33-46a9-85bc-b47afac66c67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f42f7952af83413ba5c34b74877508fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383404 Aug 06 16:05:28.885360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59162) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:28.896176 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abbbd3-cc33-46a9-85bc-b47afac66c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3692859c-a1d0-4e5e-9830-eacdaf9947bd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:28.952174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d353056d-20c0-4267-b336-17a8c449e9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:28.977308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:28.989959 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d353056d-20c0-4267-b336-17a8c449e9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.043988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14d1cb63-a185-44b1-a827-2f13eb94f16e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.077581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14d1cb63-a185-44b1-a827-2f13eb94f16e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.144945 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d353056d-20c0-4267-b336-17a8c449e9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.151653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d353056d-20c0-4267-b336-17a8c449e9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.151653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d353056d-20c0-4267-b336-17a8c449e9b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3692859c-a1d0-4e5e-9830-eacdaf9947bd HTTP/1.1" status: 204 len: 168 time: 0.2625358 Aug 06 16:05:29.163666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353056d-20c0-4267-b336-17a8c449e9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3692859c-a1d0-4e5e-9830-eacdaf9947bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:29.191000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.248877 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14d1cb63-a185-44b1-a827-2f13eb94f16e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.260628 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-14d1cb63-a185-44b1-a827-2f13eb94f16e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.260628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-14d1cb63-a185-44b1-a827-2f13eb94f16e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/security-groups/a77fb63d-3934-4707-b80d-7bc095e7b7b5 HTTP/1.1" status: 204 len: 168 time: 0.2747381 Aug 06 16:05:29.260894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:29.268486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1cb63-a185-44b1-a827-2f13eb94f16e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77fb63d-3934-4707-b80d-7bc095e7b7b5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:29.349039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a7cf-12f9-4e08-87ab-89fb430326a9 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.381131 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a7cf-12f9-4e08-87ab-89fb430326a9 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.507319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'name': 'network-vif-deleted', 'tag': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:05:29.509771 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6966906d-2be8-4bd7-9240-4e9639aaa45f" -d '{"events": [{"server_uuid": "eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c", "name": "network-vif-deleted", "tag": "d0ca6232-411e-4c1b-a526-08d13fd5a1c0"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:05:29.546945 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06304c6-8433-4bec-8920-08f7d8d745be x-openstack-request-id: req-d06304c6-8433-4bec-8920-08f7d8d745be {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:05:29.547242 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c", "name": "network-vif-deleted", "tag": "d0ca6232-411e-4c1b-a526-08d13fd5a1c0", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:05:29.547498 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d06304c6-8433-4bec-8920-08f7d8d745be {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:05:29.547930 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c', 'name': 'network-vif-deleted', 'tag': 'd0ca6232-411e-4c1b-a526-08d13fd5a1c0', 'status': 'completed', 'code': 200} Aug 06 16:05:29.630907 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a7cf-12f9-4e08-87ab-89fb430326a9 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.635324 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a7cf-12f9-4e08-87ab-89fb430326a9 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:29.637116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f4d1a7cf-12f9-4e08-87ab-89fb430326a9 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/security-groups/6e0572e8-2b00-465f-8fa8-a3e6718b2f12 HTTP/1.1" status: 204 len: 168 time: 0.3785112 Aug 06 16:05:29.639673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:29.652144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1a7cf-12f9-4e08-87ab-89fb430326a9 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0572e8-2b00-465f-8fa8-a3e6718b2f12,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:29.919431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d495f1ee-1ac2-4251-ac43-59caeaf80126 req-ead65c08-9cc8-4a77-b529-f4497572ac50 tempest-VolumesSnapshotTestJSON-1044603052 tempest-VolumesSnapshotTestJSON-1044603052-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec225c8-8cb3-4a7f-89e3-8e3a7bf7a32c HTTP/1.1" status: 200 len: 210 time: 0.0615952 Aug 06 16:05:30.116845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:30.451249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port a8ffeabf-aeea-42eb-97f7-769597f2b4b0 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:30.451755 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:30.559748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] For port a8ffeabf-aeea-42eb-97f7-769597f2b4b0, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:30.560416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:30.577904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for a8ffeabf-aeea-42eb-97f7-769597f2b4b0 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:30.906293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:30.945051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=a8ffeabf-aeea-42eb-97f7-769597f2b4b0,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:31.264809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:31.950771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Router 3aee2997-2235-46f1-82ed-14d335374562 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:05:31.986855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 61d2285b-67d2-4aa6-958a-9f3a27472bb1 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:32.015496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 61d2285b-67d2-4aa6-958a-9f3a27472bb1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:32.015868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 61d2285b-67d2-4aa6-958a-9f3a27472bb1 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:32.114801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:05:32.118043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d0ca6232-411e-4c1b-a526-08d13fd5a1c0 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:32.124805 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] Sync routers for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:05:32.131033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:32.131562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-48c8ba05-8d45-40bf-92d3-374855c9734a tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "PUT /v2.0/routers/3aee2997-2235-46f1-82ed-14d335374562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4903398 Aug 06 16:05:32.155638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: d0ca6232-411e-4c1b-a526-08d13fd5a1c0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:32.156099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d0ca6232-411e-4c1b-a526-08d13fd5a1c0 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:32.156409 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:32.157065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:32.240268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting subnet 2899b3b7-e25b-468d-9923-f08587407710 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:05:32.244368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:32.304489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:32.339203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:32.457888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:32.637662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:32.671961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Subnet': ['ID=2899b3b7-e25b-468d-9923-f08587407710,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:32.678288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:32.680532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-59e334e6-244c-48b6-ad2c-e19f3895ee5e tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/subnets/2899b3b7-e25b-468d-9923-f08587407710 HTTP/1.1" status: 204 len: 168 time: 0.5477531 Aug 06 16:05:32.686908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59300) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:32.698663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d904bb-88e3-420a-af25-a07c8a353633 None None] Network 330fe6d8-26e4-4535-9233-29c66b0341c3 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:05:32.708306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:05:30Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:32.739913 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] Checking router: 3aee2997-2235-46f1-82ed-14d335374562 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:05:32.759747 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] Routers {'3aee2997-2235-46f1-82ed-14d335374562'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:32.760401 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['3aee2997-2235-46f1-82ed-14d335374562'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:32.982848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:32.987224 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] Set router 3aee2997-2235-46f1-82ed-14d335374562 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:33.126097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] DHCP port deletion for 330fe6d8-26e4-4535-9233-29c66b0341c3 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:05:33.312017 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.333959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] Deleting port 22913515-3c44-4098-9249-ab586c975995 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:33.338105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.471459 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:05:30Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:33.486074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Deleting port 066ec7c5-efb9-4107-99ed-816b2b25589a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:05:33.486506 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.502871 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825bde17-0f59-491f-b5e7-67c040c9781e None None] The sync data for ids ['3aee2997-2235-46f1-82ed-14d335374562'] in n-d-778550-6 is: [{'id': '3aee2997-2235-46f1-82ed-14d335374562', 'name': 'tempest-TestSecurityGroupsBasicOps-router-634866484', 'tenant_id': '68359abee93b47589720994f9b6cec26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:35Z', 'updated_at': '2021-08-06T16:05:30Z', 'revision_number': 5, 'project_id': '68359abee93b47589720994f9b6cec26', 'gw_port': {'id': '066ec7c5-efb9-4107-99ed-816b2b25589a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ac:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee2997-2235-46f1-82ed-14d335374562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:36Z', 'updated_at': '2021-08-06T16:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:05:33.518496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] For port 22913515-3c44-4098-9249-ab586c975995, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=22913515-3c44-4098-9249-ab586c975995,segment=NetworkSegment(68c237b4-9cc7-401b-a3f9-8b09363cf724),segment_id=68c237b4-9cc7-401b-a3f9-8b09363cf724)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:33.518918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.545983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] Calling delete_port for 22913515-3c44-4098-9249-ab586c975995 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:33.650584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] For port 066ec7c5-efb9-4107-99ed-816b2b25589a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=066ec7c5-efb9-4107-99ed-816b2b25589a,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:33.650967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.679751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Calling delete_port for 066ec7c5-efb9-4107-99ed-816b2b25589a owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:05:33.744740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:33.774439 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.792919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] No DVR routers for this DVR port 22913515-3c44-4098-9249-ab586c975995 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:05:33.831987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe979-9593-45c1-b2df-86f6515cb215 None None] Pushing event deleted for resources: {'Port': ['ID=22913515-3c44-4098-9249-ab586c975995,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:33.954566 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9278f0aa-4920-4d70-82bf-d153f737c69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:33.962181 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.025552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 22913515-3c44-4098-9249-ab586c975995 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:34.027724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Port': ['ID=066ec7c5-efb9-4107-99ed-816b2b25589a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:34.087361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 22913515-3c44-4098-9249-ab586c975995 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:34.088781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 22913515-3c44-4098-9249-ab586c975995 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:34.090418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8ffeabf-aeea-42eb-97f7-769597f2b4b0 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:34.127222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: a8ffeabf-aeea-42eb-97f7-769597f2b4b0 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:34.128654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device a8ffeabf-aeea-42eb-97f7-769597f2b4b0 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:34.168878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.216448 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9278f0aa-4920-4d70-82bf-d153f737c69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.299910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9278f0aa-4920-4d70-82bf-d153f737c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.349368 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.352487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.356678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9278f0aa-4920-4d70-82bf-d153f737c69a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e81368fbdab408ab597bbf4cd50ab22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6140201 Aug 06 16:05:34.357828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278f0aa-4920-4d70-82bf-d153f737c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005142cb-3cf3-4dbc-96b9-dc54a1f80293,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:34.361785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:34.455231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7b943e7-5d83-42ee-acb3-b31e9eeb7148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.513225 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.513225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Fanout notify agent at l3_agent the message router_deleted on router 3aee2997-2235-46f1-82ed-14d335374562 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:05:34.537170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.541483 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f3528cc9-c5d2-4df6-8685-978abedfce7d tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/routers/3aee2997-2235-46f1-82ed-14d335374562 HTTP/1.1" status: 204 len: 168 time: 1.8567603 Aug 06 16:05:34.542141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59370) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:34.546066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7b943e7-5d83-42ee-acb3-b31e9eeb7148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.702986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.814382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7b943e7-5d83-42ee-acb3-b31e9eeb7148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.817968 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a7b943e7-5d83-42ee-acb3-b31e9eeb7148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.824453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.826030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a7b943e7-5d83-42ee-acb3-b31e9eeb7148 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/005142cb-3cf3-4dbc-96b9-dc54a1f80293 HTTP/1.1" status: 204 len: 168 time: 0.4523747 Aug 06 16:05:34.836379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330fe6d8-26e4-4535-9233-29c66b0341c3']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:34.843846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b943e7-5d83-42ee-acb3-b31e9eeb7148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005142cb-3cf3-4dbc-96b9-dc54a1f80293,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:34.848088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c237b4-9cc7-401b-a3f9-8b09363cf724') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:34.848475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c237b4-9cc7-401b-a3f9-8b09363cf724') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:34.867121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.886894 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.892878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:05:34.893378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:05:34.896881 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:05:34.908410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31529232-f9bc-47af-bf30-5e5a682f0b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:35.045715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:35.055977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:35.058741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] 10.222.0.16 "DELETE /v2.0/networks/330fe6d8-26e4-4535-9233-29c66b0341c3 HTTP/1.1" status: 204 len: 168 time: 0.5151894 Aug 06 16:05:35.075117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36005e6-b81d-4344-835f-f4c56f06a094 tempest-TestSecurityGroupsBasicOps-1356653989 tempest-TestSecurityGroupsBasicOps-1356653989-project] Pushing event deleted for resources: {'Network': ['ID=330fe6d8-26e4-4535-9233-29c66b0341c3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:35.803534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 066ec7c5-efb9-4107-99ed-816b2b25589a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:05:35.862402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 066ec7c5-efb9-4107-99ed-816b2b25589a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:05:35.863194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 066ec7c5-efb9-4107-99ed-816b2b25589a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:05:35.939047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59410) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:36.134906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-534b0a27-74ef-42a6-ae2a-e1f3c36a2787 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68359abee93b47589720994f9b6cec26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951871 Aug 06 16:05:36.137446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59418) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:36.209000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a61020-2bba-4676-8f35-4f4f061bdd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.237372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a61020-2bba-4676-8f35-4f4f061bdd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.380639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a61020-2bba-4676-8f35-4f4f061bdd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.386025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-82a61020-2bba-4676-8f35-4f4f061bdd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:36.387516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-82a61020-2bba-4676-8f35-4f4f061bdd3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f34b762-f306-44ea-82a6-f7f77b0382e8 HTTP/1.1" status: 204 len: 168 time: 0.2489519 Aug 06 16:05:36.409759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a61020-2bba-4676-8f35-4f4f061bdd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34b762-f306-44ea-82a6-f7f77b0382e8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:37.536776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59464) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:37.573932 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f2b0af-ecbb-408d-a073-54e0ff58b0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.697156 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b5c281ad-9268-4d38-8de7-5e7fdbfc4bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.731840 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f2b0af-ecbb-408d-a073-54e0ff58b0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.759210 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.861318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-79f2b0af-ecbb-408d-a073-54e0ff58b0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.904118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2b0af-ecbb-408d-a073-54e0ff58b0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f076ccfa-df6e-4f5c-9af0-37dd33504629,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:37.910401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-79f2b0af-ecbb-408d-a073-54e0ff58b0a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64fab5ff977f4dae9e258b9dbbf8e9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721964 Aug 06 16:05:37.923061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59480) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:37.968116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7c76c3-16d5-4e85-9971-7cf382b00305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:37.997815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7c76c3-16d5-4e85-9971-7cf382b00305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.167858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7c76c3-16d5-4e85-9971-7cf382b00305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.170419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7c76c3-16d5-4e85-9971-7cf382b00305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:38.174600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e7c76c3-16d5-4e85-9971-7cf382b00305 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f076ccfa-df6e-4f5c-9af0-37dd33504629 HTTP/1.1" status: 204 len: 168 time: 0.2576632 Aug 06 16:05:38.187039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c76c3-16d5-4e85-9971-7cf382b00305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f076ccfa-df6e-4f5c-9af0-37dd33504629,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:38.979262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.275528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59512) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:39.327228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-387156d7-6de5-4e49-90c3-57cf46cb3b3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca0b4995e82b4e259c0cf0f7dbcded87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504973 Aug 06 16:05:39.339498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:39.398748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71b29a49-ffc2-4c3e-8fff-61d40c5d43af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.422073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71b29a49-ffc2-4c3e-8fff-61d40c5d43af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.579642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71b29a49-ffc2-4c3e-8fff-61d40c5d43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.582474 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71b29a49-ffc2-4c3e-8fff-61d40c5d43af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:39.584503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71b29a49-ffc2-4c3e-8fff-61d40c5d43af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e89fdcc-1a52-4939-b80b-792adb40d129 HTTP/1.1" status: 204 len: 168 time: 0.2439442 Aug 06 16:05:39.595643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b29a49-ffc2-4c3e-8fff-61d40c5d43af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89fdcc-1a52-4939-b80b-792adb40d129,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:40.848244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:41.164955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:41.322288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-444212411-network', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:41.476632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Made reservation on behalf of 98e6d39d683d44e9a837533d23563c5e for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:41.479113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:41.491751 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:41.666563 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:41.824296 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:41.848221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:05:41.858740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effe4940-20dc-4bd7-b2ac-ac613fd2dc07,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:41.864479 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:41.864826 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Added segment 658c145b-0a95-462c-a567-46a3945f0b88 of type vlan for network 43f7630d-57b5-4379-87c9-25b0ad5fa18c Aug 06 16:05:41.911900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:42.108312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:42.120730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:42.120730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:42.267725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] Pushing event updated for resources: {'Network': ['ID=43f7630d-57b5-4379-87c9-25b0ad5fa18c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:42.288107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:05:42.297019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-96304aa2-ecee-4561-817a-dac1f25517cc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1302783 Aug 06 16:05:42.301156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59590) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:42.307133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Request body: {'subnet': {'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-444212411-subnet', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:42.567991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Made reservation on behalf of 98e6d39d683d44e9a837533d23563c5e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:42.584432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:42.900061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:42.972127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Checking segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:42.972437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Network hostable DHCP agents. Network: 43f7630d-57b5-4379-87c9-25b0ad5fa18c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:05:42.976239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:43.122907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:05:43.248694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 43f7630d-57b5-4379-87c9-25b0ad5fa18c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:43.258966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:43.259574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:43.259743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd3811-c9e0-4e5c-919a-d16ff04078c4 None None] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:05:43.385909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f7ec7cdb-6347-4337-b686-6d491d838ceb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0829282 Aug 06 16:05:43.388709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59608) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:43.396325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:43.481445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'fixed_ips': [{'subnet_id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:05:43.482459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:43.522177 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:43.523266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:43.609211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:43.661815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Allocated IP 172.20.0.2 (43f7630d-57b5-4379-87c9-25b0ad5fa18c/7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4/223a9d5e-6509-49b8-b562-11502daf76de) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:43.870521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:43.883325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Transition to ACTIVE for port object 223a9d5e-6509-49b8-b562-11502daf76de will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:43.902124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Transition to ACTIVE for port object 223a9d5e-6509-49b8-b562-11502daf76de will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:43.923469 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.056586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.084110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:44.089962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:44.094130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:44.104634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Pushing event updated for resources: {'Port': ['ID=223a9d5e-6509-49b8-b562-11502daf76de,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:44.189215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Attempting to bind port 223a9d5e-6509-49b8-b562-11502daf76de on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:44.189634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Attempting to bind port 223a9d5e-6509-49b8-b562-11502daf76de by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:44.190013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Attempting to bind port 223a9d5e-6509-49b8-b562-11502daf76de on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:44.195570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:44.195985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Checking segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:44.196554 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.197168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Bound using segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:44.197810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Bound port: 223a9d5e-6509-49b8-b562-11502daf76de, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:44.198568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.438964 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.470915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.554052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] For port 223a9d5e-6509-49b8-b562-11502daf76de, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:44.557585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] For port 223a9d5e-6509-49b8-b562-11502daf76de, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=223a9d5e-6509-49b8-b562-11502daf76de,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:44.619050 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Allocated IP 172.25.5.244 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/cc7163f1-bb05-462e-9a3a-09ca24935205) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:44.643322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:44.723643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0669bd-d603-48e4-a938-09e8d94ec6a7 None None] Pushing event updated for resources: {'Port': ['ID=223a9d5e-6509-49b8-b562-11502daf76de,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:44.771150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:45.331200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:45.417381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:45.420445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:45.425406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:45.433233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Pushing event updated for resources: {'Port': ['ID=cc7163f1-bb05-462e-9a3a-09ca24935205,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:45.841449 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 223a9d5e-6509-49b8-b562-11502daf76de up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:46.042081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 223a9d5e-6509-49b8-b562-11502daf76de completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:46.042915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:46.121281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3adb48-4d7b-4d1e-a623-b107f8f1bffd None None] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:05:46.372101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:46.421950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-47271695-67f7-47e1-8095-be30c779c51f None None] Provisioning for port 223a9d5e-6509-49b8-b562-11502daf76de completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:46.425787 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-47271695-67f7-47e1-8095-be30c779c51f None None] Provisioning complete for port 223a9d5e-6509-49b8-b562-11502daf76de triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:46.426294 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47271695-67f7-47e1-8095-be30c779c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:46.561185 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47271695-67f7-47e1-8095-be30c779c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:46.626748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-47271695-67f7-47e1-8095-be30c779c51f None None] For port 223a9d5e-6509-49b8-b562-11502daf76de, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=223a9d5e-6509-49b8-b562-11502daf76de,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:46.739539 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-47271695-67f7-47e1-8095-be30c779c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:46.739855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:05:46.828534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47271695-67f7-47e1-8095-be30c779c51f None None] Pushing event updated for resources: {'Port': ['ID=223a9d5e-6509-49b8-b562-11502daf76de,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:46.866274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-83f15581-abd6-4ec8-bee2-a1241754bc5d None None] Provisioning complete for port 223a9d5e-6509-49b8-b562-11502daf76de triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:46.866925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83f15581-abd6-4ec8-bee2-a1241754bc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:47.360994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:05:47.374386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Sync routers for ids ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:05:47.386664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Routers {'2d96511d-e7c1-4e32-ad76-fc85a1f236fb'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:47.387537 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:47.520814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Set router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:47.528254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:47.529881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cd8bbc5f-46c1-45c2-8566-976fa0d1ca1e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1401010 Aug 06 16:05:47.533414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59676) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:47.778032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:05:45Z', 'revision_number': 3, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:47.821768 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Checking router: 2d96511d-e7c1-4e32-ad76-fc85a1f236fb for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:05:47.822442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Updating router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb port cc7163f1-bb05-462e-9a3a-09ca24935205 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:05:47.919971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.018949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 223a9d5e-6509-49b8-b562-11502daf76de up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:48.208887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 223a9d5e-6509-49b8-b562-11502daf76de triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:48.209306 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.569226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.580067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Transition to ACTIVE for port object cc7163f1-bb05-462e-9a3a-09ca24935205 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:48.655459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.702369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.775045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Attempting to bind port cc7163f1-bb05-462e-9a3a-09ca24935205 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:48.775347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Attempting to bind port cc7163f1-bb05-462e-9a3a-09ca24935205 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:48.775829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Attempting to bind port cc7163f1-bb05-462e-9a3a-09ca24935205 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:48.783433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3000d-4b19-4549-be98-d03d730f71c5 None None] Pushing event updated for resources: {'Port': ['ID=cc7163f1-bb05-462e-9a3a-09ca24935205,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:48.794207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:48.795333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:48.795948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.796355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:48.796867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Bound port: cc7163f1-bb05-462e-9a3a-09ca24935205, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:48.797255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:48.867299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] For port cc7163f1-bb05-462e-9a3a-09ca24935205, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:48.872075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] For port cc7163f1-bb05-462e-9a3a-09ca24935205, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cc7163f1-bb05-462e-9a3a-09ca24935205,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:48.897074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Allocated IP 172.20.0.1 (43f7630d-57b5-4379-87c9-25b0ad5fa18c/7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4/4ea9efd0-86aa-4969-823e-15fd4af122b9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:49.014206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.113152 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.120592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Routers {'2d96511d-e7c1-4e32-ad76-fc85a1f236fb'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:49.121239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:49.133840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Transition to ACTIVE for port object 4ea9efd0-86aa-4969-823e-15fd4af122b9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:49.187174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3000d-4b19-4549-be98-d03d730f71c5 None None] Pushing event updated for resources: {'Port': ['ID=cc7163f1-bb05-462e-9a3a-09ca24935205,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:49.257441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] Set router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:49.282526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.322960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:49.389066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Pushing event updated for resources: {'Port': ['ID=4ea9efd0-86aa-4969-823e-15fd4af122b9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:49.395227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:49.398821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:49.488480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.615892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:05:45Z', 'revision_number': 3, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:49.653360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f63394d-9cbe-409a-9d53-16fc443f930e None None] The sync data for ids ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'] in n-d-778550-6 is: [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:05:45Z', 'revision_number': 3, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:05:49.876904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c76415d3-8a4d-4ff7-8e57-1be39f19d438 None None] Provisioning for port 4ea9efd0-86aa-4969-823e-15fd4af122b9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:49.881478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c76415d3-8a4d-4ff7-8e57-1be39f19d438 None None] Provisioning complete for port 4ea9efd0-86aa-4969-823e-15fd4af122b9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:49.881877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c76415d3-8a4d-4ff7-8e57-1be39f19d438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.890408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:49.955286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c76415d3-8a4d-4ff7-8e57-1be39f19d438 None None] Port 4ea9efd0-86aa-4969-823e-15fd4af122b9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:50.260798 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.128551 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.276978 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.279332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Pushing event updated for resources: {'Port': ['ID=4ea9efd0-86aa-4969-823e-15fd4af122b9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:51.294810 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.295504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.296332 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.296478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.302236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:51.402948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:51.407345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:51.591532 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:05:51.640080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:05:51.798219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c33be0d1-2cd3-4236-bc7d-8a4ffb98574d None None] Provisioning complete for port 4ea9efd0-86aa-4969-823e-15fd4af122b9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:51.799147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c33be0d1-2cd3-4236-bc7d-8a4ffb98574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:51.958134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c33be0d1-2cd3-4236-bc7d-8a4ffb98574d None None] Port 4ea9efd0-86aa-4969-823e-15fd4af122b9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:05:51.959349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:05:51.961679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cc7163f1-bb05-462e-9a3a-09ca24935205 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:51.966306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-942c2347-750c-45ca-8efd-45e2daa20c8a admin admin] 10.222.0.16 "PUT /v2.0/routers/2d96511d-e7c1-4e32-ad76-fc85a1f236fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4312818 Aug 06 16:05:51.977063 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Sync routers for ids ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:05:51.992847 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Routers {'2d96511d-e7c1-4e32-ad76-fc85a1f236fb'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:51.996553 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:52.196879 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Set router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:52.213804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port cc7163f1-bb05-462e-9a3a-09ca24935205 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:52.220221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cc7163f1-bb05-462e-9a3a-09ca24935205 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:52.227400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:52.468110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:52.499107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port cc7163f1-bb05-462e-9a3a-09ca24935205, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cc7163f1-bb05-462e-9a3a-09ca24935205,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:52.616626 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:05:49Z', 'revision_number': 4, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '4ea9efd0-86aa-4969-823e-15fd4af122b9', 'name': '', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'mac_address': 'fa:16:3e:a7:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:48Z', 'updated_at': '2021-08-06T16:05:49Z', 'revision_number': 2, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'subnets': [{'id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:52.638189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:52.653808 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Checking router: 2d96511d-e7c1-4e32-ad76-fc85a1f236fb for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:05:52.654421 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Updating router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb port 4ea9efd0-86aa-4969-823e-15fd4af122b9 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:05:52.682474 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:52.718801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=cc7163f1-bb05-462e-9a3a-09ca24935205,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:52.806435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59728) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:52.968656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.075256 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.087614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.087852 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Transition to ACTIVE for port object 4ea9efd0-86aa-4969-823e-15fd4af122b9 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:53.248218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.249286 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.256083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:53.262350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1586592838-network', 'tenant_id': '88dce27ead8341e5a3637426139326dc'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:53.299112 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3231c9a55c241159d617382f3ab2f7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896233 Aug 06 16:05:53.304629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59742) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:53.314517 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286a39f-f9c4-4d07-888b-3c791e375e58 None None] Pushing event updated for resources: {'Port': ['ID=4ea9efd0-86aa-4969-823e-15fd4af122b9,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:53.357143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b858c8-2cb4-4744-9fbf-49fab619c45d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:53.362639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Made reservation on behalf of 88dce27ead8341e5a3637426139326dc for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:53.369214 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.373156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.373753 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.374103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.374450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.374792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.375128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.375462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.376371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.376943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.377429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.377774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.378127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f816c10-0897-4561-aa99-7a6267bf34d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:05:53.401008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07e97fcf-5a4c-486c-a954-76a4c8142cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.401639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.428560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07e97fcf-5a4c-486c-a954-76a4c8142cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.447796 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Attempting to bind port 4ea9efd0-86aa-4969-823e-15fd4af122b9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:53.448119 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Attempting to bind port 4ea9efd0-86aa-4969-823e-15fd4af122b9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:53.448704 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Attempting to bind port 4ea9efd0-86aa-4969-823e-15fd4af122b9 on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:53.462129 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:53.462653 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Checking segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:53.463394 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.463927 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Bound using segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:53.486598 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Bound port: 4ea9efd0-86aa-4969-823e-15fd4af122b9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:53.486598 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.606566 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] For port 4ea9efd0-86aa-4969-823e-15fd4af122b9, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:53.610537 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] For port 4ea9efd0-86aa-4969-823e-15fd4af122b9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4ea9efd0-86aa-4969-823e-15fd4af122b9,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:53.790696 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07e97fcf-5a4c-486c-a954-76a4c8142cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.793672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-07e97fcf-5a4c-486c-a954-76a4c8142cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.798724 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-07e97fcf-5a4c-486c-a954-76a4c8142cf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36b858c8-2cb4-4744-9fbf-49fab619c45d HTTP/1.1" status: 204 len: 168 time: 0.4952581 Aug 06 16:05:53.809280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e97fcf-5a4c-486c-a954-76a4c8142cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b858c8-2cb4-4744-9fbf-49fab619c45d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:53.839061 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.859703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cc7163f1-bb05-462e-9a3a-09ca24935205 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:53.919471 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286a39f-f9c4-4d07-888b-3c791e375e58 None None] Pushing event updated for resources: {'Port': ['ID=4ea9efd0-86aa-4969-823e-15fd4af122b9,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:53.943347 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Routers {'2d96511d-e7c1-4e32-ad76-fc85a1f236fb'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:53.944992 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:53.945998 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:53.970700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cc7163f1-bb05-462e-9a3a-09ca24935205 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:53.971333 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.048650 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.077824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:05:54.095202 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.095550 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Added segment b754f351-aad6-432d-8f2c-fe2232290af7 of type vlan for network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 Aug 06 16:05:54.200107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:54.208482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.300109 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] Set router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:54.396900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.397926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:54.398500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:54.530533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc84e19-d063-4b6a-9a3a-0e4437c01445,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:54.554366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:05:54.586782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59774) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:54.589979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b8d7b18e-3c99-4bf9-85e2-be1901633622 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3321056 Aug 06 16:05:54.598714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Request body: {'subnet': {'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1586592838-subnet', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:54.603318 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:05:49Z', 'revision_number': 4, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '4ea9efd0-86aa-4969-823e-15fd4af122b9', 'name': '', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'mac_address': 'fa:16:3e:a7:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:48Z', 'updated_at': '2021-08-06T16:05:53Z', 'revision_number': 4, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'subnets': [{'id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:54.652946 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731257-26e7-4de4-93a2-3317b63dd2f5 None None] The sync data for ids ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'] in n-d-778550-6 is: [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:05:49Z', 'revision_number': 4, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '4ea9efd0-86aa-4969-823e-15fd4af122b9', 'name': '', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'mac_address': 'fa:16:3e:a7:42:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:48Z', 'updated_at': '2021-08-06T16:05:53Z', 'revision_number': 4, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'subnets': [{'id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:05:54.761496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Made reservation on behalf of 88dce27ead8341e5a3637426139326dc for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:05:54.767744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.190685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.253392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4b93c6-c190-403a-8865-2c287d34fdc8,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:55.284832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Checking segment: {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:55.285300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Network hostable DHCP agents. Network: 8bc84e19-d063-4b6a-9a3a-0e4437c01445, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:05:55.376863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:05:55.510765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 8bc84e19-d063-4b6a-9a3a-0e4437c01445) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:55.520676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:05:55.521528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.525599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5bea5-ea53-4366-a93b-46bcd5b04026 None None] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:05:55.698372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-8bc84e19-d063-4b6a-9a3a-0e4437c01445', 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'fixed_ips': [{'subnet_id': '1f4b93c6-c190-403a-8865-2c287d34fdc8'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:05:55.699251 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.729983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3908fdf4-14bd-47ab-ac5a-5b5e763086d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1414831 Aug 06 16:05:55.732581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 59784) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:55.751406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:05:55.910772 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.912245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:55.916285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ea9efd0-86aa-4969-823e-15fd4af122b9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:55.974802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Allocated IP 172.20.0.2 (8bc84e19-d063-4b6a-9a3a-0e4437c01445/1f4b93c6-c190-403a-8865-2c287d34fdc8/4a5623dd-7581-4d20-aab9-de3ed4258eb2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:55.995326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.305148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.335973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4ea9efd0-86aa-4969-823e-15fd4af122b9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:56.337925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.346382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4ea9efd0-86aa-4969-823e-15fd4af122b9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:56.346759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.382523 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.398391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Transition to ACTIVE for port object 4a5623dd-7581-4d20-aab9-de3ed4258eb2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:56.418580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Transition to ACTIVE for port object 4a5623dd-7581-4d20-aab9-de3ed4258eb2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:56.459018 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.492781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 4ea9efd0-86aa-4969-823e-15fd4af122b9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4ea9efd0-86aa-4969-823e-15fd4af122b9,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:56.518269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.558754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:56.564490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:56.568290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:56.582648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Pushing event updated for resources: {'Port': ['ID=4a5623dd-7581-4d20-aab9-de3ed4258eb2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:56.605919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.663428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Attempting to bind port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:05:56.663831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Attempting to bind port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:05:56.664206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Attempting to bind port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 on network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:05:56.678868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:05:56.679993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Checking segment: {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:05:56.679993 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.679993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Bound using segment: {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:05:56.680750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Bound port: 4a5623dd-7581-4d20-aab9-de3ed4258eb2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:05:56.681452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.692810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=4ea9efd0-86aa-4969-823e-15fd4af122b9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:56.728795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.765534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] For port 4a5623dd-7581-4d20-aab9-de3ed4258eb2, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:05:56.769712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] For port 4a5623dd-7581-4d20-aab9-de3ed4258eb2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4a5623dd-7581-4d20-aab9-de3ed4258eb2,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:05:56.775467 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:56.919471 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Allocated IP 172.25.5.227 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/5541ca70-68b9-4712-8a1a-d29cd1447960) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:56.940532 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.011001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147800fa-ed57-47b5-9bfe-b778cf42828f None None] Pushing event updated for resources: {'Port': ['ID=4a5623dd-7581-4d20-aab9-de3ed4258eb2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:57.093227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.215514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:57.289372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:05:57.304349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:05:57.308731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:05:57.336114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=5541ca70-68b9-4712-8a1a-d29cd1447960,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:57.788131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.090480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4a5623dd-7581-4d20-aab9-de3ed4258eb2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:58.261764 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.282194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:58.286608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ea9efd0-86aa-4969-823e-15fd4af122b9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:58.392353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4ea9efd0-86aa-4969-823e-15fd4af122b9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:58.393275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.521189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e995fb-76d1-4e14-8180-61d5111d186d None None] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:05:58.607995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:05:58.756461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] Provisioning for port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:05:58.774235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] Provisioning complete for port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:58.774235 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.774816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:05:58.799044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Sync routers for ids ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:05:58.819044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Routers {'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:05:58.819761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:58.924309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:58.929964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aae9aa33-4fa9-4933-9648-27568d0b4cf6 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1924293 Aug 06 16:05:58.931680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 59812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:05:59.079385 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.116059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Set router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:05:59.208909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] For port 4a5623dd-7581-4d20-aab9-de3ed4258eb2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4a5623dd-7581-4d20-aab9-de3ed4258eb2,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:05:59.307260 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.337825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:05:57Z', 'revision_number': 3, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:05:59.378720 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.382683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Checking router: efb6d3e0-2f0c-48e5-b198-d88500fd2bbd for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:05:59.383139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Updating router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd port 5541ca70-68b9-4712-8a1a-d29cd1447960 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:05:59.442124 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.485752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3e695-ada2-4049-a55a-c7247bfa07bb None None] Pushing event updated for resources: {'Port': ['ID=4a5623dd-7581-4d20-aab9-de3ed4258eb2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:05:59.568046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.583589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-93cad591-10dc-4895-b151-d7307fdb289c None None] Provisioning complete for port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:59.584014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93cad591-10dc-4895-b151-d7307fdb289c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.767342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Allocated IP 172.20.0.1 (8bc84e19-d063-4b6a-9a3a-0e4437c01445/1f4b93c6-c190-403a-8865-2c287d34fdc8/9451c134-1f07-4137-abd2-d3e08615149a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:05:59.842687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4a5623dd-7581-4d20-aab9-de3ed4258eb2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:05:59.875410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.895315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Transition to ACTIVE for port object 5541ca70-68b9-4712-8a1a-d29cd1447960 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:05:59.915376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:05:59.915766 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.935880 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:05:59.957068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Transition to ACTIVE for port object 9451c134-1f07-4137-abd2-d3e08615149a will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:00.099657 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.172031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Attempting to bind port 5541ca70-68b9-4712-8a1a-d29cd1447960 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:00.172898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Attempting to bind port 5541ca70-68b9-4712-8a1a-d29cd1447960 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:00.172898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Attempting to bind port 5541ca70-68b9-4712-8a1a-d29cd1447960 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:00.179695 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693daa5-22fd-4318-8f08-7f269348c6cd None None] Pushing event updated for resources: {'Port': ['ID=5541ca70-68b9-4712-8a1a-d29cd1447960,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:00.182893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:00.183315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:00.183761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.184293 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:00.184654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Bound port: 5541ca70-68b9-4712-8a1a-d29cd1447960, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:00.185035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.185829 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.233730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:00.238092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:00.241997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:00.265439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] For port 5541ca70-68b9-4712-8a1a-d29cd1447960, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:00.270149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] For port 5541ca70-68b9-4712-8a1a-d29cd1447960, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5541ca70-68b9-4712-8a1a-d29cd1447960,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:00.276087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Pushing event updated for resources: {'Port': ['ID=9451c134-1f07-4137-abd2-d3e08615149a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:00.303933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.397186 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.454694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693daa5-22fd-4318-8f08-7f269348c6cd None None] Pushing event updated for resources: {'Port': ['ID=5541ca70-68b9-4712-8a1a-d29cd1447960,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:00.491585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Routers {'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:00.492275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:00.562067 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.607477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2c665a41-bd42-4299-a683-29764b1903e4 None None] Provisioning for port 9451c134-1f07-4137-abd2-d3e08615149a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:00.617486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2c665a41-bd42-4299-a683-29764b1903e4 None None] Provisioning complete for port 9451c134-1f07-4137-abd2-d3e08615149a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:00.617863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2c665a41-bd42-4299-a683-29764b1903e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.621139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] Set router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:00.755675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2c665a41-bd42-4299-a683-29764b1903e4 None None] Port 9451c134-1f07-4137-abd2-d3e08615149a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:00.770189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:00.843860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:05:57Z', 'revision_number': 3, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:00.871884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4987a-30dc-471d-99ee-0932797cc015 None None] The sync data for ids ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'] in n-d-778550-6 is: [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:05:57Z', 'revision_number': 3, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:00.940295 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.019690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Pushing event updated for resources: {'Port': ['ID=9451c134-1f07-4137-abd2-d3e08615149a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:01.022405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.183755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:01.193303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:01.381054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:01.498500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-95894fc3-ad8b-4991-b388-7b834c7a213b None None] Provisioning complete for port 9451c134-1f07-4137-abd2-d3e08615149a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:01.499108 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-95894fc3-ad8b-4991-b388-7b834c7a213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:01.511606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:01.530437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1ba9c990-eff3-4007-b6a2-c8a29ac58671 admin admin] 10.222.0.16 "PUT /v2.0/routers/efb6d3e0-2f0c-48e5-b198-d88500fd2bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5911374 Aug 06 16:06:01.557386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-95894fc3-ad8b-4991-b388-7b834c7a213b None None] Port 9451c134-1f07-4137-abd2-d3e08615149a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:01.854157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5541ca70-68b9-4712-8a1a-d29cd1447960 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:02.083437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5541ca70-68b9-4712-8a1a-d29cd1447960 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:02.088347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5541ca70-68b9-4712-8a1a-d29cd1447960 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:02.115446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.222187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.254918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5541ca70-68b9-4712-8a1a-d29cd1447960, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5541ca70-68b9-4712-8a1a-d29cd1447960,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:02.333179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd664ef4-0605-42fb-b1b3-610420343615 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:02.338401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd664ef4-0605-42fb-b1b3-610420343615 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/networks?id=43f7630d-57b5-4379-87c9-25b0ad5fa18c HTTP/1.1" status: 200 len: 910 time: 0.2041466 Aug 06 16:06:02.364619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-98a7b0eb-1e73-4465-93ee-39ff567add3c tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/quotas/88dce27ead8341e5a3637426139326dc HTTP/1.1" status: 200 len: 375 time: 0.0111244 Aug 06 16:06:02.373690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:02.431922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5541ca70-68b9-4712-8a1a-d29cd1447960,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:02.448622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-4a3d1649-c7cc-48c2-9ecf-09684c116c2a tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=88dce27ead8341e5a3637426139326dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780745 Aug 06 16:06:02.553510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-73633d0f-d215-420a-9df7-e63b88458988 service neutron] 10.222.0.16 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971742 Aug 06 16:06:02.662618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-a9772af6-d176-47f5-9d1e-f6f31ced3b5a service neutron] 10.222.0.16 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030834 Aug 06 16:06:02.814915 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Sync routers for ids ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:02.824219 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Routers {'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:02.824842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:02.948065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Set router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:02.964425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd042a32-0ab2-479e-87a4-04e7146051aa req-98249299-77da-4818-9122-68544e7bc349 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 210 time: 0.0356722 Aug 06 16:06:03.169398 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:06:00Z', 'revision_number': 4, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '9451c134-1f07-4137-abd2-d3e08615149a', 'name': '', 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'mac_address': 'fa:16:3e:18:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1f4b93c6-c190-403a-8865-2c287d34fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:59Z', 'updated_at': '2021-08-06T16:06:00Z', 'revision_number': 2, 'project_id': '88dce27ead8341e5a3637426139326dc', 'subnets': [{'id': '1f4b93c6-c190-403a-8865-2c287d34fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:03.202148 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Checking router: efb6d3e0-2f0c-48e5-b198-d88500fd2bbd for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:03.202148 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Updating router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd port 9451c134-1f07-4137-abd2-d3e08615149a binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:06:03.223345 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.551967 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.564777 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Transition to ACTIVE for port object 9451c134-1f07-4137-abd2-d3e08615149a will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:03.822797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5541ca70-68b9-4712-8a1a-d29cd1447960 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:03.836431 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.859038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5541ca70-68b9-4712-8a1a-d29cd1447960 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:03.859409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:03.898307 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Pushing event updated for resources: {'Port': ['ID=9451c134-1f07-4137-abd2-d3e08615149a,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:03.908538 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.909449 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.909449 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.909699 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.910030 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.910721 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.911113 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.911501 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.911911 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.912259 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.912741 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.913141 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:03.995114 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Attempting to bind port 9451c134-1f07-4137-abd2-d3e08615149a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:03.995114 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Attempting to bind port 9451c134-1f07-4137-abd2-d3e08615149a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:03.995552 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Attempting to bind port 9451c134-1f07-4137-abd2-d3e08615149a on network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:04.002639 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:04.003010 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Checking segment: {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:04.003607 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.003954 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Bound using segment: {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:04.004433 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Bound port: 9451c134-1f07-4137-abd2-d3e08615149a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b754f351-aad6-432d-8f2c-fe2232290af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:04.004918 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.128550 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ed602a-f47d-4eca-83dd-8dec93803c6d req-238ef5f9-2dda-422f-9fe6-779c10bcadac tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 210 time: 0.0574002 Aug 06 16:06:04.168766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] For port 9451c134-1f07-4137-abd2-d3e08615149a, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:04.173197 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] For port 9451c134-1f07-4137-abd2-d3e08615149a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9451c134-1f07-4137-abd2-d3e08615149a,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:04.328452 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:04.407473 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Routers {'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:04.410112 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:05:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:04.448096 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2410a-1752-4db3-b883-5c1f4143d86a None None] Pushing event updated for resources: {'Port': ['ID=9451c134-1f07-4137-abd2-d3e08615149a,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:04.535410 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] Set router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:04.774969 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:06:00Z', 'revision_number': 4, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '9451c134-1f07-4137-abd2-d3e08615149a', 'name': '', 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'mac_address': 'fa:16:3e:18:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1f4b93c6-c190-403a-8865-2c287d34fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:59Z', 'updated_at': '2021-08-06T16:06:04Z', 'revision_number': 4, 'project_id': '88dce27ead8341e5a3637426139326dc', 'subnets': [{'id': '1f4b93c6-c190-403a-8865-2c287d34fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:04.813798 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba04345-6c7c-4b0f-9463-9e7f07098eb7 None None] The sync data for ids ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'] in n-d-778550-6 is: [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:06:00Z', 'revision_number': 4, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '9451c134-1f07-4137-abd2-d3e08615149a', 'name': '', 'network_id': '8bc84e19-d063-4b6a-9a3a-0e4437c01445', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'mac_address': 'fa:16:3e:18:fc:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '1f4b93c6-c190-403a-8865-2c287d34fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:59Z', 'updated_at': '2021-08-06T16:06:04Z', 'revision_number': 4, 'project_id': '88dce27ead8341e5a3637426139326dc', 'subnets': [{'id': '1f4b93c6-c190-403a-8865-2c287d34fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:04.935163 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-689f8f85-6006-41dc-a4b5-7aa066502eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:05.271687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c0c5969-aa0b-479f-9a8e-965827652cf5 req-8b9fb1c6-dce6-4453-8d54-4de664f608bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 210 time: 0.0426509 Aug 06 16:06:05.849777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9451c134-1f07-4137-abd2-d3e08615149a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:06.030652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 9451c134-1f07-4137-abd2-d3e08615149a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:06.038071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9451c134-1f07-4137-abd2-d3e08615149a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:06.038698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.185818 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.224836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 9451c134-1f07-4137-abd2-d3e08615149a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9451c134-1f07-4137-abd2-d3e08615149a,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:06.346015 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.432653 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a85da754-ed16-4ba1-b57a-372f59a34679 req-7719d092-8acc-4d53-9fdb-073038aef70a tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 210 time: 0.0335789 Aug 06 16:06:06.433249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=9451c134-1f07-4137-abd2-d3e08615149a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:06.622709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-eba5e854-0912-43ec-9b89-527960e15a3d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:06.624437 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-eba5e854-0912-43ec-9b89-527960e15a3d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.64 "GET /v2.0/networks?id=43f7630d-57b5-4379-87c9-25b0ad5fa18c HTTP/1.1" status: 200 len: 910 time: 0.1008656 Aug 06 16:06:06.655296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Request body: {'port': {'device_id': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'admin_state_up': True, 'tenant_id': '88dce27ead8341e5a3637426139326dc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:06.808226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Made reservation on behalf of 88dce27ead8341e5a3637426139326dc for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:06.810744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:06.943797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Allocated IP 172.20.0.7 (43f7630d-57b5-4379-87c9-25b0ad5fa18c/7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4/e38995d3-33fb-4e93-bd26-3422dff618ae) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:07.102126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.117410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Transition to ACTIVE for port object e38995d3-33fb-4e93-bd26-3422dff618ae will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:07.283841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.371712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:07.376585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:07.383430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:07.417049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Pushing event updated for resources: {'Port': ['ID=e38995d3-33fb-4e93-bd26-3422dff618ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:07.451089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.452223 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.570126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9caad9-73b3-4f33-96c7-1256c04ea1ee req-854fb5b6-c351-4db6-a44e-dd13652ab516 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:07.572431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba9caad9-73b3-4f33-96c7-1256c04ea1ee req-854fb5b6-c351-4db6-a44e-dd13652ab516 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1027 time: 0.0573440 Aug 06 16:06:07.612185 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-dd3f1d6f-bdb6-4d30-b1fa-ec1b72064a6f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9634950 Aug 06 16:06:07.640518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Request body: {'port': {'device_id': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:07.647922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab792c37-8f08-479c-b4da-ccd5679ee028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.660028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba9caad9-73b3-4f33-96c7-1256c04ea1ee req-e8731e5c-f524-4baa-aecc-b76a36ab9a2d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775192 Aug 06 16:06:07.814550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9451c134-1f07-4137-abd2-d3e08615149a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:07.818333 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.869036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9451c134-1f07-4137-abd2-d3e08615149a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:07.869414 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.871182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.917262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ad6e0d7b-ea17-43c1-9cf3-32fce241fa88 None None] Provisioning for port e38995d3-33fb-4e93-bd26-3422dff618ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:07.924354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ad6e0d7b-ea17-43c1-9cf3-32fce241fa88 None None] Provisioning complete for port e38995d3-33fb-4e93-bd26-3422dff618ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:07.924741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad6e0d7b-ea17-43c1-9cf3-32fce241fa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:07.989929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ad6e0d7b-ea17-43c1-9cf3-32fce241fa88 None None] Port e38995d3-33fb-4e93-bd26-3422dff618ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:08.286754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38995d3-33fb-4e93-bd26-3422dff618ae {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:08.295218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.309523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Transition to ACTIVE for port object e38995d3-33fb-4e93-bd26-3422dff618ae will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:08.419376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.490431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Pushing event updated for resources: {'Port': ['ID=e38995d3-33fb-4e93-bd26-3422dff618ae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:08.564830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Attempting to bind port e38995d3-33fb-4e93-bd26-3422dff618ae on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:08.564830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Attempting to bind port e38995d3-33fb-4e93-bd26-3422dff618ae by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:08.564830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Attempting to bind port e38995d3-33fb-4e93-bd26-3422dff618ae on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:08.564830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Port e38995d3-33fb-4e93-bd26-3422dff618ae on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:06:08.564830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Attempting to bind port e38995d3-33fb-4e93-bd26-3422dff618ae on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:08.568000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:08.568583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Checking segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:08.568861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Bound using segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:08.569259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Bound port: e38995d3-33fb-4e93-bd26-3422dff618ae, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:08.569641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.656368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] For port e38995d3-33fb-4e93-bd26-3422dff618ae, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:08.660638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] For port e38995d3-33fb-4e93-bd26-3422dff618ae, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e38995d3-33fb-4e93-bd26-3422dff618ae,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:08.762681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.780607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d19eaa-d3bb-4bd0-8a4b-92b5f903b6b3 req-fdca506a-40b8-478c-bb88-1d2254967063 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:08.790244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34d19eaa-d3bb-4bd0-8a4b-92b5f903b6b3 req-fdca506a-40b8-478c-bb88-1d2254967063 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1052 time: 0.0552781 Aug 06 16:06:08.842756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34d19eaa-d3bb-4bd0-8a4b-92b5f903b6b3 req-70f58c83-41a5-4a69-ae1c-fefca7713ca5 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512092 Aug 06 16:06:08.887953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:08.889092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:08.890728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] 10.222.0.64 "PUT /v2.0/ports/e38995d3-33fb-4e93-bd26-3422dff618ae HTTP/1.1" status: 200 len: 1091 time: 1.2605720 Aug 06 16:06:08.892726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'tag': 'e38995d3-33fb-4e93-bd26-3422dff618ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:08.895270 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1443437d-b1ff-47b6-b153-b1af4c1238df", "tag": "e38995d3-33fb-4e93-bd26-3422dff618ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:08.898525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1500-cd82-4bb6-90c8-c820be34e68b service neutron] Pushing event updated for resources: {'Port': ['ID=e38995d3-33fb-4e93-bd26-3422dff618ae,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:08.941451 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990f5b3a-27b9-4649-83df-b43aa322a1dd x-openstack-request-id: req-990f5b3a-27b9-4649-83df-b43aa322a1dd {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:08.941796 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1443437d-b1ff-47b6-b153-b1af4c1238df", "tag": "e38995d3-33fb-4e93-bd26-3422dff618ae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:08.942083 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-990f5b3a-27b9-4649-83df-b43aa322a1dd {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:08.942619 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'tag': 'e38995d3-33fb-4e93-bd26-3422dff618ae', 'status': 'completed', 'code': 200} Aug 06 16:06:08.956358 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:09.043355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe req-dfe8b20b-1106-4210-9ab3-f0d1a1993fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.046455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe req-dfe8b20b-1106-4210-9ab3-f0d1a1993fea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88dce27ead8341e5a3637426139326dc&device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1094 time: 0.0821478 Aug 06 16:06:09.201184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe req-6829c370-0d50-415b-bd12-352d757ac363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.202816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe req-6829c370-0d50-415b-bd12-352d757ac363 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=88dce27ead8341e5a3637426139326dc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1470783 Aug 06 16:06:09.358653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe req-14687fbd-43e8-4109-bd95-eca14aac2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.360911 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aa99eb89-1ba6-48a8-b435-5b3eddec0cbe req-14687fbd-43e8-4109-bd95-eca14aac2f6e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461112 Aug 06 16:06:09.463141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-1154b4c8-6090-45e3-ab58-b2c24beeee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.465056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-1154b4c8-6090-45e3-ab58-b2c24beeee2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88dce27ead8341e5a3637426139326dc&device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1094 time: 0.0564387 Aug 06 16:06:09.513452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-f1f7357f-4141-4577-855e-b953a0492207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e38995d3-33fb-4e93-bd26-3422dff618ae HTTP/1.1" status: 200 len: 217 time: 0.0361354 Aug 06 16:06:09.568210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-6965ffee-8b84-4a09-8f68-963ed399198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.569708 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-6965ffee-8b84-4a09-8f68-963ed399198f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4 HTTP/1.1" status: 200 len: 848 time: 0.0487404 Aug 06 16:06:09.623112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-7f7f54b9-37dd-428f-9731-a9f32f13119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.625450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-7f7f54b9-37dd-428f-9731-a9f32f13119d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=43f7630d-57b5-4379-87c9-25b0ad5fa18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458188 Aug 06 16:06:09.731349 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-d2d02749-caa1-4342-8016-59867fd1ccce service neutron] 10.222.0.64 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975029 Aug 06 16:06:09.845636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-76608474-50ea-4209-9e7d-789cc511d3e9 req-e74ce2eb-df7d-4797-93a6-023c24ee86a4 service neutron] 10.222.0.64 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019580 Aug 06 16:06:09.976753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d1de9-b2cb-42fc-9dd5-b24c993e0fb8 req-fbb6c781-5820-4d07-b2fd-5cbf4dbd7b4e tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:09.978300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e3d1de9-b2cb-42fc-9dd5-b24c993e0fb8 req-fbb6c781-5820-4d07-b2fd-5cbf4dbd7b4e tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1094 time: 0.0481601 Aug 06 16:06:10.013866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e3d1de9-b2cb-42fc-9dd5-b24c993e0fb8 req-b8da460d-a27a-42cc-ba93-8214641bb671 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293739 Aug 06 16:06:10.973915 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:11.134826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aaec2-59cf-41cc-afa5-0a9875679bda req-cab467fe-da3f-4652-81d1-4a11e0d10db1 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:11.136436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a21aaec2-59cf-41cc-afa5-0a9875679bda req-cab467fe-da3f-4652-81d1-4a11e0d10db1 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1094 time: 0.0498922 Aug 06 16:06:11.193701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a21aaec2-59cf-41cc-afa5-0a9875679bda req-4dde24be-ac8a-41af-b24c-a51f58d0cfe6 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496335 Aug 06 16:06:12.398910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34d15-f1b6-4b22-9fec-998e250cd8d5 req-80edc322-e7f0-4960-85d9-4edc0ffb115d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:12.400760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66a34d15-f1b6-4b22-9fec-998e250cd8d5 req-80edc322-e7f0-4960-85d9-4edc0ffb115d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1094 time: 0.0860465 Aug 06 16:06:12.443084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66a34d15-f1b6-4b22-9fec-998e250cd8d5 req-854dec53-56cd-4648-a172-9ba6d46a3390 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Aug 06 16:06:13.564525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8182-8d7f-405d-b547-bc8d724b8bef req-d0a98aa1-959e-4afb-8ccd-311107480d86 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:13.566235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88ed8182-8d7f-405d-b547-bc8d724b8bef req-d0a98aa1-959e-4afb-8ccd-311107480d86 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1094 time: 0.0510497 Aug 06 16:06:13.621703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88ed8182-8d7f-405d-b547-bc8d724b8bef req-448c1cc6-ff64-4a60-b073-90956ad6c8cd tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Aug 06 16:06:14.175370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e38995d3-33fb-4e93-bd26-3422dff618ae details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:14.284886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e38995d3-33fb-4e93-bd26-3422dff618ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e38995d3-33fb-4e93-bd26-3422dff618ae,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:14.303047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e38995d3-33fb-4e93-bd26-3422dff618ae', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'port_id': 'e38995d3-33fb-4e93-bd26-3422dff618ae', 'mac_address': 'fa:16:3e:a6:8d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:14.336434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.355370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38995d3-33fb-4e93-bd26-3422dff618ae {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:14.377398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e38995d3-33fb-4e93-bd26-3422dff618ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e38995d3-33fb-4e93-bd26-3422dff618ae,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:14.474543 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:14.529100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e38995d3-33fb-4e93-bd26-3422dff618ae,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:14.537891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.538566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.539076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.539578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.540108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.540604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.541114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.541621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.542113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.542605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.543220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.543698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:14.737456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e38995d3-33fb-4e93-bd26-3422dff618ae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:14.762835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d9435-b0e6-45e7-b7c8-a2493fd04e9c req-1183b94e-1a82-430d-8e67-014b2d5999b8 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:14.768365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f43d9435-b0e6-45e7-b7c8-a2493fd04e9c req-1183b94e-1a82-430d-8e67-014b2d5999b8 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1095 time: 0.0617297 Aug 06 16:06:14.813896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-8f8b4d7e-4a8b-415e-90a2-c149ad9efef3 req-91a55a72-03f0-4830-95b3-8dace8b4c07e service neutron] (94840) timed out ('10.222.0.16', 59408) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:06:14.868206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f43d9435-b0e6-45e7-b7c8-a2493fd04e9c req-688227f2-c080-4b68-b658-b068ae76c226 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814674 Aug 06 16:06:15.991181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb54a-b5bb-47a1-b401-8a302a3d5e3e req-cb13fae4-9adf-4623-9aa2-8a45530e7006 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:15.992783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5dfb54a-b5bb-47a1-b401-8a302a3d5e3e req-cb13fae4-9adf-4623-9aa2-8a45530e7006 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1095 time: 0.0431371 Aug 06 16:06:16.045683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5dfb54a-b5bb-47a1-b401-8a302a3d5e3e req-ab884c04-1091-4135-8126-97ef54e4d472 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380595 Aug 06 16:06:16.205702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e38995d3-33fb-4e93-bd26-3422dff618ae up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:16.568317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e38995d3-33fb-4e93-bd26-3422dff618ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:16.572462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e38995d3-33fb-4e93-bd26-3422dff618ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:16.576241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:16.673101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:16.690636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38995d3-33fb-4e93-bd26-3422dff618ae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:16.692901 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc9f5b7-142a-41cc-9cd1-57ebe76306cd" -d '{"events": [{"server_uuid": "1443437d-b1ff-47b6-b153-b1af4c1238df", "name": "network-vif-plugged", "status": "completed", "tag": "e38995d3-33fb-4e93-bd26-3422dff618ae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:16.708910 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e38995d3-33fb-4e93-bd26-3422dff618ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e38995d3-33fb-4e93-bd26-3422dff618ae,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:16.740854 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d81fda8-b948-4716-bd01-07b63872bdd5 x-openstack-request-id: req-1d81fda8-b948-4716-bd01-07b63872bdd5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:16.741151 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443437d-b1ff-47b6-b153-b1af4c1238df", "name": "network-vif-plugged", "status": "completed", "tag": "e38995d3-33fb-4e93-bd26-3422dff618ae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:16.741408 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d81fda8-b948-4716-bd01-07b63872bdd5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:16.741809 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38995d3-33fb-4e93-bd26-3422dff618ae', 'code': 200} Aug 06 16:06:16.791188 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:16.875250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1eeb-4b7a-4044-ba75-7ccf8becf99f req-cb4aad56-4b9a-4aa8-a734-71b03d8e168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:16.877899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-076a1eeb-4b7a-4044-ba75-7ccf8becf99f req-cb4aad56-4b9a-4aa8-a734-71b03d8e168a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0534620 Aug 06 16:06:16.928283 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-076a1eeb-4b7a-4044-ba75-7ccf8becf99f req-95326306-e387-442e-85a6-1b551342058c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385938 Aug 06 16:06:17.053744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e38995d3-33fb-4e93-bd26-3422dff618ae,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:17.177510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f006d-6ea4-484d-ad48-9ef516ebbce3 req-f2ae853a-f232-44d4-b47d-bed538fa38a9 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:17.192443 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-379f006d-6ea4-484d-ad48-9ef516ebbce3 req-f2ae853a-f232-44d4-b47d-bed538fa38a9 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0747173 Aug 06 16:06:17.236316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-379f006d-6ea4-484d-ad48-9ef516ebbce3 req-1500db43-e968-486d-b777-1ccd96ba7c1b tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Aug 06 16:06:18.379099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9560-4ecb-4dcc-bb78-d867cc4212a8 req-e52d28f6-dbb6-4f59-b2a9-c1c7ae8fc3bf tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:18.392686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f3b9560-4ecb-4dcc-bb78-d867cc4212a8 req-e52d28f6-dbb6-4f59-b2a9-c1c7ae8fc3bf tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0614963 Aug 06 16:06:18.433028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f3b9560-4ecb-4dcc-bb78-d867cc4212a8 req-d66014b9-1a72-4cfc-9451-193f143ca0bb tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Aug 06 16:06:18.593305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7f877-a700-4213-80ec-e6e70ce1c324 req-9ec9fbba-d1a5-4b49-86e6-daf84d8a4197 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:18.604041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bc7f877-a700-4213-80ec-e6e70ce1c324 req-9ec9fbba-d1a5-4b49-86e6-daf84d8a4197 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0825555 Aug 06 16:06:18.650908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bc7f877-a700-4213-80ec-e6e70ce1c324 req-d972452f-f442-4c6c-8671-5157f91d9673 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Aug 06 16:06:18.823960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2ef1b-819c-47d9-94c0-8350b49d4673 req-ea42b80f-97df-41f6-9c2e-18b06344ecb3 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:18.825979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ef2ef1b-819c-47d9-94c0-8350b49d4673 req-ea42b80f-97df-41f6-9c2e-18b06344ecb3 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0810425 Aug 06 16:06:18.878880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9ef2ef1b-819c-47d9-94c0-8350b49d4673 req-3112f496-6eda-4964-a464-68ee54ae9924 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Aug 06 16:06:19.160431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-11dbfd14-b74d-4f38-90ef-d720fcb57a47 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:19.162066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-11dbfd14-b74d-4f38-90ef-d720fcb57a47 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/networks?id=43f7630d-57b5-4379-87c9-25b0ad5fa18c HTTP/1.1" status: 200 len: 910 time: 0.1360269 Aug 06 16:06:19.180146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-1ac9c725-53a5-4810-8c31-c4066d3ee0a2 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/quotas/88dce27ead8341e5a3637426139326dc HTTP/1.1" status: 200 len: 375 time: 0.0114114 Aug 06 16:06:19.238542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-91743ecb-26dc-4c5f-826a-95b93a9334e7 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=88dce27ead8341e5a3637426139326dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495620 Aug 06 16:06:19.827491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-7adf041b-3c25-416c-a1fb-e689b6d7d759 service neutron] 10.222.0.16 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815487 Aug 06 16:06:19.929600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-720496e0-2906-414e-8a59-4d8d185c249d service neutron] 10.222.0.16 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942478 Aug 06 16:06:20.335581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95d5cc2a-5ffd-43c8-b0ed-6a842e1149a2 req-b3ef965e-d61b-46b4-908f-d07b42a61248 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 210 time: 0.0297511 Aug 06 16:06:21.491155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e1be710-d82c-49d1-8aa6-6354397be407 req-2036410e-6c0e-4ea6-945b-a997f2f0405f tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 210 time: 0.0273678 Aug 06 16:06:22.605875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6def0c05-4c61-496a-8a65-a2dd6d41d8b8 req-bf3652d9-aeda-483f-bebd-28e80c005b5d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 210 time: 0.0260041 Aug 06 16:06:22.898122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-54f8ead6-0b42-4a84-9415-a826c998bfe6 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:22.899654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-54f8ead6-0b42-4a84-9415-a826c998bfe6 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.59 "GET /v2.0/networks?id=43f7630d-57b5-4379-87c9-25b0ad5fa18c HTTP/1.1" status: 200 len: 910 time: 0.1112752 Aug 06 16:06:22.916066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Request body: {'port': {'device_id': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'admin_state_up': True, 'tenant_id': '88dce27ead8341e5a3637426139326dc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:23.002250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Made reservation on behalf of 88dce27ead8341e5a3637426139326dc for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:23.004840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.138032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Allocated IP 172.20.0.14 (43f7630d-57b5-4379-87c9-25b0ad5fa18c/7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4/38626353-519d-4bfe-b528-4a26a230f8dc) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:23.320037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.335782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Transition to ACTIVE for port object 38626353-519d-4bfe-b528-4a26a230f8dc will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:23.496018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.509393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e38995d3-33fb-4e93-bd26-3422dff618ae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:23.555589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:23.559144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:23.563975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:23.588019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Pushing event updated for resources: {'Port': ['ID=38626353-519d-4bfe-b528-4a26a230f8dc,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:23.611885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.612510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:23.750141 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06c0e0-bca0-4609-9684-9c6e6910d1b1 req-297fc885-3c06-426d-8dd9-9df808364021 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:23.758168 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb06c0e0-bca0-4609-9684-9c6e6910d1b1 req-297fc885-3c06-426d-8dd9-9df808364021 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1028 time: 0.0590580 Aug 06 16:06:23.788591 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-88ff2d83-7b5b-47b2-8399-eff0e2549724 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8763349 Aug 06 16:06:23.801094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Request body: {'port': {'device_id': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:23.804196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb06c0e0-bca0-4609-9684-9c6e6910d1b1 req-d3977a52-7886-4492-8ac1-8b5a7d6a3333 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453289 Aug 06 16:06:23.858664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:24.041922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-52269d05-1564-458e-b693-d3eec22841de None None] Provisioning for port 38626353-519d-4bfe-b528-4a26a230f8dc completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:24.046518 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-52269d05-1564-458e-b693-d3eec22841de None None] Provisioning complete for port 38626353-519d-4bfe-b528-4a26a230f8dc triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:24.047042 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52269d05-1564-458e-b693-d3eec22841de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:24.097427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-52269d05-1564-458e-b693-d3eec22841de None None] Port 38626353-519d-4bfe-b528-4a26a230f8dc cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:24.525024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38626353-519d-4bfe-b528-4a26a230f8dc {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:24.533145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:24.546136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Transition to ACTIVE for port object 38626353-519d-4bfe-b528-4a26a230f8dc will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:24.710528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:24.778602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Pushing event updated for resources: {'Port': ['ID=38626353-519d-4bfe-b528-4a26a230f8dc,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:24.861264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Attempting to bind port 38626353-519d-4bfe-b528-4a26a230f8dc on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:24.861613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Attempting to bind port 38626353-519d-4bfe-b528-4a26a230f8dc by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:24.862172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Attempting to bind port 38626353-519d-4bfe-b528-4a26a230f8dc on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:24.867671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Port 38626353-519d-4bfe-b528-4a26a230f8dc on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:06:24.868289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Attempting to bind port 38626353-519d-4bfe-b528-4a26a230f8dc on network 43f7630d-57b5-4379-87c9-25b0ad5fa18c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:24.874180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:24.874846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Checking segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:24.876095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Bound using segment: {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:24.877013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Bound port: 38626353-519d-4bfe-b528-4a26a230f8dc, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658c145b-0a95-462c-a567-46a3945f0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:24.877770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:24.961392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1adbf-8663-4820-92ae-17ac09f6f87d req-7e758e68-d4b0-46f7-bd6b-acff3bfa03db tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:24.974132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05f1adbf-8663-4820-92ae-17ac09f6f87d req-7e758e68-d4b0-46f7-bd6b-acff3bfa03db tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1053 time: 0.0550108 Aug 06 16:06:25.007875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] For port 38626353-519d-4bfe-b528-4a26a230f8dc, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:25.014300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] For port 38626353-519d-4bfe-b528-4a26a230f8dc, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=38626353-519d-4bfe-b528-4a26a230f8dc,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:25.030252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05f1adbf-8663-4820-92ae-17ac09f6f87d req-e7b11725-7960-4d49-99ad-834b24c8783d tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548019 Aug 06 16:06:25.140033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:25.194538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.195488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:25.198882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] 10.222.0.59 "PUT /v2.0/ports/38626353-519d-4bfe-b528-4a26a230f8dc HTTP/1.1" status: 200 len: 1092 time: 1.4017837 Aug 06 16:06:25.199439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'tag': '38626353-519d-4bfe-b528-4a26a230f8dc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:25.205275 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be8575-a7e6-4530-a3c8-2cf4baf8e511" -d '{"events": [{"name": "network-changed", "server_uuid": "3156b302-dabf-4e9e-a53f-55ed8392799d", "tag": "38626353-519d-4bfe-b528-4a26a230f8dc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:25.234779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce0edd-efcd-4d1c-b46a-459cd6a0e075 service neutron] Pushing event updated for resources: {'Port': ['ID=38626353-519d-4bfe-b528-4a26a230f8dc,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:25.280318 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae15ad4d-09f1-4108-a2b0-86f79142f911 x-openstack-request-id: req-ae15ad4d-09f1-4108-a2b0-86f79142f911 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:25.280649 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3156b302-dabf-4e9e-a53f-55ed8392799d", "tag": "38626353-519d-4bfe-b528-4a26a230f8dc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:25.282520 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae15ad4d-09f1-4108-a2b0-86f79142f911 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:25.282520 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'tag': '38626353-519d-4bfe-b528-4a26a230f8dc', 'status': 'completed', 'code': 200} Aug 06 16:06:25.374506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8575-a7e6-4530-a3c8-2cf4baf8e511 req-8272e62e-a876-4cab-a02b-d003c59d436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.376686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67be8575-a7e6-4530-a3c8-2cf4baf8e511 req-8272e62e-a876-4cab-a02b-d003c59d436f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88dce27ead8341e5a3637426139326dc&device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1095 time: 0.0723157 Aug 06 16:06:25.538121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8575-a7e6-4530-a3c8-2cf4baf8e511 req-0fc0f39d-9cd3-4683-91ad-2e7a5ca7c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.539627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67be8575-a7e6-4530-a3c8-2cf4baf8e511 req-0fc0f39d-9cd3-4683-91ad-2e7a5ca7c56a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=88dce27ead8341e5a3637426139326dc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1496294 Aug 06 16:06:25.665530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be8575-a7e6-4530-a3c8-2cf4baf8e511 req-80c60077-f802-436c-b943-fb099117d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.667019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67be8575-a7e6-4530-a3c8-2cf4baf8e511 req-80c60077-f802-436c-b943-fb099117d78e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176357 Aug 06 16:06:25.773089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-79eb0643-fcd8-4408-bea8-e919b3a4808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.779155 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-79eb0643-fcd8-4408-bea8-e919b3a4808c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=88dce27ead8341e5a3637426139326dc&device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1095 time: 0.0533531 Aug 06 16:06:25.817532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-96830839-4ea8-4a4e-85f8-095b4f6accc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38626353-519d-4bfe-b528-4a26a230f8dc HTTP/1.1" status: 200 len: 217 time: 0.0348611 Aug 06 16:06:25.868959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-adc3bfeb-7fd5-4d4e-9215-fdc994bff3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.870443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-adc3bfeb-7fd5-4d4e-9215-fdc994bff3b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4 HTTP/1.1" status: 200 len: 848 time: 0.0464203 Aug 06 16:06:25.925162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-a6a25042-3188-489a-bce7-361c4687d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:25.926984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-a6a25042-3188-489a-bce7-361c4687d6d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43f7630d-57b5-4379-87c9-25b0ad5fa18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496171 Aug 06 16:06:26.049256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-41d867c2-d6f8-41ed-9f18-4e96e07e3f3f service neutron] 10.222.0.59 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147068 Aug 06 16:06:26.133557 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:26.157719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce52c481-1c7a-4599-a6c8-8b09596c0963 req-7fdbeea3-33ec-4231-9f52-c4a53d574a0a service neutron] 10.222.0.59 "GET /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006258 Aug 06 16:06:26.163569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d51802-b2c5-48b1-8bec-1bf71a9c3104 req-a6cb3e31-36ba-4214-8c81-ef6d58f4e49c tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:26.165472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22d51802-b2c5-48b1-8bec-1bf71a9c3104 req-a6cb3e31-36ba-4214-8c81-ef6d58f4e49c tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1095 time: 0.0436342 Aug 06 16:06:26.205190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22d51802-b2c5-48b1-8bec-1bf71a9c3104 req-405c1628-2a17-426e-b4b5-a0f99c31da06 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299261 Aug 06 16:06:27.348938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771943e5-bd9e-4d60-ac9c-bf43d8c67613 req-c4736650-7a6a-442c-bc86-5264d334cca4 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:27.351031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-771943e5-bd9e-4d60-ac9c-bf43d8c67613 req-c4736650-7a6a-442c-bc86-5264d334cca4 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1095 time: 0.0598879 Aug 06 16:06:27.399089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-771943e5-bd9e-4d60-ac9c-bf43d8c67613 req-8db8b4a0-8199-4c99-b994-317579b01f67 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Aug 06 16:06:28.304046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 38626353-519d-4bfe-b528-4a26a230f8dc details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:28.406598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 38626353-519d-4bfe-b528-4a26a230f8dc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=38626353-519d-4bfe-b528-4a26a230f8dc,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:28.422127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '38626353-519d-4bfe-b528-4a26a230f8dc', 'network_id': '43f7630d-57b5-4379-87c9-25b0ad5fa18c', 'port_id': '38626353-519d-4bfe-b528-4a26a230f8dc', 'mac_address': 'fa:16:3e:9d:ad:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:28.469259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.493636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38626353-519d-4bfe-b528-4a26a230f8dc {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:28.518706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 38626353-519d-4bfe-b528-4a26a230f8dc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=38626353-519d-4bfe-b528-4a26a230f8dc,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:28.540623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03f9d0-a869-4389-99d2-5a28dda30fb0 req-e9fb5670-998a-49ef-a3a5-629a9f8d08e1 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:28.542204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc03f9d0-a869-4389-99d2-5a28dda30fb0 req-e9fb5670-998a-49ef-a3a5-629a9f8d08e1 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1095 time: 0.0441098 Aug 06 16:06:28.590738 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:06:28.596353 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:28.623250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc03f9d0-a869-4389-99d2-5a28dda30fb0 req-14270ee5-177e-4ccc-be45-a5082f118454 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472205 Aug 06 16:06:28.666930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=38626353-519d-4bfe-b528-4a26a230f8dc,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:28.795042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['38626353-519d-4bfe-b528-4a26a230f8dc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:29.157942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:29.728564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a94c64-8fa2-43c9-bc5b-951276ca4a28 req-98b2dedd-6276-474e-81d6-33d5db8a2cf4 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:29.735977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5a94c64-8fa2-43c9-bc5b-951276ca4a28 req-98b2dedd-6276-474e-81d6-33d5db8a2cf4 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1096 time: 0.0549083 Aug 06 16:06:29.777580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5a94c64-8fa2-43c9-bc5b-951276ca4a28 req-7be25089-ad44-4ce3-85f0-70684d078639 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Aug 06 16:06:30.320658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 38626353-519d-4bfe-b528-4a26a230f8dc up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:30.348381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60382) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:30.471060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 38626353-519d-4bfe-b528-4a26a230f8dc completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:30.479356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 38626353-519d-4bfe-b528-4a26a230f8dc triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:30.479834 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.488308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8759667e-5d7f-4cd2-9d68-2a9c26e1a2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.568680 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.588013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8759667e-5d7f-4cd2-9d68-2a9c26e1a2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.591616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38626353-519d-4bfe-b528-4a26a230f8dc'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:30.593886 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d32e80-f7ec-498b-9165-a91b4871fac1" -d '{"events": [{"server_uuid": "3156b302-dabf-4e9e-a53f-55ed8392799d", "name": "network-vif-plugged", "status": "completed", "tag": "38626353-519d-4bfe-b528-4a26a230f8dc"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:30.607010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 38626353-519d-4bfe-b528-4a26a230f8dc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=38626353-519d-4bfe-b528-4a26a230f8dc,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:30.636357 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed13354b-0762-44c9-bde4-2081f8f3fa9a x-openstack-request-id: req-ed13354b-0762-44c9-bde4-2081f8f3fa9a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:30.636653 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3156b302-dabf-4e9e-a53f-55ed8392799d", "name": "network-vif-plugged", "status": "completed", "tag": "38626353-519d-4bfe-b528-4a26a230f8dc", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:30.636912 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed13354b-0762-44c9-bde4-2081f8f3fa9a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:30.637319 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38626353-519d-4bfe-b528-4a26a230f8dc', 'code': 200} Aug 06 16:06:30.728052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8759667e-5d7f-4cd2-9d68-2a9c26e1a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.742217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e402a3-c582-4378-a538-ddead97ef66e req-3fc91033-2c04-4a8f-a983-2dd21105aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:30.744554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-25e402a3-c582-4378-a538-ddead97ef66e req-3fc91033-2c04-4a8f-a983-2dd21105aaee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1096 time: 0.0455625 Aug 06 16:06:30.783761 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-25e402a3-c582-4378-a538-ddead97ef66e req-479e97e1-895c-45e1-8b64-3073041877fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Aug 06 16:06:30.786243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8759667e-5d7f-4cd2-9d68-2a9c26e1a2ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7ea2de3d15349409de6f24b92ba1094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362280 Aug 06 16:06:30.787517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759667e-5d7f-4cd2-9d68-2a9c26e1a2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e16294-de8d-4f7e-8aff-10b6db3db601,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:30.789186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60392) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:30.799142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.912825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=38626353-519d-4bfe-b528-4a26a230f8dc,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:30.915691 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4784ed-41b3-407e-9b8b-0ba15dbe3096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.948953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4784ed-41b3-407e-9b8b-0ba15dbe3096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:30.951184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27ca4-a295-4ee6-bedc-fd3bfdf6aa19 req-941f68a5-941c-4e4e-a1cc-741896e29feb tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:30.953014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6b27ca4-a295-4ee6-bedc-fd3bfdf6aa19 req-941f68a5-941c-4e4e-a1cc-741896e29feb tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0747292 Aug 06 16:06:30.993243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f6b27ca4-a295-4ee6-bedc-fd3bfdf6aa19 req-8f335c17-ccc6-42a2-99bb-f5f572a99027 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Aug 06 16:06:31.116488 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4784ed-41b3-407e-9b8b-0ba15dbe3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.119100 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5c4784ed-41b3-407e-9b8b-0ba15dbe3096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:31.120963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5c4784ed-41b3-407e-9b8b-0ba15dbe3096 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8e16294-de8d-4f7e-8aff-10b6db3db601 HTTP/1.1" status: 204 len: 168 time: 0.3302886 Aug 06 16:06:31.131709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4784ed-41b3-407e-9b8b-0ba15dbe3096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e16294-de8d-4f7e-8aff-10b6db3db601,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:32.105359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d9adc-24d3-47b4-a4bd-3c87a2b4e93a req-f2e6f7d6-2b04-4930-8c84-8a0024a48a0e tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.106909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-148d9adc-24d3-47b4-a4bd-3c87a2b4e93a req-f2e6f7d6-2b04-4930-8c84-8a0024a48a0e tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0422504 Aug 06 16:06:32.193776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-148d9adc-24d3-47b4-a4bd-3c87a2b4e93a req-d90ea864-7cbd-4bb3-a930-5209357429c0 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787270 Aug 06 16:06:32.322435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0d6d1-ab8a-482b-8a9c-9e9ecd03450a req-8129b6d8-a1c2-4a67-a856-38a174c49624 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.330552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0be0d6d1-ab8a-482b-8a9c-9e9ecd03450a req-8129b6d8-a1c2-4a67-a856-38a174c49624 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0573146 Aug 06 16:06:32.392776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0be0d6d1-ab8a-482b-8a9c-9e9ecd03450a req-a4bada83-1b1d-4c90-a64a-d5bb6584892a tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Aug 06 16:06:32.518552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff373c4-7d8f-4aed-8620-14fd1f3d1c79 req-0b6c4184-5f8d-47d7-b315-3917dc4cd986 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:32.520710 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff373c4-7d8f-4aed-8620-14fd1f3d1c79 req-0b6c4184-5f8d-47d7-b315-3917dc4cd986 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0477014 Aug 06 16:06:32.562687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ff373c4-7d8f-4aed-8620-14fd1f3d1c79 req-17d1c865-aa30-4dc0-bd87-fb73bfd65893 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355470 Aug 06 16:06:33.000550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67088184-ef17-48ac-a439-1669b3ca4d4e req-8715ce93-9652-4a74-8acd-f916c8368d29 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:33.002983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67088184-ef17-48ac-a439-1669b3ca4d4e req-8715ce93-9652-4a74-8acd-f916c8368d29 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0452161 Aug 06 16:06:33.040029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67088184-ef17-48ac-a439-1669b3ca4d4e req-494635d9-70f5-43c3-afe3-045234e5d2d0 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297616 Aug 06 16:06:34.169205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683694b-3620-4509-aba7-752815ef2b71 req-ca39d272-61cf-4926-a94a-8ee203c01f84 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:34.170862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3683694b-3620-4509-aba7-752815ef2b71 req-ca39d272-61cf-4926-a94a-8ee203c01f84 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0531545 Aug 06 16:06:34.210821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3683694b-3620-4509-aba7-752815ef2b71 req-300e2183-cd2e-42fa-8912-790348beeb28 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Aug 06 16:06:34.311156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-c20873fd-6744-47f9-a5d7-2d34e340f701 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:34.312048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-c20873fd-6744-47f9-a5d7-2d34e340f701 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 1097 time: 0.0601902 Aug 06 16:06:34.426911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Deleting port 38626353-519d-4bfe-b528-4a26a230f8dc {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:34.427508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.601025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] For port 38626353-519d-4bfe-b528-4a26a230f8dc, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=38626353-519d-4bfe-b528-4a26a230f8dc,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:34.601441 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.620062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Calling delete_port for 38626353-519d-4bfe-b528-4a26a230f8dc owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:34.922371 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.922676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-319a95ff-051b-4b8a-a286-6ff5b97aad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:34.937325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['38626353-519d-4bfe-b528-4a26a230f8dc'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:34.940532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e38995d3-33fb-4e93-bd26-3422dff618ae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:34.964426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Pushing event deleted for resources: {'Port': ['ID=38626353-519d-4bfe-b528-4a26a230f8dc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:35.025987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] No DVR routers for this DVR port 38626353-519d-4bfe-b528-4a26a230f8dc on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:35.026448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:35.028901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa594c76-c96b-4274-b321-bfef7e2a9a86 req-e8cd166e-ac25-492b-bb24-f2287f9f12bc tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.59 "DELETE /v2.0/ports/38626353-519d-4bfe-b528-4a26a230f8dc HTTP/1.1" status: 204 len: 173 time: 0.7105677 Aug 06 16:06:35.029740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'name': 'network-vif-deleted', 'tag': '38626353-519d-4bfe-b528-4a26a230f8dc'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:35.034229 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1928d757-4d51-4e5f-abc1-4b4d4daf96bf" -d '{"events": [{"server_uuid": "3156b302-dabf-4e9e-a53f-55ed8392799d", "name": "network-vif-deleted", "tag": "38626353-519d-4bfe-b528-4a26a230f8dc"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:35.085314 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf59dc-0db9-4b40-a5d9-1554a4ae253e x-openstack-request-id: req-efaf59dc-0db9-4b40-a5d9-1554a4ae253e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:35.085617 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3156b302-dabf-4e9e-a53f-55ed8392799d", "name": "network-vif-deleted", "tag": "38626353-519d-4bfe-b528-4a26a230f8dc", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:35.086011 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efaf59dc-0db9-4b40-a5d9-1554a4ae253e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:35.086432 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3156b302-dabf-4e9e-a53f-55ed8392799d', 'name': 'network-vif-deleted', 'tag': '38626353-519d-4bfe-b528-4a26a230f8dc', 'status': 'completed', 'code': 200} Aug 06 16:06:35.430442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94431683-ae2e-4380-a89f-c7357326aaf8 req-93c74026-472e-426d-b99c-9e9da1b522f7 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=3156b302-dabf-4e9e-a53f-55ed8392799d HTTP/1.1" status: 200 len: 210 time: 0.0454926 Aug 06 16:06:35.873892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-f2b82387-13ca-4beb-94d3-c2a8e8f84492 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=843392bc27f9453b89f75e673cdaf1a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316691 Aug 06 16:06:36.078032 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-c2499fd4-6536-4382-b707-a8cb9ed97002 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:36.080776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-c2499fd4-6536-4382-b707-a8cb9ed97002 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000525 Aug 06 16:06:36.097073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-f09bcc23-37e0-49ed-b31f-24ee6407e6c7 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/quotas/843392bc27f9453b89f75e673cdaf1a6 HTTP/1.1" status: 200 len: 375 time: 0.0102859 Aug 06 16:06:36.134048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-2f15e2f8-708b-4626-955f-609e9d408662 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=843392bc27f9453b89f75e673cdaf1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309598 Aug 06 16:06:36.366646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e5cc9cf-da20-458d-9334-42066b5a5285 req-a1a890b6-0be1-40e7-b494-5308dbe9bb82 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 210 time: 0.0326283 Aug 06 16:06:37.046834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1448c-3023-4ab3-bc90-7e839f7baeae req-e520e357-6418-43bb-9dfe-da1e95475b4c tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:37.049151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5df1448c-3023-4ab3-bc90-7e839f7baeae req-e520e357-6418-43bb-9dfe-da1e95475b4c tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0440500 Aug 06 16:06:37.088813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5df1448c-3023-4ab3-bc90-7e839f7baeae req-db64a922-de04-4294-b7fc-6a7fc2bf1cd1 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Aug 06 16:06:37.450980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43ff9d12-18a0-42a5-bc7f-b3c90c898a5b req-be326a24-5e85-467c-b2ae-9b0f256c118e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Aug 06 16:06:37.561838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60526) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:37.566762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786257984', 'description': 'tempest-secgroup-smoke-1786257984 description', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:37.670646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1772ebff-12fd-4c9f-b002-5a9037eca633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.694159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.694829 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.783530 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.888031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.920007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7f151f-fd28-4996-975e-875a2ae3b11a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:37.991041 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:37.993973 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-77508cf3-159f-4cc6-9629-3866f16c265b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4312458 Aug 06 16:06:37.996387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60530) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:38.001501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group_rule': {'security_group_id': '6c7f151f-fd28-4996-975e-875a2ae3b11a', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:38.108032 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.172997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.211970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc0013-d687-48b2-aaeb-e8c33a626b2a req-f22357b6-d796-48f1-9a0a-7fee3cb62118 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:38.211970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2edc0013-d687-48b2-aaeb-e8c33a626b2a req-f22357b6-d796-48f1-9a0a-7fee3cb62118 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0455587 Aug 06 16:06:38.244551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2edc0013-d687-48b2-aaeb-e8c33a626b2a req-93537507-eb7e-46ed-adb1-4a3adfb37765 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289488 Aug 06 16:06:38.270371 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.291164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1a2f8a-8128-4b07-a159-3a5e12860061,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:38.351470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 38626353-519d-4bfe-b528-4a26a230f8dc no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:38.374640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 38626353-519d-4bfe-b528-4a26a230f8dc {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:38.374988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 38626353-519d-4bfe-b528-4a26a230f8dc not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:38.396209 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.397480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-80c6a4dc-8267-482f-9acf-165c33e0f4a4 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4001307 Aug 06 16:06:38.401241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60534) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:38.407436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group_rule': {'security_group_id': '6c7f151f-fd28-4996-975e-875a2ae3b11a', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:38.505395 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.572334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c949bf3-5d32-4d66-8622-f2e6244d5973 req-6381b8e6-aa1a-4b5e-a5cb-e875b45bf6f4 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 210 time: 0.0384123 Aug 06 16:06:38.607219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.612719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-5d7d0250-724e-4c68-99fa-878cdd9f19ce tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:38.614444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-5d7d0250-724e-4c68-99fa-878cdd9f19ce tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 1096 time: 0.0495148 Aug 06 16:06:38.707256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Deleting port e38995d3-33fb-4e93-bd26-3422dff618ae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:38.707603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.710622 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.730599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb5dcee-2d6e-43fe-af79-30b3b383eccb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:38.804194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-65a2c1aa-c8bc-488b-ab2a-0cbe588013f8 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=843392bc27f9453b89f75e673cdaf1a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330815 Aug 06 16:06:38.862310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.863457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6bc5d38d-2f8d-48b8-80a4-ab20ab65349b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4610782 Aug 06 16:06:38.866084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:38.883954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group_rule': {'security_group_id': '6c7f151f-fd28-4996-975e-875a2ae3b11a', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:38.928828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] For port e38995d3-33fb-4e93-bd26-3422dff618ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e38995d3-33fb-4e93-bd26-3422dff618ae,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:38.929206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.933363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:38.976191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Calling delete_port for e38995d3-33fb-4e93-bd26-3422dff618ae owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:39.042614 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.077588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-00275a57-0aa1-46da-ab86-ad97bfb80004 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:39.079719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-00275a57-0aa1-46da-ab86-ad97bfb80004 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695310 Aug 06 16:06:39.095843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Request body: {'port': {'device_id': '7493e7f8-133a-4212-9bca-5834933fcac9', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': '843392bc27f9453b89f75e673cdaf1a6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:39.137939 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.220291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.271968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa6ead6-c5c9-4c82-b984-c42c4d48608a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:39.322305 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.337424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e38995d3-33fb-4e93-bd26-3422dff618ae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:39.400771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Pushing event deleted for resources: {'Port': ['ID=e38995d3-33fb-4e93-bd26-3422dff618ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:39.402514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5899364-b360-4f06-b16b-9ac62cfd1337 req-844acd65-0605-4c63-a6d1-a894ebb19e89 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 210 time: 0.0707555 Aug 06 16:06:39.410910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Made reservation on behalf of 843392bc27f9453b89f75e673cdaf1a6 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:39.424555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.460478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.460826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.460826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ea12054a-d550-440e-9fda-17b27c90f932 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5934048 Aug 06 16:06:39.463115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:39.467698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group_rule': {'security_group_id': '6c7f151f-fd28-4996-975e-875a2ae3b11a', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:39.486914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] No DVR routers for this DVR port e38995d3-33fb-4e93-bd26-3422dff618ae on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:39.493198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.496269 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3dd5c15-981e-4ee1-b5d4-c7324d69c776 req-98772fc4-d413-4e9f-87af-c92d1b79e769 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e38995d3-33fb-4e93-bd26-3422dff618ae HTTP/1.1" status: 204 len: 173 time: 0.8732104 Aug 06 16:06:39.497338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'name': 'network-vif-deleted', 'tag': 'e38995d3-33fb-4e93-bd26-3422dff618ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:39.500016 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f71eee3-b869-4a4f-8426-08152937f4f5" -d '{"events": [{"server_uuid": "1443437d-b1ff-47b6-b153-b1af4c1238df", "name": "network-vif-deleted", "tag": "e38995d3-33fb-4e93-bd26-3422dff618ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:39.556909 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65c682-a1da-4455-8a5c-6f65c4c9bc90 x-openstack-request-id: req-fb65c682-a1da-4455-8a5c-6f65c4c9bc90 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:39.560679 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443437d-b1ff-47b6-b153-b1af4c1238df", "name": "network-vif-deleted", "tag": "e38995d3-33fb-4e93-bd26-3422dff618ae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:39.560679 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb65c682-a1da-4455-8a5c-6f65c4c9bc90 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:39.560679 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443437d-b1ff-47b6-b153-b1af4c1238df', 'name': 'network-vif-deleted', 'tag': 'e38995d3-33fb-4e93-bd26-3422dff618ae', 'status': 'completed', 'code': 200} Aug 06 16:06:39.597459 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.695414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.771165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9b92f01-cd97-4854-83e7-fa0df6096463 req-7d80da74-3441-4104-8e32-dfe7776dc223 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 210 time: 0.0318358 Aug 06 16:06:39.788118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.791172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.811702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34b2a7b-a4da-41fd-996d-62c7ff2a4a86,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:39.916999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:39.988932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9986d3d-7431-4b33-9bc6-0181f75743a6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.028890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.030676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-796c03e1-d462-478c-af02-f32f940a3e9e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5662434 Aug 06 16:06:40.033117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:40.038421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group_rule': {'security_group_id': '6c7f151f-fd28-4996-975e-875a2ae3b11a', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:40.094478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Allocated IP 192.168.233.86 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/7e38a19c-59c2-41c6-96b1-c62c11f3adfa) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:40.145083 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Project 6e9429101c3a48e0b0651661e0bd4ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:06:40.150701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.236935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.277590 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.305994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Transition to ACTIVE for port object 7e38a19c-59c2-41c6-96b1-c62c11f3adfa will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:40.324520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.350366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989a3dfb-4966-4742-a386-7453daddbe75,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.437326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.491848 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.492553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:40.492689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9b2783aa-3c93-4119-bbf1-d363ef45c542 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532216 Aug 06 16:06:40.492804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:40.492804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:40.492804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:40.502329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'security_group_rule': {'security_group_id': '6c7f151f-fd28-4996-975e-875a2ae3b11a', 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:40.538275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ced99d80-1b6e-4062-91ac-c6f7f66bffac req-a06113a7-c16b-4700-8052-36e713341f06 tempest-TestServerMultinode-1681758118 tempest-TestServerMultinode-1681758118-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1443437d-b1ff-47b6-b153-b1af4c1238df HTTP/1.1" status: 200 len: 210 time: 0.0318305 Aug 06 16:06:40.554226 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Pushing event updated for resources: {'Port': ['ID=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.596190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:40.596876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.661579 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Project 6e9429101c3a48e0b0651661e0bd4ea3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:06:40.667683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.748397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.757178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-fc916fa0-a036-4422-b47d-52b281b30f2e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6653330 Aug 06 16:06:40.769871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Request body: {'port': {'device_id': '7493e7f8-133a-4212-9bca-5834933fcac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:40.831444 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.867016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.892930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe21baf-bba4-4eb5-a2ac-a70e6d5f3dd6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:40.898832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516426d2-d26e-4dbc-b7fb-a8b17d06dce2 req-f073745e-7af3-4f0b-bef5-d4d9464c0e72 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:40.900580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-516426d2-d26e-4dbc-b7fb-a8b17d06dce2 req-f073745e-7af3-4f0b-bef5-d4d9464c0e72 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 935 time: 0.0535610 Aug 06 16:06:40.905754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-baf9de81-1514-4c67-9a60-44096d2f2559 None None] Provisioning for port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:40.910126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.915444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-baf9de81-1514-4c67-9a60-44096d2f2559 None None] Provisioning complete for port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:40.915444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-baf9de81-1514-4c67-9a60-44096d2f2559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.956265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-516426d2-d26e-4dbc-b7fb-a8b17d06dce2 req-109aea62-124c-44b6-beaa-ccfb53317d9c tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442836 Aug 06 16:06:40.958718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-baf9de81-1514-4c67-9a60-44096d2f2559 None None] Port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:40.960662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:40.961933 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-19d191dd-051a-422e-9234-48cedca685f2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4669485 Aug 06 16:06:41.147141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e38a19c-59c2-41c6-96b1-c62c11f3adfa {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:41.155133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.168229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Transition to ACTIVE for port object 7e38a19c-59c2-41c6-96b1-c62c11f3adfa will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:41.169324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-3ba65e09-be22-46ad-8961-3078fcbb1ebf tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786257984&fields=id&tenant_id=6e9429101c3a48e0b0651661e0bd4ea3 HTTP/1.1" status: 200 len: 267 time: 0.0348120 Aug 06 16:06:41.213624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.270995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Pushing event updated for resources: {'Port': ['ID=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:41.289585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-17e3a6d6-dc6a-43cc-8c2e-e7792da7e016 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:41.291182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-17e3a6d6-dc6a-43cc-8c2e-e7792da7e016 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 813 time: 0.1146152 Aug 06 16:06:41.312110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-2fba3215-7de0-4ff0-bda2-1ac1b6e9a0dd tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/quotas/6e9429101c3a48e0b0651661e0bd4ea3 HTTP/1.1" status: 200 len: 375 time: 0.0145707 Aug 06 16:06:41.400931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-9663ce81-a43b-40f9-b5c0-4a718743d01a tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740438 Aug 06 16:06:41.405132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Attempting to bind port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:41.405720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Attempting to bind port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:41.406244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Attempting to bind port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:41.411662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:06:41.412739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Attempting to bind port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:41.418375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:41.419231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:41.419959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:41.420591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Bound port: 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:41.421156 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.507412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] For port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:41.511477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] For port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:41.547477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-e4921a3f-b206-4089-917c-4a63bbbe090d service neutron] 10.222.0.16 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453567 Aug 06 16:06:41.612789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60580) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:41.676722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.697775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-cbf67df6-5416-411a-96cc-1397433e97e8 service neutron] 10.222.0.16 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438720 Aug 06 16:06:41.728033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:41.728663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:41.730085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e38a19c-59c2-41c6-96b1-c62c11f3adfa HTTP/1.1" status: 200 len: 1095 time: 0.9645607 Aug 06 16:06:41.730528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7493e7f8-133a-4212-9bca-5834933fcac9', 'tag': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:41.732834 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f61e08-b937-4dfe-8c72-bae51e990ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "7493e7f8-133a-4212-9bca-5834933fcac9", "tag": "7e38a19c-59c2-41c6-96b1-c62c11f3adfa"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:41.815739 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b2aa28-e812-4134-8aa6-08e35c6f521d x-openstack-request-id: req-f2b2aa28-e812-4134-8aa6-08e35c6f521d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:41.816060 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7493e7f8-133a-4212-9bca-5834933fcac9", "tag": "7e38a19c-59c2-41c6-96b1-c62c11f3adfa", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:41.816321 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2b2aa28-e812-4134-8aa6-08e35c6f521d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:41.816731 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7493e7f8-133a-4212-9bca-5834933fcac9', 'tag': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa', 'status': 'completed', 'code': 200} Aug 06 16:06:41.825395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f03c0c-6710-4726-9209-084be5b37556 service neutron] Pushing event updated for resources: {'Port': ['ID=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:41.998067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f61e08-b937-4dfe-8c72-bae51e990ffe req-7babfc80-117e-445a-93db-d1ea12a9da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:41.999669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65f61e08-b937-4dfe-8c72-bae51e990ffe req-7babfc80-117e-445a-93db-d1ea12a9da8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843392bc27f9453b89f75e673cdaf1a6&device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 1098 time: 0.1613665 Aug 06 16:06:42.035306 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65f61e08-b937-4dfe-8c72-bae51e990ffe req-983bcb99-e11c-4c7e-8cad-9d9f9eeb5678 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=843392bc27f9453b89f75e673cdaf1a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251768 Aug 06 16:06:42.089095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218884a-0fe6-48fb-9fb7-a81e127988db req-8aa10ce2-7515-48f4-8529-07d73886b714 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:42.097150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0218884a-0fe6-48fb-9fb7-a81e127988db req-8aa10ce2-7515-48f4-8529-07d73886b714 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 947 time: 0.0622208 Aug 06 16:06:42.142571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0218884a-0fe6-48fb-9fb7-a81e127988db req-2c2d52f8-093e-4342-a479-53e68deb584c tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419440 Aug 06 16:06:42.202852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f61e08-b937-4dfe-8c72-bae51e990ffe req-8d2f1c4f-66dd-4cfb-a7c6-21d0d1d3e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:42.205045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65f61e08-b937-4dfe-8c72-bae51e990ffe req-8d2f1c4f-66dd-4cfb-a7c6-21d0d1d3e31a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1628618 Aug 06 16:06:42.267563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e38995d3-33fb-4e93-bd26-3422dff618ae no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:42.292809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e38995d3-33fb-4e93-bd26-3422dff618ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:42.293461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e38995d3-33fb-4e93-bd26-3422dff618ae not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:42.314637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-54c35d3d-81cc-4c4d-9c7a-f44c113afb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:42.316254 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-54c35d3d-81cc-4c4d-9c7a-f44c113afb54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843392bc27f9453b89f75e673cdaf1a6&device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 1098 time: 0.0736260 Aug 06 16:06:42.334164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:42.402110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43a01e67-1f72-4aee-8ead-d1c7920a45d2 req-cf065905-85d9-4cc1-b65a-21671fcd2405 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.0411794 Aug 06 16:06:42.434496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-a2583454-3599-479a-9baf-8b284e3fcf7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=7e38a19c-59c2-41c6-96b1-c62c11f3adfa HTTP/1.1" status: 200 len: 217 time: 0.1109841 Aug 06 16:06:42.848191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-baaffb35-30d2-4abc-9e75-092ee0b6819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:42.850211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-baaffb35-30d2-4abc-9e75-092ee0b6819f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.4081268 Aug 06 16:06:42.961281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-787c2d2a-6a7a-4286-ab86-14c276f8fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:42.962721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-787c2d2a-6a7a-4286-ab86-14c276f8fabc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029515 Aug 06 16:06:43.116826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-1fbc08a1-7e70-4db7-82b7-3ef095d8e9b0 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462674 Aug 06 16:06:43.192896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Deleting port 4ea9efd0-86aa-4969-823e-15fd4af122b9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:43.193244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.257664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361e456-3944-4505-8c8c-13b47b13dbd7 req-eb93366a-4fdb-4ada-97bb-f9b410f7542e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:43.259126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b361e456-3944-4505-8c8c-13b47b13dbd7 req-eb93366a-4fdb-4ada-97bb-f9b410f7542e tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 947 time: 0.0502181 Aug 06 16:06:43.279601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3343ea8c-c859-44fe-aad5-dab1fdc294f7 req-1edf1f03-61b7-4b30-9fd4-0f5ba8135089 service neutron] 10.222.0.59 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552699 Aug 06 16:06:43.305365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] For port 4ea9efd0-86aa-4969-823e-15fd4af122b9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4ea9efd0-86aa-4969-823e-15fd4af122b9,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:43.305729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.311656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b361e456-3944-4505-8c8c-13b47b13dbd7 req-54f15f10-7912-4088-9742-44a91a41fdc5 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Aug 06 16:06:43.318995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Calling delete_port for 4ea9efd0-86aa-4969-823e-15fd4af122b9 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:43.608121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:43.635182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea9efd0-86aa-4969-823e-15fd4af122b9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:43.712714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b74f8440-d018-429a-8809-523bdbdce865 req-1f76d69d-b138-4861-bdbb-d1c2fb595b82 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.2479939 Aug 06 16:06:43.894174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:44.206961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:44.337679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:44.354801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] Sync routers for ids ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:44.357000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fe4adbc3-1db2-4062-9933-054efdfe215b admin admin] 10.222.0.16 "PUT /v2.0/routers/2d96511d-e7c1-4e32-ad76-fc85a1f236fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7424483 Aug 06 16:06:44.358974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60634) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:44.367558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] Routers {'2d96511d-e7c1-4e32-ad76-fc85a1f236fb'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:44.369181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:44.509999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:44.533309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] Set router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:44.672662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7e38a19c-59c2-41c6-96b1-c62c11f3adfa details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:06:44.770133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1609d-1e6e-472a-af83-93de3279c0bb req-076a7f81-8f2d-4b15-b669-2280964ce8a9 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:44.776052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ef1609d-1e6e-472a-af83-93de3279c0bb req-076a7f81-8f2d-4b15-b669-2280964ce8a9 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 947 time: 0.2977717 Aug 06 16:06:44.785526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:44.858060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-227a7956-5503-45b8-b5c1-90fbe06f132f tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:44.868990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-227a7956-5503-45b8-b5c1-90fbe06f132f tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 813 time: 0.2582030 Aug 06 16:06:44.870199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:06:43Z', 'revision_number': 5, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port': {'id': 'cc7163f1-bb05-462e-9a3a-09ca24935205', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:44Z', 'updated_at': '2021-08-06T16:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:44.910326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] Checking router: 2d96511d-e7c1-4e32-ad76-fc85a1f236fb for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:44.934362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] Routers {'2d96511d-e7c1-4e32-ad76-fc85a1f236fb'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:44.935731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:44.963190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f63c090b-0ec6-46b3-a0e7-ca2be3e8a17e req-f9f1ea14-6555-4379-86c4-e662a12d86ff tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.1303098 Aug 06 16:06:44.971288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ef1609d-1e6e-472a-af83-93de3279c0bb req-4e36109b-9708-4d40-a46e-5d50f0f88b37 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660197 Aug 06 16:06:44.979592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-53930c0c-b2ad-4aa8-84d4-f6f3df989736 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e9429101c3a48e0b0651661e0bd4ea3 HTTP/1.1" status: 200 len: 380 time: 0.0880842 Aug 06 16:06:45.002020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'port': {'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'admin_state_up': True, 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'security_groups': ['6c7f151f-fd28-4996-975e-875a2ae3b11a']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:45.023570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Deleting port cc7163f1-bb05-462e-9a3a-09ca24935205 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:45.024642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.046120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] Set router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:45.142864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 6, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:45.184321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] For port cc7163f1-bb05-462e-9a3a-09ca24935205, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cc7163f1-bb05-462e-9a3a-09ca24935205,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:45.184716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.198335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cebfa-60da-44e9-8581-94944e088ed5 None None] The sync data for ids ['2d96511d-e7c1-4e32-ad76-fc85a1f236fb'] in n-d-778550-6 is: [{'id': '2d96511d-e7c1-4e32-ad76-fc85a1f236fb', 'name': 'tempest-TestServerMultinode-444212411-router', 'tenant_id': '98e6d39d683d44e9a837533d23563c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:43Z', 'updated_at': '2021-08-06T16:06:44Z', 'revision_number': 6, 'project_id': '98e6d39d683d44e9a837533d23563c5e', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:45.205675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Calling delete_port for cc7163f1-bb05-462e-9a3a-09ca24935205 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:45.206808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:45.252063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa', 'mac_address': 'fa:16:3e:9a:44:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:06:45.296793 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.299224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Made reservation on behalf of 6e9429101c3a48e0b0651661e0bd4ea3 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:06:45.303405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.315152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e38a19c-59c2-41c6-96b1-c62c11f3adfa {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:45.343726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:45.419832 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.498178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:45.503247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Allocated IP 172.20.0.12 (7c88c883-4798-439c-abf5-4ba436b306a4/bc97c8b9-5d21-4f2b-a1e7-3bbe75156901/9587d9bc-ecc4-418e-a83d-7a7786036d2a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:06:45.545172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.586374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7163f1-bb05-462e-9a3a-09ca24935205,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:45.623642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7e38a19c-59c2-41c6-96b1-c62c11f3adfa'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:45.747662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.760586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.789548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Transition to ACTIVE for port object 9587d9bc-ecc4-418e-a83d-7a7786036d2a will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:45.856890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.859328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.888843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.955662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Network 7c88c883-4798-439c-abf5-4ba436b306a4 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:06:45.959415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:06:45.963205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:06:45.985375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.986235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d96511d-e7c1-4e32-ad76-fc85a1f236fb {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:06:45.991629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:45.993182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aba34288-7e46-48bf-8500-06ed0bc16c15 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2d96511d-e7c1-4e32-ad76-fc85a1f236fb HTTP/1.1" status: 204 len: 168 time: 1.6329250 Aug 06 16:06:45.995872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60644) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:46.021336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'Port': ['ID=9587d9bc-ecc4-418e-a83d-7a7786036d2a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:46.142703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Deleting subnet 7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:46.144896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:46.146354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.163366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.243478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-41177e31-8280-4d05-b120-51420b7509e8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2539918 Aug 06 16:06:46.257040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Request body: {'port': {'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:46.267468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cc7163f1-bb05-462e-9a3a-09ca24935205 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:46.326167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: cc7163f1-bb05-462e-9a3a-09ca24935205 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:46.328131 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cc7163f1-bb05-462e-9a3a-09ca24935205 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:46.332916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ea9efd0-86aa-4969-823e-15fd4af122b9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:46.338927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997f80e-ee90-42f6-b07a-47999096dc4d req-761e179a-8c9a-4aa4-aeba-36e4da115ecf tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:46.340058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0997f80e-ee90-42f6-b07a-47999096dc4d req-761e179a-8c9a-4aa4-aeba-36e4da115ecf tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 948 time: 0.1743948 Aug 06 16:06:46.345646 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.428840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 4ea9efd0-86aa-4969-823e-15fd4af122b9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:46.429343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4ea9efd0-86aa-4969-823e-15fd4af122b9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:46.430880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7e38a19c-59c2-41c6-96b1-c62c11f3adfa up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:06:46.468650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb903d8-c586-48f9-bc07-4ca8093c3f73 req-ab682d9b-7d56-4a20-a39c-4626cfeb0442 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:46.470416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbb903d8-c586-48f9-bc07-4ca8093c3f73 req-ab682d9b-7d56-4a20-a39c-4626cfeb0442 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 932 time: 0.2990353 Aug 06 16:06:46.522799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.568964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0997f80e-ee90-42f6-b07a-47999096dc4d req-0eac1722-2836-4012-b332-6a904d2d3a2f tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947141 Aug 06 16:06:46.636903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3049d43-08e4-428e-895e-bb97b974cf50 None None] Provisioning for port 9587d9bc-ecc4-418e-a83d-7a7786036d2a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:46.642143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c3049d43-08e4-428e-895e-bb97b974cf50 None None] Provisioning complete for port 9587d9bc-ecc4-418e-a83d-7a7786036d2a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:46.642963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c3049d43-08e4-428e-895e-bb97b974cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.665318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbb903d8-c586-48f9-bc07-4ca8093c3f73 req-045f7fe9-aa7b-41b4-b79d-e1b05fefabc1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075573 Aug 06 16:06:46.683782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.731744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c3049d43-08e4-428e-895e-bb97b974cf50 None None] Port 9587d9bc-ecc4-418e-a83d-7a7786036d2a cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:06:46.736071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:06:46.747406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:06:46.748085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.859720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.907529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.922251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:46.937230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:46.938959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721bbf49-2412-4139-84db-bf122055e206 None None] Network 43f7630d-57b5-4379-87c9-25b0ad5fa18c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:46.939570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d9c4e561-462c-47ff-be90-aa7ee00a5af8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7cb4ead4-0bfe-45eb-94ff-4ab485ea56f4 HTTP/1.1" status: 204 len: 168 time: 0.9423304 Aug 06 16:06:46.944801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60652) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:46.951959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7493e7f8-133a-4212-9bca-5834933fcac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:46.957582 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f8abd-0a47-4c35-b8a7-775ed46069aa" -d '{"events": [{"server_uuid": "7493e7f8-133a-4212-9bca-5834933fcac9", "name": "network-vif-plugged", "status": "completed", "tag": "7e38a19c-59c2-41c6-96b1-c62c11f3adfa"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:47.062497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:47.068626 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.109471 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e9af26-ce7f-4458-ad18-f2920a3d0e15 x-openstack-request-id: req-29e9af26-ce7f-4458-ad18-f2920a3d0e15 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:47.109930 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7493e7f8-133a-4212-9bca-5834933fcac9", "name": "network-vif-plugged", "status": "completed", "tag": "7e38a19c-59c2-41c6-96b1-c62c11f3adfa", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:47.110253 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29e9af26-ce7f-4458-ad18-f2920a3d0e15 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:47.110867 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7493e7f8-133a-4212-9bca-5834933fcac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa', 'code': 200} Aug 06 16:06:47.127091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9587d9bc-ecc4-418e-a83d-7a7786036d2a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:06:47.140217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.161853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.200205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Deleting port 223a9d5e-6509-49b8-b562-11502daf76de {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:47.200556 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.255559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:47.300913 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Transition to ACTIVE for port object 9587d9bc-ecc4-418e-a83d-7a7786036d2a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:06:47.321380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb16bb-c7fc-41f7-853b-62e69b742a37 req-c5ae220b-5cd3-4bb2-8244-05e713343933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:47.324728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ddfb16bb-c7fc-41f7-853b-62e69b742a37 req-c5ae220b-5cd3-4bb2-8244-05e713343933 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 1100 time: 0.1551266 Aug 06 16:06:47.338857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] For port 223a9d5e-6509-49b8-b562-11502daf76de, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=223a9d5e-6509-49b8-b562-11502daf76de,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:47.339497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.387314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Calling delete_port for 223a9d5e-6509-49b8-b562-11502daf76de owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:47.398626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.460901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] DHCP port deletion for 43f7630d-57b5-4379-87c9-25b0ad5fa18c request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:06:47.479364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ddfb16bb-c7fc-41f7-853b-62e69b742a37 req-ea55d8a5-9387-42d7-ad02-f4d696153008 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313326 Aug 06 16:06:47.524656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Pushing event updated for resources: {'Port': ['ID=9587d9bc-ecc4-418e-a83d-7a7786036d2a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:47.541386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] Deleting port 223a9d5e-6509-49b8-b562-11502daf76de {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:47.545043 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.677329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Attempting to bind port 9587d9bc-ecc4-418e-a83d-7a7786036d2a on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:06:47.678252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Attempting to bind port 9587d9bc-ecc4-418e-a83d-7a7786036d2a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:06:47.678252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Attempting to bind port 9587d9bc-ecc4-418e-a83d-7a7786036d2a on network 7c88c883-4798-439c-abf5-4ba436b306a4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:47.692069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Port 9587d9bc-ecc4-418e-a83d-7a7786036d2a on network 7c88c883-4798-439c-abf5-4ba436b306a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:06:47.692545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Attempting to bind port 9587d9bc-ecc4-418e-a83d-7a7786036d2a on network 7c88c883-4798-439c-abf5-4ba436b306a4 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:06:47.702164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:06:47.702571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Checking segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:06:47.702963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Bound using segment: {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:06:47.703999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Bound port: 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59604551-9316-4095-a94a-c75aeac5301b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:06:47.704545 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.715530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] For port 223a9d5e-6509-49b8-b562-11502daf76de, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=223a9d5e-6509-49b8-b562-11502daf76de,segment=NetworkSegment(658c145b-0a95-462c-a567-46a3945f0b88),segment_id=658c145b-0a95-462c-a567-46a3945f0b88)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:47.723975 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.745121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] Calling delete_port for 223a9d5e-6509-49b8-b562-11502daf76de owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:47.775085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.872664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] For port 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:06:47.878966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=223a9d5e-6509-49b8-b562-11502daf76de,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:47.879896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] For port 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:06:47.903126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.905249 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] No DVR routers for this DVR port 223a9d5e-6509-49b8-b562-11502daf76de on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:47.944146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 223a9d5e-6509-49b8-b562-11502daf76de no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:47.949154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] No DVR routers for this DVR port 223a9d5e-6509-49b8-b562-11502daf76de on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:47.950827 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f1f84-4992-486b-992d-dbfe789c19ad None None] Pushing event deleted for resources: {'Port': ['ID=223a9d5e-6509-49b8-b562-11502daf76de,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:47.957940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:47.982648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 223a9d5e-6509-49b8-b562-11502daf76de {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:47.983400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 223a9d5e-6509-49b8-b562-11502daf76de not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:48.021959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.023036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.024532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] 10.222.0.64 "PUT /v2.0/ports/9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 1092 time: 1.7726538 Aug 06 16:06:48.024882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:48.027148 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca" -d '{"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:48.030731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59ae60-b418-4afe-bef6-7ab0046c76a2 req-6fd76f1e-8ae3-4701-ab2a-22d7ba0dc7be tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.042066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb59ae60-b418-4afe-bef6-7ab0046c76a2 req-6fd76f1e-8ae3-4701-ab2a-22d7ba0dc7be tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 949 time: 0.3243761 Aug 06 16:06:48.072845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de2e2-abf7-43c5-be4c-d3ad98c7d406 service neutron] Pushing event updated for resources: {'Port': ['ID=9587d9bc-ecc4-418e-a83d-7a7786036d2a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:48.158950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.173966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f7630d-57b5-4379-87c9-25b0ad5fa18c']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:48.184408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebaebb-67aa-4c7f-a657-dcf2a522c1f6 req-c35db02d-c848-403f-90a4-763c3e975179 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.185998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bebaebb-67aa-4c7f-a657-dcf2a522c1f6 req-c35db02d-c848-403f-90a4-763c3e975179 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.3132443 Aug 06 16:06:48.197219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb59ae60-b418-4afe-bef6-7ab0046c76a2 req-1caa7e82-ea65-4456-b79e-8fae571ea5cb tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363785 Aug 06 16:06:48.207742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658c145b-0a95-462c-a567-46a3945f0b88') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:48.208127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658c145b-0a95-462c-a567-46a3945f0b88') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:48.230285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.259511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.270719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bebaebb-67aa-4c7f-a657-dcf2a522c1f6 req-a445c725-4120-4fd8-aa65-4991eac81236 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723512 Aug 06 16:06:48.270976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-09034d2c-4a3f-4d47-9155-8085dc2bc948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.272191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:48.272405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-09034d2c-4a3f-4d47-9155-8085dc2bc948 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1095 time: 0.1094768 Aug 06 16:06:48.272747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:48.276219 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:48.347171 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e6b4ba-cd02-4a29-be27-1f5a0c0eb553 x-openstack-request-id: req-b2e6b4ba-cd02-4a29-be27-1f5a0c0eb553 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:48.347741 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:48.348235 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2e6b4ba-cd02-4a29-be27-1f5a0c0eb553 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:48.349726 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'status': 'completed', 'code': 200} Aug 06 16:06:48.352308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-50117ddb-5244-4329-8731-e199a062d561 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 217 time: 0.0700865 Aug 06 16:06:48.420320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-f25fd293-2c6e-44f9-ad2a-3b8a3c3d7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.424210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-f25fd293-2c6e-44f9-ad2a-3b8a3c3d7313 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.0630732 Aug 06 16:06:48.436844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.470707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:48.476012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/43f7630d-57b5-4379-87c9-25b0ad5fa18c HTTP/1.1" status: 204 len: 168 time: 1.5269947 Aug 06 16:06:48.476012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eba07f-de7e-42e0-9605-797d184e82e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=43f7630d-57b5-4379-87c9-25b0ad5fa18c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:48.477407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60664) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:48.509879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-263b10f5-2130-436e-956a-0c874d63e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:48.511988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-263b10f5-2130-436e-956a-0c874d63e2ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676310 Aug 06 16:06:48.658921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-b55995b5-18fb-4701-b9c4-a5395d529e6f service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370180 Aug 06 16:06:48.801097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbbc2f8e-0c43-4a10-9609-a3bbfd9001ec req-c04b782b-56ef-43fe-839f-dc6f287dd78b service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301653 Aug 06 16:06:49.022094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-a2f47b01-a37b-4f34-8638-c8ca7c3356fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.023638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-a2f47b01-a37b-4f34-8638-c8ca7c3356fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1095 time: 0.0717123 Aug 06 16:06:49.223447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-fb5b046c-beb7-411c-9c57-fed13a9fc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.224930 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-fb5b046c-beb7-411c-9c57-fed13a9fc26d service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 914 time: 0.1885481 Aug 06 16:06:49.298405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-18e180e1-9343-48b7-8634-d1181bf47ffd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 217 time: 0.0654392 Aug 06 16:06:49.420046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-14d898ea-9903-41df-a46e-5deef3471cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.425283 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-14d898ea-9903-41df-a46e-5deef3471cd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.1126027 Aug 06 16:06:49.473856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be2760-9c31-4c97-a46f-7b9da21fe50b req-c24454d4-8f14-4537-8c33-9480064e5b82 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.475978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89be2760-9c31-4c97-a46f-7b9da21fe50b req-c24454d4-8f14-4537-8c33-9480064e5b82 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 949 time: 0.1188300 Aug 06 16:06:49.494791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-c72b13f3-650a-4c15-aa8e-633cad3314f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.496680 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-c72b13f3-650a-4c15-aa8e-633cad3314f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609128 Aug 06 16:06:49.575335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89be2760-9c31-4c97-a46f-7b9da21fe50b req-cad6872b-f5fa-4860-875f-66c12ddbdaef tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785828 Aug 06 16:06:49.585469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b8d6a-5c43-4375-a805-5c50d07bcf0e req-c5750669-29f9-48e1-aa25-ba05036807e7 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:49.587584 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c08b8d6a-5c43-4375-a805-5c50d07bcf0e req-c5750669-29f9-48e1-aa25-ba05036807e7 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.1828220 Aug 06 16:06:49.633092 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-c6e970a8-4974-443b-923d-eaf481a4dfc6 service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239274 Aug 06 16:06:49.651850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c08b8d6a-5c43-4375-a805-5c50d07bcf0e req-06a348d4-c691-402f-abb8-d6b8b7731f87 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523405 Aug 06 16:06:49.683590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:49.812114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e6e2dbc0-4f94-4f43-aa0c-e47dfef908ca req-7eea5bf4-7c9e-4ba8-9bd1-dc0e72f5b4a0 service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667736 Aug 06 16:06:50.092721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Deleting port 9451c134-1f07-4137-abd2-d3e08615149a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:50.093169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.284865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052dd4d-7fb2-439f-878f-0f852ff06cab req-a1010baa-767d-462b-95c9-5e13aaf6e526 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:50.287237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f052dd4d-7fb2-439f-878f-0f852ff06cab req-a1010baa-767d-462b-95c9-5e13aaf6e526 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 949 time: 0.0834355 Aug 06 16:06:50.304561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] For port 9451c134-1f07-4137-abd2-d3e08615149a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9451c134-1f07-4137-abd2-d3e08615149a,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:50.305196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.345819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Calling delete_port for 9451c134-1f07-4137-abd2-d3e08615149a owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:50.427605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f052dd4d-7fb2-439f-878f-0f852ff06cab req-52972a09-97f3-4e57-bf1e-cc9707ecfc45 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274118 Aug 06 16:06:50.700186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:50.735509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Pushing event deleted for resources: {'Port': ['ID=9451c134-1f07-4137-abd2-d3e08615149a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:50.885245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c91c1-5d5a-4ec9-b556-6c498592ca60 req-73bbd9ba-4d29-45ba-82a0-e2102d6eca61 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:50.886878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a5c91c1-5d5a-4ec9-b556-6c498592ca60 req-73bbd9ba-4d29-45ba-82a0-e2102d6eca61 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.1284170 Aug 06 16:06:50.987555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a5c91c1-5d5a-4ec9-b556-6c498592ca60 req-c7975aa2-6f2f-470f-8968-8b75dfd3cfa9 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885100 Aug 06 16:06:50.995242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.246744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:06:51.375698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:06:51.385600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-13b6954d-055c-48ad-a4f5-c2f8d1670520 admin admin] 10.222.0.16 "PUT /v2.0/routers/efb6d3e0-2f0c-48e5-b198-d88500fd2bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9070504 Aug 06 16:06:51.386234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60692) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:51.390826 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] Sync routers for ids ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:06:51.409919 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] Routers {'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:51.410955 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:51.416353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-5cca923a-c113-4c5e-982b-b997b3a48958 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:51.418363 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-5cca923a-c113-4c5e-982b-b997b3a48958 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.59 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 949 time: 0.0646243 Aug 06 16:06:51.558457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Deleting port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:51.558828 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.589993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.678893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91cd8-c1e5-42e0-a25e-ad1f38f42d6e req-3eaf1778-a672-42ee-895c-53a11fa4e716 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:51.681014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6b91cd8-c1e5-42e0-a25e-ad1f38f42d6e req-3eaf1778-a672-42ee-895c-53a11fa4e716 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 949 time: 0.1475401 Aug 06 16:06:51.714716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] For port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:51.715173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.733566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Calling delete_port for 7e38a19c-59c2-41c6-96b1-c62c11f3adfa owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:51.763630 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] Set router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:51.773682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6b91cd8-c1e5-42e0-a25e-ad1f38f42d6e req-6558f99f-3072-4091-abab-a7b7a09c74f0 tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/security-groups?id=e9986d3d-7431-4b33-9bc6-0181f75743a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798810 Aug 06 16:06:51.796497 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:51.943505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Deleting port 5541ca70-68b9-4712-8a1a-d29cd1447960 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:51.944955 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.045157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] For port 5541ca70-68b9-4712-8a1a-d29cd1447960, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5541ca70-68b9-4712-8a1a-d29cd1447960,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:52.045556 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.047733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.059344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['7e38a19c-59c2-41c6-96b1-c62c11f3adfa'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:06:52.080191 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227'}], 'enable_snat': True}, 'gw_port_id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:06:50Z', 'revision_number': 5, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port': {'id': '5541ca70-68b9-4712-8a1a-d29cd1447960', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:05:56Z', 'updated_at': '2021-08-06T16:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:52.087438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Calling delete_port for 5541ca70-68b9-4712-8a1a-d29cd1447960 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:52.113881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Pushing event deleted for resources: {'Port': ['ID=7e38a19c-59c2-41c6-96b1-c62c11f3adfa,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:52.136956 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] Checking router: efb6d3e0-2f0c-48e5-b198-d88500fd2bbd for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:06:52.152830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] Routers {'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:06:52.157129 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:52.168617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] No DVR routers for this DVR port 7e38a19c-59c2-41c6-96b1-c62c11f3adfa on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:52.174014 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.176519 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e29e1bf-d6e1-48d8-bbd3-15eafd0de49d req-c6eff37f-9578-47ba-b84e-aa219da5362a tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.59 "DELETE /v2.0/ports/7e38a19c-59c2-41c6-96b1-c62c11f3adfa HTTP/1.1" status: 204 len: 173 time: 0.7515821 Aug 06 16:06:52.177270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7493e7f8-133a-4212-9bca-5834933fcac9', 'name': 'network-vif-deleted', 'tag': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:06:52.180203 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ed3dd-fc1a-4562-aa2c-7958653349ec" -d '{"events": [{"server_uuid": "7493e7f8-133a-4212-9bca-5834933fcac9", "name": "network-vif-deleted", "tag": "7e38a19c-59c2-41c6-96b1-c62c11f3adfa"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:06:52.224602 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d9097-23f6-4e64-9277-9cd68e53cd03 x-openstack-request-id: req-eb5d9097-23f6-4e64-9277-9cd68e53cd03 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:06:52.225154 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7493e7f8-133a-4212-9bca-5834933fcac9", "name": "network-vif-deleted", "tag": "7e38a19c-59c2-41c6-96b1-c62c11f3adfa", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:06:52.226029 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb5d9097-23f6-4e64-9277-9cd68e53cd03 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:06:52.226645 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7493e7f8-133a-4212-9bca-5834933fcac9', 'name': 'network-vif-deleted', 'tag': '7e38a19c-59c2-41c6-96b1-c62c11f3adfa', 'status': 'completed', 'code': 200} Aug 06 16:06:52.248421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3041add-a2e6-40e8-8cfe-9e384420f3dc req-e8e95046-8188-4048-866a-5031a071e2ac tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:52.250189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3041add-a2e6-40e8-8cfe-9e384420f3dc req-e8e95046-8188-4048-866a-5031a071e2ac tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.1499546 Aug 06 16:06:52.326477 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] Set router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:06:52.354232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3041add-a2e6-40e8-8cfe-9e384420f3dc req-bb72f2c6-f9ce-42e4-bd46-fda9daaa4076 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968013 Aug 06 16:06:52.427222 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:06:51Z', 'revision_number': 6, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:52.457955 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ed2eee-0a18-4704-8c73-c38563bc5ce4 None None] The sync data for ids ['efb6d3e0-2f0c-48e5-b198-d88500fd2bbd'] in n-d-778550-6 is: [{'id': 'efb6d3e0-2f0c-48e5-b198-d88500fd2bbd', 'name': 'tempest-TestServerMultinode-1586592838-router', 'tenant_id': '88dce27ead8341e5a3637426139326dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:05:55Z', 'updated_at': '2021-08-06T16:06:51Z', 'revision_number': 6, 'project_id': '88dce27ead8341e5a3637426139326dc', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:06:52.573263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.599084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=5541ca70-68b9-4712-8a1a-d29cd1447960,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:52.610531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.610862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.610862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.611319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.611761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.613951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.613951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.614409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.614526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.614755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.615080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.615406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:52.676796 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.770722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.772782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.907700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e60f40db-cd5d-4024-b3b8-33966944613f req-8141c077-75a0-4f0e-8ed7-fb61b84b618b tempest-VolumesNegativeTest-850964851 tempest-VolumesNegativeTest-850964851-project] 10.222.0.16 "GET /v2.0/ports?device_id=7493e7f8-133a-4212-9bca-5834933fcac9 HTTP/1.1" status: 200 len: 210 time: 0.0306182 Aug 06 16:06:52.908461 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.909086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb6d3e0-2f0c-48e5-b198-d88500fd2bbd {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:06:52.913577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:52.914832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-566aa9e8-5846-4382-b18b-0daba5e9bbbc admin admin] 10.222.0.16 "DELETE /v2.0/routers/efb6d3e0-2f0c-48e5-b198-d88500fd2bbd HTTP/1.1" status: 204 len: 168 time: 1.5276675 Aug 06 16:06:52.917431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60704) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:52.969178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Deleting subnet 1f4b93c6-c190-403a-8865-2c287d34fdc8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:52.975358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.013414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.106248 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.266466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.294967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4b93c6-c190-403a-8865-2c287d34fdc8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:53.299300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.301139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-49e10c5b-d95e-4d7a-8f73-048ba549887c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1f4b93c6-c190-403a-8865-2c287d34fdc8 HTTP/1.1" status: 204 len: 168 time: 0.3827031 Aug 06 16:06:53.303679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60706) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:53.304323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1aaa0-1b79-4a7b-90d8-b257bc869617 None None] Network 8bc84e19-d063-4b6a-9a3a-0e4437c01445 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:06:53.386084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.484660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Deleting port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:53.485098 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.530572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6f390-c292-4361-beec-a2bd526e230d req-1f7519fc-0e85-495b-80bc-96d1933eed46 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:53.534942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37c6f390-c292-4361-beec-a2bd526e230d req-1f7519fc-0e85-495b-80bc-96d1933eed46 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.0686316 Aug 06 16:06:53.545492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] DHCP port deletion for 8bc84e19-d063-4b6a-9a3a-0e4437c01445 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:06:53.566529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] For port 4a5623dd-7581-4d20-aab9-de3ed4258eb2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4a5623dd-7581-4d20-aab9-de3ed4258eb2,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:53.567012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.582625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Calling delete_port for 4a5623dd-7581-4d20-aab9-de3ed4258eb2 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:53.590301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37c6f390-c292-4361-beec-a2bd526e230d req-6b18cbeb-75f5-4904-befe-0f0be75ac349 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453038 Aug 06 16:06:53.754886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] Deleting port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:06:53.755268 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.761989 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.791158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5623dd-7581-4d20-aab9-de3ed4258eb2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:53.807789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] No DVR routers for this DVR port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:53.814036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.814506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.814980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.815530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.816007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.816449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.816892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.817308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.817690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.818265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.818603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.819425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:06:53.819964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] For port 4a5623dd-7581-4d20-aab9-de3ed4258eb2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4a5623dd-7581-4d20-aab9-de3ed4258eb2,segment=NetworkSegment(b754f351-aad6-432d-8f2c-fe2232290af7),segment_id=b754f351-aad6-432d-8f2c-fe2232290af7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:06:53.820375 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.835206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] Calling delete_port for 4a5623dd-7581-4d20-aab9-de3ed4258eb2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:06:53.891370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9451c134-1f07-4137-abd2-d3e08615149a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:53.894837 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.905557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc84e19-d063-4b6a-9a3a-0e4437c01445']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:53.917472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 9451c134-1f07-4137-abd2-d3e08615149a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:53.917925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9451c134-1f07-4137-abd2-d3e08615149a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:53.918278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5541ca70-68b9-4712-8a1a-d29cd1447960 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:53.923677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b754f351-aad6-432d-8f2c-fe2232290af7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:53.924338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b754f351-aad6-432d-8f2c-fe2232290af7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:53.933682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.944378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5541ca70-68b9-4712-8a1a-d29cd1447960 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:53.944723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5541ca70-68b9-4712-8a1a-d29cd1447960 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:53.945142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4a5623dd-7581-4d20-aab9-de3ed4258eb2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:53.961662 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.968643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:53.969428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:53.970125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 4a5623dd-7581-4d20-aab9-de3ed4258eb2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:53.970475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4a5623dd-7581-4d20-aab9-de3ed4258eb2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:53.991516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:54.019342 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:54.028054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] No DVR routers for this DVR port 4a5623dd-7581-4d20-aab9-de3ed4258eb2 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:06:54.029925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d787a40-b9fd-4d78-9626-b76d9eeef59f None None] Pushing event deleted for resources: {'Port': ['ID=4a5623dd-7581-4d20-aab9-de3ed4258eb2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.116217 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.121072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.123309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8bc84e19-d063-4b6a-9a3a-0e4437c01445 HTTP/1.1" status: 204 len: 168 time: 0.8186297 Aug 06 16:06:54.138751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09218fc8-0a75-45e8-8290-8498fa5e1575 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc84e19-d063-4b6a-9a3a-0e4437c01445,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.430086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7e38a19c-59c2-41c6-96b1-c62c11f3adfa no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:06:54.466054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 7e38a19c-59c2-41c6-96b1-c62c11f3adfa {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:06:54.466407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 7e38a19c-59c2-41c6-96b1-c62c11f3adfa not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:06:54.509579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:54.596265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60740) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:54.613241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Deleting subnet bcb8c74b-8c93-4022-b537-a755a4fd3ad8 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:06:54.628605 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.675903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3e072e72-9a4c-4a0c-9a8c-b268b5f9c069 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98e6d39d683d44e9a837533d23563c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761588 Aug 06 16:06:54.677552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 60746) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:54.718692 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.737809 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4236b74-85c9-47a0-9d9c-3dff60af3e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.770077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4236b74-85c9-47a0-9d9c-3dff60af3e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.784922 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaf387-035c-4490-b39b-b1e8a5d7ef9e req-061adeec-d27c-4574-9e94-f6b686708a36 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:54.790638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1aaf387-035c-4490-b39b-b1e8a5d7ef9e req-061adeec-d27c-4574-9e94-f6b686708a36 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.1007657 Aug 06 16:06:54.794118 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.883437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1aaf387-035c-4490-b39b-b1e8a5d7ef9e req-2758f23b-8b31-4b37-8eaf-cfea92042d5e tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506549 Aug 06 16:06:54.905744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4236b74-85c9-47a0-9d9c-3dff60af3e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.910029 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a4236b74-85c9-47a0-9d9c-3dff60af3e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.911934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a4236b74-85c9-47a0-9d9c-3dff60af3e7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/effe4940-20dc-4bd7-b2ac-ac613fd2dc07 HTTP/1.1" status: 204 len: 168 time: 0.2327158 Aug 06 16:06:54.920091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4236b74-85c9-47a0-9d9c-3dff60af3e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effe4940-20dc-4bd7-b2ac-ac613fd2dc07,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:54.954039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:54.991696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb8c74b-8c93-4022-b537-a755a4fd3ad8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:55.002705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.005739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f94ffbe9-42bb-41ad-882b-08fe87419d05 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bcb8c74b-8c93-4022-b537-a755a4fd3ad8 HTTP/1.1" status: 204 len: 168 time: 0.4951565 Aug 06 16:06:55.008211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:55.105549 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.232813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.243401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8f80a2-a5d8-4205-bca9-655813f08614']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:55.255559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57994cc2-880d-4e18-9d6f-df9c08a8cfee') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:55.255878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57994cc2-880d-4e18-9d6f-df9c08a8cfee') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:06:55.266372 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.280450 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.288356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:06:55.288485 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:06:55.290242 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:06:55.459494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.466038 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.467969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0f8f80a2-a5d8-4205-bca9-655813f08614 HTTP/1.1" status: 204 len: 168 time: 0.4584589 Aug 06 16:06:55.480660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09010fb6-d783-49c7-a7ba-149fa98d0320 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f8f80a2-a5d8-4205-bca9-655813f08614,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:55.785095 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:55.826715 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1af6c2d2-8272-4a0c-bc05-6059faba0a8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88dce27ead8341e5a3637426139326dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404444 Aug 06 16:06:55.829867 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:55.894166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d15121-20fb-4096-ae6f-10c810467c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.918341 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d15121-20fb-4096-ae6f-10c810467c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:55.951983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:56.028873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5e78683e-0396-485d-91e3-48f4a4a8366f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05ca5eb30f0043fcac327b43a1569729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757730 Aug 06 16:06:56.031430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60824) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:56.046433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bd42f-111f-45cf-9294-a3b51d25259b req-2a10b3ae-2108-4dd4-ae95-83df45058e7d tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:56.047975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca4bd42f-111f-45cf-9294-a3b51d25259b req-2a10b3ae-2108-4dd4-ae95-83df45058e7d tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.0791574 Aug 06 16:06:56.121571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca4bd42f-111f-45cf-9294-a3b51d25259b req-5bf896bb-2e7a-4087-a31a-29229aec5267 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661864 Aug 06 16:06:56.121858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.124168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d15121-20fb-4096-ae6f-10c810467c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.127393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d5d15121-20fb-4096-ae6f-10c810467c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.128500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d5d15121-20fb-4096-ae6f-10c810467c61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d65af70a-3bb7-4ff1-98ce-995c9de5b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2973475 Aug 06 16:06:56.137710 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49158da8-0c93-441c-b40d-bbcd0f36cb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.139454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d15121-20fb-4096-ae6f-10c810467c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65af70a-3bb7-4ff1-98ce-995c9de5b4b6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:56.166591 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49158da8-0c93-441c-b40d-bbcd0f36cb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.316315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49158da8-0c93-441c-b40d-bbcd0f36cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.319253 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-49158da8-0c93-441c-b40d-bbcd0f36cb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:56.320909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-49158da8-0c93-441c-b40d-bbcd0f36cb2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b60b2c1-7867-430c-ad77-b6c0d0606b5f HTTP/1.1" status: 204 len: 168 time: 0.2878633 Aug 06 16:06:56.334023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49158da8-0c93-441c-b40d-bbcd0f36cb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b60b2c1-7867-430c-ad77-b6c0d0606b5f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:57.243301 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f33f0e-dad1-4078-87e6-7ca25129da53 req-26ae5bc4-8409-48dc-b559-d678488f4e8b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:57.244868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45f33f0e-dad1-4078-87e6-7ca25129da53 req-26ae5bc4-8409-48dc-b559-d678488f4e8b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.0520630 Aug 06 16:06:57.295285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45f33f0e-dad1-4078-87e6-7ca25129da53 req-4bf7d84d-0359-4cb7-b1ca-19e6a129ecbc tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 Aug 06 16:06:58.451959 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf8f18-775a-406d-83d6-7ec9263efd72 req-57e84791-fd19-49e8-ae42-951fc7cb0939 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:58.454378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bacf8f18-775a-406d-83d6-7ec9263efd72 req-57e84791-fd19-49e8-ae42-951fc7cb0939 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.0675743 Aug 06 16:06:58.507586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bacf8f18-775a-406d-83d6-7ec9263efd72 req-4c4b2592-8e20-43e6-9aa4-9b310a5e1624 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455186 Aug 06 16:06:59.150307 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.293926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 60990) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:59.298581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408362417', 'description': 'tempest-secgroup-smoke-408362417 description', 'project_id': '618f00fcdc5140c494e411523c645571'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:06:59.408569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.418805 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.528946 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.607415 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.657356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec192518-2f51-454e-b1d1-e99ee45d8018,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:59.677165 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af2ffc-2cf2-420f-b589-23d0fadbff8f req-6d94ca65-6427-46d3-9fcb-d7ba029028ba tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:06:59.678754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30af2ffc-2cf2-420f-b589-23d0fadbff8f req-6d94ca65-6427-46d3-9fcb-d7ba029028ba tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 944 time: 0.0989223 Aug 06 16:06:59.743919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30af2ffc-2cf2-420f-b589-23d0fadbff8f req-227a609a-2d1e-4806-84e5-0387def9af2b tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572054 Aug 06 16:06:59.760351 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.847378 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.879960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8224cb86-0642-4190-80db-cd1209ad895b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:06:59.927981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:06:59.929354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d2068004-fab2-4ded-b602-d6846dc8e32b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6344271 Aug 06 16:06:59.932449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32784) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:06:59.941557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '8224cb86-0642-4190-80db-cd1209ad895b', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:00.030266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.100993 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.174515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.198840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8835f781-575f-4bb5-90de-882ecf36065d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:00.265109 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.266922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f94f74e8-7b4a-4a48-a497-e464f6bd43c1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333006 Aug 06 16:07:00.275393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32786) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:00.280565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '8224cb86-0642-4190-80db-cd1209ad895b', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:00.347434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9587d9bc-ecc4-418e-a83d-7a7786036d2a details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:00.389821 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.464457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:00.466048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.478870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:00.531619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.538661 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.551838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9587d9bc-ecc4-418e-a83d-7a7786036d2a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:00.566019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2153840-ad4c-4d99-bd10-8ead5255437f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:00.578694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:00.636359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.637967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b1306fed-b20e-48fc-aba6-d546feac3fd8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3611720 Aug 06 16:07:00.641057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32788) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:00.646460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '8224cb86-0642-4190-80db-cd1209ad895b', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:00.665320 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.719933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=9587d9bc-ecc4-418e-a83d-7a7786036d2a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:00.760867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.874800 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.898319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb0752-57ce-4283-baf2-7048b713a658 req-054ef658-1eaf-42c2-af66-c473464ba757 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:00.899974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4fb0752-57ce-4283-baf2-7048b713a658 req-054ef658-1eaf-42c2-af66-c473464ba757 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 945 time: 0.0742540 Aug 06 16:07:00.915281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['9587d9bc-ecc4-418e-a83d-7a7786036d2a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:00.950273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4fb0752-57ce-4283-baf2-7048b713a658 req-794fbbf4-1c74-41c1-aee0-9d37ab52a5a2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 Aug 06 16:07:00.951494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:00.971828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a60c98-90b5-40b8-b5c3-06e4b05622a4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.030367 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.036430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ae63e236-d1d7-434c-994f-8e74f7a7877b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3926897 Aug 06 16:07:01.036958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32794) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:01.041933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '8224cb86-0642-4190-80db-cd1209ad895b', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:01.139167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.204205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.282730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.302429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf21e409-05fb-497f-8e43-5730cf71f729,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.378642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.379899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a1832cb0-ce3d-4031-875f-7feb5cfdba45 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3418558 Aug 06 16:07:01.382734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32796) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:01.387268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '8224cb86-0642-4190-80db-cd1209ad895b', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:01.481895 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:07:01.487274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.549474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.630318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.651047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8d9b22-1226-4324-940c-5ee30b3124c9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:01.744855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.746144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ba9d93bd-f489-4bd1-bdad-0333b5252146 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3623960 Aug 06 16:07:01.749095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:01.754873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '8224cb86-0642-4190-80db-cd1209ad895b', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:01.893650 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:07:01.901198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:01.983773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.041838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.068149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89aca97-589b-4449-b03b-9d64edbe280b,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:02.091269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae66c2-3ff6-47fe-a767-6a7adfa0696b req-782e369b-a73b-45d0-a99d-2e2853198db8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.106824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86ae66c2-3ff6-47fe-a767-6a7adfa0696b req-782e369b-a73b-45d0-a99d-2e2853198db8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 945 time: 0.0589807 Aug 06 16:07:02.135713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86ae66c2-3ff6-47fe-a767-6a7adfa0696b req-30d0a812-1bfb-45e2-a01d-fc2885a41159 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Aug 06 16:07:02.190998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.192984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-63cbfc26-92f1-4e26-8dff-8c4c7ef89908 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4427676 Aug 06 16:07:02.195978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32806) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:02.203380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'network': {'name': 'tempest-network-smoke--1913602373', 'project_id': '618f00fcdc5140c494e411523c645571', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:02.282030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:02.285756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.312589 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:07:02.323195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.323539 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Added segment 9f245ca3-4c1e-4732-bfde-a7a093088f70 of type vlan for network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c Aug 06 16:07:02.371298 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.373841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9587d9bc-ecc4-418e-a83d-7a7786036d2a up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:02.459210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32810) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:02.473336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.477372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.477967 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.518535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 9587d9bc-ecc4-418e-a83d-7a7786036d2a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:02.526002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 9587d9bc-ecc4-418e-a83d-7a7786036d2a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:02.527788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.558823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Network': ['ID=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:02.571317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:07:02.571494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-000abda5-4f6b-489a-bf6b-082ab423bf6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3737550 Aug 06 16:07:02.573853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:02.581557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'admin_state_up': True, 'project_id': '618f00fcdc5140c494e411523c645571', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:02.651470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-99c4cff6-9457-4c77-9489-1d1cd5a94e06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=843392bc27f9453b89f75e673cdaf1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909671 Aug 06 16:07:02.658528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:02.689419 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.691204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.694293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.720051 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:02.722729 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ee6094-c699-42c7-9140-20923c240170" -d '{"events": [{"server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "name": "network-vif-plugged", "status": "completed", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:02.737097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:02.766295 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f23806d-144d-4f1e-b503-d06f80a36fb0 x-openstack-request-id: req-8f23806d-144d-4f1e-b503-d06f80a36fb0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:02.766614 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "name": "network-vif-plugged", "status": "completed", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:02.766892 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f23806d-144d-4f1e-b503-d06f80a36fb0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:02.767563 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'code': 200} Aug 06 16:07:02.768005 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6acff097-7dda-421c-b2d8-c62831a9d233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.773010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.796059 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6acff097-7dda-421c-b2d8-c62831a9d233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.838129 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.873097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026e170-fdc7-4a11-9890-c40b90be5ffc req-1091f652-bceb-40c8-b540-e13bf1f2507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:02.874986 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6026e170-fdc7-4a11-9890-c40b90be5ffc req-1091f652-bceb-40c8-b540-e13bf1f2507e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1097 time: 0.0452297 Aug 06 16:07:02.890363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=9587d9bc-ecc4-418e-a83d-7a7786036d2a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:02.916527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6026e170-fdc7-4a11-9890-c40b90be5ffc req-e2dc1add-8da0-4016-8507-8e99b39aeec2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330164 Aug 06 16:07:02.924838 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6acff097-7dda-421c-b2d8-c62831a9d233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.927371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6acff097-7dda-421c-b2d8-c62831a9d233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:02.928541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6acff097-7dda-421c-b2d8-c62831a9d233 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9986d3d-7431-4b33-9bc6-0181f75743a6 HTTP/1.1" status: 204 len: 168 time: 0.2687151 Aug 06 16:07:02.941753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acff097-7dda-421c-b2d8-c62831a9d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9986d3d-7431-4b33-9bc6-0181f75743a6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:03.012688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.324193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.349263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:03.405799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba95573-21ff-41a0-a84c-e948c6d815f2 req-1ea79f00-2335-40ed-874e-b83b6bcd7980 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:03.408086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ba95573-21ff-41a0-a84c-e948c6d815f2 req-1ea79f00-2335-40ed-874e-b83b6bcd7980 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 946 time: 0.1478217 Aug 06 16:07:03.490684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ba95573-21ff-41a0-a84c-e948c6d815f2 req-2f178f30-a9a5-4568-aa2f-f4d0aac9ce32 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737767 Aug 06 16:07:03.518233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.88 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/626278a0-5ef1-439b-91b7-bd20a0f6f4cf) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:03.633242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.071089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.113769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:04.116734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:04.120393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:04.126746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:04.435116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.674562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbb375-6670-41dd-90c3-fe6612732b41 req-b27b7471-1422-4b84-b16d-798ede87ae0f tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:04.676158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccfbb375-6670-41dd-90c3-fe6612732b41 req-b27b7471-1422-4b84-b16d-798ede87ae0f tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 946 time: 0.1012957 Aug 06 16:07:04.683739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.761692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccfbb375-6670-41dd-90c3-fe6612732b41 req-2b95fe89-a54c-4503-9fa2-0efee3f3bbca tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791607 Aug 06 16:07:04.865106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f663e04f-a1b5-4de0-b0e5-ba796717373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:04.894253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff3499-bb19-4246-a491-461414c9ea5d req-3df93032-1d57-4a16-9893-4c6ccf498dbf tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:04.895776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30ff3499-bb19-4246-a491-461414c9ea5d req-3df93032-1d57-4a16-9893-4c6ccf498dbf tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 946 time: 0.0570214 Aug 06 16:07:04.942693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30ff3499-bb19-4246-a491-461414c9ea5d req-951a5113-bef0-412e-bb76-a0003375caf3 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397379 Aug 06 16:07:04.944365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router b44713ec-7787-435b-87ca-6147ead0360f is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:07:04.966643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32828) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.067138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:05.080201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Sync routers for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:05.092015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:05.092647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:05.150618 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.154875 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-54ca09cd-0cd7-4fcf-8e9a-2e6802fde84f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5765860 Aug 06 16:07:05.155221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32832) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.171002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef178c82-f190-4472-91c3-59bb2330c58d tempest-TestVolumeBackupRestore-1059130780 tempest-TestVolumeBackupRestore-1059130780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:05.173057 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef178c82-f190-4472-91c3-59bb2330c58d tempest-TestVolumeBackupRestore-1059130780 tempest-TestVolumeBackupRestore-1059130780-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1092 time: 0.2052908 Aug 06 16:07:05.176280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32836) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.181290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:05.212298 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:05.283778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.338961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0843341b-826d-4274-afc1-841fc6bbdf6c tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=618f00fcdc5140c494e411523c645571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1825047 Aug 06 16:07:05.342142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32838) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.410872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:04Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:05.442185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Checking router: b44713ec-7787-435b-87ca-6147ead0360f for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:05.442547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Updating router b44713ec-7787-435b-87ca-6147ead0360f port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:05.468273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.477239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854500e-8336-42bc-9d96-9c2e6c177179 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:05.478792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c854500e-8336-42bc-9d96-9c2e6c177179 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356614 Aug 06 16:07:05.481855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32840) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.500310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.516744 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dee403eb-4b02-451c-a64c-e77477f9ef14 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332897 Aug 06 16:07:05.519156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32842) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:05.524265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007778660', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'project_id': '618f00fcdc5140c494e411523c645571', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:05.590772 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:07:05.617228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Allocated IP 172.25.5.9 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/24e95f84-0854-497a-9dca-0c3d59a821ad) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:05.682544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:05.686322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.724762 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.819819 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:05.866617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:05.871784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:05.878082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:05.881411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'Port': ['ID=24e95f84-0854-497a-9dca-0c3d59a821ad,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:05.968193 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.012194 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.025648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Transition to ACTIVE for port object 626278a0-5ef1-439b-91b7-bd20a0f6f4cf will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:06.046488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Subnet': ['ID=e9d08b48-6656-474d-b1d1-1904a6d9d704,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:06.055693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Checking segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:06.056097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network hostable DHCP agents. Network: 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:07:06.093092 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.155728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f930-23f9-4200-aebc-76d8d4b8c1c6 None None] Pushing event updated for resources: {'Port': ['ID=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:06.159087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Attempting to bind port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:06.159463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Attempting to bind port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:06.160226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Attempting to bind port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:06.161823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:07:06.165871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:06.168220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:06.168220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.168220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:06.168220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Bound port: 626278a0-5ef1-439b-91b7-bd20a0f6f4cf, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:06.168220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.229536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] For port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:06.232639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] For port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:06.247522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:06.252476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:06.257452 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.258038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f9d8a-9a87-43d8-9d0f-fda757cf9410 None None] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:06.347106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.374735 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-49a2aaff-9847-4249-9bca-e8a674abc3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8545115 Aug 06 16:07:06.378642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32844) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:06.457762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1f930-23f9-4200-aebc-76d8d4b8c1c6 None None] Pushing event updated for resources: {'Port': ['ID=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:06.463549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:06.464206 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:06.468387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.503280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:07:06.504019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.657866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:06.677581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.883757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.929620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:06.950830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Allocated IP 172.20.0.2 (55f05b90-21d9-4cc6-8db7-ce1b42b30c2c/e9d08b48-6656-474d-b1d1-1904a6d9d704/dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:06.979968 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.057868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event updated for resources: {'Port': ['ID=24e95f84-0854-497a-9dca-0c3d59a821ad,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:07.069013 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.163522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.176642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Transition to ACTIVE for port object dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:07.185042 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Floating IP ffa90605-3120-4352-8d91-fa21e26c7f12 associated. External IP: 172.25.5.9, port: 9587d9bc-ecc4-418e-a83d-7a7786036d2a. Aug 06 16:07:07.186512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:04Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:07.227538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Transition to ACTIVE for port object dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:07.229229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88cacd-d172-4e31-b18c-cf9506a5f538 None None] The sync data for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 is: [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:04Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:07.305377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.362559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:07.364102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:07.366654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:07.381538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Pushing event updated for resources: {'Port': ['ID=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:07.396672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.1 (55f05b90-21d9-4cc6-8db7-ce1b42b30c2c/e9d08b48-6656-474d-b1d1-1904a6d9d704/8bd5b80a-722e-4fb0-adab-be2cc23b7614) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:07.422393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:07.429236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Attempting to bind port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:07.429614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Attempting to bind port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:07.429986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Attempting to bind port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:07.435781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:07.436158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Checking segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:07.436590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.437044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Bound using segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:07.437592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Bound port: dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:07.438021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.557273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] For port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:07.564386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] For port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:07.609789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:07.623447 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] Sync routers for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:07.634695 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:07.635468 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:06:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:07.716994 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.772678 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:07.785317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.786690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7e36c-019c-4b93-bb93-28db71b2784d None None] Pushing event updated for resources: {'Port': ['ID=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:07.797815 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed85f-0c3c-4b89-b627-c6cec8c51c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.801804 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:07.866542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b01935a-6fff-4dcf-abc8-d8689a11cd81 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6890140 Aug 06 16:07:07.868947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:07.871435 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:07.881571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32846) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:07.970462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 626278a0-5ef1-439b-91b7-bd20a0f6f4cf up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:07.998058 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479c3f16-6984-4e34-a543-50afd4090f56 x-openstack-request-id: req-479c3f16-6984-4e34-a543-50afd4090f56 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:07.999437 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:08.001533 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-479c3f16-6984-4e34-a543-50afd4090f56 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:08.002247 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'status': 'completed', 'code': 200} Aug 06 16:07:08.018428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.024342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e923c-b592-4cdb-a61c-e857790e4f6a tempest-TestVolumeBackupRestore-1059130780 tempest-TestVolumeBackupRestore-1059130780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.033210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-944e923c-b592-4cdb-a61c-e857790e4f6a tempest-TestVolumeBackupRestore-1059130780 tempest-TestVolumeBackupRestore-1059130780-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1092 time: 0.1352401 Aug 06 16:07:08.034243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:08.041060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Request body: {'floatingip': {'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:08.105429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object 8bd5b80a-722e-4fb0-adab-be2cc23b7614 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:08.134178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:08.139409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:08.140179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.201370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.244951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-735ede36-c331-45b5-a302-024c7ddb9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.247848 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-735ede36-c331-45b5-a302-024c7ddb9c2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1097 time: 0.2075810 Aug 06 16:07:08.334303 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.339440 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.389937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:08.400673 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ffa90605-3120-4352-8d91-fa21e26c7f12', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:06Z', 'updated_at': '2021-08-06T16:07:06Z', 'revision_number': 0, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:08.438431 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] Checking router: f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:08.448440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.449766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:08.450575 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:08.519535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:08.527512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:08.530979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:08.540938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=8bd5b80a-722e-4fb0-adab-be2cc23b7614,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:08.585491 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:08.601410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:08.623438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-0b9936d8-9155-489e-ab86-f127eb52c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.630379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-0b9936d8-9155-489e-ab86-f127eb52c394 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 914 time: 0.3754926 Aug 06 16:07:08.652902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.768305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-825f2cb5-fca9-47be-bee4-648166f4d78c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 998 time: 0.1278951 Aug 06 16:07:08.858101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-65b294c0-2aa9-4130-b569-cc3235994bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.858823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-65b294c0-2aa9-4130-b569-cc3235994bc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.0657008 Aug 06 16:07:08.897817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:08.918245 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ffa90605-3120-4352-8d91-fa21e26c7f12', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:06Z', 'updated_at': '2021-08-06T16:07:06Z', 'revision_number': 0, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:08.922698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-53c014ba-3546-4149-8681-5a65c761bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:08.924526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-53c014ba-3546-4149-8681-5a65c761bc23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585907 Aug 06 16:07:08.954981 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0aebc-0334-4ff8-a1a5-c9f68982f61d None None] The sync data for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 is: [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ffa90605-3120-4352-8d91-fa21e26c7f12', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:06Z', 'updated_at': '2021-08-06T16:07:06Z', 'revision_number': 0, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:09.023288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.116124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-9a2b8ce8-df6a-45b9-8906-4b479acdaa1a service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839535 Aug 06 16:07:09.262468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1973ba-2dcb-4b21-9d3c-fc70f7b25777 None None] New status for floating IP ffa90605-3120-4352-8d91-fa21e26c7f12: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:07:09.330034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.353544 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ce26a4a1-f5a9-41cc-bde2-b8a72d7dcfa9 req-d199dfd6-d4be-4dad-98ac-deb2af724741 service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262442 Aug 06 16:07:09.396090 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.455899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-8f1973ba-2dcb-4b21-9d3c-fc70f7b25777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:07:09.456563 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-8f1973ba-2dcb-4b21-9d3c-fc70f7b25777 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:07:09.561169 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.569232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e936a1b0-ec0b-4bae-b478-e4a2934f15c9 None None] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:07:09.630503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.678786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:09.728361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fe0a78bf-94a1-4728-ba3d-c4297d7eecc3 None None] Provisioning for port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:09.736282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.738875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=8bd5b80a-722e-4fb0-adab-be2cc23b7614,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:09.833329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:09.841416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:09.864389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:09.865942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:09.944395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-31825069-a8fd-4a31-abcf-3c5c8e1af2b1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "PUT /v2.0/floatingips/ffa90605-3120-4352-8d91-fa21e26c7f12 HTTP/1.1" status: 200 len: 990 time: 1.9048734 Aug 06 16:07:09.960176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1973ba-2dcb-4b21-9d3c-fc70f7b25777 None None] New status for floating IP ffa90605-3120-4352-8d91-fa21e26c7f12: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:07:10.004212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}, {'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:10.019527 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab56b11-8534-4e8b-b276-52f54dd8c3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}, {"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:10.024395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:10.038274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router b44713ec-7787-435b-87ca-6147ead0360f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:10.086533 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea48029-bab7-4fa8-bbfb-8df4e764c9a0 x-openstack-request-id: req-eea48029-bab7-4fa8-bbfb-8df4e764c9a0 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:10.087091 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:10.087346 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eea48029-bab7-4fa8-bbfb-8df4e764c9a0 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:10.087754 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'status': 'completed', 'code': 200} Aug 06 16:07:10.088036 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'status': 'completed', 'code': 200} Aug 06 16:07:10.225991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-863c6c25-9aaf-4073-9485-29374e000064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:10.227599 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-863c6c25-9aaf-4073-9485-29374e000064 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1097 time: 0.1132569 Aug 06 16:07:10.229411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:10.237208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7bf0a9d2-03a5-49c2-96e0-57ace45a715f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/b44713ec-7787-435b-87ca-6147ead0360f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8572409 Aug 06 16:07:10.258751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Sync routers for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:10.279265 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:10.281145 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:10.288232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7c518e08-e940-4678-b220-f2e608cd044e None None] Provisioning for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:10.301859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7c518e08-e940-4678-b220-f2e608cd044e None None] Provisioning complete for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:10.303724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c518e08-e940-4678-b220-f2e608cd044e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.348681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:10.371918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:10.371918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.438791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-6e03719d-7bd8-429e-b15e-b4b021e8e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:10.439209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7c518e08-e940-4678-b220-f2e608cd044e None None] Port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:10.443243 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-6e03719d-7bd8-429e-b15e-b4b021e8e8ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 914 time: 0.2020781 Aug 06 16:07:10.497357 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:10.521979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] Sync routers for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:10.541164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.561660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-9cca9573-e197-4f72-882c-33f2efca7718 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 1000 time: 0.1118739 Aug 06 16:07:10.565164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:10.565818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:10.590593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-596847c2-690b-48b2-a07f-ed6c425c7b33 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408362417&fields=id&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 267 time: 0.0607808 Aug 06 16:07:10.648908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8fd827a1-2153-4677-b3b4-1b44cbf7478f None None] Provisioning complete for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:10.649295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fd827a1-2153-4677-b3b4-1b44cbf7478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.665542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-2649c761-1d20-4dc4-acc0-ed403f13de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:10.667073 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-2649c761-1d20-4dc4-acc0-ed403f13de33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.0931318 Aug 06 16:07:10.681635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:10.743724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-14765cea-99e4-47bb-b15e-1ed6aae9c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:10.745657 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-14765cea-99e4-47bb-b15e-1ed6aae9c160 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705128 Aug 06 16:07:10.752365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8fd827a1-2153-4677-b3b4-1b44cbf7478f None None] Port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:10.763208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.763505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-86dbca1a-9bd9-471b-890b-6de17897a1a1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:10.764172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 626278a0-5ef1-439b-91b7-bd20a0f6f4cf up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:10.765356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-86dbca1a-9bd9-471b-890b-6de17897a1a1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 797 time: 0.1665685 Aug 06 16:07:10.784152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-2d5fcaa2-689e-43d7-a4de-80d9b903ddec tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/quotas/618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 375 time: 0.0123808 Aug 06 16:07:10.823964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:10.825173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:09Z', 'revision_number': 2, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:10.853960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-84dfb623-b49f-4b8e-a192-bb9ea936c267 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630567 Aug 06 16:07:10.923384 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:10.932341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-3717cf1e-1fb9-4311-b693-d217d1f3bde7 service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703174 Aug 06 16:07:10.968145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:10.980852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b6fcc91-3154-451a-beeb-ed76f4f07c2b None None] Provisioning complete for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:10.981231 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b6fcc91-3154-451a-beeb-ed76f4f07c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.015205 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Checking router: b44713ec-7787-435b-87ca-6147ead0360f for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:11.016463 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Updating router b44713ec-7787-435b-87ca-6147ead0360f port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:07:11.023546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:11.023960 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.049926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-012c88fb-8bb9-432c-aa07-866760bfe526 service neutron] 10.222.0.16 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755803 Aug 06 16:07:11.053014 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.067234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4b6fcc91-3154-451a-beeb-ed76f4f07c2b None None] Port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:11.083873 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-fd63e2bc-9a35-41f7-8dc0-fc5784e00566 service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435323 Aug 06 16:07:11.175720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-27e540ee-853c-40ee-8fbc-3458c0bcdb35 service neutron] 10.222.0.16 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147144 Aug 06 16:07:11.195486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-ff82b6f2-adcc-4257-988a-9134391310dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:11.197278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-ff82b6f2-adcc-4257-988a-9134391310dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1097 time: 0.0661397 Aug 06 16:07:11.337256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-a7814d47-9e3e-4340-a8f3-2edf8852d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:11.339663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-a7814d47-9e3e-4340-a8f3-2edf8852d56c service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 914 time: 0.1334548 Aug 06 16:07:11.414840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-f2017352-8646-43e6-b8cc-fec7520cd0bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 1000 time: 0.0678544 Aug 06 16:07:11.420096 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.430641 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Transition to ACTIVE for port object 8bd5b80a-722e-4fb0-adab-be2cc23b7614 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:11.468097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ffa90605-3120-4352-8d91-fa21e26c7f12', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:06Z', 'updated_at': '2021-08-06T16:07:10Z', 'revision_number': 2, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:11.473670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-5051050f-82cc-4b8e-9695-d837b7c0a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:11.475117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-5051050f-82cc-4b8e-9695-d837b7c0a6c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.0495389 Aug 06 16:07:11.513894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] Checking router: f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:11.516718 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.530063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:11.532572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:11.555836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-533c69d0-eaf3-4127-ac13-9db2068b72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:11.559132 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-533c69d0-eaf3-4127-ac13-9db2068b72af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758965 Aug 06 16:07:11.599000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2d85b1a-0368-4d92-8305-d2d41c499f7b req-2ad888e4-90ca-472e-9f49-7dcb0823e0e8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 210 time: 0.0547855 Aug 06 16:07:11.667257 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Pushing event updated for resources: {'Port': ['ID=8bd5b80a-722e-4fb0-adab-be2cc23b7614,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:11.682657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Attempting to bind port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:11.682964 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Attempting to bind port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:11.683326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Attempting to bind port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:11.686215 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.686534 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.686867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.687197 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.687597 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.688196 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.688661 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.688987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.689313 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.689680 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.690055 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.690372 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:11.704138 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:11.704518 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Checking segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:11.704915 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.705311 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Bound using segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:11.705862 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Bound port: 8bd5b80a-722e-4fb0-adab-be2cc23b7614, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:11.706140 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.780458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:11.784438 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-42ec81f0-bc14-4533-a263-18fa177d186f service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176900 Aug 06 16:07:11.806246 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] For port 8bd5b80a-722e-4fb0-adab-be2cc23b7614, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:11.814539 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] For port 8bd5b80a-722e-4fb0-adab-be2cc23b7614, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8bd5b80a-722e-4fb0-adab-be2cc23b7614,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:11.893430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:11.894181 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:11.911488 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dab56b11-8534-4e8b-b276-52f54dd8c3ec req-1cfde193-c7e6-4a7c-b8a0-d6c6117df58d service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182704 Aug 06 16:07:11.966198 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:11.966832 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:11.968907 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22995b3b-4e97-4944-9234-f290037f5cb5 None None] Pushing event updated for resources: {'Port': ['ID=8bd5b80a-722e-4fb0-adab-be2cc23b7614,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:12.043446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:12.043929 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:12.136785 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:12.229017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ffa90605-3120-4352-8d91-fa21e26c7f12', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:06Z', 'updated_at': '2021-08-06T16:07:10Z', 'revision_number': 2, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:12.259147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d72785-f2e7-48ad-b5e1-9d3ad3a78088 None None] The sync data for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 is: [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ffa90605-3120-4352-8d91-fa21e26c7f12', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'floating_ip_address': '172.25.5.9', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'port_id': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'mac_address': 'fa:16:3e:81:0b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:06Z', 'updated_at': '2021-08-06T16:07:10Z', 'revision_number': 2, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:12.371217 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:11Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:12.399835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e6e27f-168b-4431-96f6-535b95899486 None None] The sync data for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 is: [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:11Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:12.713609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49600a70-3b64-4706-85e8-a8dfb8e07548 req-22ca3d22-6c66-4cbf-bf2a-78431774ab2f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 210 time: 0.0510080 Aug 06 16:07:13.832944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a51b118-2dbc-4dbe-93db-874b198e941c req-c8c18435-36d4-44e8-9302-9c5fd35fc7fb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 210 time: 0.0389750 Aug 06 16:07:13.901098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8bd5b80a-722e-4fb0-adab-be2cc23b7614 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:14.049240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-33156196-098e-4d36-a919-f3ace9beac6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:14.051007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-33156196-098e-4d36-a919-f3ace9beac6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 797 time: 0.1260974 Aug 06 16:07:14.053209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:14.057280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:14.057668 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.096072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-544851e7-b207-4652-8681-aa7a06072e6b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 379 time: 0.0365665 Aug 06 16:07:14.111680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'port': {'device_id': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'admin_state_up': True, 'tenant_id': '618f00fcdc5140c494e411523c645571', 'security_groups': ['8224cb86-0642-4190-80db-cd1209ad895b']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:14.152054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.189161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8bd5b80a-722e-4fb0-adab-be2cc23b7614, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8bd5b80a-722e-4fb0-adab-be2cc23b7614,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:14.271261 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.333369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:07:14.334833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8bd5b80a-722e-4fb0-adab-be2cc23b7614,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:14.338205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.492709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.14 (55f05b90-21d9-4cc6-8db7-ce1b42b30c2c/e9d08b48-6656-474d-b1d1-1904a6d9d704/d694012c-d8c9-410d-8878-4bd8b1393c95) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:14.646979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.662601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object d694012c-d8c9-410d-8878-4bd8b1393c95 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:14.774327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.833433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:14.837466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:14.840832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:14.872993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:14.922756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:14.923547 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:14.995189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c0d40-50f9-44b5-ad3e-0779e7881226 req-048d0ca8-fa15-4ce4-aa5c-bb8b997f9c73 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:14.996977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a60c0d40-50f9-44b5-ad3e-0779e7881226 req-048d0ca8-fa15-4ce4-aa5c-bb8b997f9c73 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 932 time: 0.0610166 Aug 06 16:07:15.008527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-39b01d5b-9f09-4e8b-8a7a-4bc3e93192de tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9014032 Aug 06 16:07:15.025411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Request body: {'port': {'device_id': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:15.061775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a60c0d40-50f9-44b5-ad3e-0779e7881226 req-97850d00-03d5-4c8a-8c18-e5a9c77abe42 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547109 Aug 06 16:07:15.101917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.288031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03a3c482-04f4-4ba2-9cd6-247063b9a9ad None None] Provisioning for port d694012c-d8c9-410d-8878-4bd8b1393c95 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:15.292560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03a3c482-04f4-4ba2-9cd6-247063b9a9ad None None] Provisioning complete for port d694012c-d8c9-410d-8878-4bd8b1393c95 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:15.293098 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03a3c482-04f4-4ba2-9cd6-247063b9a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.333502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-03a3c482-04f4-4ba2-9cd6-247063b9a9ad None None] Port d694012c-d8c9-410d-8878-4bd8b1393c95 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:07:15.473024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d694012c-d8c9-410d-8878-4bd8b1393c95 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:15.482216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.496431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Transition to ACTIVE for port object d694012c-d8c9-410d-8878-4bd8b1393c95 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:07:15.556103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.618112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:15.705437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:07:15.705784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:07:15.706116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:15.711736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Port d694012c-d8c9-410d-8878-4bd8b1393c95 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:07:15.711736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:07:15.718326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:07:15.718842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Checking segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:07:15.720002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Bound using segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:07:15.720715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Bound port: d694012c-d8c9-410d-8878-4bd8b1393c95, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:07:15.721243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.802901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:07:15.806240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:07:15.861390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8bd5b80a-722e-4fb0-adab-be2cc23b7614 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:15.877077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.914012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:15.914293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.915892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:15.916732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:15.918087 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] 10.222.0.59 "PUT /v2.0/ports/d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1092 time: 0.8992529 Aug 06 16:07:15.918538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:15.922002 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:15.956967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea72f3-6533-4e29-83c8-0f8a5816d868 service neutron] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:15.993049 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44266e0-5d72-44b2-a862-d5c89340ef40 x-openstack-request-id: req-b44266e0-5d72-44b2-a862-d5c89340ef40 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:15.993559 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:15.993947 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b44266e0-5d72-44b2-a862-d5c89340ef40 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:15.994641 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'status': 'completed', 'code': 200} Aug 06 16:07:16.068672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba req-c8126a03-cd91-42cb-a4f8-b29ae80b6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.071179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba req-c8126a03-cd91-42cb-a4f8-b29ae80b6b3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1095 time: 0.0570021 Aug 06 16:07:16.196747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba req-05fe1223-480d-4d70-b80b-cba63e169d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.198267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba req-05fe1223-480d-4d70-b80b-cba63e169d6b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=618f00fcdc5140c494e411523c645571&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1197314 Aug 06 16:07:16.216200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc57af-b988-4d8e-9be9-81f6904b6892 req-b46009d8-72bc-4169-9da5-b8a971a653dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.217670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3cc57af-b988-4d8e-9be9-81f6904b6892 req-b46009d8-72bc-4169-9da5-b8a971a653dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0718200 Aug 06 16:07:16.271076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3cc57af-b988-4d8e-9be9-81f6904b6892 req-4e07edcd-6cd7-4fca-8c10-a528cc888818 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445375 Aug 06 16:07:16.323103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba req-999a90be-4797-4ba9-bd88-1091dc3a5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.324659 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7adb3c1-fb7c-4544-baf9-401fcb1a76ba req-999a90be-4797-4ba9-bd88-1091dc3a5a9b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198268 Aug 06 16:07:16.415758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-0f74c803-788d-41ae-8b0a-2171e0062619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.417342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-0f74c803-788d-41ae-8b0a-2171e0062619 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1095 time: 0.0546598 Aug 06 16:07:16.462273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-b86b6314-4204-47c6-a4ec-5252bfda376c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 217 time: 0.0366204 Aug 06 16:07:16.513164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-e9e9ed15-0afb-40e6-bc4c-5b4a2a654b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.514651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-e9e9ed15-0afb-40e6-bc4c-5b4a2a654b5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0460591 Aug 06 16:07:16.566422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d698c4b-efeb-4991-b559-1972796d9774 req-9ec04989-054b-4442-b370-01492509c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:16.567964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-9ec04989-054b-4442-b370-01492509c550 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463288 Aug 06 16:07:16.666169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-35da3fba-263b-4735-bbd3-16c8bd64be25 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911169 Aug 06 16:07:16.774380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5d698c4b-efeb-4991-b559-1972796d9774 req-7f429a63-30e2-4026-986d-305ba1bb5332 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017230 Aug 06 16:07:17.404569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f0890-6804-4f83-9b9d-f4d406a5d72e req-112b1cb8-943e-4d09-af67-cd2e6d8ce220 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:17.406095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d50f0890-6804-4f83-9b9d-f4d406a5d72e req-112b1cb8-943e-4d09-af67-cd2e6d8ce220 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0546377 Aug 06 16:07:17.444924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d50f0890-6804-4f83-9b9d-f4d406a5d72e req-5495d68f-3ced-4447-8e90-874aee7afec0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Aug 06 16:07:18.564786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5f27b-f5ec-4957-b5b3-b06ce01eb6e5 req-8f2d32d6-74ee-471e-8058-cc72913e02d8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:18.566342 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64d5f27b-f5ec-4957-b5b3-b06ce01eb6e5 req-8f2d32d6-74ee-471e-8058-cc72913e02d8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0525086 Aug 06 16:07:18.569657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:07:18.610253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64d5f27b-f5ec-4957-b5b3-b06ce01eb6e5 req-e596d7e3-ec0b-4d43-919c-8e580cbb3969 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369887 Aug 06 16:07:18.669599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:18.682665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'port_id': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'mac_address': 'fa:16:3e:0e:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:07:18.722771 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.737041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d694012c-d8c9-410d-8878-4bd8b1393c95 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:07:18.757251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:18.841697 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:18.894611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:18.901937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.902284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.902627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.902966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.903301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.903630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.903985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.904313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.904637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.904961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.905296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:18.905627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:19.028288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['d694012c-d8c9-410d-8878-4bd8b1393c95'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:07:19.727988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66011a47-2cd7-4af7-bc9a-b3986534cc77 req-40ce20d2-230e-49bd-a024-76141fdfd846 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:19.731450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66011a47-2cd7-4af7-bc9a-b3986534cc77 req-40ce20d2-230e-49bd-a024-76141fdfd846 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 945 time: 0.0500591 Aug 06 16:07:19.776022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66011a47-2cd7-4af7-bc9a-b3986534cc77 req-ff7c74be-781a-45fe-b4cf-04df858a34f5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398054 Aug 06 16:07:20.600587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:07:20.744719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port d694012c-d8c9-410d-8878-4bd8b1393c95 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:07:20.749059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port d694012c-d8c9-410d-8878-4bd8b1393c95 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:07:20.749436 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.832235 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.858609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:20.861431 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb66cb9d-57c8-4a2a-99b6-23030a13514c" -d '{"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-plugged", "status": "completed", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:20.879040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:07:20.901899 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b3f9ff-9ba6-475d-8d55-45f4c0c7e5b4 x-openstack-request-id: req-78b3f9ff-9ba6-475d-8d55-45f4c0c7e5b4 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:20.902618 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-plugged", "status": "completed", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:20.902618 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78b3f9ff-9ba6-475d-8d55-45f4c0c7e5b4 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:20.903176 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'code': 200} Aug 06 16:07:20.904514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115243a6-6337-49b2-9c4e-8df72606be90 req-2bd9bb0e-c242-4856-afd8-312a9ad2d5d3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:20.906102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-115243a6-6337-49b2-9c4e-8df72606be90 req-2bd9bb0e-c242-4856-afd8-312a9ad2d5d3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 945 time: 0.0534062 Aug 06 16:07:20.926365 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:20.951234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-115243a6-6337-49b2-9c4e-8df72606be90 req-b02a436d-eef8-43a2-9cf9-9f7ceabc495b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381269 Aug 06 16:07:20.979110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:21.001480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81860323-b0e4-4a9b-8246-44fef6916b9e req-de138394-79ce-40c0-b660-50a4a10f2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:21.003010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81860323-b0e4-4a9b-8246-44fef6916b9e req-de138394-79ce-40c0-b660-50a4a10f2223 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.0436153 Aug 06 16:07:21.041209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81860323-b0e4-4a9b-8246-44fef6916b9e req-9f3e146f-0978-4cc0-a3ac-7d9f82da8ccd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Aug 06 16:07:22.073594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13c472-7854-4b4b-a848-83fa37885d5c req-8a7f1bf8-7d86-4c4a-b2bf-7ffef50a854e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:22.075089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de13c472-7854-4b4b-a848-83fa37885d5c req-8a7f1bf8-7d86-4c4a-b2bf-7ffef50a854e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0503795 Aug 06 16:07:22.119448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de13c472-7854-4b4b-a848-83fa37885d5c req-911f357a-d408-4164-b849-b551f9fca0c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374570 Aug 06 16:07:22.254197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44d1c9-3835-42cb-9bda-2bc62a0e1336 req-fff3e604-0166-41b3-af3b-263a7639c76e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:22.255741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb44d1c9-3835-42cb-9bda-2bc62a0e1336 req-fff3e604-0166-41b3-af3b-263a7639c76e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0638115 Aug 06 16:07:22.295913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb44d1c9-3835-42cb-9bda-2bc62a0e1336 req-52852e3d-1af0-4422-999c-5284b5f8f16d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330923 Aug 06 16:07:22.318499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 32904) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:22.358948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f8ca8-205e-4734-93c0-94bb2ee20f2f tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:22.360950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c50f8ca8-205e-4734-93c0-94bb2ee20f2f tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1092 time: 0.0411704 Aug 06 16:07:22.364070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:22.368633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:07:22.459001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.596138 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.704442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.139 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/c356f85e-3685-4a35-b4ef-88cc04f9302d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:07:22.817536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.899325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:22.941258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:07:22.944167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:07:22.947940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:07:22.954396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=c356f85e-3685-4a35-b4ef-88cc04f9302d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.332003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.465311 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.622443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.710200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.794185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=c356f85e-3685-4a35-b4ef-88cc04f9302d,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:23.812139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:23.909484 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 5ff8953a-1414-4ed1-bf9a-b263a9140a45 associated. External IP: 172.25.5.139, port: d694012c-d8c9-410d-8878-4bd8b1393c95. Aug 06 16:07:24.116857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router b44713ec-7787-435b-87ca-6147ead0360f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:07:24.230348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:07:24.240028 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] Sync routers for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:07:24.249000 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:24.249617 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:24.293205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:24.327771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cb4e7bae-d000-431b-bda8-53b251734dd0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9601836 Aug 06 16:07:24.327771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:07:24.332077 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784559e8-ada9-45b1-9970-28c6cb127d05" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:07:24.371345 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:24.371671 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ce8d9-e2da-462b-ade7-dbe82026fe9e x-openstack-request-id: req-8c3ce8d9-e2da-462b-ade7-dbe82026fe9e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:07:24.372092 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:07:24.372250 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c3ce8d9-e2da-462b-ade7-dbe82026fe9e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:07:24.372731 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'status': 'completed', 'code': 200} Aug 06 16:07:24.432726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecaebc-c395-4b5a-89c5-e20f06889d8b req-00f4e3ee-f1e0-4a3a-a6fd-fb706675166e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.434899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06ecaebc-c395-4b5a-89c5-e20f06889d8b req-00f4e3ee-f1e0-4a3a-a6fd-fb706675166e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0552373 Aug 06 16:07:24.442956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-71ebae55-5833-4708-9f8c-9368863d75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.445178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-71ebae55-5833-4708-9f8c-9368863d75b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.0503650 Aug 06 16:07:24.484824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06ecaebc-c395-4b5a-89c5-e20f06889d8b req-14d5c0d6-eaa1-453a-acaa-ce49b95cbbbe tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 Aug 06 16:07:24.510865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32912) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:24.544488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-f0f10ca4-8d7b-4926-996f-666783ed361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.546163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-f0f10ca4-8d7b-4926-996f-666783ed361d service neutron] 10.222.0.59 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.0942113 Aug 06 16:07:24.579427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4bbee64-dd97-4684-806a-72dd771d78c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/5ff8953a-1414-4ed1-bf9a-b263a9140a45 HTTP/1.1" status: 200 len: 992 time: 0.0670443 Aug 06 16:07:24.618862 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5ff8953a-1414-4ed1-bf9a-b263a9140a45', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'port_id': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'mac_address': 'fa:16:3e:0e:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:23Z', 'updated_at': '2021-08-06T16:07:23Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:24.619433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-293acde1-9029-48cb-89eb-4d933f1e8fd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1000 time: 0.0656545 Aug 06 16:07:24.645709 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] Checking router: b44713ec-7787-435b-87ca-6147ead0360f for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:07:24.654363 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:07:24.654974 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:07:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:24.671723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-ac5658fe-ceef-4a6b-aef4-0c0543251562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.673959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-ac5658fe-ceef-4a6b-aef4-0c0543251562 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0471447 Aug 06 16:07:24.721254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-6b8fc238-04bf-412d-93d4-1dfa538f283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:24.722776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-6b8fc238-04bf-412d-93d4-1dfa538f283f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418532 Aug 06 16:07:24.765187 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:07:24.824491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-52bf1080-314d-4122-8361-17c79b49f706 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945513 Aug 06 16:07:24.920128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-784559e8-ada9-45b1-9970-28c6cb127d05 req-9a1245bf-fca7-4a5b-bae6-54148e525625 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Aug 06 16:07:25.004187 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5ff8953a-1414-4ed1-bf9a-b263a9140a45', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'port_id': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'mac_address': 'fa:16:3e:0e:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:23Z', 'updated_at': '2021-08-06T16:07:23Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:07:25.033648 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b08e0-d228-49d7-9270-1c5fafd54501 None None] The sync data for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 is: [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5ff8953a-1414-4ed1-bf9a-b263a9140a45', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'port_id': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'mac_address': 'fa:16:3e:0e:e5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:07:23Z', 'updated_at': '2021-08-06T16:07:23Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:07:25.255211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468b02e-0f13-4488-89a1-982eedbda007 None None] New status for floating IP 5ff8953a-1414-4ed1-bf9a-b263a9140a45: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:07:25.582714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32914) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:25.643507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df1e6573-f935-4b72-a335-cd7023a3c80d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/5ff8953a-1414-4ed1-bf9a-b263a9140a45 HTTP/1.1" status: 200 len: 994 time: 0.0594630 Aug 06 16:07:26.017251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-5db1a080-7710-4718-ad8e-b30cfe75b37b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0511484 Aug 06 16:07:26.104401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:26.413850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-4aa4b25c-123f-49db-90e2-2370bd7494f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.415386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-4aa4b25c-123f-49db-90e2-2370bd7494f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.3540308 Aug 06 16:07:26.537785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-e7f567d3-b25b-46a3-b733-651e16071755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.539353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-e7f567d3-b25b-46a3-b733-651e16071755 service neutron] 10.222.0.59 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1020133 Aug 06 16:07:26.623710 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-1f22d7bf-b667-4dfa-a6e1-e5f54dbf656a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1002 time: 0.0776355 Aug 06 16:07:26.675283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-f2d2bdb1-f602-4bab-91b8-430bfcc0874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.676815 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-f2d2bdb1-f602-4bab-91b8-430bfcc0874a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0465586 Aug 06 16:07:26.726906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-66b3825b-fcc7-44b2-b80c-b0b830891f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:26.728462 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-66b3825b-fcc7-44b2-b80c-b0b830891f95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452588 Aug 06 16:07:26.833975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-7f5a4b27-d7aa-42c5-aeea-68e1b3513f87 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980597 Aug 06 16:07:26.943339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb669ba4-b4b0-4201-81f0-680e8d114d11 req-e311ca43-ce28-4e57-8fd5-a4d6c31dc347 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025860 Aug 06 16:07:29.184483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:34.996300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2e537afe-e7bb-4b1c-aae5-d31218fcc8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.676250 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df2ecf07-4b2f-4dd8-8a63-aa34bd999ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:37.722078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:38.933382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:40.847526 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:42.214621 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-fbf8310c-54ae-4dab-9dba-486544fdb2f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964358 Aug 06 16:07:42.299879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-7b68dc8f-3ff3-4357-8009-49e1b9c16f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.301423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-7b68dc8f-3ff3-4357-8009-49e1b9c16f7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1097 time: 0.0432825 Aug 06 16:07:42.417135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-880dd729-f90f-4a68-abc3-b9de2c37281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.419615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-880dd729-f90f-4a68-abc3-b9de2c37281f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 914 time: 0.0965149 Aug 06 16:07:42.494276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-645e8f67-9051-49dc-b5b4-1a74042846d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 1000 time: 0.0665903 Aug 06 16:07:42.548254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-0898f588-57e6-4f34-b17e-17914a68b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.549775 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-0898f588-57e6-4f34-b17e-17914a68b6b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.0477619 Aug 06 16:07:42.589906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:07:42.603076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-f3720ebd-41bd-4058-b4bb-d0f51536946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:42.604634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-f3720ebd-41bd-4058-b4bb-d0f51536946b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479360 Aug 06 16:07:42.615929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-c701d6d5-4abe-4e48-aea8-f57a63a69ccb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:07:42.616884 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-c701d6d5-4abe-4e48-aea8-f57a63a69ccb service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051017 Aug 06 16:07:42.716730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-9f9b7448-97e5-4792-964e-73de538df8aa service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900478 Aug 06 16:07:42.818031 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2be2ca86-04b2-4771-959f-fb142f963db9 req-873c1dad-6488-472c-82e7-06de8188cb3e service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934155 Aug 06 16:07:54.332031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b9fdf-2b57-400b-9ce4-5fc563cab979 req-482ebdd0-c024-4fd9-b776-d37eef6bbc71 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:54.333604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-588b9fdf-2b57-400b-9ce4-5fc563cab979 req-482ebdd0-c024-4fd9-b776-d37eef6bbc71 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.0465677 Aug 06 16:07:54.352980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-588b9fdf-2b57-400b-9ce4-5fc563cab979 req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.444964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-588b9fdf-2b57-400b-9ce4-5fc563cab979 req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.498509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-588b9fdf-2b57-400b-9ce4-5fc563cab979 req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:54.521802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-588b9fdf-2b57-400b-9ce4-5fc563cab979 req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820216 Aug 06 16:07:54.530655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6792e164-32b4-471f-85d3-cd23bb262d26,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:07:54.539684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.540064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.540408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.540751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.541088 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.541420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.541748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.542077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.542401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.542839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.543283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.543608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302ca396-8c8b-4383-b000-f04d801f21dc tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:07:54.646740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee61c7-b8d3-422d-8a87-ddef444d4610 req-89cd2692-f0bf-4ab7-83e3-0e64f7d917cb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:54.648256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36ee61c7-b8d3-422d-8a87-ddef444d4610 req-89cd2692-f0bf-4ab7-83e3-0e64f7d917cb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Aug 06 16:07:54.687066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36ee61c7-b8d3-422d-8a87-ddef444d4610 req-8ea8f57f-b57c-47eb-bb18-04348262c6b5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Aug 06 16:07:54.709360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 32938) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:07:54.776177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ea027ada-5927-405b-b74d-8c27c8fd6860 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/5ff8953a-1414-4ed1-bf9a-b263a9140a45 HTTP/1.1" status: 200 len: 994 time: 0.0654476 Aug 06 16:07:56.138109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:56.201868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0e987-3bb5-4fed-a2f1-1b8ab9335a6e req-d8280852-cc1b-44be-adbe-6f05fd4700bb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:56.204970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4a0e987-3bb5-4fed-a2f1-1b8ab9335a6e req-d8280852-cc1b-44be-adbe-6f05fd4700bb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0557973 Aug 06 16:07:56.247429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4a0e987-3bb5-4fed-a2f1-1b8ab9335a6e req-a2d22d93-6b7d-4e58-b8b8-694fcab83037 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360913 Aug 06 16:07:56.499076 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-6db5081e-5ccc-4f99-87cf-cd32580466e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944278 Aug 06 16:07:57.378611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160a069-7999-4553-9c26-138c28c77ff9 req-f6760360-aa3a-488d-b897-08230960c8f2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:57.380139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b160a069-7999-4553-9c26-138c28c77ff9 req-f6760360-aa3a-488d-b897-08230960c8f2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0566111 Aug 06 16:07:57.422489 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b160a069-7999-4553-9c26-138c28c77ff9 req-5ae7cdb2-2efe-4634-b66f-e753f2312a73 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361609 Aug 06 16:07:58.541865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ccb19-2e7f-4a89-9a77-be54582be1d8 req-73f7e421-9131-4a00-85b3-e7d71a5704e2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:58.543472 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c52ccb19-2e7f-4a89-9a77-be54582be1d8 req-73f7e421-9131-4a00-85b3-e7d71a5704e2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0507877 Aug 06 16:07:58.587698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c52ccb19-2e7f-4a89-9a77-be54582be1d8 req-ff3149c8-f65d-4ff4-b3b1-45b6b630740d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361629 Aug 06 16:07:58.978515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-f1acf74f-f8b1-48c1-8059-fa6f9b19a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:58.980145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-f1acf74f-f8b1-48c1-8059-fa6f9b19a522 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.0426235 Aug 06 16:07:59.075611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-6f440b08-b971-4a13-bc15-c86c7dd305f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.077173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-6f440b08-b971-4a13-bc15-c86c7dd305f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.0907161 Aug 06 16:07:59.146833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-9d7b9943-45da-4d91-a01d-357bbcff0f57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1002 time: 0.0621078 Aug 06 16:07:59.201239 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:07:59.202194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-d4562b3f-b91a-41b2-a82e-9dda3961ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.203831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-d4562b3f-b91a-41b2-a82e-9dda3961ab83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0508862 Aug 06 16:07:59.253659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-5c06b6e2-ecc7-41c0-8779-11f0f19ae5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.255177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-5c06b6e2-ecc7-41c0-8779-11f0f19ae5ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421722 Aug 06 16:07:59.265918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-98d01a53-333f-4567-b664-21259da59bf9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:07:59.266909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-98d01a53-333f-4567-b664-21259da59bf9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052094 Aug 06 16:07:59.360371 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ed0c67da-9f71-4563-983a-24f8662701a5 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860665 Aug 06 16:07:59.455742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-32fc2e6b-1430-4cc7-852e-55bfd7d2ab2b service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884628 Aug 06 16:07:59.708450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73afc2d-4eed-4614-af48-87b22d32c6cf req-458b530f-3292-4d47-a8eb-3ca4bfe04c39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:07:59.710005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f73afc2d-4eed-4614-af48-87b22d32c6cf req-458b530f-3292-4d47-a8eb-3ca4bfe04c39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0508523 Aug 06 16:07:59.751014 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f73afc2d-4eed-4614-af48-87b22d32c6cf req-21836755-56dc-4eb1-854f-18ce000934a8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 Aug 06 16:08:00.871301 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9793c-d1c4-42f1-b1fc-0108cbf7af68 req-42958747-5738-494e-88b4-df07253b3f04 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:00.872811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99b9793c-d1c4-42f1-b1fc-0108cbf7af68 req-42958747-5738-494e-88b4-df07253b3f04 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0512056 Aug 06 16:08:00.915750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99b9793c-d1c4-42f1-b1fc-0108cbf7af68 req-6e7412df-5ae8-45fb-87b9-3b46a89c1ef9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369081 Aug 06 16:08:02.043248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8dca5-5abc-43ab-8e70-78e3afa4d6c6 req-1372acf5-25b1-4680-8119-9c6c2e52b7c4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:02.044762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ae8dca5-5abc-43ab-8e70-78e3afa4d6c6 req-1372acf5-25b1-4680-8119-9c6c2e52b7c4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0489383 Aug 06 16:08:02.083606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ae8dca5-5abc-43ab-8e70-78e3afa4d6c6 req-c00d8638-b71c-4a51-9ed3-35d672a3c399 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Aug 06 16:08:03.202215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b18e0-7fcf-4618-85a0-c8fd3d896a4c req-6b0c8470-2b77-430f-9ee6-29b96b052d9a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:03.203828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b18e0-7fcf-4618-85a0-c8fd3d896a4c req-6b0c8470-2b77-430f-9ee6-29b96b052d9a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0505748 Aug 06 16:08:03.242062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f8b18e0-7fcf-4618-85a0-c8fd3d896a4c req-410d8ad0-395e-4c42-91ee-e0df6cecfc23 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322075 Aug 06 16:08:04.368600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5d97a-db01-42dc-8542-606e4855c552 req-73c415d2-3bf5-435a-8266-9bca297ce3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:04.370086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5e5d97a-db01-42dc-8542-606e4855c552 req-73c415d2-3bf5-435a-8266-9bca297ce3c5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0490732 Aug 06 16:08:04.412871 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5e5d97a-db01-42dc-8542-606e4855c552 req-f288d1b1-aeaa-4336-a51a-db0b6986c01a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359845 Aug 06 16:08:04.886972 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e8fceaf1-83ba-49db-9000-c2b4d8b6be5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:05.532222 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078628e-98a0-4e86-889f-a3d1e99e18ed req-ebdc78fa-c34b-4b1f-a399-d1bbb00b2b38 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:05.533701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9078628e-98a0-4e86-889f-a3d1e99e18ed req-ebdc78fa-c34b-4b1f-a399-d1bbb00b2b38 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Aug 06 16:08:05.572439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9078628e-98a0-4e86-889f-a3d1e99e18ed req-518c1319-6397-49d7-ba50-f237a9b583ca tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Aug 06 16:08:06.689795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1790e-7e1e-4baf-a2d0-7e959263764d req-b315dc65-9250-4e9c-bff6-ab23da66b290 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:06.691303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12f1790e-7e1e-4baf-a2d0-7e959263764d req-b315dc65-9250-4e9c-bff6-ab23da66b290 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0514424 Aug 06 16:08:06.730324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12f1790e-7e1e-4baf-a2d0-7e959263764d req-02597376-cd9b-48b5-9056-9c489aeacb8c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Aug 06 16:08:07.641686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4280ac4c-daad-4355-8a51-00d732a09531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.744201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:07.847547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6b97-92fa-4409-b857-a9d2119fd6d6 req-77d03916-f8ae-44cc-aad8-bc088f6232f9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:07.852283 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84fc6b97-92fa-4409-b857-a9d2119fd6d6 req-77d03916-f8ae-44cc-aad8-bc088f6232f9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0504987 Aug 06 16:08:07.892153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84fc6b97-92fa-4409-b857-a9d2119fd6d6 req-f926c472-80e8-47b9-8e8e-4ed77b0223bb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365932 Aug 06 16:08:08.927111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:09.010157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60b36a-3c07-421f-a9a9-8303860947fc req-054141e6-b053-4d42-9c7f-be10a4f25b3f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:09.011636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a60b36a-3c07-421f-a9a9-8303860947fc req-054141e6-b053-4d42-9c7f-be10a4f25b3f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0491958 Aug 06 16:08:09.050139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a60b36a-3c07-421f-a9a9-8303860947fc req-996f21a7-9437-4599-93d3-f3d93baea827 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 Aug 06 16:08:10.168306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87178381-50e6-4921-9433-e71fd33626c8 req-cb9d3763-0f7e-4177-8920-51f47369a5a4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:10.169791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87178381-50e6-4921-9433-e71fd33626c8 req-cb9d3763-0f7e-4177-8920-51f47369a5a4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0491903 Aug 06 16:08:10.209000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87178381-50e6-4921-9433-e71fd33626c8 req-0892d6ae-4b0e-4e00-8213-774398f957d8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Aug 06 16:08:10.841013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:11.329623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c90cd5-fc4f-4193-a95f-7b5f1dd29838 req-186b0b65-3cce-4cf7-989c-c8408e1d9822 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:11.331122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4c90cd5-fc4f-4193-a95f-7b5f1dd29838 req-186b0b65-3cce-4cf7-989c-c8408e1d9822 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0509357 Aug 06 16:08:11.374133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4c90cd5-fc4f-4193-a95f-7b5f1dd29838 req-9ae95a1a-4049-4e3c-a9da-8f240df82e03 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Aug 06 16:08:12.501467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a060107-b091-4c9e-99c1-bf0b6bdc3c54 req-325c9abe-c41e-424f-ba9b-9a8925a45d5e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:12.502981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a060107-b091-4c9e-99c1-bf0b6bdc3c54 req-325c9abe-c41e-424f-ba9b-9a8925a45d5e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0512543 Aug 06 16:08:12.544299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a060107-b091-4c9e-99c1-bf0b6bdc3c54 req-ceb9f7f6-f1d5-402f-a4e6-49a6fe198495 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352421 Aug 06 16:08:13.668633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198c271-0c3f-41c9-a8b4-ef3eadf38b0a req-2de0b464-eb72-4ba7-b03d-d6b3fb65ec0b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:13.670047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6198c271-0c3f-41c9-a8b4-ef3eadf38b0a req-2de0b464-eb72-4ba7-b03d-d6b3fb65ec0b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Aug 06 16:08:13.710629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6198c271-0c3f-41c9-a8b4-ef3eadf38b0a req-03c1fea7-38dd-44be-90a7-9e79a39921c4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345423 Aug 06 16:08:14.832008 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098f204-83b3-4c6f-9811-95802c91e502 req-5825a3bb-8a0d-4811-b080-a15fae0ee2eb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:14.833634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b098f204-83b3-4c6f-9811-95802c91e502 req-5825a3bb-8a0d-4811-b080-a15fae0ee2eb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0526772 Aug 06 16:08:14.835562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:14.922269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b098f204-83b3-4c6f-9811-95802c91e502 req-725beb53-d06f-416f-b11a-9093c512b654 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785854 Aug 06 16:08:15.024419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Deleting port 24e95f84-0854-497a-9dca-0c3d59a821ad {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:15.024680 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.101555 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.104240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.113671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Calling delete_port for 24e95f84-0854-497a-9dca-0c3d59a821ad owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:15.326933 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.355736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event deleted for resources: {'Port': ['ID=24e95f84-0854-497a-9dca-0c3d59a821ad,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:15.421451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:15.422126 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Floating IP ffa90605-3120-4352-8d91-fa21e26c7f12 disassociated (deleted). External IP: 172.25.5.9, port: 9587d9bc-ecc4-418e-a83d-7a7786036d2a. Aug 06 16:08:15.989657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:16.086960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d6a75-3a23-44ef-b54e-9623716b2900 req-4c792391-50dd-4ba3-ab6d-7cb9df9e5192 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:16.088531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7d6a75-3a23-44ef-b54e-9623716b2900 req-4c792391-50dd-4ba3-ab6d-7cb9df9e5192 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0952125 Aug 06 16:08:16.169592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f7d6a75-3a23-44ef-b54e-9623716b2900 req-9087d25b-bb18-4a4a-8175-337764f93c70 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510066 Aug 06 16:08:16.170698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:16.178511 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:16.188838 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] Sync routers for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:16.201842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:16.205469 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.214670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9d03e431-8c3e-44bf-8fe4-76a28ebae130 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "DELETE /v2.0/floatingips/ffa90605-3120-4352-8d91-fa21e26c7f12 HTTP/1.1" status: 204 len: 168 time: 1.3780680 Aug 06 16:08:16.215238 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:16.217711 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa66de5a-6582-4d3c-bb38-0501f5be06a1" -d '{"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:16.260684 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b207f3-5bf7-44e8-a118-86b4ecaba78f x-openstack-request-id: req-63b207f3-5bf7-44e8-a118-86b4ecaba78f {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:16.261259 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:16.261519 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63b207f3-5bf7-44e8-a118-86b4ecaba78f {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:16.261920 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'status': 'completed', 'code': 200} Aug 06 16:08:16.313472 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:16.334949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-1f17277e-bfe5-4e6d-bd70-294d0ff99662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:16.337318 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-1f17277e-bfe5-4e6d-bd70-294d0ff99662 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 1097 time: 0.0472863 Aug 06 16:08:16.443842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-ed0b0c9e-c292-4dfd-8d2e-886711242967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:16.446158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-ed0b0c9e-c292-4dfd-8d2e-886711242967 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 200 len: 914 time: 0.0994034 Aug 06 16:08:16.491714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-37439695-a7ef-462a-aefa-cc0cfecbd70a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 200 len: 217 time: 0.0373199 Aug 06 16:08:16.523473 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.548606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-3ae5db58-3cef-4078-91b6-2c2afa9561fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:16.550144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-3ae5db58-3cef-4078-91b6-2c2afa9561fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 200 len: 852 time: 0.0513985 Aug 06 16:08:16.554420 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] Checking router: f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:16.563588 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:16.564214 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.606209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-389e1389-c1cd-420d-a0ec-daed6f6c5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:16.607740 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-389e1389-c1cd-420d-a0ec-daed6f6c5373 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7c88c883-4798-439c-abf5-4ba436b306a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491915 Aug 06 16:08:16.680822 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:16.735266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91382ce9-d4a9-4dd1-8020-e00d84c7fb29 req-aad05a3e-2c43-4194-83c9-fd8b218f6efe tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:16.737857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91382ce9-d4a9-4dd1-8020-e00d84c7fb29 req-aad05a3e-2c43-4194-83c9-fd8b218f6efe tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 946 time: 0.0600438 Aug 06 16:08:16.738265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-8fe31f63-fa0c-4780-8cd0-0a0b39d2d3fe service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218944 Aug 06 16:08:16.783527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91382ce9-d4a9-4dd1-8020-e00d84c7fb29 req-59fc4de7-4ba9-4a0f-b1e2-1815feddbc7c tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390201 Aug 06 16:08:16.839710 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-d0803602-3fb7-42f7-bcec-02f9640fc210 service neutron] show failed (client error): The resource could not be found. Aug 06 16:08:16.840750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-d0803602-3fb7-42f7-bcec-02f9640fc210 service neutron] 10.222.0.59 "GET /v2.0/ports/d694012c-d8c9-410d-8878-4bd8b1393c95/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.1444726 Aug 06 16:08:16.869556 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa66de5a-6582-4d3c-bb38-0501f5be06a1 req-0e07cfdb-850f-4c08-aa3f-53698bb12a86 service neutron] 10.222.0.64 "GET /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137505 Aug 06 16:08:16.897431 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:16.924801 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16eeacbe-dcf1-4733-ba36-3d2fa07ccb74 None None] The sync data for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 is: [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:03:08Z', 'revision_number': 4, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc39c7d9-67a1-4e55-b8e5-b09d59577fd5', 'name': '', 'network_id': '7c88c883-4798-439c-abf5-4ba436b306a4', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'mac_address': 'fa:16:3e:43:43:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:07Z', 'updated_at': '2021-08-06T16:03:20Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'subnets': [{'id': 'bc97c8b9-5d21-4f2b-a1e7-3bbe75156901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:17.153897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b3a14-34be-445d-ba1f-ad097ca78434 None None] New status for floating IP ffa90605-3120-4352-8d91-fa21e26c7f12: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:08:17.303038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f39f4d-6033-471f-b76f-a206128ee613 req-63d9a14e-b5d4-4f4c-b5d2-330ba1e78002 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:17.304546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8f39f4d-6033-471f-b76f-a206128ee613 req-63d9a14e-b5d4-4f4c-b5d2-330ba1e78002 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Aug 06 16:08:17.345998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8f39f4d-6033-471f-b76f-a206128ee613 req-952326c2-38cc-4db4-9930-ffefb011b939 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354378 Aug 06 16:08:17.520078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-e7df2176-bba5-425b-a25b-ec7b75e4c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:17.521682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-e7df2176-bba5-425b-a25b-ec7b75e4c72d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 1097 time: 0.0791864 Aug 06 16:08:17.535480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:17.591453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.811436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:17.852360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:17.899063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:17.901452 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0477f1-88e1-43a1-a07c-cb54dcb39810" -d '{"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:17.906423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c479ba-f11c-4c5e-9a8f-67a3429cef81 req-558a6a0a-977e-4aa9-b796-2778cbcda8ae tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:17.906677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:17.907987 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42c479ba-f11c-4c5e-9a8f-67a3429cef81 req-558a6a0a-977e-4aa9-b796-2778cbcda8ae tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 946 time: 0.0493977 Aug 06 16:08:17.920723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Transition to ACTIVE for port object d694012c-d8c9-410d-8878-4bd8b1393c95 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:17.953952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42c479ba-f11c-4c5e-9a8f-67a3429cef81 req-d450d72b-e592-4c64-8152-f3bff3ffb566 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/security-groups?id=6c7f151f-fd28-4996-975e-875a2ae3b11a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389457 Aug 06 16:08:17.955178 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0cd072-92e7-40d8-93bb-842c76ee9aa2 x-openstack-request-id: req-4e0cd072-92e7-40d8-93bb-842c76ee9aa2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:17.955612 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:17.956036 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e0cd072-92e7-40d8-93bb-842c76ee9aa2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:17.956560 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'code': 200} Aug 06 16:08:18.024127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.142126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:18.163140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.163494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.163863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.164210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.164584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.164883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.165211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.166044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.166044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.166614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.166614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.166950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:18.219686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] No DVR routers for this DVR port d694012c-d8c9-410d-8878-4bd8b1393c95 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:18.357863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:18.358120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:18.358433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:18.362993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Port d694012c-d8c9-410d-8878-4bd8b1393c95 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:08:18.363316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Attempting to bind port d694012c-d8c9-410d-8878-4bd8b1393c95 on network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:18.368360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:18.368695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Checking segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:18.369104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Bound using segment: {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:18.369526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Bound port: d694012c-d8c9-410d-8878-4bd8b1393c95, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f245ca3-4c1e-4732-bfde-a7a093088f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:18.369879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.438805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:18.442180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:18.495059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0552b8-7847-47fe-be8d-4584213be42e req-c78c2321-617d-46b4-8a88-d703c3b79341 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.496566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b0552b8-7847-47fe-be8d-4584213be42e req-c78c2321-617d-46b4-8a88-d703c3b79341 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.64 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 946 time: 0.0806115 Aug 06 16:08:18.504720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.505066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d67ce3-695e-420c-a35b-f9746af1f476 req-68b22f91-b54c-40b2-b9fa-9ec2caa63c2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.506471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19d67ce3-695e-420c-a35b-f9746af1f476 req-68b22f91-b54c-40b2-b9fa-9ec2caa63c2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0802798 Aug 06 16:08:18.544643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.545289 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.546809 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] 10.222.0.64 "PUT /v2.0/ports/d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1092 time: 1.0154595 Aug 06 16:08:18.565457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02bbc7-b254-43e9-95f2-2f9c690def10 service neutron] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:18.594365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-19d67ce3-695e-420c-a35b-f9746af1f476 req-7a062665-2062-4810-be0d-ed2dcc7f40d9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799091 Aug 06 16:08:18.626947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-35f6db31-463c-47b9-8889-b346b32f87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.628575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-35f6db31-463c-47b9-8889-b346b32f87b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1095 time: 0.0524828 Aug 06 16:08:18.631408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Deleting port 9587d9bc-ecc4-418e-a83d-7a7786036d2a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:18.631949 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.735705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] For port 9587d9bc-ecc4-418e-a83d-7a7786036d2a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=9587d9bc-ecc4-418e-a83d-7a7786036d2a,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:18.736145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.743099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-693e8b7f-4fba-44d3-bae6-d06a6e4651fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.744698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-693e8b7f-4fba-44d3-bae6-d06a6e4651fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1054597 Aug 06 16:08:18.750824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Calling delete_port for 9587d9bc-ecc4-418e-a83d-7a7786036d2a owned by compute:nova {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:18.803475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:18.815842 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-70e18ad8-934b-405a-bcf7-3b4dc1330a86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1000 time: 0.0602887 Aug 06 16:08:18.859823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:18.875265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-d86782fd-61b0-4cd9-92e3-203db2a42473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.877061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-d86782fd-61b0-4cd9-92e3-203db2a42473 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0520477 Aug 06 16:08:18.933649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-22d427db-5f90-4c9e-991e-e0e8684c711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:18.935192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-22d427db-5f90-4c9e-991e-e0e8684c711a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457168 Aug 06 16:08:18.944089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:18.974715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event deleted for resources: {'Port': ['ID=9587d9bc-ecc4-418e-a83d-7a7786036d2a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:19.022049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] No DVR routers for this DVR port 9587d9bc-ecc4-418e-a83d-7a7786036d2a on host n-h2-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:19.025052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:19.027072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.64 "DELETE /v2.0/ports/9587d9bc-ecc4-418e-a83d-7a7786036d2a HTTP/1.1" status: 204 len: 173 time: 0.5191026 Aug 06 16:08:19.027511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'name': 'network-vif-deleted', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:19.031683 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ffe7e-104a-4bc6-a1c8-7583559df70c" -d '{"events": [{"server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "name": "network-vif-deleted", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:19.044435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-87e955b1-1907-4b6d-ada4-635ae00a3811 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971396 Aug 06 16:08:19.079628 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c8839c-6738-4530-9fa7-95c269b96f20 x-openstack-request-id: req-56c8839c-6738-4530-9fa7-95c269b96f20 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:19.079992 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933f21cb-81cf-4bca-83e6-8a32d1954b12", "name": "network-vif-deleted", "tag": "9587d9bc-ecc4-418e-a83d-7a7786036d2a", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:19.080254 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56c8839c-6738-4530-9fa7-95c269b96f20 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:19.081044 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933f21cb-81cf-4bca-83e6-8a32d1954b12', 'name': 'network-vif-deleted', 'tag': '9587d9bc-ecc4-418e-a83d-7a7786036d2a', 'status': 'completed', 'code': 200} Aug 06 16:08:19.082978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-871bdaf2-c2e0-4c0f-a83b-747d06e454a9 req-d82ae835-e908-4800-a833-e0f4172b7ae1 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.0309706 Aug 06 16:08:19.146463 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aab96069-949b-4ea1-a80f-5ae644678a6e req-3fb63d6a-ccfe-4883-b63c-8652531a6767 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942752 Aug 06 16:08:19.589210 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:08:19.724670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536ec56-86d6-4b55-8be8-9475fe1ad5af req-d6e4d10f-caf6-4be7-b997-cf5eafb07149 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:19.726341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5536ec56-86d6-4b55-8be8-9475fe1ad5af req-d6e4d10f-caf6-4be7-b997-cf5eafb07149 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0576696 Aug 06 16:08:19.766103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5536ec56-86d6-4b55-8be8-9475fe1ad5af req-cc84e2ed-8f63-49d1-b49b-e7ddc467095c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336893 Aug 06 16:08:19.957925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:19.960324 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00c8a97-063c-42a1-b4d3-a1c21791c371" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:20.011394 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfd85bc-bd2a-4562-b518-2a5289991396 x-openstack-request-id: req-7dfd85bc-bd2a-4562-b518-2a5289991396 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:20.011703 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:20.011984 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dfd85bc-bd2a-4562-b518-2a5289991396 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:20.012419 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'status': 'completed', 'code': 200} Aug 06 16:08:20.104832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-b1cec2e0-045b-4e54-9723-452a6acd4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.106362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-b1cec2e0-045b-4e54-9723-452a6acd4688 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1095 time: 0.0707769 Aug 06 16:08:20.109723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-0be711bb-31a2-41a2-89dc-ce5aafa6c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.111428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-0be711bb-31a2-41a2-89dc-ce5aafa6c7c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1095 time: 0.0771437 Aug 06 16:08:20.186139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d87649eb-60a4-40be-8c07-d10d7140044c req-4e0aeb97-beee-48f4-9c43-1e5f6c147d31 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.0332007 Aug 06 16:08:20.289250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-3065b2a9-7fd7-4c74-ab50-98e07fbbdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.290801 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-3065b2a9-7fd7-4c74-ab50-98e07fbbdd50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1753743 Aug 06 16:08:20.293404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-2e82d820-7dfc-4c99-a6e3-07873a69fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.294712 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-2e82d820-7dfc-4c99-a6e3-07873a69fe21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1704826 Aug 06 16:08:20.408934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-dc00e24d-39c9-4f69-b3b2-0796371335e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1000 time: 0.1103258 Aug 06 16:08:20.412745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-d41c1dbc-92ae-4755-8a53-3ed91147f7de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1000 time: 0.1086726 Aug 06 16:08:20.495393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-055968ad-6a09-4b7b-a205-0c8d59dfdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.496914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-055968ad-6a09-4b7b-a205-0c8d59dfdb42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0799830 Aug 06 16:08:20.500374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-918e9e41-cb76-4da6-bb98-600bfd3ba987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.501752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-918e9e41-cb76-4da6-bb98-600bfd3ba987 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0767097 Aug 06 16:08:20.583514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-20574ce8-c8d3-47d9-ba57-f4d3df61e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.584970 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-20574ce8-c8d3-47d9-ba57-f4d3df61e6c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766020 Aug 06 16:08:20.587669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-12131706-313e-43fb-a697-92c6d04ec2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.589122 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-12131706-313e-43fb-a697-92c6d04ec2c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713871 Aug 06 16:08:20.626243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-b1b54a51-aad0-4ee3-bb7f-a9951a053422 req-7c3d8070-9a12-442b-a137-bc5894c82ba4 service neutron] (94840) timed out ('10.222.0.59', 58270) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:08:20.901383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98b190-9185-4e60-9d45-c89f68c3d630 req-4c75c19d-4053-4aa7-af2f-ad53b7108a09 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:20.903051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e98b190-9185-4e60-9d45-c89f68c3d630 req-4c75c19d-4053-4aa7-af2f-ad53b7108a09 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0547576 Aug 06 16:08:20.947020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e98b190-9185-4e60-9d45-c89f68c3d630 req-d9c73a47-302c-4638-a656-10f545efaf04 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363195 Aug 06 16:08:21.067110 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-1db582cf-0113-4fd9-a06c-9e146489774f service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671733 Aug 06 16:08:21.069224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-ec2cd369-70be-41f2-8cdf-e9e5b0f45473 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774845 Aug 06 16:08:21.239737 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-b3b5c329-9419-4d39-bc99-4221539165b4 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648130 Aug 06 16:08:21.242317 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e00c8a97-063c-42a1-b4d3-a1c21791c371 req-9765b9d0-632f-4d5b-bb6f-63e96f0f5a66 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592827 Aug 06 16:08:21.303088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-153cfd25-da95-4aaf-9c89-82a342e60870 req-12e36fd9-a7c2-4c4d-868d-ed3282634fe2 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.0326669 Aug 06 16:08:22.071259 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b069284-f72d-4bea-b20e-3f3ebfcb12c7 req-59e4fcf0-88bc-4704-ad6f-c156a3cfefaf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.072838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b069284-f72d-4bea-b20e-3f3ebfcb12c7 req-59e4fcf0-88bc-4704-ad6f-c156a3cfefaf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0517888 Aug 06 16:08:22.125459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b069284-f72d-4bea-b20e-3f3ebfcb12c7 req-0af195cc-9be1-4b8c-8957-0cc92591aa5a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331242 Aug 06 16:08:22.407106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ffe9fef2-067c-4f0c-81cc-a2f58c92db01 req-3fc65111-1d7e-4e37-b7e1-6aaf06ae6002 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.0343161 Aug 06 16:08:22.514435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca986708-3ad7-4ec1-bed0-56ab2ba56016 req-5858d842-9014-4e60-86e7-c14224ee875b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.517046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca986708-3ad7-4ec1-bed0-56ab2ba56016 req-5858d842-9014-4e60-86e7-c14224ee875b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 944 time: 0.0700781 Aug 06 16:08:22.564453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca986708-3ad7-4ec1-bed0-56ab2ba56016 req-6e955fd7-ee7e-4944-883d-b7b96d51e85a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 Aug 06 16:08:22.584147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-404a735c-c892-414c-bc3d-da159d1a5ed1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.585734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-404a735c-c892-414c-bc3d-da159d1a5ed1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9&tenant_id=618f00fcdc5140c494e411523c645571&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 944 time: 0.0963449 Aug 06 16:08:22.652353 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-7517a7ab-7792-4e8f-9461-5717530c9a66 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:08:22.653331 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-7517a7ab-7792-4e8f-9461-5717530c9a66 service neutron] 10.222.0.59 "DELETE /v2.0/ports/d694012c-d8c9-410d-8878-4bd8b1393c95/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0605059 Aug 06 16:08:22.735850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:08:22.738272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9587d9bc-ecc4-418e-a83d-7a7786036d2a no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:22.742831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-71f3dbad-3660-4cb4-a0fc-7c90c6326cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.744396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-71f3dbad-3660-4cb4-a0fc-7c90c6326cf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1095 time: 0.0460186 Aug 06 16:08:22.766908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 9587d9bc-ecc4-418e-a83d-7a7786036d2a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:22.767258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 9587d9bc-ecc4-418e-a83d-7a7786036d2a not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:22.862755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:22.864426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-b2e63988-8ae2-43bd-9f2b-d7a96ff37015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.865896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-b2e63988-8ae2-43bd-9f2b-d7a96ff37015 service neutron] 10.222.0.59 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1139154 Aug 06 16:08:22.873965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'port_id': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'mac_address': 'fa:16:3e:0e:e5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:08:22.917578 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:22.931114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d694012c-d8c9-410d-8878-4bd8b1393c95 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:08:22.937861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-1f8e5db0-1660-4221-850c-5cf4e06eb0aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1000 time: 0.0646963 Aug 06 16:08:22.954040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:22.990191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-08f49dc1-e7bb-42ac-b0a0-d9f92043f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:22.992204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-08f49dc1-e7bb-42ac-b0a0-d9f92043f5b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0480702 Aug 06 16:08:23.035235 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:23.044031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-bc5f62fe-690a-47e6-b8b5-cfa300b48da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:23.045604 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-bc5f62fe-690a-47e6-b8b5-cfa300b48da8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470493 Aug 06 16:08:23.083970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:23.091365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.091718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.092092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.092437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.092776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.093113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.094199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.094820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.094937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.095226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.095560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.095938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:23.153281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-6e05f084-95f5-4c03-b2aa-dad2bd06ad1b service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003227 Aug 06 16:08:23.255551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af4f3b8b-d70f-4d04-a32e-e416db5da0f2 req-3e87109b-c847-4fb5-8101-d3499cd418b9 service neutron] 10.222.0.59 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958772 Aug 06 16:08:23.276208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['d694012c-d8c9-410d-8878-4bd8b1393c95'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:08:23.535459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d680b23a-e88b-4b03-ac8c-7c0d46c7c36a req-b8fce1fb-9c5c-4aff-887f-c5774555c1f8 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "GET /v2.0/ports?device_id=933f21cb-81cf-4bca-83e6-8a32d1954b12 HTTP/1.1" status: 200 len: 210 time: 0.0328727 Aug 06 16:08:23.680941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee2e1-ab1d-4464-9782-2e855e105254 req-ce8fecdb-aa6b-4820-a801-d2269e8e9336 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:23.682447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52dee2e1-ab1d-4464-9782-2e855e105254 req-ce8fecdb-aa6b-4820-a801-d2269e8e9336 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Aug 06 16:08:23.721865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52dee2e1-ab1d-4464-9782-2e855e105254 req-7018e74a-ddc1-47bf-9fe1-4ae9dacd5a91 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330694 Aug 06 16:08:24.594172 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33076) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:24.653317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895af3f4-1427-4993-b9a2-942686667b78 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:24.679047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895af3f4-1427-4993-b9a2-942686667b78 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:24.765538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:24.806502 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895af3f4-1427-4993-b9a2-942686667b78 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:24.809064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-895af3f4-1427-4993-b9a2-942686667b78 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:24.810223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-895af3f4-1427-4993-b9a2-942686667b78 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] 10.222.0.16 "DELETE /v2.0/security-groups/6c7f151f-fd28-4996-975e-875a2ae3b11a HTTP/1.1" status: 204 len: 168 time: 0.2151132 Aug 06 16:08:24.851138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af3f4-1427-4993-b9a2-942686667b78 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7f151f-fd28-4996-975e-875a2ae3b11a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:24.869414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01122209-46df-4f3e-8ad8-5fccdd03fd6c req-f20c251c-a06a-45c9-8ccf-8d6f352f1704 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:24.871016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01122209-46df-4f3e-8ad8-5fccdd03fd6c req-f20c251c-a06a-45c9-8ccf-8d6f352f1704 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 945 time: 0.0771356 Aug 06 16:08:24.913689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01122209-46df-4f3e-8ad8-5fccdd03fd6c req-800416b1-25c4-4e3b-8ddb-c5e13bf7d232 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349672 Aug 06 16:08:24.937718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33082) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:24.938462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port d694012c-d8c9-410d-8878-4bd8b1393c95 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:24.942887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port d694012c-d8c9-410d-8878-4bd8b1393c95 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:24.943267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:25.001218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-74de7ea7-1023-4d3f-b5ed-e523f2c104db tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/5ff8953a-1414-4ed1-bf9a-b263a9140a45 HTTP/1.1" status: 200 len: 993 time: 0.0622666 Aug 06 16:08:25.031529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:25.054541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:25.056986 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d0395-da88-41e4-b256-11099dd9c330" -d '{"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-plugged", "status": "completed", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:25.070531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:25.095154 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256a4151-c988-4502-9a64-ddd408cfe5d0 x-openstack-request-id: req-256a4151-c988-4502-9a64-ddd408cfe5d0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:25.095449 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-plugged", "status": "completed", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:25.095704 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-256a4151-c988-4502-9a64-ddd408cfe5d0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:25.096191 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'code': 200} Aug 06 16:08:25.167094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:25.217777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:26.155576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:28.808075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:29.189786 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.336226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.601631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Deleting port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:29.601631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.682376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] For port fc39c7d9-67a1-4e55-b8e5-b09d59577fd5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:29.682740 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.696710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Calling delete_port for fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:29.949617 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:29.981743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc39c7d9-67a1-4e55-b8e5-b09d59577fd5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:30.154370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.383484 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:30.494333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:30.500471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-db19ff52-2b65-402c-ba25-afc48c80fb56 admin admin] 10.222.0.16 "PUT /v2.0/routers/f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910660 Aug 06 16:08:30.503227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33330) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:30.506365 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] Sync routers for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:30.519141 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:30.519880 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:30.634265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.642486 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:30.750569 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.841178 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:08:29Z', 'revision_number': 5, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port': {'id': '2dbe3e6b-9ba8-4185-90c7-cf9ded828638', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:78:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:01Z', 'updated_at': '2021-08-06T16:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:30.875431 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] Checking router: f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:30.883725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Deleting port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:30.883725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.886421 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] Routers {'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:30.886980 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:30.967889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] For port 2dbe3e6b-9ba8-4185-90c7-cf9ded828638, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:30.969247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:30.975163 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] Set router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:30.982356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Calling delete_port for 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:31.036151 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:08:30Z', 'revision_number': 6, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:31.057559 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5710ee8-d375-470a-bcb4-299458113e63 None None] The sync data for ids ['f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4'] in n-d-778550-6 is: [{'id': 'f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4', 'name': 'tempest-TestVolumeBackupRestore-961921206-router', 'tenant_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:02:59Z', 'updated_at': '2021-08-06T16:08:30Z', 'revision_number': 6, 'project_id': '6e9429101c3a48e0b0651661e0bd4ea3', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:31.280911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.311445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbe3e6b-9ba8-4185-90c7-cf9ded828638,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:31.380986 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.491858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.493677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.663737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.664385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:08:31.669263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.670553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0e4bc4f5-d7cf-4fb6-8fd4-2ef715f72306 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f4a07b4f-c4a1-4fca-a1a0-a1d4d4a23ed4 HTTP/1.1" status: 204 len: 168 time: 1.1663055 Aug 06 16:08:31.673611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:31.722751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Deleting subnet bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:08:31.726980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.767931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.849779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:31.918974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:31.946458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:31.946843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc39c7d9-67a1-4e55-b8e5-b09d59577fd5 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:31.947321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:31.970091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:31.970441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2dbe3e6b-9ba8-4185-90c7-cf9ded828638 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:31.995783 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.022313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc97c8b9-5d21-4f2b-a1e7-3bbe75156901,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:32.028323 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.030461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2ef32068-cf48-4f51-bef4-6e8482aa05d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bc97c8b9-5d21-4f2b-a1e7-3bbe75156901 HTTP/1.1" status: 204 len: 168 time: 0.3559296 Aug 06 16:08:32.033676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33390) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:32.035365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bda45-0b1f-4385-b120-b99016a5937d None None] Network 7c88c883-4798-439c-abf5-4ba436b306a4 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:32.108136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.174574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Deleting port 6a333ab4-e209-4de4-b6fe-61404df64c43 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:32.175114 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.229043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] DHCP port deletion for 7c88c883-4798-439c-abf5-4ba436b306a4 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:08:32.264642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] For port 6a333ab4-e209-4de4-b6fe-61404df64c43, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a333ab4-e209-4de4-b6fe-61404df64c43,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:32.264642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.278409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Calling delete_port for 6a333ab4-e209-4de4-b6fe-61404df64c43 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:32.299937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] Deleting port 6a333ab4-e209-4de4-b6fe-61404df64c43 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:32.299937 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.354942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] For port 6a333ab4-e209-4de4-b6fe-61404df64c43, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6a333ab4-e209-4de4-b6fe-61404df64c43,segment=NetworkSegment(59604551-9316-4095-a94a-c75aeac5301b),segment_id=59604551-9316-4095-a94a-c75aeac5301b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:32.355386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.369655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] Calling delete_port for 6a333ab4-e209-4de4-b6fe-61404df64c43 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:32.535483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.538972 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.562705 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a333ab4-e209-4de4-b6fe-61404df64c43,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:32.563512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] Pushing event deleted for resources: {'Port': ['ID=6a333ab4-e209-4de4-b6fe-61404df64c43,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:32.566114 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] No DVR routers for this DVR port 6a333ab4-e209-4de4-b6fe-61404df64c43 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:32.573831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69039190-9497-4c36-84ed-3d4cc80f4e98 None None] No DVR routers for this DVR port 6a333ab4-e209-4de4-b6fe-61404df64c43 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:32.642204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.652216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c88c883-4798-439c-abf5-4ba436b306a4']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:32.662635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59604551-9316-4095-a94a-c75aeac5301b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:32.662926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59604551-9316-4095-a94a-c75aeac5301b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:32.672298 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.692792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.698685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:08:32.701874 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:08:32.841165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.856360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:32.860766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7c88c883-4798-439c-abf5-4ba436b306a4 HTTP/1.1" status: 204 len: 168 time: 0.8236043 Aug 06 16:08:32.860766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce2179-f9cd-43c8-842b-e6a547ea7624 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c88c883-4798-439c-abf5-4ba436b306a4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:32.861961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33420) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:33.606728 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:33.862121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Deleting port b97ec751-7824-4c76-8645-8ab78885793b {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:33.862121 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:33.909251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a333ab4-e209-4de4-b6fe-61404df64c43 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:33.930107 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6a333ab4-e209-4de4-b6fe-61404df64c43 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:33.930468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6a333ab4-e209-4de4-b6fe-61404df64c43 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:33.948802 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] For port b97ec751-7824-4c76-8645-8ab78885793b, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b97ec751-7824-4c76-8645-8ab78885793b,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:33.949177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:33.962203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Calling delete_port for b97ec751-7824-4c76-8645-8ab78885793b owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:34.220813 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.247040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97ec751-7824-4c76-8645-8ab78885793b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:34.449589 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.677613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:34.789436 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:34.794532 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c606c831-e7b8-427c-93e0-b482b9e04039 admin admin] 10.222.0.16 "PUT /v2.0/routers/a6aa5b14-eb76-4be2-b54f-e6d2429b7907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315848 Aug 06 16:08:34.797717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33514) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:34.800860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] Sync routers for ids ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:34.822207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] Routers {'a6aa5b14-eb76-4be2-b54f-e6d2429b7907'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:34.822878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:34.909371 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d1e3888-3a28-452c-bb2e-bc7b1ba171ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.913900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:34.940974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] Set router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:35.029695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.136652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:08:34Z', 'revision_number': 5, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port': {'id': '4c04b5d1-bfb6-4757-9da5-34fd2758c70c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3692, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:03:19Z', 'updated_at': '2021-08-06T16:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:35.171954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] Checking router: a6aa5b14-eb76-4be2-b54f-e6d2429b7907 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:35.181644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] Routers {'a6aa5b14-eb76-4be2-b54f-e6d2429b7907'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:35.182402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:35.199772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Deleting port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:35.200149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.295999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] For port 4c04b5d1-bfb6-4757-9da5-34fd2758c70c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:35.296964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.311961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Calling delete_port for 4c04b5d1-bfb6-4757-9da5-34fd2758c70c owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:35.438427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] Set router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:35.506299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:08:35Z', 'revision_number': 6, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:35.538971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477249d9-da7b-42c3-95da-2aa28a040b36 None None] The sync data for ids ['a6aa5b14-eb76-4be2-b54f-e6d2429b7907'] in n-d-778550-6 is: [{'id': 'a6aa5b14-eb76-4be2-b54f-e6d2429b7907', 'name': 'tempest-TestVolumeBackupRestore-1973574205-router', 'tenant_id': 'd1918cac63da4018ac8957f471401125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:03:17Z', 'updated_at': '2021-08-06T16:08:35Z', 'revision_number': 6, 'project_id': 'd1918cac63da4018ac8957f471401125', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:35.590234 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.621103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c04b5d1-bfb6-4757-9da5-34fd2758c70c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:35.688922 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.789557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.791780 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.944315 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.944984 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6aa5b14-eb76-4be2-b54f-e6d2429b7907 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:08:35.950725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:35.952266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-62c0e92d-7180-49a7-9ae2-5af0af4f30c2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a6aa5b14-eb76-4be2-b54f-e6d2429b7907 HTTP/1.1" status: 204 len: 168 time: 1.1535671 Aug 06 16:08:35.955608 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33550) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:35.994547 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b97ec751-7824-4c76-8645-8ab78885793b no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:36.014339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Deleting subnet 9a563ad1-1dcf-48c1-bbcf-d6861b73f16f {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:08:36.016493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b97ec751-7824-4c76-8645-8ab78885793b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:36.018884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b97ec751-7824-4c76-8645-8ab78885793b not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:36.019033 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.053888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.140198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.255100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.281635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a563ad1-1dcf-48c1-bbcf-d6861b73f16f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:36.285643 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.287569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-94abcb7b-ead0-4503-b027-d4d74063124e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9a563ad1-1dcf-48c1-bbcf-d6861b73f16f HTTP/1.1" status: 204 len: 168 time: 0.3306258 Aug 06 16:08:36.290283 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33552) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:36.292788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faaeae2-78ac-43b8-9b04-808a0f9d6616 None None] Network 4cc0469a-ef90-4e0b-92f8-24663a420356 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:36.375862 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.441511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Deleting port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:36.443385 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.494975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c3848-1060-426f-8279-461ea31b887a None None] DHCP port deletion for 4cc0469a-ef90-4e0b-92f8-24663a420356 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:08:36.519617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] For port cb9cc798-75c7-4541-9b8d-ae1e554e28d3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:36.520021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.539578 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Calling delete_port for cb9cc798-75c7-4541-9b8d-ae1e554e28d3 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:36.549272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f55c3848-1060-426f-8279-461ea31b887a None None] Deleting port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:36.549660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f55c3848-1060-426f-8279-461ea31b887a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.616861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f55c3848-1060-426f-8279-461ea31b887a None None] For port cb9cc798-75c7-4541-9b8d-ae1e554e28d3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,segment=NetworkSegment(3f380a98-2624-4f0c-bdb9-6c77749000f5),segment_id=3f380a98-2624-4f0c-bdb9-6c77749000f5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:36.618328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f55c3848-1060-426f-8279-461ea31b887a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.634429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f55c3848-1060-426f-8279-461ea31b887a None None] Calling delete_port for cb9cc798-75c7-4541-9b8d-ae1e554e28d3 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:36.727975 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.734631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f55c3848-1060-426f-8279-461ea31b887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.758525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:36.760644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] No DVR routers for this DVR port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:36.768477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c3848-1060-426f-8279-461ea31b887a None None] Pushing event deleted for resources: {'Port': ['ID=cb9cc798-75c7-4541-9b8d-ae1e554e28d3,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:36.772064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c3848-1060-426f-8279-461ea31b887a None None] No DVR routers for this DVR port cb9cc798-75c7-4541-9b8d-ae1e554e28d3 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:36.849283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.860020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc0469a-ef90-4e0b-92f8-24663a420356']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:36.870805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f380a98-2624-4f0c-bdb9-6c77749000f5') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:36.871099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f380a98-2624-4f0c-bdb9-6c77749000f5') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:36.881285 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.897730 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.905425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:08:36.906062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:08:36.908062 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:08:37.058133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.065270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.067055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4cc0469a-ef90-4e0b-92f8-24663a420356 HTTP/1.1" status: 204 len: 168 time: 0.7745984 Aug 06 16:08:37.083034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160b82b-9280-46b3-914c-7b913be50091 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc0469a-ef90-4e0b-92f8-24663a420356,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:37.393240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33556) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:37.435097 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa8d92d9-fd51-44d6-a53d-c1a21e40bdae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e9429101c3a48e0b0651661e0bd4ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406356 Aug 06 16:08:37.442579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33558) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:37.492055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d44b99bf-e12e-45d5-bda3-307c039caea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.512971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d44b99bf-e12e-45d5-bda3-307c039caea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.629754 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d44b99bf-e12e-45d5-bda3-307c039caea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.632392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d44b99bf-e12e-45d5-bda3-307c039caea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.633469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d44b99bf-e12e-45d5-bda3-307c039caea0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1648589-2729-4a9b-8398-c6a332c5a87a HTTP/1.1" status: 204 len: 168 time: 0.1911800 Aug 06 16:08:37.643531 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b99bf-e12e-45d5-bda3-307c039caea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1648589-2729-4a9b-8398-c6a332c5a87a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:37.661943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d257f1ff-8e3e-457b-a8f0-5f2fe7693fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.726705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:37.913045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4c04b5d1-bfb6-4757-9da5-34fd2758c70c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:37.933139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 4c04b5d1-bfb6-4757-9da5-34fd2758c70c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:37.933510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 4c04b5d1-bfb6-4757-9da5-34fd2758c70c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:37.933913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cb9cc798-75c7-4541-9b8d-ae1e554e28d3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:08:37.957830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: cb9cc798-75c7-4541-9b8d-ae1e554e28d3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:08:37.958182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cb9cc798-75c7-4541-9b8d-ae1e554e28d3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:08:38.272799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33564) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:38.329221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0495b201-2f18-4efc-9baa-66c2bcd8ccba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1918cac63da4018ac8957f471401125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552115 Aug 06 16:08:38.331736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:38.387930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba85b-1f98-4816-a611-c776129fcea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.416032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba85b-1f98-4816-a611-c776129fcea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.566722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba85b-1f98-4816-a611-c776129fcea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.569317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba85b-1f98-4816-a611-c776129fcea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:38.570554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e7ba85b-1f98-4816-a611-c776129fcea3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3dd98469-705d-466e-8f6a-b03d3af4af80 HTTP/1.1" status: 204 len: 168 time: 0.2378116 Aug 06 16:08:38.578999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ba85b-1f98-4816-a611-c776129fcea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd98469-705d-466e-8f6a-b03d3af4af80,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:38.938420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:39.718632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33588) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:39.824980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1460736004-network', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:39.921091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:39.924234 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:39.933502 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.019880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.075517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.101048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:08:40.111627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff469c0-8261-4a15-ad27-af1c51db4e86,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:40.116630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.120149 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Added segment 43f24cb9-8512-4418-b662-3b97ff3468e9 of type vlan for network 4e818676-7198-452b-909d-2462ca740b09 Aug 06 16:08:40.158517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.223977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.225013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.225909 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.292676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=4e818676-7198-452b-909d-2462ca740b09,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:40.302549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 4e818676-7198-452b-909d-2462ca740b09 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:08:40.304872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d7c5a319-dcf9-4f5c-a158-3aeb946ec4a0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5850492 Aug 06 16:08:40.307847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33592) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:40.312809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Request body: {'subnet': {'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1460736004-subnet', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:40.389501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:40.392478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.618391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.675310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff644031-4be3-4e71-afdd-499117ed72e4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:40.685884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:40.686254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Network hostable DHCP agents. Network: 4e818676-7198-452b-909d-2462ca740b09, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:08:40.761045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Network 4e818676-7198-452b-909d-2462ca740b09 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:08:40.852438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 4e818676-7198-452b-909d-2462ca740b09) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:40.856828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:40.857579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.863385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef1e121-2714-4245-8c64-013c563f53dc None None] Network 4e818676-7198-452b-909d-2462ca740b09 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:40.880241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:40.935694 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7645f1af-6598-4470-a406-6244d1df0327 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6243398 Aug 06 16:08:40.935980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33594) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:40.940501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:41.014599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-4e818676-7198-452b-909d-2462ca740b09', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:08:41.016037 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.039324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.041771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.104345 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.154381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Allocated IP 172.20.0.2 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/04398731-0d69-489a-84c9-511d6bbd3440) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:41.299826 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.302065 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.308367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Transition to ACTIVE for port object 04398731-0d69-489a-84c9-511d6bbd3440 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:41.325746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Transition to ACTIVE for port object 04398731-0d69-489a-84c9-511d6bbd3440 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:41.418281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.459012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:41.463873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:41.468868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:41.473640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Pushing event updated for resources: {'Port': ['ID=04398731-0d69-489a-84c9-511d6bbd3440,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:41.525926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Attempting to bind port 04398731-0d69-489a-84c9-511d6bbd3440 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:41.526297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Attempting to bind port 04398731-0d69-489a-84c9-511d6bbd3440 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:41.526664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Attempting to bind port 04398731-0d69-489a-84c9-511d6bbd3440 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:41.531892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:41.532273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:41.532676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.533072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:41.533540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Bound port: 04398731-0d69-489a-84c9-511d6bbd3440, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:41.533920 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.594383 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.599766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] For port 04398731-0d69-489a-84c9-511d6bbd3440, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:41.603080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] For port 04398731-0d69-489a-84c9-511d6bbd3440, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04398731-0d69-489a-84c9-511d6bbd3440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:41.613952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.698874 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.738035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Allocated IP 172.25.5.64 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/8c9b6c0d-1128-4124-9674-f7484da2bbc6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:41.762127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074751c-1216-418b-9576-40e1d4aa80f1 None None] Pushing event updated for resources: {'Port': ['ID=04398731-0d69-489a-84c9-511d6bbd3440,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:41.851367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.944176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:41.985839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:41.990997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:41.994605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:42.028362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Pushing event updated for resources: {'Port': ['ID=8c9b6c0d-1128-4124-9674-f7484da2bbc6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:42.342278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.564808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.691117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8d0dd-e738-48c2-96d7-1d3b7512ac26 None None] Network 4e818676-7198-452b-909d-2462ca740b09 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:42.766894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:08:42.858108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-eb96a59f-154b-46fe-9f7f-8c74b7ba38ef None None] Provisioning for port 04398731-0d69-489a-84c9-511d6bbd3440 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:42.883482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:42.894824 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:42.905887 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:42.909615 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:42.963737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:42.966458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c0d4dafc-50c8-48ba-b3a3-c3ad0038b448 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0290446 Aug 06 16:08:42.969781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:43.150326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:43.339192 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:42Z', 'revision_number': 3, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:43.370228 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:43.370578 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Updating router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:08:43.398937 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.472019 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.668856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Allocated IP 172.20.0.1 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/dfd87489-260a-49dd-b487-c5f08885a440) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:43.674180 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.684664 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Transition to ACTIVE for port object 8c9b6c0d-1128-4124-9674-f7484da2bbc6 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:43.749536 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.796038 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.808712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Attempting to bind port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:43.808712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Attempting to bind port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:43.808712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Attempting to bind port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:43.810588 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Pushing event updated for resources: {'Port': ['ID=8c9b6c0d-1128-4124-9674-f7484da2bbc6,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:43.814350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Transition to ACTIVE for port object dfd87489-260a-49dd-b487-c5f08885a440 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:43.820293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.820641 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.820988 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.821332 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.821664 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.822042 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.822548 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.822946 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.823279 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.823651 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.823962 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.824287 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:43.828079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:43.828461 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:43.828870 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.829370 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:43.829855 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Bound port: 8c9b6c0d-1128-4124-9674-f7484da2bbc6, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:43.830239 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.892870 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] For port 8c9b6c0d-1128-4124-9674-f7484da2bbc6, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:43.892870 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] For port 8c9b6c0d-1128-4124-9674-f7484da2bbc6, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8c9b6c0d-1128-4124-9674-f7484da2bbc6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:43.910012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:43.946622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04398731-0d69-489a-84c9-511d6bbd3440 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:43.955287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:43.958472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:43.962161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:43.968114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd87489-260a-49dd-b487-c5f08885a440,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:43.978492 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.012642 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.055998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:44.056928 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:44.063181 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc07c92-086d-4cb0-a2af-1a0e73b4646b None None] Pushing event updated for resources: {'Port': ['ID=8c9b6c0d-1128-4124-9674-f7484da2bbc6,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:44.086880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 04398731-0d69-489a-84c9-511d6bbd3440 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:44.091530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 04398731-0d69-489a-84c9-511d6bbd3440 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:44.092195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.183107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.186113 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:44.227356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 04398731-0d69-489a-84c9-511d6bbd3440, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04398731-0d69-489a-84c9-511d6bbd3440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:44.258239 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.299231 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.362322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=04398731-0d69-489a-84c9-511d6bbd3440,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:44.385628 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:42Z', 'revision_number': 3, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:44.416759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82822ba9-e522-408f-80f9-1af655cf14bc None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:42Z', 'revision_number': 3, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:44.452608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ed361e6d-cbf8-4076-92ff-a7db90c59eaa None None] Provisioning for port dfd87489-260a-49dd-b487-c5f08885a440 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:44.456853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ed361e6d-cbf8-4076-92ff-a7db90c59eaa None None] Provisioning complete for port dfd87489-260a-49dd-b487-c5f08885a440 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:44.457230 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ed361e6d-cbf8-4076-92ff-a7db90c59eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.457349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.499101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ed361e6d-cbf8-4076-92ff-a7db90c59eaa None None] Port dfd87489-260a-49dd-b487-c5f08885a440 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:44.764372 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.860328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Pushing event updated for resources: {'Port': ['ID=dfd87489-260a-49dd-b487-c5f08885a440,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:44.864069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:44.960409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-4390c301-afa3-4b83-a331-8a6e454f5d00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011748 Aug 06 16:08:44.999254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:45.001692 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:45.325688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7253f84-e663-4ca6-9ca5-9f081fb7551d None None] Provisioning complete for port dfd87489-260a-49dd-b487-c5f08885a440 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:45.326306 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7253f84-e663-4ca6-9ca5-9f081fb7551d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:45.370754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e7253f84-e663-4ca6-9ca5-9f081fb7551d None None] Port dfd87489-260a-49dd-b487-c5f08885a440 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:45.513464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-9bdf6b92-6ec5-4499-8cd6-8146bea0eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.515523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-9bdf6b92-6ec5-4499-8cd6-8146bea0eea8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.4600852 Aug 06 16:08:45.535751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:45.702310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-e16f161a-ae93-4b6e-8460-6a92641c34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.704384 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-e16f161a-ae93-4b6e-8460-6a92641c34e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1675582 Aug 06 16:08:45.726603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:45.757598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00822fa2-4231-4df2-9863-852ca9139949 admin admin] 10.222.0.16 "PUT /v2.0/routers/36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872770 Aug 06 16:08:45.789381 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-52fddc6f-bea7-4918-807f-0c1a31637828 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 1002 time: 0.0736620 Aug 06 16:08:45.845296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-2eeb4da1-45fe-4cff-a9e8-e9be6cabdd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.846810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-2eeb4da1-45fe-4cff-a9e8-e9be6cabdd28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0494652 Aug 06 16:08:45.912307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-7d000e7d-38b3-48b1-8924-d54099f7ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:45.914008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-7d000e7d-38b3-48b1-8924-d54099f7ec5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567772 Aug 06 16:08:46.028789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-272b72d5-63b5-42fa-8b96-b7ce2ef648c2 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067820 Aug 06 16:08:46.033980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8c9b6c0d-1128-4124-9674-f7484da2bbc6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:46.144022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a825958d-eeb8-4efe-b748-c2d7940ca4a5 req-d59df3da-8827-458e-aa97-09dce9f20436 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068687 Aug 06 16:08:46.156631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:46.160598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:46.161020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.254106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.278769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8c9b6c0d-1128-4124-9674-f7484da2bbc6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8c9b6c0d-1128-4124-9674-f7484da2bbc6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:46.344291 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.345321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04398731-0d69-489a-84c9-511d6bbd3440 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:46.372830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:46.418673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:46.419314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:46.482851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8c9b6c0d-1128-4124-9674-f7484da2bbc6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:46.556551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 04398731-0d69-489a-84c9-511d6bbd3440 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:46.556551 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.584774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:46.601707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33612) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:46.607654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611311301-network', 'tenant_id': '01ad291209464590a4b4e0cefe921157'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:46.715900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Made reservation on behalf of 01ad291209464590a4b4e0cefe921157 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:46.720341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.736569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.843709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 2, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:46.845158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.872539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:46.872812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Updating router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 port dfd87489-260a-49dd-b487-c5f08885a440 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:08:46.892738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.902924 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.914803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:08:46.928827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ee765-88ea-4689-9869-5a640c898877,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:46.934245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:46.934605 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Added segment fa7c076c-707b-4dbf-831f-ef690d1f5d7a of type vlan for network 963307d7-aef4-47ea-9174-3560428cdc83 Aug 06 16:08:46.986431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.115172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.116644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:47.117361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.191816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=963307d7-aef4-47ea-9174-3560428cdc83,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:47.205954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 963307d7-aef4-47ea-9174-3560428cdc83 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:08:47.223025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.258909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0218d4f5-15b3-43fc-9f44-591196a31aa4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6552427 Aug 06 16:08:47.261584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33614) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:47.266728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Request body: {'subnet': {'network_id': '963307d7-aef4-47ea-9174-3560428cdc83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611311301-subnet', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:47.270877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Transition to ACTIVE for port object dfd87489-260a-49dd-b487-c5f08885a440 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:47.349297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Made reservation on behalf of 01ad291209464590a4b4e0cefe921157 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:08:47.349586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.352129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.401610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2cdd-2bef-4037-8bd0-352f4c9af42b None None] Pushing event updated for resources: {'Port': ['ID=dfd87489-260a-49dd-b487-c5f08885a440,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:47.457400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Attempting to bind port dfd87489-260a-49dd-b487-c5f08885a440 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:47.457784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Attempting to bind port dfd87489-260a-49dd-b487-c5f08885a440 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:47.458404 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Attempting to bind port dfd87489-260a-49dd-b487-c5f08885a440 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:47.464169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:47.464828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:47.465455 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.466191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:47.466844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Bound port: dfd87489-260a-49dd-b487-c5f08885a440, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:47.467428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.546031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] For port dfd87489-260a-49dd-b487-c5f08885a440, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:47.550085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] For port dfd87489-260a-49dd-b487-c5f08885a440, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dfd87489-260a-49dd-b487-c5f08885a440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:47.612807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.652831 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.670129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:47.670761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:47.717405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e2cdd-2bef-4037-8bd0-352f4c9af42b None None] Pushing event updated for resources: {'Port': ['ID=dfd87489-260a-49dd-b487-c5f08885a440,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:47.723952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cf9019-94de-4d98-8c14-f86857cf182a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:47.731201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Checking segment: {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:47.731580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Network hostable DHCP agents. Network: 963307d7-aef4-47ea-9174-3560428cdc83, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:08:47.824666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Network 963307d7-aef4-47ea-9174-3560428cdc83 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:08:47.892750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 963307d7-aef4-47ea-9174-3560428cdc83) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:47.897576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:47.898604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:47.934253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdb0fb-7e1b-4c0c-ac97-06cf45b4f05d None None] Network 963307d7-aef4-47ea-9174-3560428cdc83 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:47.937982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8c9b6c0d-1128-4124-9674-f7484da2bbc6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:47.973037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-745c0839-a824-4645-b317-a8a72ed57e01 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7103519 Aug 06 16:08:47.975886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33616) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:47.981661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:08:48.063448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:48.081365 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.082614 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.140906 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.180186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:48.180484 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.317306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-963307d7-aef4-47ea-9174-3560428cdc83', 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'fixed_ips': [{'subnet_id': 'd3cf9019-94de-4d98-8c14-f86857cf182a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:08:48.318164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.322024 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.547609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:47Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:48.554081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Allocated IP 172.20.0.2 (963307d7-aef4-47ea-9174-3560428cdc83/d3cf9019-94de-4d98-8c14-f86857cf182a/40ebff82-1cef-4b3b-b2f7-7df1b8671ebb) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:48.582842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce335820-7e4c-44ba-834e-c1dcfdcb39ed None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:47Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:48.586295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.607716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.766571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Allocated IP 172.25.5.183 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/8a5fb3e1-a216-49eb-9f1a-2e164373bb00) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:48.816084 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.826337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Transition to ACTIVE for port object 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:48.850747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Transition to ACTIVE for port object 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:48.898251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.927271 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:48.969991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Network 963307d7-aef4-47ea-9174-3560428cdc83 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:48.973045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:48.977276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:48.982920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Pushing event updated for resources: {'Port': ['ID=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:49.018855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:49.043750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Attempting to bind port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:49.044166 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Attempting to bind port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:49.044686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Attempting to bind port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb on network 963307d7-aef4-47ea-9174-3560428cdc83 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:49.053000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:49.053758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Checking segment: {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:49.054360 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:49.055121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Bound using segment: {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:49.056140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Bound port: 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:49.056942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:49.065163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:49.068715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:49.072756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:49.078800 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:49.170977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] For port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:49.175992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] For port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:49.252717 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:49.318646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96084ad3-f6ce-4d6d-b3c5-3058702f96ce None None] Pushing event updated for resources: {'Port': ['ID=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:49.515751 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:49.753863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.032645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:50.081558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:08:50.189339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:50.198708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfd87489-260a-49dd-b487-c5f08885a440 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:50.222202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:50.243372 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Sync routers for ids ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:50.267455 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Routers {'1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:50.269420 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:50.326511 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.328716 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f706fc97-99d5-4450-96bb-0bec6452f795 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3509562 Aug 06 16:08:50.331513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33622) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:50.383515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port dfd87489-260a-49dd-b487-c5f08885a440 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:50.387506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a599f18-43bd-4b83-8844-1a4e61a58556 None None] Network 963307d7-aef4-47ea-9174-3560428cdc83 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:08:50.401218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port dfd87489-260a-49dd-b487-c5f08885a440 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:50.401594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.404443 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Set router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:50.602543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] Provisioning for port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:50.618062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] Provisioning complete for port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:50.618389 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.634091 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:49Z', 'revision_number': 3, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:50.653611 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.667092 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Checking router: 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:50.667531 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Updating router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:08:50.702106 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.741436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port dfd87489-260a-49dd-b487-c5f08885a440, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dfd87489-260a-49dd-b487-c5f08885a440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:50.800215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.821574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.831708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:50.878282 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] For port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:50.897929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=dfd87489-260a-49dd-b487-c5f08885a440,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:50.944006 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.024890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99670263-4fa9-4db5-acca-997a330c3493 None None] Pushing event updated for resources: {'Port': ['ID=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:51.041941 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.048217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Allocated IP 172.20.0.1 (963307d7-aef4-47ea-9174-3560428cdc83/d3cf9019-94de-4d98-8c14-f86857cf182a/04bccab7-8b70-4b68-bbe9-1fa7a1a9b945) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:08:51.061215 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Transition to ACTIVE for port object 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:51.070539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7ee3edb-1ebd-4cab-ace6-0293d3f31739 None None] Provisioning complete for port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:51.071477 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3edb-1ebd-4cab-ace6-0293d3f31739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.132176 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.183866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.186004 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Attempting to bind port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:51.186375 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Attempting to bind port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:51.187314 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Attempting to bind port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:51.189382 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e868043-4c7d-4607-be0f-b98c5cb9a23a None None] Pushing event updated for resources: {'Port': ['ID=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:51.195491 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:51.195795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Transition to ACTIVE for port object 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:51.195965 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:51.196302 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.196688 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:51.197326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Bound port: 8a5fb3e1-a216-49eb-9f1a-2e164373bb00, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:51.197552 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.254832 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] For port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:51.258270 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] For port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:51.367162 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.367386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.420500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Network 963307d7-aef4-47ea-9174-3560428cdc83 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:51.423457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:51.427210 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:08:51.430606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Routers {'1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:51.431613 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:51.456043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Pushing event updated for resources: {'Port': ['ID=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:51.476754 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e868043-4c7d-4607-be0f-b98c5cb9a23a None None] Pushing event updated for resources: {'Port': ['ID=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:51.482894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.655586 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] Set router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:51.687973 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.731978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72af90c4-ee68-41a6-8997-0079a4ff31d8 None None] Provisioning for port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:51.736630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72af90c4-ee68-41a6-8997-0079a4ff31d8 None None] Provisioning complete for port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:51.736971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72af90c4-ee68-41a6-8997-0079a4ff31d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.777624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-72af90c4-ee68-41a6-8997-0079a4ff31d8 None None] Port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:51.864719 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:49Z', 'revision_number': 3, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:51.880863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:51.897618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f906a-fe75-4617-a774-04c5d83625b9 None None] The sync data for ids ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'] in n-d-778550-6 is: [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:49Z', 'revision_number': 3, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:51.934306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:51.943501 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:52.002245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:52.002658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:52.016594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Pushing event updated for resources: {'Port': ['ID=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:52.019046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:52.095345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfd87489-260a-49dd-b487-c5f08885a440 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:52.123668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Network 963307d7-aef4-47ea-9174-3560428cdc83 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:08:52.125840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:08:52.149735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port dfd87489-260a-49dd-b487-c5f08885a440 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:52.150206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:52.298206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:52.509770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9739780a-9f27-4be6-8123-2c538a63e97e None None] Provisioning complete for port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:52.510335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9739780a-9f27-4be6-8123-2c538a63e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:52.553117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9739780a-9f27-4be6-8123-2c538a63e97e None None] Port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:08:52.842964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:52.848630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bba45ba9-1bf0-4eef-b10f-d3526f2faef3 admin admin] 10.222.0.16 "PUT /v2.0/routers/1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5157859 Aug 06 16:08:53.692680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Sync routers for ids ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:53.702709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Routers {'1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:53.703527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:53.819523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Set router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:53.974385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:54.109814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 4, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '04bccab7-8b70-4b68-bbe9-1fa7a1a9b945', 'name': '', 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'mac_address': 'fa:16:3e:86:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd3cf9019-94de-4d98-8c14-f86857cf182a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:50Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 2, 'project_id': '01ad291209464590a4b4e0cefe921157', 'subnets': [{'id': 'd3cf9019-94de-4d98-8c14-f86857cf182a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:54.141052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Checking router: 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:54.141052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Updating router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:08:54.165355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.181132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:54.186760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:54.192686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.381883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.434559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:54.514568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.564675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.586315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Transition to ACTIVE for port object 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:08:54.589452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:54.641241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.691536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88247c4e-d046-4f62-b285-7b74c42d0789 None None] Pushing event updated for resources: {'Port': ['ID=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:54.777986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Attempting to bind port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:08:54.778690 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Attempting to bind port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:08:54.779193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Attempting to bind port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 on network 963307d7-aef4-47ea-9174-3560428cdc83 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:08:54.788959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:08:54.789584 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Checking segment: {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:08:54.790248 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.790897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Bound using segment: {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:08:54.791691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Bound port: 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:08:54.792355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:54.876359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] For port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:08:54.879880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] For port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:08:54.939090 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:55.047586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88247c4e-d046-4f62-b285-7b74c42d0789 None None] Pushing event updated for resources: {'Port': ['ID=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:55.054209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Routers {'1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:55.056422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:55.222456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] Set router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:55.516646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 4, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '04bccab7-8b70-4b68-bbe9-1fa7a1a9b945', 'name': '', 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'mac_address': 'fa:16:3e:86:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd3cf9019-94de-4d98-8c14-f86857cf182a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:50Z', 'updated_at': '2021-08-06T16:08:54Z', 'revision_number': 4, 'project_id': '01ad291209464590a4b4e0cefe921157', 'subnets': [{'id': 'd3cf9019-94de-4d98-8c14-f86857cf182a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:55.544950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351f9096-dfa2-4534-8206-d369dd425dd9 None None] The sync data for ids ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'] in n-d-778550-6 is: [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:51Z', 'revision_number': 4, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '04bccab7-8b70-4b68-bbe9-1fa7a1a9b945', 'name': '', 'network_id': '963307d7-aef4-47ea-9174-3560428cdc83', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'mac_address': 'fa:16:3e:86:2a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd3cf9019-94de-4d98-8c14-f86857cf182a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:50Z', 'updated_at': '2021-08-06T16:08:54Z', 'revision_number': 4, 'project_id': '01ad291209464590a4b4e0cefe921157', 'subnets': [{'id': 'd3cf9019-94de-4d98-8c14-f86857cf182a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:55.610622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99602ed3-e92f-4338-807b-24bd363bd53c req-13b351c8-5e06-4a02-bdd9-3c3e2b88bf6e tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:55.612361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99602ed3-e92f-4338-807b-24bd363bd53c req-13b351c8-5e06-4a02-bdd9-3c3e2b88bf6e tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.0701628 Aug 06 16:08:55.659616 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99602ed3-e92f-4338-807b-24bd363bd53c req-4ed71cdd-383e-4b1b-9b54-035402c051d4 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Aug 06 16:08:55.683169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:08:55.866715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port c356f85e-3685-4a35-b4ef-88cc04f9302d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:55.867064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:55.963469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:55.964469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:55.979018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for c356f85e-3685-4a35-b4ef-88cc04f9302d owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:56.037510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:56.189859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.218675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:08:56.225937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:56.225937 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.287020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.316103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=c356f85e-3685-4a35-b4ef-88cc04f9302d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:56.328750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.347997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.348949 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.349477 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.350866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.351231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.351585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.352145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.352662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.353178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.353524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.353860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.354376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:08:56.379096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:56.418245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.418585 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 5ff8953a-1414-4ed1-bf9a-b263a9140a45 disassociated (deleted). External IP: 172.25.5.139, port: d694012c-d8c9-410d-8878-4bd8b1393c95. Aug 06 16:08:56.424467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.425603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:56.529767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:56.530143 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:56.597415 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:08:56.718702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:56.751082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-0a6d64ae-8bf8-4d41-960a-f5ed37eaff57 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:56.752733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-0a6d64ae-8bf8-4d41-960a-f5ed37eaff57 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1842568 Aug 06 16:08:56.800954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-f44c085a-b0f6-48cc-9e79-1caf7a25dc46 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0157251 Aug 06 16:08:56.855389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router b44713ec-7787-435b-87ca-6147ead0360f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:08:56.879319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-ee5cee0a-3a99-4bce-94b2-f5ba4d8b1e7c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712643 Aug 06 16:08:57.061138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:08:57.067963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:57.072303 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] Sync routers for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:08:57.074187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-fc9cfb58-28b0-44fe-97c2-1f3a1b20026c service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592605 Aug 06 16:08:57.084477 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:57.085110 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:57.129229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9c59e083-cbef-4fa3-9b4d-7e652da4c96f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/floatingips/5ff8953a-1414-4ed1-bf9a-b263a9140a45 HTTP/1.1" status: 204 len: 168 time: 1.4421020 Aug 06 16:08:57.153731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:57.157292 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278ff027-106b-427e-9a52-a1c77e432784" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:57.197378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-d36705f3-a7bd-4bbf-9606-5a007bbbf8d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068466 Aug 06 16:08:57.201386 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:57.433763 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:57.465208 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] Checking router: b44713ec-7787-435b-87ca-6147ead0360f for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:08:57.474759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:08:57.475621 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:57.525893 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce14248e-1aba-4513-a2a9-511dd66e38af x-openstack-request-id: req-ce14248e-1aba-4513-a2a9-511dd66e38af {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:57.526259 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:57.526581 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce14248e-1aba-4513-a2a9-511dd66e38af {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:57.527051 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'status': 'completed', 'code': 200} Aug 06 16:08:57.614873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff027-106b-427e-9a52-a1c77e432784 req-632cf229-ef3f-40c9-836d-8666242baf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:57.616310 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-632cf229-ef3f-40c9-836d-8666242baf5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 1097 time: 0.0524116 Aug 06 16:08:57.625443 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:08:57.652297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcfd7e-7c8d-47e3-ab73-82f4e024ff00 req-ab4ddf84-4229-43fc-aab8-37319ad6d1cb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:57.654351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1dcfd7e-7c8d-47e3-ab73-82f4e024ff00 req-ab4ddf84-4229-43fc-aab8-37319ad6d1cb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0819950 Aug 06 16:08:57.716651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1dcfd7e-7c8d-47e3-ab73-82f4e024ff00 req-b34fa62b-97a9-4e2f-a874-83842d22a3f5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501862 Aug 06 16:08:57.741945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff027-106b-427e-9a52-a1c77e432784 req-5054f801-eab0-4995-bf16-26752a8509c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:57.743517 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-5054f801-eab0-4995-bf16-26752a8509c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 200 len: 898 time: 0.1180654 Aug 06 16:08:57.797811 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-acddd264-844e-41cd-848c-deb737b1eb31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 200 len: 217 time: 0.0450230 Aug 06 16:08:57.869837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff027-106b-427e-9a52-a1c77e432784 req-2f8f0bf6-4fa4-4c5c-9ff6-243bc46ee588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:57.872018 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-2f8f0bf6-4fa4-4c5c-9ff6-243bc46ee588 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 200 len: 835 time: 0.0633790 Aug 06 16:08:57.876590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcc4f956-3950-426a-b26e-29bc5227b477 req-c9d2c9da-4860-4d0e-a482-33240db56226 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0398831 Aug 06 16:08:57.937312 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:08:57.941396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff027-106b-427e-9a52-a1c77e432784 req-e732374f-1fee-4a2b-8ea3-093f372e41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:57.943456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-e732374f-1fee-4a2b-8ea3-093f372e41cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620124 Aug 06 16:08:57.977159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:08:57.977665 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289a5c01-2c12-47b6-94c5-f4aca89f265f None None] The sync data for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 is: [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '8bd5b80a-722e-4fb0-adab-be2cc23b7614', 'name': '', 'network_id': '55f05b90-21d9-4cc6-8db7-ce1b42b30c2c', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:a8:9d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:07Z', 'updated_at': '2021-08-06T16:07:14Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'e9d08b48-6656-474d-b1d1-1904a6d9d704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:08:58.038124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:08:58.038363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:58.064520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-7b1f7170-17dc-492a-be95-d1fabf513ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088922 Aug 06 16:08:58.176192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-278ff027-106b-427e-9a52-a1c77e432784 req-07f3bbb9-5bb7-4163-9862-fdd61a61e109 service neutron] 10.222.0.64 "GET /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031392 Aug 06 16:08:58.833297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2f655-ee91-4cc7-8142-98198fd77d5f req-19053751-642d-4210-a182-7d6abe819dbd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:58.834793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25c2f655-ee91-4cc7-8142-98198fd77d5f req-19053751-642d-4210-a182-7d6abe819dbd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0521452 Aug 06 16:08:58.879071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25c2f655-ee91-4cc7-8142-98198fd77d5f req-c540d098-0b5c-40c8-af5e-42e9358f1c3f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=8224cb86-0642-4190-80db-cd1209ad895b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Aug 06 16:08:58.958173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64908c7-c82f-41d2-bd77-2d4438ba9004 None None] New status for floating IP 5ff8953a-1414-4ed1-bf9a-b263a9140a45: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:08:58.973690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-55e16366-baa8-4e08-bb41-eb3b4350a88a req-ff2f5803-6659-46af-bdbc-d34beb1dff56 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0322709 Aug 06 16:08:59.162208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-3d369a81-e104-428d-8891-d40b29157dbf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:08:59.163743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-3d369a81-e104-428d-8891-d40b29157dbf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 946 time: 0.0505915 Aug 06 16:08:59.274780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port d694012c-d8c9-410d-8878-4bd8b1393c95 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:08:59.275118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:59.280913 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:59.373392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port d694012c-d8c9-410d-8878-4bd8b1393c95, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=d694012c-d8c9-410d-8878-4bd8b1393c95,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:08:59.373766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:59.386974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for d694012c-d8c9-410d-8878-4bd8b1393c95 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:08:59.658006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:59.690742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=d694012c-d8c9-410d-8878-4bd8b1393c95,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:08:59.734357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] No DVR routers for this DVR port d694012c-d8c9-410d-8878-4bd8b1393c95 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:08:59.737386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:08:59.739486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d9856e19-f5fe-49d8-b56d-d9e6f58c2843 req-60572608-5eb4-46cf-8f7d-9ae6bd474a9e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "DELETE /v2.0/ports/d694012c-d8c9-410d-8878-4bd8b1393c95 HTTP/1.1" status: 204 len: 173 time: 0.5683074 Aug 06 16:08:59.748525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-deleted', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:08:59.748525 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d720b231-6db6-4c5d-bdd5-12beb368ebae" -d '{"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-deleted", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:08:59.935915 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac19448-a8b3-4102-8bae-b979c7ad3410 x-openstack-request-id: req-4ac19448-a8b3-4102-8bae-b979c7ad3410 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:08:59.935915 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9", "name": "network-vif-deleted", "tag": "d694012c-d8c9-410d-8878-4bd8b1393c95", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:08:59.935915 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ac19448-a8b3-4102-8bae-b979c7ad3410 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:08:59.935915 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9', 'name': 'network-vif-deleted', 'tag': 'd694012c-d8c9-410d-8878-4bd8b1393c95', 'status': 'completed', 'code': 200} Aug 06 16:08:59.986009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef3bfe32-29aa-4119-b5e0-401eef3d3d22 req-5b734ebf-d478-4121-aaae-02d31a6ff760 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfdf67ed-1b2e-4d33-a5cb-cfa7101064a9 HTTP/1.1" status: 200 len: 210 time: 0.0320928 Aug 06 16:09:00.082096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86dc0c97-fb46-45b2-82ed-f2165aebb6d4 req-1e016456-676f-47b8-bd78-4a0e78bf6d03 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0285184 Aug 06 16:09:01.047833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:01.182292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-9760b896-f84e-45b0-b5fe-f2cf4de040cd tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:01.183983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-9760b896-f84e-45b0-b5fe-f2cf4de040cd tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1229746 Aug 06 16:09:01.199201 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd8999ea-d27b-45f6-afdb-63d851c7521a req-881a1f62-991c-4150-a4ed-3eb0820ee7df tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0417285 Aug 06 16:09:01.199520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:01.424571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:01.428708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:01.571581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:01.625580 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.13 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/e839e510-b8a8-4c73-b58a-92684824d633) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:01.816623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:01.837925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object e839e510-b8a8-4c73-b58a-92684824d633 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:01.921574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:01.934242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 8bd5b80a-722e-4fb0-adab-be2cc23b7614 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:01.934644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:01.973699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:01.977083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:01.979841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:02.025647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=e839e510-b8a8-4c73-b58a-92684824d633,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:02.067420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:02.067564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 8bd5b80a-722e-4fb0-adab-be2cc23b7614, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8bd5b80a-722e-4fb0-adab-be2cc23b7614,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:02.067564 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:02.068298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:02.088688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 8bd5b80a-722e-4fb0-adab-be2cc23b7614 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:02.178671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-07e45adc-a944-48c4-bb97-27f6533e2a96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9847062 Aug 06 16:09:02.326277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Request body: {'port': {'device_id': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:02.364842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d1d59418-6816-4f7e-a40c-7313679abf77 None None] Provisioning for port e839e510-b8a8-4c73-b58a-92684824d633 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:02.371013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d1d59418-6816-4f7e-a40c-7313679abf77 None None] Provisioning complete for port e839e510-b8a8-4c73-b58a-92684824d633 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:02.371013 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1d59418-6816-4f7e-a40c-7313679abf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:02.404421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:02.417347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d1d59418-6816-4f7e-a40c-7313679abf77 None None] Port e839e510-b8a8-4c73-b58a-92684824d633 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:09:02.450056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=8bd5b80a-722e-4fb0-adab-be2cc23b7614,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:02.481028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834be9-c6cd-42ac-846a-566f35bade54 req-9754911b-5782-436e-b923-f69b0cfbf238 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:02.489016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4834be9-c6cd-42ac-846a-566f35bade54 req-9754911b-5782-436e-b923-f69b0cfbf238 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 932 time: 0.1533186 Aug 06 16:09:02.604724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4834be9-c6cd-42ac-846a-566f35bade54 req-002fb101-df56-45a8-b71e-a7ad29ff7797 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868649 Aug 06 16:09:02.814287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:02.830765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.016626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:03.038302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: d694012c-d8c9-410d-8878-4bd8b1393c95 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:03.039031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device d694012c-d8c9-410d-8878-4bd8b1393c95 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:03.102710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router b44713ec-7787-435b-87ca-6147ead0360f has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:09:03.168188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e839e510-b8a8-4c73-b58a-92684824d633 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:03.179428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.193437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Transition to ACTIVE for port object e839e510-b8a8-4c73-b58a-92684824d633 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:03.228740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:09:03.235950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e13e8cc1-e049-4d98-b3f9-a8889302cd2a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/b44713ec-7787-435b-87ca-6147ead0360f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1869004 Aug 06 16:09:03.238416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:03.239785 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] Sync routers for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:09:03.259198 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:03.260152 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:03.282719 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.327406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting subnet e9d08b48-6656-474d-b1d1-1904a6d9d704 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:09:03.338598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.355412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=e839e510-b8a8-4c73-b58a-92684824d633,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:03.410824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.419883 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:03.441614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Attempting to bind port e839e510-b8a8-4c73-b58a-92684824d633 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:03.442016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Attempting to bind port e839e510-b8a8-4c73-b58a-92684824d633 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:03.442480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Attempting to bind port e839e510-b8a8-4c73-b58a-92684824d633 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:03.450362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Port e839e510-b8a8-4c73-b58a-92684824d633 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:09:03.450695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Attempting to bind port e839e510-b8a8-4c73-b58a-92684824d633 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:03.456578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:03.457540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:03.457540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:03.457807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Bound port: e839e510-b8a8-4c73-b58a-92684824d633, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:03.458158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.562244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] For port e839e510-b8a8-4c73-b58a-92684824d633, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:03.565525 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.569370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] For port e839e510-b8a8-4c73-b58a-92684824d633, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e839e510-b8a8-4c73-b58a-92684824d633,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:03.665650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.708994 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:09:02Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:03.726824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:03.727709 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.729375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e839e510-b8a8-4c73-b58a-92684824d633 HTTP/1.1" status: 200 len: 1092 time: 1.5422215 Aug 06 16:09:03.730149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'tag': 'e839e510-b8a8-4c73-b58a-92684824d633'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:03.732676 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41561847-8363-4580-b9b5-d342da81b51d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a13314-a8d7-439b-9ac7-174fa9defadf", "tag": "e839e510-b8a8-4c73-b58a-92684824d633"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:03.776702 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058764c-52b3-4db8-be31-ecd1c80d2ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=e839e510-b8a8-4c73-b58a-92684824d633,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:03.778102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.798656 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] Checking router: b44713ec-7787-435b-87ca-6147ead0360f for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:09:03.814819 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d844104-6621-4b79-938f-0b14c0e2e1fa x-openstack-request-id: req-2d844104-6621-4b79-938f-0b14c0e2e1fa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:03.815664 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a13314-a8d7-439b-9ac7-174fa9defadf", "tag": "e839e510-b8a8-4c73-b58a-92684824d633", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:03.816352 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d844104-6621-4b79-938f-0b14c0e2e1fa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:03.817104 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'tag': 'e839e510-b8a8-4c73-b58a-92684824d633', 'status': 'completed', 'code': 200} Aug 06 16:09:03.829784 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] Routers {'b44713ec-7787-435b-87ca-6147ead0360f'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:03.832387 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:08:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['b44713ec-7787-435b-87ca-6147ead0360f'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:03.851838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d08b48-6656-474d-b1d1-1904a6d9d704,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:03.858095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:03.863004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-55e92b2e-0664-4a84-a32d-e62bfb365dc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/subnets/e9d08b48-6656-474d-b1d1-1904a6d9d704 HTTP/1.1" status: 204 len: 168 time: 0.6212897 Aug 06 16:09:03.865245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33718) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:03.871889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fef0c-699e-4afa-a5e1-b4261101dbd0 None None] Network 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:03.923076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561847-8363-4580-b9b5-d342da81b51d req-6ccbb011-b2f1-444a-8652-05cff49dd36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:03.925083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41561847-8363-4580-b9b5-d342da81b51d req-6ccbb011-b2f1-444a-8652-05cff49dd36b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 1095 time: 0.0821397 Aug 06 16:09:04.041649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.053039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2901-4902-4846-9c4e-00c641046dfe req-3793e1eb-cd72-4a90-8eff-856edfb3e4a7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:04.055340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-891c2901-4902-4846-9c4e-00c641046dfe req-3793e1eb-cd72-4a90-8eff-856edfb3e4a7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.3521304 Aug 06 16:09:04.124947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561847-8363-4580-b9b5-d342da81b51d req-97d440ce-4515-4b98-82b0-cdba0c05f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:04.126748 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41561847-8363-4580-b9b5-d342da81b51d req-97d440ce-4515-4b98-82b0-cdba0c05f85f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1939065 Aug 06 16:09:04.142674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-891c2901-4902-4846-9c4e-00c641046dfe req-d50a3ea3-8a92-4a54-a403-ab4218df10af tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487411 Aug 06 16:09:04.229260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] DHCP port deletion for 55f05b90-21d9-4cc6-8db7-ce1b42b30c2c request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:09:04.308347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] Deleting port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:04.309126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.310080 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] Set router b44713ec-7787-435b-87ca-6147ead0360f gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:04.310562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561847-8363-4580-b9b5-d342da81b51d req-119d23b0-ae95-4f91-b03e-c4bd009df1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:04.312443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-41561847-8363-4580-b9b5-d342da81b51d req-119d23b0-ae95-4f91-b03e-c4bd009df1e5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712959 Aug 06 16:09:04.425564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-d5fcac46-631b-427f-bad5-e8756c769780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:04.426232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] For port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,segment=NetworkSegment(9f245ca3-4c1e-4732-bfde-a7a093088f70),segment_id=9f245ca3-4c1e-4732-bfde-a7a093088f70)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:04.426358 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.428738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-d5fcac46-631b-427f-bad5-e8756c769780 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 1095 time: 0.0748541 Aug 06 16:09:04.451658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] Calling delete_port for dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:04.507672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-4ce8f77a-6c69-4647-b482-350746a874cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e839e510-b8a8-4c73-b58a-92684824d633 HTTP/1.1" status: 200 len: 217 time: 0.0707135 Aug 06 16:09:04.538967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:09:02Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:04.572835 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5421dfe-5358-4526-b8a0-ad7554319341 None None] The sync data for ids ['b44713ec-7787-435b-87ca-6147ead0360f'] in n-d-778550-6 is: [{'id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948476529', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:07:02Z', 'updated_at': '2021-08-06T16:09:02Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '626278a0-5ef1-439b-91b7-bd20a0f6f4cf', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:d1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44713ec-7787-435b-87ca-6147ead0360f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:07:03Z', 'updated_at': '2021-08-06T16:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:09:04.576085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-9ecbaa66-2e2a-48fc-902d-8770da8a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:04.585262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-9ecbaa66-2e2a-48fc-902d-8770da8a256e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0715668 Aug 06 16:09:04.660265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a16d05-683e-47fd-9013-c373b0589e95 req-57532687-9dfb-4b17-af4d-438fea947c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:04.663981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-57532687-9dfb-4b17-af4d-438fea947c35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694954 Aug 06 16:09:04.667512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.681160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.715121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] Pushing event deleted for resources: {'Port': ['ID=dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:04.719676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b4188-fa1a-4577-9f58-5ec5ef37e593 None None] No DVR routers for this DVR port dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:04.776499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-40fe9187-679e-4c3a-9e61-1c00aa734378 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074812 Aug 06 16:09:04.796940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:04.797295 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.876761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a64b-cac1-498d-90e8-2d8476ddaad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.895515 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-47a16d05-683e-47fd-9013-c373b0589e95 req-0f8e50d6-9bb2-466f-941d-7b6c00e57c02 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118135 Aug 06 16:09:04.895796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 626278a0-5ef1-439b-91b7-bd20a0f6f4cf, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:04.896003 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:04.913057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 626278a0-5ef1-439b-91b7-bd20a0f6f4cf owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:05.185026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.301710 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=626278a0-5ef1-439b-91b7-bd20a0f6f4cf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:05.355521 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.459898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503979c-c9e7-4ce7-a4c3-baeed98009f5 req-58df7f12-d703-4c9d-a8d3-c66a9ed3f53b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:05.461392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1503979c-c9e7-4ce7-a4c3-baeed98009f5 req-58df7f12-d703-4c9d-a8d3-c66a9ed3f53b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.1860549 Aug 06 16:09:05.469197 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.471539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.544869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1503979c-c9e7-4ce7-a4c3-baeed98009f5 req-99c43a6a-dd77-4a77-ac2c-9a2bb09fc1ce tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714319 Aug 06 16:09:05.601195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.601967 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Fanout notify agent at l3_agent the message router_deleted on router b44713ec-7787-435b-87ca-6147ead0360f {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:09:05.613729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.618185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bae43adc-6a91-456f-b5a2-6c82b42dec9d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/routers/b44713ec-7787-435b-87ca-6147ead0360f HTTP/1.1" status: 204 len: 168 time: 1.7493589 Aug 06 16:09:05.618584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33722) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:05.724633 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.837890 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.851367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f05b90-21d9-4cc6-8db7-ce1b42b30c2c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:05.865583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f245ca3-4c1e-4732-bfde-a7a093088f70') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:05.865869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f245ca3-4c1e-4732-bfde-a7a093088f70') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:05.876397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.904247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.913593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:09:05.914287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:09:05.919291 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:09:06.109487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.119659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.120505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/networks/55f05b90-21d9-4cc6-8db7-ce1b42b30c2c HTTP/1.1" status: 204 len: 168 time: 0.5005624 Aug 06 16:09:06.131697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33724) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:06.144819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b6fa4-dde1-4577-9a4d-aa629dd0e057 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Network': ['ID=55f05b90-21d9-4cc6-8db7-ce1b42b30c2c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:06.155940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:06.182278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:06.182771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfe0f1a2-3f66-4e59-b6a0-2248bf9572b3 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:06.183447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8bd5b80a-722e-4fb0-adab-be2cc23b7614 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:06.204811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 8bd5b80a-722e-4fb0-adab-be2cc23b7614 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:06.204811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8bd5b80a-722e-4fb0-adab-be2cc23b7614 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:06.205219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 626278a0-5ef1-439b-91b7-bd20a0f6f4cf no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:06.220749 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-827d5dd5-52c5-4f53-bff4-2d2935f533e4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.228005 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 626278a0-5ef1-439b-91b7-bd20a0f6f4cf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:06.228354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 626278a0-5ef1-439b-91b7-bd20a0f6f4cf not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:06.255180 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-827d5dd5-52c5-4f53-bff4-2d2935f533e4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.386889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-827d5dd5-52c5-4f53-bff4-2d2935f533e4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.387167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-827d5dd5-52c5-4f53-bff4-2d2935f533e4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:06.388285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-827d5dd5-52c5-4f53-bff4-2d2935f533e4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/security-groups/8224cb86-0642-4190-80db-cd1209ad895b HTTP/1.1" status: 204 len: 168 time: 0.2555048 Aug 06 16:09:06.400168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d5dd5-52c5-4f53-bff4-2d2935f533e4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8224cb86-0642-4190-80db-cd1209ad895b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:06.691437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c6238-db01-49f5-99ee-2df930c3a97d req-88681882-b052-4608-95ea-53745b1f6940 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:06.693010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063c6238-db01-49f5-99ee-2df930c3a97d req-88681882-b052-4608-95ea-53745b1f6940 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0640049 Aug 06 16:09:06.738520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063c6238-db01-49f5-99ee-2df930c3a97d req-574c6e92-83f0-40c7-ad4c-eca533ebeb99 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370300 Aug 06 16:09:07.687794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-633bdce4-32a0-48f4-a550-3066c5c3fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:07.714909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:07.839981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33736) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:07.845668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262318059', 'description': 'tempest-secgroup-smoke-1262318059 description', 'project_id': '618f00fcdc5140c494e411523c645571'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:07.883276 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a90523-ca55-4625-8b52-90928654cb89 req-94bfb08a-9cd5-42d7-b630-5842503ee62e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:07.883276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9a90523-ca55-4625-8b52-90928654cb89 req-94bfb08a-9cd5-42d7-b630-5842503ee62e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0728254 Aug 06 16:09:07.926244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9a90523-ca55-4625-8b52-90928654cb89 req-3f31c551-834c-415f-ad9f-ffa3a1280545 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Aug 06 16:09:07.972883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.062469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.137752 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.176126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:08.212086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.213354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d307d0ba-7e2c-4632-9a7e-5412fc35b499 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3724916 Aug 06 16:09:08.216574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33738) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:08.222378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:08.303287 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.374427 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.423772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.445099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3add8900-61a3-4895-bd1b-a5b87d365be8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:08.492037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.493493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-209a7c5f-26f8-4041-8601-ec4964b891f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2758069 Aug 06 16:09:08.496365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33740) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:08.502233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:08.571717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.634375 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.692452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.713498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61578b2-5852-4e88-bd1f-8ff6136755f8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:08.795085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.797013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a2dbf771-c5ba-4666-be34-29e400f98134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2996049 Aug 06 16:09:08.799777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33742) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:08.804203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:08.896872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.920355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:08.956077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.041806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.066956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dae178f-138f-4894-9b3b-db6ce24caf39,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:09.082796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f7696-4e0e-4eb5-9ff2-66c01c08a036 req-3bb1f4d1-7708-41a0-adb7-aaab37503a95 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:09.084402 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-058f7696-4e0e-4eb5-9ff2-66c01c08a036 req-3bb1f4d1-7708-41a0-adb7-aaab37503a95 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0720356 Aug 06 16:09:09.127737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-058f7696-4e0e-4eb5-9ff2-66c01c08a036 req-678dd0dd-4067-417f-8570-1056aa6822c8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Aug 06 16:09:09.160631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.161868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-923bbdc7-c127-4420-a3a7-e7100efbde44 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611550 Aug 06 16:09:09.164663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33746) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:09.169135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:09.256820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.316526 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.371858 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.389722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634d4d7e-6998-43f4-997a-5958ac340cec,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:09.446503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.447815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-440f4f0f-db6c-4633-89ff-9a43112de52f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821875 Aug 06 16:09:09.450981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33748) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:09.456484 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:09.532882 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:09:09.538630 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.600735 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.663334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.682315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f333313-015f-451b-ab67-03a5c75b5724,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:09.743557 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.744950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-919bb5f8-8b9d-499a-9fa4-2e52be1dad56 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2929373 Aug 06 16:09:09.747749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33750) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:09.753285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:09.835501 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:09:09.840845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.908536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:09.989765 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.011344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dc682d-fe21-4191-9db9-b00d821f9a8c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:10.086768 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.088055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0a0f6f09-2411-4656-91be-04e2b92245b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392456 Aug 06 16:09:10.091060 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33752) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:10.096373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'network': {'name': 'tempest-network-smoke--72520533', 'project_id': '618f00fcdc5140c494e411523c645571', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:10.178297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:10.182981 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.239870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:09:10.254106 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.254454 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Added segment 750431bc-f323-42c5-b882-6e128c1d82d1 of type vlan for network 3161cdb3-7451-4ce9-8841-573498fd8845 Aug 06 16:09:10.272113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84ccc7-0af4-4fa1-a7bb-f4e6462b45cf req-6c086b65-6d82-4767-9dce-e4a2237436d0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:10.274073 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf84ccc7-0af4-4fa1-a7bb-f4e6462b45cf req-6c086b65-6d82-4767-9dce-e4a2237436d0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0771322 Aug 06 16:09:10.333980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.359949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf84ccc7-0af4-4fa1-a7bb-f4e6462b45cf req-d397e50d-cc01-4140-9568-8d6f8e4f15da tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Aug 06 16:09:10.423642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.430190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:10.430866 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.508668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Network': ['ID=3161cdb3-7451-4ce9-8841-573498fd8845,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:10.523210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 3161cdb3-7451-4ce9-8841-573498fd8845 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:09:10.544301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e84a998a-6cab-4281-bee1-6243e31c1ab8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4521821 Aug 06 16:09:10.547743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33756) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:10.552629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'admin_state_up': True, 'project_id': '618f00fcdc5140c494e411523c645571', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:10.629381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.630570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.686086 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.828965 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:10.871790 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:11.187588 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:11.212136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:11.320499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.197 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/76fa0395-8025-494d-a235-3e1be0b7132d) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:11.431453 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:11.508582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7af95-d405-4082-aec6-48c8b6275189 req-86d474ad-b6b7-4e11-82f5-af2c28c53215 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:11.510147 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25c7af95-d405-4082-aec6-48c8b6275189 req-86d474ad-b6b7-4e11-82f5-af2c28c53215 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0764289 Aug 06 16:09:11.553237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25c7af95-d405-4082-aec6-48c8b6275189 req-7b89ede3-6f2d-4a1a-ae51-6b26b6ca7b00 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362997 Aug 06 16:09:11.584177 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:11.626392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:11.629658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:11.632625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:11.661774 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=76fa0395-8025-494d-a235-3e1be0b7132d,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:11.980095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.196785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.389186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 6fc624ce-54f5-4501-914f-9f951fc8b34c is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:09:12.502081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:09:12.513340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Sync routers for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:09:12.523185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:12.523820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:09:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:12.566603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.567939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2544e2e4-b937-4039-9187-b20b19106b0d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0191460 Aug 06 16:09:12.571472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33760) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:12.602089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-527ce5f9-95da-4277-9812-047d0f7976a2 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=618f00fcdc5140c494e411523c645571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294719 Aug 06 16:09:12.604747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33764) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:12.644668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:12.733932 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6f160-0aa9-4bf9-acd6-417ceed29420 req-b0007064-ef3f-4bed-9ac0-6b19ac61a761 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:12.735417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9a6f160-0aa9-4bf9-acd6-417ceed29420 req-b0007064-ef3f-4bed-9ac0-6b19ac61a761 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.1034479 Aug 06 16:09:12.736693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4801a1-35d2-4f88-9af1-8088a0849483 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:12.740759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3a4801a1-35d2-4f88-9af1-8088a0849483 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324103 Aug 06 16:09:12.741107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33766) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:12.784499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c331e567-4b9b-49a2-abf5-be40b97f2420 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397215 Aug 06 16:09:12.784784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33770) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:12.790511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182014687', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'project_id': '618f00fcdc5140c494e411523c645571', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:12.813104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9a6f160-0aa9-4bf9-acd6-417ceed29420 req-4820363b-f117-4d4e-a67d-9dc74f0dd145 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697017 Aug 06 16:09:12.835972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:11Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:12.868072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Checking router: 6fc624ce-54f5-4501-914f-9f951fc8b34c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:09:12.868427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Updating router 6fc624ce-54f5-4501-914f-9f951fc8b34c port 76fa0395-8025-494d-a235-3e1be0b7132d binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:09:12.893829 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:12.949386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:12.953717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.175723 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.189233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Transition to ACTIVE for port object 76fa0395-8025-494d-a235-3e1be0b7132d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:13.246825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.269580 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.309708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Subnet': ['ID=a2c36fa9-d907-40d0-bcf4-84303ef3598a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:13.318989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Checking segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:13.319360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network hostable DHCP agents. Network: 3161cdb3-7451-4ce9-8841-573498fd8845, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:09:13.320491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Attempting to bind port 76fa0395-8025-494d-a235-3e1be0b7132d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:13.320873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Attempting to bind port 76fa0395-8025-494d-a235-3e1be0b7132d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:13.321240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Attempting to bind port 76fa0395-8025-494d-a235-3e1be0b7132d on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:13.329717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:13.330097 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:13.330525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.330915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:13.331384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Bound port: 76fa0395-8025-494d-a235-3e1be0b7132d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:13.331764 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.336801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef1bb2-bdf3-4160-9ca5-9f6781ad1fe8 None None] Pushing event updated for resources: {'Port': ['ID=76fa0395-8025-494d-a235-3e1be0b7132d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:13.391145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] For port 76fa0395-8025-494d-a235-3e1be0b7132d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:13.402933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] For port 76fa0395-8025-494d-a235-3e1be0b7132d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=76fa0395-8025-494d-a235-3e1be0b7132d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:13.423084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 3161cdb3-7451-4ce9-8841-573498fd8845 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:09:13.481551 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.503128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 3161cdb3-7451-4ce9-8841-573498fd8845) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:13.507958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.508661 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:13.522821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48426030-b895-482d-8fb7-77b5ee1f52af None None] Network 3161cdb3-7451-4ce9-8841-573498fd8845 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:13.585374 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-22063342-b577-473a-bcb1-a6dfeb3fb230 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7990403 Aug 06 16:09:13.588163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33772) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:13.596211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef1bb2-bdf3-4160-9ca5-9f6781ad1fe8 None None] Pushing event updated for resources: {'Port': ['ID=76fa0395-8025-494d-a235-3e1be0b7132d,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:13.600269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:13.601149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:09:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:13.759875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:13.962685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3127d6-4f53-411c-8e56-1723d163b71b req-2017a7ba-4ad0-4aee-8bf3-98131d40b313 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:13.964527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff3127d6-4f53-411c-8e56-1723d163b71b req-2017a7ba-4ad0-4aee-8bf3-98131d40b313 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0598354 Aug 06 16:09:13.992474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-3161cdb3-7451-4ce9-8841-573498fd8845', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:09:13.993332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.010318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff3127d6-4f53-411c-8e56-1723d163b71b req-e93414f0-0f00-47d1-8494-fbcc3d39a291 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357239 Aug 06 16:09:14.055838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.219780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Allocated IP 172.20.0.2 (3161cdb3-7451-4ce9-8841-573498fd8845/a2c36fa9-d907-40d0-bcf4-84303ef3598a/0f41900b-13fe-4fdf-a81f-36ffd80466cf) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:14.304383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:11Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:14.334018 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481e0418-bbfd-47b5-8a13-5abb8c91f372 None None] The sync data for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 is: [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:11Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:09:14.418914 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.435247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Transition to ACTIVE for port object 0f41900b-13fe-4fdf-a81f-36ffd80466cf will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:14.453361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Transition to ACTIVE for port object 0f41900b-13fe-4fdf-a81f-36ffd80466cf will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:14.533251 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.599862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Network 3161cdb3-7451-4ce9-8841-573498fd8845 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:14.602245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:14.605977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:14.640484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.1 (3161cdb3-7451-4ce9-8841-573498fd8845/a2c36fa9-d907-40d0-bcf4-84303ef3598a/59600db8-3665-4113-bccc-5f314da5d85d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:14.646989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Pushing event updated for resources: {'Port': ['ID=0f41900b-13fe-4fdf-a81f-36ffd80466cf,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:14.680699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Attempting to bind port 0f41900b-13fe-4fdf-a81f-36ffd80466cf on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:14.681175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Attempting to bind port 0f41900b-13fe-4fdf-a81f-36ffd80466cf by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:14.681651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Attempting to bind port 0f41900b-13fe-4fdf-a81f-36ffd80466cf on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:14.690838 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:14.691295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Checking segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:14.691827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.692251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Bound using segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:14.692830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Bound port: 0f41900b-13fe-4fdf-a81f-36ffd80466cf, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:14.693293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.766981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] For port 0f41900b-13fe-4fdf-a81f-36ffd80466cf, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:14.770758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] For port 0f41900b-13fe-4fdf-a81f-36ffd80466cf, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0f41900b-13fe-4fdf-a81f-36ffd80466cf,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:14.834080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.834364 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:14.865817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object 59600db8-3665-4113-bccc-5f314da5d85d will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:14.919244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ad92b-c9f9-497b-bc88-d4907bdf1bcf None None] Pushing event updated for resources: {'Port': ['ID=0f41900b-13fe-4fdf-a81f-36ffd80466cf,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:14.995358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.040859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 3161cdb3-7451-4ce9-8841-573498fd8845 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:15.052994 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:15.058442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:15.082611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e839e510-b8a8-4c73-b58a-92684824d633 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:09:15.194677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.253102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00760a8d-a80e-453f-8221-069023cb8e81 req-6cc85d8d-1990-465a-bddb-be287741b2ad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:15.256826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00760a8d-a80e-453f-8221-069023cb8e81 req-6cc85d8d-1990-465a-bddb-be287741b2ad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 944 time: 0.0988374 Aug 06 16:09:15.300429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e839e510-b8a8-4c73-b58a-92684824d633, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e839e510-b8a8-4c73-b58a-92684824d633,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:15.314859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'e839e510-b8a8-4c73-b58a-92684824d633', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': 'e839e510-b8a8-4c73-b58a-92684824d633', 'mac_address': 'fa:16:3e:2f:d5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:09:15.351590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00760a8d-a80e-453f-8221-069023cb8e81 req-4a14ab84-a034-4e6d-8d7e-5ea254a9a6c8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868733 Aug 06 16:09:15.353273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=59600db8-3665-4113-bccc-5f314da5d85d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:15.381075 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.402463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e839e510-b8a8-4c73-b58a-92684824d633 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:15.426299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e839e510-b8a8-4c73-b58a-92684824d633, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e839e510-b8a8-4c73-b58a-92684824d633,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:15.527117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.538080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.597638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e839e510-b8a8-4c73-b58a-92684824d633,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:15.738171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['e839e510-b8a8-4c73-b58a-92684824d633'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:09:15.837461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.897717 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.982468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:15.985121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=59600db8-3665-4113-bccc-5f314da5d85d,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:16.035725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0f41900b-13fe-4fdf-a81f-36ffd80466cf up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:16.107194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 3161cdb3-7451-4ce9-8841-573498fd8845 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:16.109483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:16.149865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0f41900b-13fe-4fdf-a81f-36ffd80466cf completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:16.157286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fa0395-8025-494d-a235-3e1be0b7132d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:16.244719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 6fc624ce-54f5-4501-914f-9f951fc8b34c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:09:16.298209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d66130-2eb5-4531-a599-79864bacb96d None None] Network 3161cdb3-7451-4ce9-8841-573498fd8845 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:09:16.301836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 76fa0395-8025-494d-a235-3e1be0b7132d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:16.321267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 76fa0395-8025-494d-a235-3e1be0b7132d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:16.324091 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.388383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:09:16.395273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1d1da200-551c-48b5-9a6e-7b2b105daaf6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/6fc624ce-54f5-4501-914f-9f951fc8b34c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058012 Aug 06 16:09:16.480917 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] Provisioning for port 0f41900b-13fe-4fdf-a81f-36ffd80466cf completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:16.498033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] Provisioning complete for port 0f41900b-13fe-4fdf-a81f-36ffd80466cf triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:16.498549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.513398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5097ea-a274-40fc-bd12-e27799300138 req-333cf243-772d-41d2-87a7-a4f9e56b21e8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:16.515555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5097ea-a274-40fc-bd12-e27799300138 req-333cf243-772d-41d2-87a7-a4f9e56b21e8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 945 time: 0.0685477 Aug 06 16:09:16.539875 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.566633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5097ea-a274-40fc-bd12-e27799300138 req-e791ab76-c8dc-41a9-8b48-3c8f181dce28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Aug 06 16:09:16.588898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 76fa0395-8025-494d-a235-3e1be0b7132d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=76fa0395-8025-494d-a235-3e1be0b7132d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:16.612749 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Sync routers for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:09:16.629015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:16.630000 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:09:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:16.665633 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.668280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.712110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-9da89b42-6400-4b48-be69-41c5076d7270 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262318059&fields=id&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 267 time: 0.0446301 Aug 06 16:09:16.742489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] For port 0f41900b-13fe-4fdf-a81f-36ffd80466cf, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0f41900b-13fe-4fdf-a81f-36ffd80466cf,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:16.761106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=76fa0395-8025-494d-a235-3e1be0b7132d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:16.772735 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:16.789625 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.853457 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f8e38-fd2f-41e8-b2d2-55776a8ca0f0 None None] Pushing event updated for resources: {'Port': ['ID=0f41900b-13fe-4fdf-a81f-36ffd80466cf,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:16.870307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-3802b78a-d596-41ab-9d8b-274418aca0d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:16.878855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-3802b78a-d596-41ab-9d8b-274418aca0d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 795 time: 0.1550167 Aug 06 16:09:16.890808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-cb7a3fb3-f6c3-4122-a6be-7507fc852412 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/quotas/618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 375 time: 0.0101929 Aug 06 16:09:16.915574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe975-935d-4f1d-abd8-d0c8ad75e7a8 None None] Provisioning complete for port 0f41900b-13fe-4fdf-a81f-36ffd80466cf triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:16.916453 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe975-935d-4f1d-abd8-d0c8ad75e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:16.963771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-bbb2ce7b-78fb-4684-8049-25eb26ab085a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669897 Aug 06 16:09:17.047273 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 2, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:17.076286 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Checking router: 6fc624ce-54f5-4501-914f-9f951fc8b34c for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:09:17.076633 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Updating router 6fc624ce-54f5-4501-914f-9f951fc8b34c port 59600db8-3665-4113-bccc-5f314da5d85d binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:09:17.082341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e839e510-b8a8-4c73-b58a-92684824d633 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:17.093677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-61998af4-a946-4859-82f3-3ad4af95babe service neutron] 10.222.0.16 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127677 Aug 06 16:09:17.110028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe975-935d-4f1d-abd8-d0c8ad75e7a8 None None] Provisioning for port 59600db8-3665-4113-bccc-5f314da5d85d completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:17.110170 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.116954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe975-935d-4f1d-abd8-d0c8ad75e7a8 None None] Provisioning complete for port 59600db8-3665-4113-bccc-5f314da5d85d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:17.117329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe975-935d-4f1d-abd8-d0c8ad75e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.178950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fe975-935d-4f1d-abd8-d0c8ad75e7a8 None None] Port 59600db8-3665-4113-bccc-5f314da5d85d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:09:17.208390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-cb1b44e0-8d9d-4432-b63a-528d89c134f1 service neutron] 10.222.0.16 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065888 Aug 06 16:09:17.236182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port e839e510-b8a8-4c73-b58a-92684824d633 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:17.242809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port e839e510-b8a8-4c73-b58a-92684824d633 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:17.243218 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.327528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e2d1c58d-298e-4f92-97c2-07a922d1aea8 None None] Provisioning complete for port 59600db8-3665-4113-bccc-5f314da5d85d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:17.328275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c58d-298e-4f92-97c2-07a922d1aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.371714 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.387946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e2d1c58d-298e-4f92-97c2-07a922d1aea8 None None] Port 59600db8-3665-4113-bccc-5f314da5d85d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:09:17.407189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e839e510-b8a8-4c73-b58a-92684824d633'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:17.409972 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e84fdd3-1856-4124-8ef7-81f8c88bc9f7" -d '{"events": [{"server_uuid": "c1a13314-a8d7-439b-9ac7-174fa9defadf", "name": "network-vif-plugged", "status": "completed", "tag": "e839e510-b8a8-4c73-b58a-92684824d633"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:17.448171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e839e510-b8a8-4c73-b58a-92684824d633, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e839e510-b8a8-4c73-b58a-92684824d633,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:17.469491 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.483327 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Transition to ACTIVE for port object 59600db8-3665-4113-bccc-5f314da5d85d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:17.492714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28ca1090-2cbb-493d-a196-769a7832c5ed req-187a82ee-cbb9-4dbb-8e58-eb86aad03f2e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 210 time: 0.0336246 Aug 06 16:09:17.509063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-20fa47d9-5231-445b-9697-14e709531d95 None None] Provisioning complete for port 59600db8-3665-4113-bccc-5f314da5d85d triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:17.521772 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20fa47d9-5231-445b-9697-14e709531d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.544221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.588506 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.588831 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598bc758-d48f-4344-a60e-60fbccae223d x-openstack-request-id: req-598bc758-d48f-4344-a60e-60fbccae223d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:17.588831 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a13314-a8d7-439b-9ac7-174fa9defadf", "name": "network-vif-plugged", "status": "completed", "tag": "e839e510-b8a8-4c73-b58a-92684824d633", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:17.588831 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-598bc758-d48f-4344-a60e-60fbccae223d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:17.588831 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e839e510-b8a8-4c73-b58a-92684824d633', 'code': 200} Aug 06 16:09:17.612627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-20fa47d9-5231-445b-9697-14e709531d95 None None] Port 59600db8-3665-4113-bccc-5f314da5d85d cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:09:17.626944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e839e510-b8a8-4c73-b58a-92684824d633,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:17.713112 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f50ad1-dcc9-4461-ba70-5b43e58a8021 None None] Pushing event updated for resources: {'Port': ['ID=59600db8-3665-4113-bccc-5f314da5d85d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:17.718397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e4f04-8d44-405a-a4bb-85bf37855e60 req-4410d5b7-8e3a-4e07-afa0-4bdd4bffd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:17.720758 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f19e4f04-8d44-405a-a4bb-85bf37855e60 req-4410d5b7-8e3a-4e07-afa0-4bdd4bffd3cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 1097 time: 0.0595946 Aug 06 16:09:17.730546 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Attempting to bind port 59600db8-3665-4113-bccc-5f314da5d85d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:17.731127 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Attempting to bind port 59600db8-3665-4113-bccc-5f314da5d85d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:17.731658 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Attempting to bind port 59600db8-3665-4113-bccc-5f314da5d85d on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:17.737401 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:17.738102 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Checking segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:17.738687 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.739699 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Bound using segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:17.740380 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Bound port: 59600db8-3665-4113-bccc-5f314da5d85d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:17.744390 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.749330 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc40e17-9750-4ca1-abb5-3db877dfcd70 req-94137ac5-7a45-4dc2-8238-e92989e67cbf tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:17.756470 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdc40e17-9750-4ca1-abb5-3db877dfcd70 req-94137ac5-7a45-4dc2-8238-e92989e67cbf tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0727334 Aug 06 16:09:17.786930 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f19e4f04-8d44-405a-a4bb-85bf37855e60 req-f95f3883-b206-4950-afea-a0aefa0c1a92 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 Aug 06 16:09:17.804203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bdc40e17-9750-4ca1-abb5-3db877dfcd70 req-722c29c9-dd1d-4767-a220-09d8c68b58a7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Aug 06 16:09:17.813585 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] For port 59600db8-3665-4113-bccc-5f314da5d85d, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:17.826012 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] For port 59600db8-3665-4113-bccc-5f314da5d85d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=59600db8-3665-4113-bccc-5f314da5d85d,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:17.881262 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:17.955524 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:17.955524 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:09:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:17.977958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0f41900b-13fe-4fdf-a81f-36ffd80466cf up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:17.990023 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f50ad1-dcc9-4461-ba70-5b43e58a8021 None None] Pushing event updated for resources: {'Port': ['ID=59600db8-3665-4113-bccc-5f314da5d85d,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:18.034672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0f41900b-13fe-4fdf-a81f-36ffd80466cf triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:18.035176 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:18.070774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:18.146759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fa0395-8025-494d-a235-3e1be0b7132d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:18.200290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 76fa0395-8025-494d-a235-3e1be0b7132d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:18.200769 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:18.297751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:17Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:18.326706 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba315659-320a-40ae-918d-d4cc644e38c4 None None] The sync data for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 is: [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:17Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:09:18.611973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3835fe8a-3f42-4724-a27f-c4ec08804e22 req-34895ead-2cb6-4015-abce-6d59d17c1c9a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 210 time: 0.0303707 Aug 06 16:09:18.941682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9d966-16c0-43fe-a066-36a166cb5c11 req-5c8e13fd-f3ec-4349-992e-5d6ee884c7e2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:18.943356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6bd9d966-16c0-43fe-a066-36a166cb5c11 req-5c8e13fd-f3ec-4349-992e-5d6ee884c7e2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0588737 Aug 06 16:09:18.985083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6bd9d966-16c0-43fe-a066-36a166cb5c11 req-e8b8015f-ac58-49c6-abc1-3fd368fff8c7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Aug 06 16:09:19.116446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec33a5-0d23-4f94-8e4a-feea5dedbfbb req-49bf8faf-2623-46d0-8916-50a9455fd5e9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:19.118001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eeec33a5-0d23-4f94-8e4a-feea5dedbfbb req-49bf8faf-2623-46d0-8916-50a9455fd5e9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0526891 Aug 06 16:09:19.161752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eeec33a5-0d23-4f94-8e4a-feea5dedbfbb req-077f006c-8251-4899-90ae-041aa5e2f780 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Aug 06 16:09:19.285840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83b080-ed9d-42c9-9008-71572e0b0396 req-85c262a9-10b0-4d53-8fea-5e6d23d1406c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:19.287524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be83b080-ed9d-42c9-9008-71572e0b0396 req-85c262a9-10b0-4d53-8fea-5e6d23d1406c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0563161 Aug 06 16:09:19.332818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be83b080-ed9d-42c9-9008-71572e0b0396 req-ee1a577d-3bd6-4327-8b2e-fdb3f68dcad2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389445 Aug 06 16:09:19.532968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-654b31a1-f47e-4cc5-8cf3-e4812329d94b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:19.534401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-654b31a1-f47e-4cc5-8cf3-e4812329d94b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 795 time: 0.1262028 Aug 06 16:09:19.621161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-7183467e-8ac6-4d0a-b3b2-11560ddf67fd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 380 time: 0.0723100 Aug 06 16:09:19.634245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'port': {'device_id': 'b972e01a-594a-438d-b0a9-056716d633a4', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'admin_state_up': True, 'tenant_id': '618f00fcdc5140c494e411523c645571', 'security_groups': ['eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:19.728914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbb64e62-ef8c-4002-a034-1caa75ae8b20 req-525d7e17-466c-4834-a383-1f6388c794b7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 210 time: 0.0320957 Aug 06 16:09:19.823915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:19.831302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:19.847667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee77d25-1dd0-4074-9795-03aa87fd812a req-08350fc0-3c6d-419b-b007-07d4c9cb9ce8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:19.849281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dee77d25-1dd0-4074-9795-03aa87fd812a req-08350fc0-3c6d-419b-b007-07d4c9cb9ce8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0515852 Aug 06 16:09:19.890272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dee77d25-1dd0-4074-9795-03aa87fd812a req-a56fe07d-03a4-4e7d-8630-0134a5ab0670 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337796 Aug 06 16:09:19.974221 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.6 (3161cdb3-7451-4ce9-8841-573498fd8845/a2c36fa9-d907-40d0-bcf4-84303ef3598a/e75cd334-9546-4a45-ab8f-4e3e3a40b954) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:19.986530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 59600db8-3665-4113-bccc-5f314da5d85d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:20.103064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 59600db8-3665-4113-bccc-5f314da5d85d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:20.107085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 59600db8-3665-4113-bccc-5f314da5d85d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:20.107565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.131317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.146317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object e75cd334-9546-4a45-ab8f-4e3e3a40b954 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:20.201838 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.240210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 59600db8-3665-4113-bccc-5f314da5d85d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=59600db8-3665-4113-bccc-5f314da5d85d,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:20.246085 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.289816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 3161cdb3-7451-4ce9-8841-573498fd8845 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:20.295274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:20.297996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:20.338711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:20.351982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.352338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.352690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.353032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.353454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.354921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.356275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.356977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.357530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.358034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.358626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.359167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.359502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:20.386882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:20.386882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.427113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=59600db8-3665-4113-bccc-5f314da5d85d,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:20.465905 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-b9e5a309-55d3-4962-ac64-e7f9698dde07 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8354406 Aug 06 16:09:20.487838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Request body: {'port': {'device_id': 'b972e01a-594a-438d-b0a9-056716d633a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:20.557581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.583438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56c39e30-49a0-4538-b381-ad22fcc8e0a4 None None] Provisioning for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:20.594410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-56c39e30-49a0-4538-b381-ad22fcc8e0a4 None None] Provisioning complete for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:20.594410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-56c39e30-49a0-4538-b381-ad22fcc8e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.628971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-56c39e30-49a0-4538-b381-ad22fcc8e0a4 None None] Port e75cd334-9546-4a45-ab8f-4e3e3a40b954 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:09:20.843461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75cd334-9546-4a45-ab8f-4e3e3a40b954 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:20.856052 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.856719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a08b2-332d-4d34-ac7f-5a077681efa7 req-99512003-bf4f-40fe-a879-ea178cfaff58 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:20.858783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-118a08b2-332d-4d34-ac7f-5a077681efa7 req-99512003-bf4f-40fe-a879-ea178cfaff58 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 931 time: 0.0533702 Aug 06 16:09:20.869446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Transition to ACTIVE for port object e75cd334-9546-4a45-ab8f-4e3e3a40b954 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:20.903036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-118a08b2-332d-4d34-ac7f-5a077681efa7 req-cf4efcd7-1a01-446d-ae86-9b346816faad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378587 Aug 06 16:09:20.943293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:20.996832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:21.031471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9320bf-ec3e-490e-aa43-4549102099b2 req-44e83fc2-4afa-43c6-8c60-c4fcf7c72bb8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:21.033358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b9320bf-ec3e-490e-aa43-4549102099b2 req-44e83fc2-4afa-43c6-8c60-c4fcf7c72bb8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0620186 Aug 06 16:09:21.081812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:21.082425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:21.082955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:21.088934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:09:21.089533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:21.096335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:21.096676 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Checking segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:21.097063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Bound using segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:21.097700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Bound port: e75cd334-9546-4a45-ab8f-4e3e3a40b954, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:21.098063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:21.104843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b9320bf-ec3e-490e-aa43-4549102099b2 req-0c1148c4-1de4-4471-a51c-ea83d3049d63 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602183 Aug 06 16:09:21.180519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:21.184574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:21.243816 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:21.279601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-1dc977a8-9336-4e05-a412-2e5a18a37b8c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:21.281062 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-1dc977a8-9336-4e05-a412-2e5a18a37b8c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0829682 Aug 06 16:09:21.657097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:21.657710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:21.659159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] 10.222.0.64 "PUT /v2.0/ports/e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1091 time: 1.1800153 Aug 06 16:09:21.662171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:21.664567 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f6a39-b23c-4133-91cf-3adf6e68e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:21.707724 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb52aa-763a-4d83-af58-1fd94c0e45fe x-openstack-request-id: req-a5bb52aa-763a-4d83-af58-1fd94c0e45fe {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:21.709447 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:21.709447 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5bb52aa-763a-4d83-af58-1fd94c0e45fe {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:21.709447 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'status': 'completed', 'code': 200} Aug 06 16:09:21.714372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c507ed-09a9-4ee8-be52-409e5ad9f32e service neutron] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:21.769281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port e839e510-b8a8-4c73-b58a-92684824d633 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:09:21.770359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:21.840876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6a39-b23c-4133-91cf-3adf6e68e6de req-869790c7-6cab-42f8-b12c-9ab748faab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:21.842418 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a11f6a39-b23c-4133-91cf-3adf6e68e6de req-869790c7-6cab-42f8-b12c-9ab748faab50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1094 time: 0.1073458 Aug 06 16:09:21.941888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port e839e510-b8a8-4c73-b58a-92684824d633, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e839e510-b8a8-4c73-b58a-92684824d633,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:21.942269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:21.948871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 59600db8-3665-4113-bccc-5f314da5d85d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:21.962740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for e839e510-b8a8-4c73-b58a-92684824d633 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:09:21.997082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6a39-b23c-4133-91cf-3adf6e68e6de req-8ea8b334-5738-46de-a09c-2ecf7f321dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:21.998586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a11f6a39-b23c-4133-91cf-3adf6e68e6de req-8ea8b334-5738-46de-a09c-2ecf7f321dc1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=618f00fcdc5140c494e411523c645571&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1431606 Aug 06 16:09:22.010509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 59600db8-3665-4113-bccc-5f314da5d85d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:22.010969 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:22.055771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87041caf-54bb-46b2-8f06-12c45e508e8f req-a9cd456f-99ec-4495-9d2e-fede0ab3d377 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.057502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87041caf-54bb-46b2-8f06-12c45e508e8f req-a9cd456f-99ec-4495-9d2e-fede0ab3d377 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0714440 Aug 06 16:09:22.101720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87041caf-54bb-46b2-8f06-12c45e508e8f req-0266fa3c-bd17-468b-aedb-d0ca6f2388ce tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370722 Aug 06 16:09:22.167632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f6a39-b23c-4133-91cf-3adf6e68e6de req-ea94b166-636e-4f01-bac2-b510ade08ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.169182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a11f6a39-b23c-4133-91cf-3adf6e68e6de req-ea94b166-636e-4f01-bac2-b510ade08ae2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1420498 Aug 06 16:09:22.240054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789c80-e4e4-49b5-8a79-9a58eb217898 req-0303e40c-b507-4bfc-a809-ad9804f3bd14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.266288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0789c80-e4e4-49b5-8a79-9a58eb217898 req-0303e40c-b507-4bfc-a809-ad9804f3bd14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 946 time: 0.0550702 Aug 06 16:09:22.274569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-f33a55b0-05aa-4ea0-a452-98cb0c3a64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.276151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-f33a55b0-05aa-4ea0-a452-98cb0c3a64ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1094 time: 0.0495713 Aug 06 16:09:22.292934 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0789c80-e4e4-49b5-8a79-9a58eb217898 req-62da59c0-354f-4664-9b0e-070603d569fe tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Aug 06 16:09:22.324203 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-a9ab3d21-7483-48be-8fbd-4db04adfeadb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 217 time: 0.0388241 Aug 06 16:09:22.372815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:22.411009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-52659a7f-3b96-47cb-af5f-9e957742e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.412446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-52659a7f-3b96-47cb-af5f-9e957742e5fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0767968 Aug 06 16:09:22.415069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=e839e510-b8a8-4c73-b58a-92684824d633,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:22.490236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port e839e510-b8a8-4c73-b58a-92684824d633 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:09:22.494037 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:22.496143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-29f715d3-5403-4bde-bd18-8c2e5f9d4655 req-772dbb74-b1da-4a20-bf88-84bec0629348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "DELETE /v2.0/ports/e839e510-b8a8-4c73-b58a-92684824d633 HTTP/1.1" status: 204 len: 173 time: 1.2067673 Aug 06 16:09:22.513532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-444d0642-166f-406c-ba51-52cf8ec2cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:22.515396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-444d0642-166f-406c-ba51-52cf8ec2cde4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768542 Aug 06 16:09:22.619647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-cb553244-4508-4aff-928f-5845d6824fd1 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942090 Aug 06 16:09:22.731325 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e72f666e-b2c2-48c1-b50c-3db065cc8eea req-9ffceffb-a91d-43bc-98ea-eb5d623627a6 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992904 Aug 06 16:09:23.129564 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e839e510-b8a8-4c73-b58a-92684824d633 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:09:23.150937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: e839e510-b8a8-4c73-b58a-92684824d633 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:09:23.151295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e839e510-b8a8-4c73-b58a-92684824d633 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:09:23.243552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c5ae1-b476-482a-9235-d2635e22a364 req-7235064f-a2b0-4cd3-976f-e8e241b9ee4f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:23.245115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e54c5ae1-b476-482a-9235-d2635e22a364 req-7235064f-a2b0-4cd3-976f-e8e241b9ee4f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0558085 Aug 06 16:09:23.290627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e54c5ae1-b476-482a-9235-d2635e22a364 req-7cff747e-60b2-43d0-8d96-415869e485fe tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382297 Aug 06 16:09:23.396949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5b350fc-e187-496e-9dea-445fc63caebd req-b1268bed-eb4b-4b34-9438-96671a1e0511 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0323415 Aug 06 16:09:23.710383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'name': 'network-vif-deleted', 'tag': 'e839e510-b8a8-4c73-b58a-92684824d633'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:23.712916 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4db443e-d49d-45aa-9a37-640cb9cc12df" -d '{"events": [{"server_uuid": "c1a13314-a8d7-439b-9ac7-174fa9defadf", "name": "network-vif-deleted", "tag": "e839e510-b8a8-4c73-b58a-92684824d633"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:23.751921 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d47242-2338-4d08-bbc5-417f686c9ef8 x-openstack-request-id: req-74d47242-2338-4d08-bbc5-417f686c9ef8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:23.752541 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a13314-a8d7-439b-9ac7-174fa9defadf", "name": "network-vif-deleted", "tag": "e839e510-b8a8-4c73-b58a-92684824d633", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:23.752541 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74d47242-2338-4d08-bbc5-417f686c9ef8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:23.752848 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a13314-a8d7-439b-9ac7-174fa9defadf', 'name': 'network-vif-deleted', 'tag': 'e839e510-b8a8-4c73-b58a-92684824d633', 'status': 'completed', 'code': 200} Aug 06 16:09:24.448524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092bdb0-8867-40c2-a126-9103d37f3ba2 req-388bb2ae-589d-4cb8-8a78-458e07f84c2c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:24.450644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b092bdb0-8867-40c2-a126-9103d37f3ba2 req-388bb2ae-589d-4cb8-8a78-458e07f84c2c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0782764 Aug 06 16:09:24.520065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b092bdb0-8867-40c2-a126-9103d37f3ba2 req-507fbda2-9eda-437d-ac35-11b58319f344 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614944 Aug 06 16:09:24.522183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ac82a6d-4bae-47c0-9c05-a96cd6234579 req-12772871-84c0-4122-9c1a-52bf891623c0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0375557 Aug 06 16:09:25.141797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:09:25.247608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:25.419762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'mac_address': 'fa:16:3e:10:b5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:09:25.465465 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:25.486667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75cd334-9546-4a45-ab8f-4e3e3a40b954 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:25.515402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:25.583718 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:25.648774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:25.654139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9690d8f-db7f-46a7-81fc-03d12e973103 req-c43b1bbc-c633-4dba-b52a-6404a037787d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0409410 Aug 06 16:09:25.659630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.659630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.659630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.659630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.659630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.660694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.660694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.661321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.661508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.661862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.662202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.662532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:09:25.713849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850ec28-7c44-49d3-88ee-a6b7295e9dd3 req-89a23c81-3295-42b6-87d3-ac18bacc6cdd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:25.715474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6850ec28-7c44-49d3-88ee-a6b7295e9dd3 req-89a23c81-3295-42b6-87d3-ac18bacc6cdd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 944 time: 0.0905507 Aug 06 16:09:25.757998 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6850ec28-7c44-49d3-88ee-a6b7295e9dd3 req-6f5d9a13-09ac-4b65-91b5-fe38696eca4b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348225 Aug 06 16:09:25.836028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e75cd334-9546-4a45-ab8f-4e3e3a40b954'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:09:26.219176 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:26.787454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d54d62ba-97a8-4fd8-85d6-4a046e03a6d5 req-e328274f-611b-473a-99d6-739a68cf3374 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0320590 Aug 06 16:09:26.895793 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd3265-c757-4829-8978-cf41f44c469d req-483c102e-070e-451b-a29a-d55159878861 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:26.897623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13bd3265-c757-4829-8978-cf41f44c469d req-483c102e-070e-451b-a29a-d55159878861 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 944 time: 0.0588858 Aug 06 16:09:26.942116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-13bd3265-c757-4829-8978-cf41f44c469d req-b137d694-50ea-4035-ba0c-6df580d917ad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349033 Aug 06 16:09:27.021526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db5f5585-be65-4576-a8c6-8ff67ac69ef3 req-a847057d-49fc-49df-88ff-cc5e93c271bd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270746 Aug 06 16:09:27.127340 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db5f5585-be65-4576-a8c6-8ff67ac69ef3 req-3a899ca2-86bd-4292-824a-87b03a49cbc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=c1a13314-a8d7-439b-9ac7-174fa9defadf HTTP/1.1" status: 200 len: 210 time: 0.0274765 Aug 06 16:09:27.172770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:09:27.256480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5585-be65-4576-a8c6-8ff67ac69ef3 req-a382d537-6d72-414d-8510-73315ac5e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:27.258024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db5f5585-be65-4576-a8c6-8ff67ac69ef3 req-a382d537-6d72-414d-8510-73315ac5e702 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1109803 Aug 06 16:09:27.280389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:27.284916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:27.285286 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:27.368441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5585-be65-4576-a8c6-8ff67ac69ef3 req-4ed4d1e4-ef44-42cc-85b4-f4059937a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:27.370011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:27.370152 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db5f5585-be65-4576-a8c6-8ff67ac69ef3 req-4ed4d1e4-ef44-42cc-85b4-f4059937a710 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1054075 Aug 06 16:09:27.394784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:27.396431 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0517822-d445-4d77-a800-850409d40e75" -d '{"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-plugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:27.417249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:09:27.443301 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fc14d6-51f4-4963-8479-8a3875784924 x-openstack-request-id: req-87fc14d6-51f4-4963-8479-8a3875784924 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:27.443301 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-plugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:27.443301 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87fc14d6-51f4-4963-8479-8a3875784924 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:27.443301 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'code': 200} Aug 06 16:09:27.503140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:27.556800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:27.570641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a9d69-d296-4226-ab5e-a2ec687fd815 req-bc2887a0-a053-4806-9ca9-c055cb00779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:27.572181 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-852a9d69-d296-4226-ab5e-a2ec687fd815 req-bc2887a0-a053-4806-9ca9-c055cb00779e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1096 time: 0.0434182 Aug 06 16:09:27.622859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-852a9d69-d296-4226-ab5e-a2ec687fd815 req-91f114e0-52ee-4bb8-9fa8-1ea79d9102a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Aug 06 16:09:28.105253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8b8f1-a450-41f2-84a2-63ba630e14ae req-69049b4e-6751-4516-bacc-937cc5621f37 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:28.107490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2b8b8f1-a450-41f2-84a2-63ba630e14ae req-69049b4e-6751-4516-bacc-937cc5621f37 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0839930 Aug 06 16:09:28.151253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2b8b8f1-a450-41f2-84a2-63ba630e14ae req-46b28764-bef8-4a1f-bcbe-667feebf8c5e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362177 Aug 06 16:09:29.207478 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:29.277226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13683-a438-42f3-96c0-a3571ba667af req-c360c53a-517a-44b2-8123-80f118015989 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:29.278825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9dd13683-a438-42f3-96c0-a3571ba667af req-c360c53a-517a-44b2-8123-80f118015989 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0522811 Aug 06 16:09:29.327429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9dd13683-a438-42f3-96c0-a3571ba667af req-63f2d959-a4a7-45c0-a880-93c315936d15 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394924 Aug 06 16:09:29.465891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5cb5-73b9-4572-abe5-1b771ef24c46 req-d8507d01-0554-4bbc-8cda-56f72bfca367 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:29.468521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-783f5cb5-73b9-4572-abe5-1b771ef24c46 req-d8507d01-0554-4bbc-8cda-56f72bfca367 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0587640 Aug 06 16:09:29.511600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-783f5cb5-73b9-4572-abe5-1b771ef24c46 req-11341d32-172d-43b8-bb99-079c9f4c7354 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374954 Aug 06 16:09:29.534591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:29.579102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c23b51-cc57-4955-b747-68ca97737d55 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:29.580646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-38c23b51-cc57-4955-b747-68ca97737d55 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1091 time: 0.0449939 Aug 06 16:09:29.583483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 33872) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:29.588054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:29.669528 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:29.779078 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:29.895287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.122 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/0cc13607-a893-448d-abe6-d158fd795cff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:30.010687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:30.126358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:30.169836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:30.174113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:30.178585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:30.184727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=0cc13607-a893-448d-abe6-d158fd795cff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:30.596664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:30.732480 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:30.904183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:30.954541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:31.025537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=0cc13607-a893-448d-abe6-d158fd795cff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:31.036064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:31.141516 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 712c2165-2466-48d4-a1be-2b7e077cbdf1 associated. External IP: 172.25.5.122, port: e75cd334-9546-4a45-ab8f-4e3e3a40b954. Aug 06 16:09:31.395235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 6fc624ce-54f5-4501-914f-9f951fc8b34c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:09:31.537735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:09:31.548479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] Sync routers for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:09:31.559792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:31.560491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:09:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:31.646706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:31.686817 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fc7db03e-b723-4ff6-a72b-0d1db31d02ba tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0997698 Aug 06 16:09:31.686817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:31.687653 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7e82c-281d-49a9-85de-6f76fb285b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:31.692072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:31.752433 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f7a87b-1c70-4b27-9ddd-ab241a9320dc x-openstack-request-id: req-96f7a87b-1c70-4b27-9ddd-ab241a9320dc {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:31.753006 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:31.753406 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96f7a87b-1c70-4b27-9ddd-ab241a9320dc {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:31.754108 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'status': 'completed', 'code': 200} Aug 06 16:09:31.805129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031622b7-dcbe-43ff-b936-d2255742d1ad req-e23655e2-5023-478f-b240-94a311206fe1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:31.806730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-031622b7-dcbe-43ff-b936-d2255742d1ad req-e23655e2-5023-478f-b240-94a311206fe1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0613954 Aug 06 16:09:31.825088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-1ed96b78-c9be-4943-9c26-cc0d00fd1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:31.827195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-1ed96b78-c9be-4943-9c26-cc0d00fd1622 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1096 time: 0.0515456 Aug 06 16:09:31.852349 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-031622b7-dcbe-43ff-b936-d2255742d1ad req-f34c6cb9-8332-4ef8-b71f-cd771292918e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 Aug 06 16:09:31.877241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33926) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:31.945483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-32e2b4a6-f6b9-4273-a82c-403b0b36a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:31.946388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '712c2165-2466-48d4-a1be-2b7e077cbdf1', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'mac_address': 'fa:16:3e:10:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b972e01a-594a-438d-b0a9-056716d633a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:09:30Z', 'updated_at': '2021-08-06T16:09:30Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:20Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:31.947003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-32e2b4a6-f6b9-4273-a82c-403b0b36a74d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1123362 Aug 06 16:09:31.953614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c01b74f2-4c33-4f76-b118-c1763324c30b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/712c2165-2466-48d4-a1be-2b7e077cbdf1 HTTP/1.1" status: 200 len: 991 time: 0.0748954 Aug 06 16:09:31.974032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] Checking router: 6fc624ce-54f5-4501-914f-9f951fc8b34c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:09:31.982431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:09:31.983665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:09:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:32.021069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-6871c1ea-8e53-419f-a80c-32af49df7027 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.0657830 Aug 06 16:09:32.079192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-087cbbed-2c3e-4943-8a01-9eed71680811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:32.080733 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-087cbbed-2c3e-4943-8a01-9eed71680811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0525515 Aug 06 16:09:32.093064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:09:32.127674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-b38c7816-4401-45ca-a707-266e4310dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:32.129511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-b38c7816-4401-45ca-a707-266e4310dbe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417106 Aug 06 16:09:32.223871 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-e7bf9281-34f2-47c7-8a11-da77c1b23849 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855088 Aug 06 16:09:32.327242 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '712c2165-2466-48d4-a1be-2b7e077cbdf1', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'mac_address': 'fa:16:3e:10:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b972e01a-594a-438d-b0a9-056716d633a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:09:30Z', 'updated_at': '2021-08-06T16:09:30Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:20Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:09:32.334925 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fa7e82c-281d-49a9-85de-6f76fb285b2a req-777a9613-b642-4a67-a006-92372debaa2b service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025803 Aug 06 16:09:32.354295 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318577ba-e693-448e-96ef-b5964b46f4d0 None None] The sync data for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 is: [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '712c2165-2466-48d4-a1be-2b7e077cbdf1', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'mac_address': 'fa:16:3e:10:b5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b972e01a-594a-438d-b0a9-056716d633a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:09:30Z', 'updated_at': '2021-08-06T16:09:30Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:20Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:09:32.860564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d06a5-7056-4653-88e6-3aa964d6845f None None] New status for floating IP 712c2165-2466-48d4-a1be-2b7e077cbdf1: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:09:32.956349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 33950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:09:33.025177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0003e6ca-4321-499c-af86-63fe10b1711e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/712c2165-2466-48d4-a1be-2b7e077cbdf1 HTTP/1.1" status: 200 len: 993 time: 0.0676248 Aug 06 16:09:33.589832 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:09:34.891586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7a4c5724-d316-402b-9c65-acfad500e09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.668657 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1c6dd78-1b3c-489a-a690-0b05312dd200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:37.697222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:38.914753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:40.846225 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:46.152377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-3095baa9-c211-4190-900c-0c1ba818ab5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515268 Aug 06 16:09:46.241494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-3c51c379-4239-4a08-a056-268a16cee70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:46.243099 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-3c51c379-4239-4a08-a056-268a16cee70d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1096 time: 0.0435443 Aug 06 16:09:46.371276 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-c6d2d3e3-ef31-4ddd-81fa-fa19142bc457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:46.372906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-c6d2d3e3-ef31-4ddd-81fa-fa19142bc457 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1056843 Aug 06 16:09:46.449654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-5eb3c700-8b66-4f5c-8f0e-a241c1fc0fca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1001 time: 0.0686033 Aug 06 16:09:46.509905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-dd5c95b9-14dd-44f5-854a-915b7c5c503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:46.511571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-dd5c95b9-14dd-44f5-854a-915b7c5c503a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0525665 Aug 06 16:09:46.568700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-4b33f19e-4e5b-4bd2-af48-39562c0b58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:46.570235 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-4b33f19e-4e5b-4bd2-af48-39562c0b58e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447850 Aug 06 16:09:46.675722 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-e1a37814-7fed-48b1-b50c-3791549e6efc service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971038 Aug 06 16:09:46.778960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1f0b69fc-1c06-452b-a050-6b766e46d8fc req-320a1683-31ae-4d90-95de-40d5f03761b4 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909688 Aug 06 16:09:55.165127 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-91832f6b-1b53-4a61-9b52-0e2c1a99b818 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:55.166640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-91832f6b-1b53-4a61-9b52-0e2c1a99b818 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1055286 Aug 06 16:09:55.184738 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-0e78d094-7999-4fe9-a3ab-b1ad51f44eaf tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0112724 Aug 06 16:09:55.243937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-31083f94-7b6a-4b57-b139-eb41182fe337 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528843 Aug 06 16:09:55.346559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-1c6cbdf2-d31f-4756-a06d-c75b9ea0b2ed service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948379 Aug 06 16:09:55.441690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-75eae366-098d-4f03-b144-e94d1530f446 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Aug 06 16:09:55.689600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-650af4a1-0f79-451e-bcd4-458aa01c7f97 req-893b0a12-0ed5-40c5-bc72-4ec707cccc01 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0269063 Aug 06 16:09:56.120302 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:56.798150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c32d9677-97ea-44eb-a0be-0f5db28b97c1 req-370ec6e5-6634-40bd-af56-74cb032292e1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0266147 Aug 06 16:09:57.422301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-11ebf0d0-738e-4bbd-8ed6-7413466dd1c6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:57.423855 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-11ebf0d0-738e-4bbd-8ed6-7413466dd1c6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1132987 Aug 06 16:09:57.436370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:57.622266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:09:57.622266 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:57.753270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.12 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/e7c823a6-0151-4df8-8ef4-194c19b295e8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:09:57.903001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3aa60712-51ff-4ebc-aa96-74c0d4237e16 req-7476801a-75c3-4a04-bd44-1ac2afad457c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0316079 Aug 06 16:09:57.916564 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:57.930843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object e7c823a6-0151-4df8-8ef4-194c19b295e8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:58.057471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.104484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:09:58.107600 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:09:58.111560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:09:58.117968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=e7c823a6-0151-4df8-8ef4-194c19b295e8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:58.169137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:58.169801 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.264924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-8b376f8c-1f06-4a84-bcbd-12c90fd8ff0b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8318765 Aug 06 16:09:58.276587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Request body: {'port': {'device_id': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:09:58.339213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.468609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0b86a7e2-58e0-4fd8-be21-3f1336a82e84 None None] Provisioning for port e7c823a6-0151-4df8-8ef4-194c19b295e8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:09:58.472470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0b86a7e2-58e0-4fd8-be21-3f1336a82e84 None None] Provisioning complete for port e7c823a6-0151-4df8-8ef4-194c19b295e8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:09:58.473035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b86a7e2-58e0-4fd8-be21-3f1336a82e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.512625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0b86a7e2-58e0-4fd8-be21-3f1336a82e84 None None] Port e7c823a6-0151-4df8-8ef4-194c19b295e8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:09:58.944012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c823a6-0151-4df8-8ef4-194c19b295e8 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:09:58.952279 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:58.965509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Transition to ACTIVE for port object e7c823a6-0151-4df8-8ef4-194c19b295e8 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:09:59.029388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f5119-55d5-40e0-897e-ebe0fb6d7439 req-f22585bc-6558-4b34-be80-8274110daf03 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.031580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d03f5119-55d5-40e0-897e-ebe0fb6d7439 req-f22585bc-6558-4b34-be80-8274110daf03 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 932 time: 0.0505507 Aug 06 16:09:59.070370 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d03f5119-55d5-40e0-897e-ebe0fb6d7439 req-c55891bb-e341-4897-8545-a9c0b857036c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Aug 06 16:09:59.160560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.219776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.247265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Pushing event updated for resources: {'Port': ['ID=e7c823a6-0151-4df8-8ef4-194c19b295e8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:59.338872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Attempting to bind port e7c823a6-0151-4df8-8ef4-194c19b295e8 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:09:59.339216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Attempting to bind port e7c823a6-0151-4df8-8ef4-194c19b295e8 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:09:59.339563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Attempting to bind port e7c823a6-0151-4df8-8ef4-194c19b295e8 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:59.345301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Port e7c823a6-0151-4df8-8ef4-194c19b295e8 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:09:59.345623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Attempting to bind port e7c823a6-0151-4df8-8ef4-194c19b295e8 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:09:59.351601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:09:59.356838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:09:59.356838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:09:59.356838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Bound port: e7c823a6-0151-4df8-8ef4-194c19b295e8, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:09:59.356838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.424543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] For port e7c823a6-0151-4df8-8ef4-194c19b295e8, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:09:59.428428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] For port e7c823a6-0151-4df8-8ef4-194c19b295e8, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e7c823a6-0151-4df8-8ef4-194c19b295e8,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:09:59.520191 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.554359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.554988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:09:59.559472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] 10.222.0.59 "PUT /v2.0/ports/e7c823a6-0151-4df8-8ef4-194c19b295e8 HTTP/1.1" status: 200 len: 1092 time: 1.2843609 Aug 06 16:09:59.559472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'tag': 'e7c823a6-0151-4df8-8ef4-194c19b295e8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:09:59.559472 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0df880-c936-4b6e-a560-0610d6b64587" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5e4d02-64a7-406b-8173-ce072d2efdce", "tag": "e7c823a6-0151-4df8-8ef4-194c19b295e8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:09:59.598884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c4678-029b-4aa7-b8e7-24cff088494a service neutron] Pushing event updated for resources: {'Port': ['ID=e7c823a6-0151-4df8-8ef4-194c19b295e8,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:09:59.613602 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2573684-730c-40b9-aa8f-b71caa336bdf x-openstack-request-id: req-b2573684-730c-40b9-aa8f-b71caa336bdf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:09:59.613973 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5e4d02-64a7-406b-8173-ce072d2efdce", "tag": "e7c823a6-0151-4df8-8ef4-194c19b295e8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:09:59.614428 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2573684-730c-40b9-aa8f-b71caa336bdf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:09:59.614868 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'tag': 'e7c823a6-0151-4df8-8ef4-194c19b295e8', 'status': 'completed', 'code': 200} Aug 06 16:09:59.685883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0df880-c936-4b6e-a560-0610d6b64587 req-403b5c5c-5e7e-4a12-b44c-c401c7836ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.688088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0f0df880-c936-4b6e-a560-0610d6b64587 req-403b5c5c-5e7e-4a12-b44c-c401c7836ba6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 1095 time: 0.0524797 Aug 06 16:09:59.803930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0df880-c936-4b6e-a560-0610d6b64587 req-3c8e34e9-734d-4a75-b0a2-17ade9f4e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.805482 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0f0df880-c936-4b6e-a560-0610d6b64587 req-3c8e34e9-734d-4a75-b0a2-17ade9f4e6c0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1095796 Aug 06 16:09:59.908488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0df880-c936-4b6e-a560-0610d6b64587 req-f89ea54f-1fca-4216-a882-5230280e817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.909999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0f0df880-c936-4b6e-a560-0610d6b64587 req-f89ea54f-1fca-4216-a882-5230280e817f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964656 Aug 06 16:09:59.990582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-1953b64e-5a0d-4274-bf8e-7eeeaf160fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:09:59.992303 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-1953b64e-5a0d-4274-bf8e-7eeeaf160fae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 1095 time: 0.0461774 Aug 06 16:10:00.035659 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-a1f3ce7f-3a1f-4417-8124-edfb8879b176 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7c823a6-0151-4df8-8ef4-194c19b295e8 HTTP/1.1" status: 200 len: 217 time: 0.0349457 Aug 06 16:10:00.090262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-5dc10b01-f65e-4b6e-b601-d7a6fc652c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.093830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-5dc10b01-f65e-4b6e-b601-d7a6fc652c26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0518713 Aug 06 16:10:00.158643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-40f662ca-b4a9-4599-a909-c9e7c4eabf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.160298 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-40f662ca-b4a9-4599-a909-c9e7c4eabf71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547225 Aug 06 16:10:00.224111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d8138-55a3-415e-9746-713d01ed5ce6 req-a35da1ef-509b-4cdf-be0b-6dcf1382b336 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:00.225860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-760d8138-55a3-415e-9746-713d01ed5ce6 req-a35da1ef-509b-4cdf-be0b-6dcf1382b336 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0628510 Aug 06 16:10:00.266788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-bfb541a7-fe7c-4bc7-a8ff-81777de22fae service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992153 Aug 06 16:10:00.269210 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-760d8138-55a3-415e-9746-713d01ed5ce6 req-589940b2-50d1-41b8-ad8e-2e5e5c166c73 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367486 Aug 06 16:10:00.377357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4dfb0f9-2a5d-4d08-9e4c-9d62e20297e1 req-a10e3d1d-e27a-4ff1-8593-3a320d017daf service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032195 Aug 06 16:10:01.402724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee283ad-33e2-4bc2-8320-1773b79effd6 req-98894771-ecf3-4361-9236-00bbd0995ab0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:01.404250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ee283ad-33e2-4bc2-8320-1773b79effd6 req-98894771-ecf3-4361-9236-00bbd0995ab0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0570066 Aug 06 16:10:01.444213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ee283ad-33e2-4bc2-8320-1773b79effd6 req-7892200b-4fe4-4276-85ab-34432b7eeb3f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Aug 06 16:10:02.570724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1e7ba-978f-4c4d-a718-9e5d47c5acfe req-cb17ed70-7b08-4eca-9523-5e922bf4b2fb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:02.572247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74f1e7ba-978f-4c4d-a718-9e5d47c5acfe req-cb17ed70-7b08-4eca-9523-5e922bf4b2fb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0557520 Aug 06 16:10:02.618651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74f1e7ba-978f-4c4d-a718-9e5d47c5acfe req-fa014ac8-95a5-4261-a0a6-5d89a0674084 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Aug 06 16:10:03.746513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d4f51-1031-48bd-ba0e-8190f756a347 req-9df5030f-b785-4d9a-8f3a-d85d63cbaff9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:03.748095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b3d4f51-1031-48bd-ba0e-8190f756a347 req-9df5030f-b785-4d9a-8f3a-d85d63cbaff9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0562677 Aug 06 16:10:03.792966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b3d4f51-1031-48bd-ba0e-8190f756a347 req-2f36d728-fb54-43c0-ad19-ab01439adf5a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374885 Aug 06 16:10:04.885805 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-379a26b9-0326-41c3-b3b0-c24d93d5b059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:04.915724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d51a4c-c6d5-4f6d-b5ae-deae049533a2 req-ea2f020c-2e70-4cc8-874f-2d02c0c98d00 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:04.917265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70d51a4c-c6d5-4f6d-b5ae-deae049533a2 req-ea2f020c-2e70-4cc8-874f-2d02c0c98d00 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0536263 Aug 06 16:10:04.960559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70d51a4c-c6d5-4f6d-b5ae-deae049533a2 req-1226466f-33e4-43ba-91fe-99137792f1bd tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340765 Aug 06 16:10:06.094237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4faf42-39d3-421e-a51c-a3d52ef1e7f7 req-57714e82-bab3-4678-9437-d0ddb08ae73a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.097308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d4faf42-39d3-421e-a51c-a3d52ef1e7f7 req-57714e82-bab3-4678-9437-d0ddb08ae73a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0612221 Aug 06 16:10:06.142010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d4faf42-39d3-421e-a51c-a3d52ef1e7f7 req-970ae851-8c82-4fef-94f1-bf733a5398b1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Aug 06 16:10:06.266925 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a111248-8f73-4c45-961c-dd2df1fee0c4 req-6c49d504-a285-4dda-be4d-3d7d181b8819 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.269284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a111248-8f73-4c45-961c-dd2df1fee0c4 req-6c49d504-a285-4dda-be4d-3d7d181b8819 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1096 time: 0.0489252 Aug 06 16:10:06.308999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a111248-8f73-4c45-961c-dd2df1fee0c4 req-e91d58d2-8c50-4c81-af01-909e2a81b039 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339828 Aug 06 16:10:06.439320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dbce2-b5d2-412e-a2f5-8960f8323dfc req-df0c0add-b538-41a9-83e2-e690d3bf0df8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:06.441522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-035dbce2-b5d2-412e-a2f5-8960f8323dfc req-df0c0add-b538-41a9-83e2-e690d3bf0df8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0584803 Aug 06 16:10:06.484781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-035dbce2-b5d2-412e-a2f5-8960f8323dfc req-a7182171-659e-4ac3-af33-a9bd7faf3d1c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363300 Aug 06 16:10:06.513153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:06.582787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-38598978-057e-4eb8-a054-2de0910e286e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/712c2165-2466-48d4-a1be-2b7e077cbdf1 HTTP/1.1" status: 200 len: 993 time: 0.0682945 Aug 06 16:10:07.284619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe81c77-3f13-4140-b588-4b2e96c420c6 req-57b8616f-725b-4917-ad30-3acf521138ef tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:07.286455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebe81c77-3f13-4140-b588-4b2e96c420c6 req-57b8616f-725b-4917-ad30-3acf521138ef tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0655088 Aug 06 16:10:07.362230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ebe81c77-3f13-4140-b588-4b2e96c420c6 req-f58ba9e3-587c-41a9-b578-69ef9bbeeba9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683239 Aug 06 16:10:07.378727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17eaa7-6ae7-413a-a56b-ce41c06f4b32 req-440e6401-f92b-43a4-88bb-d86a0ae26026 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:07.380505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f17eaa7-6ae7-413a-a56b-ce41c06f4b32 req-440e6401-f92b-43a4-88bb-d86a0ae26026 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0876377 Aug 06 16:10:07.420453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f17eaa7-6ae7-413a-a56b-ce41c06f4b32 req-3613e394-f47a-413f-a84b-0dff8a149071 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338621 Aug 06 16:10:07.522851 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-eeda2301-b9d0-4b65-9f56-463efc8a71c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427079 Aug 06 16:10:07.698119 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9241b8f2-d3ff-4692-88b1-44221f765742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:07.702440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:08.496398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47685a-eb0e-4cab-b175-35d8f1b6b2ed req-2c8d09f9-5323-4847-8617-a96ccffbb9b5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:08.497968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb47685a-eb0e-4cab-b175-35d8f1b6b2ed req-2c8d09f9-5323-4847-8617-a96ccffbb9b5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0590498 Aug 06 16:10:08.952573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb47685a-eb0e-4cab-b175-35d8f1b6b2ed req-16b2d3a5-44d4-40ec-b9e3-f65d2bc8417b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475458 Aug 06 16:10:08.968923 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:08.969414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ae037-9d49-4293-a044-7fd0a0d581cf req-0153caed-e3a2-4a74-9ea6-e0680216ca46 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:08.969414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e84ae037-9d49-4293-a044-7fd0a0d581cf req-0153caed-e3a2-4a74-9ea6-e0680216ca46 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.4619665 Aug 06 16:10:09.013658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e84ae037-9d49-4293-a044-7fd0a0d581cf req-2c2e0781-6101-4cee-82a8-b4427bec31ed tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384953 Aug 06 16:10:09.919874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2358f126-91d1-4c7d-a8da-a4fd47f9f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:09.922156 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2358f126-91d1-4c7d-a8da-a4fd47f9f844 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1096 time: 0.0433955 Aug 06 16:10:10.025166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-83c25be7-f31f-4852-bea6-87a1b81b902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.026671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-83c25be7-f31f-4852-bea6-87a1b81b902d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.0961800 Aug 06 16:10:10.085563 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552d77c-a2b0-4378-9083-46a0961a4141 req-03084574-8908-4bdf-98dd-3f1d1b180ce9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.096322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f552d77c-a2b0-4378-9083-46a0961a4141 req-03084574-8908-4bdf-98dd-3f1d1b180ce9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0709898 Aug 06 16:10:10.106483 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-4a1fb3e4-0549-4cd8-aa2f-cc11bb5fde23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1001 time: 0.0702646 Aug 06 16:10:10.166126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f552d77c-a2b0-4378-9083-46a0961a4141 req-3b9512b5-c70e-4fbf-89fb-bb5e22f3d199 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 Aug 06 16:10:10.168083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-3771c496-f3c0-4b62-92e8-b0c95667a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.170162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-3771c496-f3c0-4b62-92e8-b0c95667a674 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0531573 Aug 06 16:10:10.185504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde843-d1fc-4741-8d95-f7e6cabe77a6 req-17232382-67bf-45a7-9630-1e62bc494a35 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.187177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dbde843-d1fc-4741-8d95-f7e6cabe77a6 req-17232382-67bf-45a7-9630-1e62bc494a35 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0880125 Aug 06 16:10:10.226168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-973f0fc8-fe87-494f-a07b-ccc7af6377b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:10.227680 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-973f0fc8-fe87-494f-a07b-ccc7af6377b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463474 Aug 06 16:10:10.231057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dbde843-d1fc-4741-8d95-f7e6cabe77a6 req-ab8fffdc-70df-4662-988f-45a80e928970 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362635 Aug 06 16:10:10.332719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-3e2065c3-521a-4d18-86e1-052eb853f6cd service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953619 Aug 06 16:10:10.438435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-d7284cff-7ba9-4b99-8fdb-c9519edef73e service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938268 Aug 06 16:10:10.589266 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:10:10.874467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:11.301891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef5015-cb21-4d2e-9cb0-c30eb87917ff req-405e1bfd-5b78-46fc-b276-c404055b2f0a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:11.305829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64ef5015-cb21-4d2e-9cb0-c30eb87917ff req-405e1bfd-5b78-46fc-b276-c404055b2f0a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0620883 Aug 06 16:10:11.408010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64ef5015-cb21-4d2e-9cb0-c30eb87917ff req-697d3944-b5f9-418f-bf87-1bef3d929462 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936174 Aug 06 16:10:11.423245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c379f-3f1c-4996-aa1e-e774b3c7f4e9 req-191bef49-fff5-4387-a9b7-47cd7e2c9ba9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:11.425262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d61c379f-3f1c-4996-aa1e-e774b3c7f4e9 req-191bef49-fff5-4387-a9b7-47cd7e2c9ba9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.1044359 Aug 06 16:10:11.475305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d61c379f-3f1c-4996-aa1e-e774b3c7f4e9 req-9db35bfa-3d1c-475d-bf4d-ec8f5040dfe2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Aug 06 16:10:12.528116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9ec05-25fa-4893-8b3f-21a944396f43 req-fb049518-8ea8-489d-ade6-822865996d9e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.529746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6e9ec05-25fa-4893-8b3f-21a944396f43 req-fb049518-8ea8-489d-ade6-822865996d9e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0520699 Aug 06 16:10:12.593800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6e9ec05-25fa-4893-8b3f-21a944396f43 req-8b909497-070f-4fae-af0f-57f1950975d1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Aug 06 16:10:12.620197 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd625e-65b2-4da2-9625-403962d8dea3 req-c5244727-5589-4227-8079-2267f52351c6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:12.621679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aecd625e-65b2-4da2-9625-403962d8dea3 req-c5244727-5589-4227-8079-2267f52351c6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0640762 Aug 06 16:10:12.663597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aecd625e-65b2-4da2-9625-403962d8dea3 req-8affefd4-7f1c-4049-ac70-b64b3510eeb6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Aug 06 16:10:13.712918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b24022-3fda-4274-9660-c37c81bc2c93 req-95e01758-2e46-407c-b6ab-588a1ac5f77e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.714426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0b24022-3fda-4274-9660-c37c81bc2c93 req-95e01758-2e46-407c-b6ab-588a1ac5f77e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0522354 Aug 06 16:10:13.787501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0b24022-3fda-4274-9660-c37c81bc2c93 req-f125d5fa-1afd-49aa-a680-d84181e60bcd tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663838 Aug 06 16:10:13.805024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da79991-80bd-4566-8025-55535d77b8fa req-a3694846-f0b0-4e7b-add6-2f51dd298625 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:13.806518 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2da79991-80bd-4566-8025-55535d77b8fa req-a3694846-f0b0-4e7b-add6-2f51dd298625 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0672362 Aug 06 16:10:13.851205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2da79991-80bd-4566-8025-55535d77b8fa req-22387966-57e4-429e-a2a2-6826821a295a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368636 Aug 06 16:10:14.915767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ef16b-fe2f-42b7-b99f-41d1119b0fb2 req-082ea286-126e-427a-b4c8-e015253e2223 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:14.917336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-315ef16b-fe2f-42b7-b99f-41d1119b0fb2 req-082ea286-126e-427a-b4c8-e015253e2223 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0566065 Aug 06 16:10:14.989502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-315ef16b-fe2f-42b7-b99f-41d1119b0fb2 req-875f1099-c212-43b7-99ca-8288b30e4c6e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Aug 06 16:10:15.007593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce77ce9-9e35-4beb-ace8-f3896b768cfc req-b380ea90-117a-4d83-8fc3-b022d071f3ac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:15.009161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ce77ce9-9e35-4beb-ace8-f3896b768cfc req-b380ea90-117a-4d83-8fc3-b022d071f3ac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0781682 Aug 06 16:10:15.066590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ce77ce9-9e35-4beb-ace8-f3896b768cfc req-d14148d2-69f7-4138-aae0-357136c230c9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486834 Aug 06 16:10:16.112617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e534fc-5c96-4d4c-84d7-5d2004969ebf req-a98e1263-8108-4848-b714-3292d2136cbe tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.114194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42e534fc-5c96-4d4c-84d7-5d2004969ebf req-a98e1263-8108-4848-b714-3292d2136cbe tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0525594 Aug 06 16:10:16.162295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42e534fc-5c96-4d4c-84d7-5d2004969ebf req-7b2a7088-7719-48f1-8d83-2e47a94fb383 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421662 Aug 06 16:10:16.201541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216300bf-2b14-4b3e-bd6c-ef41889d1a1f req-2afcfa77-76ee-40ab-93af-896229c7e1f3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:16.203587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-216300bf-2b14-4b3e-bd6c-ef41889d1a1f req-2afcfa77-76ee-40ab-93af-896229c7e1f3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Aug 06 16:10:16.243960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-216300bf-2b14-4b3e-bd6c-ef41889d1a1f req-21e0e51c-8262-4d54-9431-f29aff72d3e0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Aug 06 16:10:17.287693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bbd15-573b-4c59-bb5a-ab949137e0d7 req-96bfd016-ecf1-4b6b-b2c1-b4ab3822e291 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.292272 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c35bbd15-573b-4c59-bb5a-ab949137e0d7 req-96bfd016-ecf1-4b6b-b2c1-b4ab3822e291 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0621626 Aug 06 16:10:17.338800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c35bbd15-573b-4c59-bb5a-ab949137e0d7 req-f9598915-dbf0-4761-8c95-8af457f4cfca tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436594 Aug 06 16:10:17.380623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2467e9-00c4-4615-8164-12c9344b0b0b req-e0853edc-5a6a-4a6c-bd27-c3b3d3124f20 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:17.382177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec2467e9-00c4-4615-8164-12c9344b0b0b req-e0853edc-5a6a-4a6c-bd27-c3b3d3124f20 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0646989 Aug 06 16:10:17.428430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ec2467e9-00c4-4615-8164-12c9344b0b0b req-c0d601dd-104c-480c-a8d4-f97bd002d04d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Aug 06 16:10:18.460433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef23b9e-e87e-4254-9158-caa7eb075c6f req-6b0dced4-72b4-4563-a242-0c792c42d8df tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:18.461454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ef23b9e-e87e-4254-9158-caa7eb075c6f req-6b0dced4-72b4-4563-a242-0c792c42d8df tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0516763 Aug 06 16:10:18.529257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ef23b9e-e87e-4254-9158-caa7eb075c6f req-674b73c9-5a8f-4ab6-8a97-f41e2302f900 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Aug 06 16:10:18.571768 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087380f0-c2a3-4ce6-a06e-9ffe1fdf6335 req-b38bf828-b87f-4a9d-91d4-e62014135cc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:18.573310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-087380f0-c2a3-4ce6-a06e-9ffe1fdf6335 req-b38bf828-b87f-4a9d-91d4-e62014135cc0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0586998 Aug 06 16:10:18.617289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-087380f0-c2a3-4ce6-a06e-9ffe1fdf6335 req-b5bd1a6c-e211-460c-a8f9-28b1c57a6831 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376766 Aug 06 16:10:19.658368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238c8d-344b-4b07-8f3e-13106da3f073 req-bcc70be5-9404-4427-bcf7-1b9be349dfe3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:19.660076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59238c8d-344b-4b07-8f3e-13106da3f073 req-bcc70be5-9404-4427-bcf7-1b9be349dfe3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0565856 Aug 06 16:10:19.725728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59238c8d-344b-4b07-8f3e-13106da3f073 req-00025aab-6031-4947-9478-eef751a9a1b7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Aug 06 16:10:19.754492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1c0ef-3a0d-45bd-874b-996beb5d1a75 req-66369a00-90e2-4a88-92e6-35bafd1cb09b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:19.754492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67e1c0ef-3a0d-45bd-874b-996beb5d1a75 req-66369a00-90e2-4a88-92e6-35bafd1cb09b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0593572 Aug 06 16:10:19.797257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67e1c0ef-3a0d-45bd-874b-996beb5d1a75 req-6f305ec6-a697-487a-85d9-90fd46776cfb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360124 Aug 06 16:10:20.858553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe9424-6e48-4a2d-8ad5-4e6655ff368e req-e02d9cbb-855b-4c6f-acb5-5d617b6b5118 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:20.860220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50fe9424-6e48-4a2d-8ad5-4e6655ff368e req-e02d9cbb-855b-4c6f-acb5-5d617b6b5118 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0552852 Aug 06 16:10:20.929820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50fe9424-6e48-4a2d-8ad5-4e6655ff368e req-00233198-efc3-45b1-91ec-9fe14d2c0c1e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635130 Aug 06 16:10:20.943244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3f3ae-cf58-497a-9939-c56f4aafe9c8 req-7837c745-7655-4db0-af54-ea09fec888ad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:20.944785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97b3f3ae-cf58-497a-9939-c56f4aafe9c8 req-7837c745-7655-4db0-af54-ea09fec888ad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0723534 Aug 06 16:10:20.983982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97b3f3ae-cf58-497a-9939-c56f4aafe9c8 req-360f7d6a-fa71-4bdb-8835-cd2c30791328 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330274 Aug 06 16:10:22.050764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a596dc7-f661-42e9-8fc0-85ad70b6938c req-e29750ac-f038-4396-aa5e-f5903c3c34fa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.053104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a596dc7-f661-42e9-8fc0-85ad70b6938c req-e29750ac-f038-4396-aa5e-f5903c3c34fa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0527792 Aug 06 16:10:22.125694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a596dc7-f661-42e9-8fc0-85ad70b6938c req-6ee2c526-64e1-4c2d-b756-c6370cdd1f14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 Aug 06 16:10:22.134066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0e562-b17e-4752-81b0-c1eed88485cd req-21673ed0-c719-4851-955f-243c9a3b4a09 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:22.135636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cc0e562-b17e-4752-81b0-c1eed88485cd req-21673ed0-c719-4851-955f-243c9a3b4a09 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0804191 Aug 06 16:10:22.174652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cc0e562-b17e-4752-81b0-c1eed88485cd req-d01d546a-0e6f-45aa-9b0d-78f7360b166c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 Aug 06 16:10:23.245460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb9366-69cd-4f13-946f-c5037b0f4a52 req-77a2f6f0-6f81-425d-a6e6-ed3830d6f3c9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.246974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30bb9366-69cd-4f13-946f-c5037b0f4a52 req-77a2f6f0-6f81-425d-a6e6-ed3830d6f3c9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0531402 Aug 06 16:10:23.316910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30bb9366-69cd-4f13-946f-c5037b0f4a52 req-79c2ff2b-6836-4162-8ed5-9e5095ab4909 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600953 Aug 06 16:10:23.325015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24154533-68fb-4567-8340-a9b2f9a8d19a req-32768742-1431-4e06-b495-23915ced7d59 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:23.326477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24154533-68fb-4567-8340-a9b2f9a8d19a req-32768742-1431-4e06-b495-23915ced7d59 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0786324 Aug 06 16:10:23.369629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24154533-68fb-4567-8340-a9b2f9a8d19a req-d99f8071-3e05-4bc0-8644-767d04344278 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347123 Aug 06 16:10:24.439291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a22341-5b06-4ea6-b001-551b5e49d483 req-7db98822-1f87-4e62-b614-ea39752d2b8c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:24.441017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2a22341-5b06-4ea6-b001-551b5e49d483 req-7db98822-1f87-4e62-b614-ea39752d2b8c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0533841 Aug 06 16:10:24.510369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2a22341-5b06-4ea6-b001-551b5e49d483 req-0697d7f1-ca95-456c-8017-97298ad8a0cf tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590258 Aug 06 16:10:24.523041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a458142-034b-4f46-bb9f-e56967a81017 req-296fedc2-b19a-4cae-bdd5-5f3889f279ee tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:24.523882 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a458142-034b-4f46-bb9f-e56967a81017 req-296fedc2-b19a-4cae-bdd5-5f3889f279ee tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0816994 Aug 06 16:10:24.570348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a458142-034b-4f46-bb9f-e56967a81017 req-6634de63-54fe-49eb-ba53-155191734ccb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352054 Aug 06 16:10:25.646850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235262cc-26e0-4a37-b3e1-1344316db5bf req-b5fbdd19-3455-47be-8d35-308b013165f6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:25.648467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-235262cc-26e0-4a37-b3e1-1344316db5bf req-b5fbdd19-3455-47be-8d35-308b013165f6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0616028 Aug 06 16:10:25.719854 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-235262cc-26e0-4a37-b3e1-1344316db5bf req-f2e6cc93-bca4-4650-9132-1646524f8900 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606780 Aug 06 16:10:25.727692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d79eb-d45b-42ef-853a-03e6866f139f req-5b8bafff-2c0d-47ba-ac98-85057a82877a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:25.729194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-044d79eb-d45b-42ef-853a-03e6866f139f req-5b8bafff-2c0d-47ba-ac98-85057a82877a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0798490 Aug 06 16:10:25.770287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-044d79eb-d45b-42ef-853a-03e6866f139f req-9dd038f5-e97f-4773-8ba8-d9881ee64cb9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340018 Aug 06 16:10:26.119515 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:26.866965 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac831e-171d-4f98-92c1-9ac36920ce5b req-d0362ec7-fea3-4467-ad37-ed2d49e50b74 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.868784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cac831e-171d-4f98-92c1-9ac36920ce5b req-d0362ec7-fea3-4467-ad37-ed2d49e50b74 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0726697 Aug 06 16:10:26.945618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cac831e-171d-4f98-92c1-9ac36920ce5b req-13ff1f30-5914-43ad-9040-17317a116289 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656459 Aug 06 16:10:26.953833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aded07-528b-4854-a13d-a99d5ed1d8c7 req-338833d5-1ad8-4056-bd1a-cb5bca08fc77 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:26.955360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71aded07-528b-4854-a13d-a99d5ed1d8c7 req-338833d5-1ad8-4056-bd1a-cb5bca08fc77 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0855763 Aug 06 16:10:26.999505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71aded07-528b-4854-a13d-a99d5ed1d8c7 req-2641f3ea-1dd4-42c3-8659-2831676c9094 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Aug 06 16:10:28.070062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efc641-c29a-431b-8811-287711d02124 req-08d8e977-0b35-48f6-86d7-b248619632ed tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.071647 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5efc641-c29a-431b-8811-287711d02124 req-08d8e977-0b35-48f6-86d7-b248619632ed tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0575538 Aug 06 16:10:28.138650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5efc641-c29a-431b-8811-287711d02124 req-e8d5bbca-2b11-4743-8074-0b16f9d05125 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567553 Aug 06 16:10:28.152070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd2d73-5e69-4e41-8599-2fcde1b0e8cc req-dfb6cc09-67ed-498d-ba08-b8d937e657e2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.153746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2bd2d73-5e69-4e41-8599-2fcde1b0e8cc req-dfb6cc09-67ed-498d-ba08-b8d937e657e2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0810578 Aug 06 16:10:28.193445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a2bd2d73-5e69-4e41-8599-2fcde1b0e8cc req-a570e8ef-f33e-49c1-ab74-84ed17d9cac9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Aug 06 16:10:28.256096 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-350d2f97-4e48-4001-aba6-dae37265a945 req-7c09e86c-5b92-47e0-a5e0-1f19ca9d2696 service neutron] show failed (client error): The resource could not be found. Aug 06 16:10:28.257134 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-7c09e86c-5b92-47e0-a5e0-1f19ca9d2696 service neutron] 10.222.0.64 "GET /v2.0/ports/e75cd334-9546-4a45-ab8f-4e3e3a40b954/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0564775 Aug 06 16:10:28.755796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-ae9f5296-e154-45b3-b87c-b1000282f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:28.757360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-ae9f5296-e154-45b3-b87c-b1000282f4fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 1096 time: 0.0485084 Aug 06 16:10:28.769605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:28.823988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.036198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:29.075048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:29.115989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:29.118285 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5917b2c6-0670-4b91-a8e6-6ba6af002639" -d '{"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:29.122133 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.134409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Transition to ACTIVE for port object e75cd334-9546-4a45-ab8f-4e3e3a40b954 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:29.170054 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aa2121-4d65-4819-99b2-1cfe07d13805 x-openstack-request-id: req-27aa2121-4d65-4819-99b2-1cfe07d13805 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:29.170565 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:29.170816 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27aa2121-4d65-4819-99b2-1cfe07d13805 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:29.171236 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'code': 200} Aug 06 16:10:29.205850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.240204 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.263480 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648c45d-bdb8-4eb0-8534-8751c8a1dad9 req-2513791c-cc2a-45e4-add4-6d08da38d1ac tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:29.266045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3648c45d-bdb8-4eb0-8534-8751c8a1dad9 req-2513791c-cc2a-45e4-add4-6d08da38d1ac tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0583863 Aug 06 16:10:29.290054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:29.306092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.306443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.306784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.307120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.307453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.307782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.308148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.308644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.308798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.309311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.309721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.309962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:29.344645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3648c45d-bdb8-4eb0-8534-8751c8a1dad9 req-4e8c8aec-e0c8-484c-8de4-b4ca6f7c1b1f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Aug 06 16:10:29.368532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d186f3-5da3-4927-940e-03a58dd66450 req-8949b92e-869a-4955-8014-561689a4b941 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:29.369015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] No DVR routers for this DVR port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:29.370558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42d186f3-5da3-4927-940e-03a58dd66450 req-8949b92e-869a-4955-8014-561689a4b941 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0807009 Aug 06 16:10:29.424740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42d186f3-5da3-4927-940e-03a58dd66450 req-041e39c3-c291-47ea-8caa-5d4a0f7d7cb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Aug 06 16:10:29.532864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:29.533201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:29.533527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:29.538254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:29.538524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:29.543588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:29.543901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Checking segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:29.544294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Bound using segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:29.544727 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Bound port: e75cd334-9546-4a45-ab8f-4e3e3a40b954, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:29.545135 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.613022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:29.616265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:29.704994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.746955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:29.747519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:29.749417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1091 time: 0.9837658 Aug 06 16:10:29.808700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3674d3-9cc5-47c0-b134-6a73921cb0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:29.833529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-f081f162-cbde-4c89-ad94-cf667a3629b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:29.835078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-f081f162-cbde-4c89-ad94-cf667a3629b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1094 time: 0.0611391 Aug 06 16:10:29.944873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-7ed2b051-a77b-425d-8006-0f808e81dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:29.946391 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-7ed2b051-a77b-425d-8006-0f808e81dd01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1047533 Aug 06 16:10:30.022567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-74e25e32-d3c7-4914-9c38-1aa323ea96b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.0685730 Aug 06 16:10:30.074041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-173ff2bf-8f4c-4ef3-9666-510cc25343eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.075440 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-173ff2bf-8f4c-4ef3-9666-510cc25343eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0460887 Aug 06 16:10:30.124034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d2f97-4e48-4001-aba6-dae37265a945 req-e891d6da-09fd-428a-8c0b-8267aecfbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.126105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-e891d6da-09fd-428a-8c0b-8267aecfbadf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442572 Aug 06 16:10:30.234071 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-9861644c-ced8-4021-9540-8780d9729c3a service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004274 Aug 06 16:10:30.335909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-350d2f97-4e48-4001-aba6-dae37265a945 req-65e9e2c6-63ff-4eba-bf48-fd85acc9b29e service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932353 Aug 06 16:10:30.483290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6091365-5a2d-4ec0-ba7f-2e21d4d286f6 req-84598a9a-dd9d-4fd0-9ea2-f07a7a93b28a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.485134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6091365-5a2d-4ec0-ba7f-2e21d4d286f6 req-84598a9a-dd9d-4fd0-9ea2-f07a7a93b28a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0632496 Aug 06 16:10:30.553372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6091365-5a2d-4ec0-ba7f-2e21d4d286f6 req-db05df52-7294-44d2-ac6f-acc2244356b5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619757 Aug 06 16:10:30.572593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae9219-9249-4c39-85d5-03b23ec79b05 req-1f40754a-c892-47d0-aea7-a26c950ef997 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:30.574388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddae9219-9249-4c39-85d5-03b23ec79b05 req-1f40754a-c892-47d0-aea7-a26c950ef997 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0747104 Aug 06 16:10:30.620599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddae9219-9249-4c39-85d5-03b23ec79b05 req-80f5f794-d646-4fdd-ae1c-70adbd3481c9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358915 Aug 06 16:10:31.172415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:31.174849 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de08f23-db09-477d-8ee0-880f981ba359" -d '{"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:31.223293 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b8812-a370-453b-b22c-84f4c5aa4009 x-openstack-request-id: req-5c9b8812-a370-453b-b22c-84f4c5aa4009 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:31.223584 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:31.223862 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c9b8812-a370-453b-b22c-84f4c5aa4009 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:31.224269 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'status': 'completed', 'code': 200} Aug 06 16:10:31.321875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-72044480-e2d2-4f65-b0fe-eb0f756b8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.323389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-72044480-e2d2-4f65-b0fe-eb0f756b8d9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1094 time: 0.0744476 Aug 06 16:10:31.325841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-715a42e7-0099-4882-a57a-abf8f4052b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.327705 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-715a42e7-0099-4882-a57a-abf8f4052b03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1094 time: 0.0703080 Aug 06 16:10:31.405468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:31.443634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:31.493699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-d8bffb06-7c13-4c17-83f7-2e485d86c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.495222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-d8bffb06-7c13-4c17-83f7-2e485d86c7db service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1604164 Aug 06 16:10:31.496339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-12eb1392-52f2-4593-9874-65b8c780d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.497639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-12eb1392-52f2-4593-9874-65b8c780d260 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1556723 Aug 06 16:10:31.613422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-9f73a285-7edb-429e-bd71-ec523be96509 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.1071677 Aug 06 16:10:31.617243 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-c5c9871c-7b27-4480-a1a8-361ee98432fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.1054955 Aug 06 16:10:31.680256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e8720-fd49-4843-81f3-c51bbad7c19f req-00816f87-1370-473b-8e5f-9855478a10be tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.681808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-659e8720-fd49-4843-81f3-c51bbad7c19f req-00816f87-1370-473b-8e5f-9855478a10be tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0501912 Aug 06 16:10:31.709682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-90c36146-9b9c-443b-a6ab-b25d40ed670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.711065 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-90c36146-9b9c-443b-a6ab-b25d40ed670b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0897558 Aug 06 16:10:31.712480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-d1afc550-af29-4971-b092-20e20e20a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.713801 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-d1afc550-af29-4971-b092-20e20e20a926 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0836711 Aug 06 16:10:31.762840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-659e8720-fd49-4843-81f3-c51bbad7c19f req-f70c8705-ebea-4f94-a959-fe3f4f7357d6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747964 Aug 06 16:10:31.772524 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48bf01-80d7-4270-8a17-0b6037eca0f6 req-4bc93422-a1ec-438e-93c0-ca701ae52801 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.774041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c48bf01-80d7-4270-8a17-0b6037eca0f6 req-4bc93422-a1ec-438e-93c0-ca701ae52801 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0726604 Aug 06 16:10:31.790012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-a79318a8-812c-4202-aaad-9a771c654bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.791525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-a79318a8-812c-4202-aaad-9a771c654bb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727091 Aug 06 16:10:31.793992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de08f23-db09-477d-8ee0-880f981ba359 req-9f61ee9d-3867-4818-bca1-f5c7281fa4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:31.795419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-9f61ee9d-3867-4818-bca1-f5c7281fa4d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682240 Aug 06 16:10:31.817943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c48bf01-80d7-4270-8a17-0b6037eca0f6 req-9f0dd64a-1c87-4a6c-864b-99daca6d3e7a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Aug 06 16:10:31.956712 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-94651de1-4927-42d9-b16d-65204f420277 service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551654 Aug 06 16:10:31.958901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-45ca15b2-000e-45b9-8619-4c3a1e2a410b service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501272 Aug 06 16:10:32.123055 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-d1aa8f17-035b-45d7-b636-24bc653fb986 service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591771 Aug 06 16:10:32.126008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5de08f23-db09-477d-8ee0-880f981ba359 req-7968ef7d-bda2-47ea-81b7-a5f557def956 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549706 Aug 06 16:10:32.887761 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f27349-809e-4497-b956-b83c2a1c9c4d req-a7adf67c-05ef-4e4f-b104-e39ebb4b30f7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.889985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0f27349-809e-4497-b956-b83c2a1c9c4d req-a7adf67c-05ef-4e4f-b104-e39ebb4b30f7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0570176 Aug 06 16:10:32.964747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0f27349-809e-4497-b956-b83c2a1c9c4d req-36d25dae-03be-4f07-8f85-89984a0ba6d3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680101 Aug 06 16:10:32.978364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e814b-c5c0-412a-98a8-cea6dd104526 req-f21b068b-1b23-49b1-a54f-52eaf040b029 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:32.980010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-236e814b-c5c0-412a-98a8-cea6dd104526 req-f21b068b-1b23-49b1-a54f-52eaf040b029 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0891089 Aug 06 16:10:33.020922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-236e814b-c5c0-412a-98a8-cea6dd104526 req-4667ebb9-1510-4308-867d-b7123bf29d18 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337467 Aug 06 16:10:33.400772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:33.508340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:33.521459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'mac_address': 'fa:16:3e:10:b5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:33.562916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.564629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb9a2-238d-4cd9-bfe1-9f2b63d6a4e9 req-9156d38a-d431-4c28-8280-7c42c5598ce5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.566195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d5fb9a2-238d-4cd9-bfe1-9f2b63d6a4e9 req-9156d38a-d431-4c28-8280-7c42c5598ce5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 943 time: 0.0670726 Aug 06 16:10:33.577673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75cd334-9546-4a45-ab8f-4e3e3a40b954 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:33.600145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:33.600396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-77fba33f-af10-413f-964d-62919fa5d6c8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.603386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-77fba33f-af10-413f-964d-62919fa5d6c8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4&tenant_id=618f00fcdc5140c494e411523c645571&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 943 time: 0.0733919 Aug 06 16:10:33.612764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d5fb9a2-238d-4cd9-bfe1-9f2b63d6a4e9 req-4bb11f8b-274f-4eef-9c10-bdd6b83c36c4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349336 Aug 06 16:10:33.656988 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:33.677201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-65197783-d95d-4d8b-8e00-14980a0741c6 service neutron] 10.222.0.59 "GET /v2.0/ports/e75cd334-9546-4a45-ab8f-4e3e3a40b954/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 382 time: 0.0630379 Aug 06 16:10:33.710341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:33.718598 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.718947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.719297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.719638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.720006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.720330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.720659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.720988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.721318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.721643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.721967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.722290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:10:33.746272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-603ea814-78fc-4dd8-9ef4-fc6f5e808b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.747773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-603ea814-78fc-4dd8-9ef4-fc6f5e808b56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1095 time: 0.0418942 Aug 06 16:10:33.843591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-95abcb9c-aa88-48ef-b8c5-59424792b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.845097 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-95abcb9c-aa88-48ef-b8c5-59424792b1f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.0897927 Aug 06 16:10:33.871631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['e75cd334-9546-4a45-ab8f-4e3e3a40b954'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:33.911642 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-67e997fe-8ed6-4b4e-b3ce-8dcfdacb82f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1000 time: 0.0589402 Aug 06 16:10:33.966122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-b985e2cb-23b9-4d81-b99a-81909d4e36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:33.968259 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-b985e2cb-23b9-4d81-b99a-81909d4e36dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0498824 Aug 06 16:10:34.015872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-1d6a8c63-24e3-4642-930f-dcc74b4b28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:34.017412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-1d6a8c63-24e3-4642-930f-dcc74b4b28d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414636 Aug 06 16:10:34.093592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b9571-c072-4aa7-b20e-bcd0da255648 req-565ac1e6-2570-43d7-adde-d8fa4617e387 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:34.095329 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-227b9571-c072-4aa7-b20e-bcd0da255648 req-565ac1e6-2570-43d7-adde-d8fa4617e387 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0555186 Aug 06 16:10:34.118564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-e0f3a407-acf7-4f04-90f8-d9a5d94d6471 service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942786 Aug 06 16:10:34.137898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-227b9571-c072-4aa7-b20e-bcd0da255648 req-3c0d60e0-d1d5-4fcd-a138-bb0b396b319d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363295 Aug 06 16:10:34.215454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-eab2bf26-58c7-42a3-ad73-3a11235ae957 service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895634 Aug 06 16:10:34.749049 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662c67c-787f-4720-8686-212e1b36d878 req-c44213a7-0b0b-4928-a18c-62ca428e1d4a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:34.750523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d662c67c-787f-4720-8686-212e1b36d878 req-c44213a7-0b0b-4928-a18c-62ca428e1d4a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 944 time: 0.0537796 Aug 06 16:10:34.788419 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d662c67c-787f-4720-8686-212e1b36d878 req-c61c0173-35b2-47c7-9cca-a08a575238a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318313 Aug 06 16:10:34.878996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf60ad5e-633f-4dd6-8e80-9f5466d7c55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.254069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac65bc-6a96-4cb6-a183-f016c35fd10a req-31babd2b-71c5-4296-8854-ec7129491a74 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:35.255571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02ac65bc-6a96-4cb6-a183-f016c35fd10a req-31babd2b-71c5-4296-8854-ec7129491a74 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0497487 Aug 06 16:10:35.293063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02ac65bc-6a96-4cb6-a183-f016c35fd10a req-da209063-3821-4dcb-8b2d-1f160e2fd755 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Aug 06 16:10:35.424496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:35.548228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:35.552238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:35.552619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.628211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.650574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:35.652857 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dda896-e29a-478c-87e9-28a84107ae91" -d '{"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-plugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:35.666658 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:35.704976 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840828b4-ff8e-4f97-80f7-83445d9ba624 x-openstack-request-id: req-840828b4-ff8e-4f97-80f7-83445d9ba624 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:35.705275 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-plugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:35.705538 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-840828b4-ff8e-4f97-80f7-83445d9ba624 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:35.705941 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'code': 200} Aug 06 16:10:35.759554 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:35.815587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:35.905916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742c86-0abf-49f3-b7f0-1c89e3f23ea0 req-47ec7509-c208-4f1b-ae23-e636f55c869f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:35.907411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a742c86-0abf-49f3-b7f0-1c89e3f23ea0 req-47ec7509-c208-4f1b-ae23-e636f55c869f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0506289 Aug 06 16:10:35.944953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a742c86-0abf-49f3-b7f0-1c89e3f23ea0 req-0dbe64f0-6a22-4384-843e-3534f62d03fb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Aug 06 16:10:36.423648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa49030-72f1-4a95-be64-a197e0a1228c req-1a2d29b5-ccc8-4ad3-9069-73eb3f6abaf4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:36.425216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaa49030-72f1-4a95-be64-a197e0a1228c req-1a2d29b5-ccc8-4ad3-9069-73eb3f6abaf4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0539637 Aug 06 16:10:36.463200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aaa49030-72f1-4a95-be64-a197e0a1228c req-16f34556-1827-4fc8-8d0c-4a2db33fcd87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319345 Aug 06 16:10:36.796751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-58a599ee-0bb1-47d9-b0b6-d952490f5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:36.798231 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-58a599ee-0bb1-47d9-b0b6-d952490f5814 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 1096 time: 0.0418339 Aug 06 16:10:36.814978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:10:36.870110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.061438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eced2-3c61-404c-a141-f433b368d8d8 req-c3bcc6a9-513d-463a-b5cf-8c682d8183ef tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:37.063554 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb4eced2-3c61-404c-a141-f433b368d8d8 req-c3bcc6a9-513d-463a-b5cf-8c682d8183ef tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Aug 06 16:10:37.077077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:37.102595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb4eced2-3c61-404c-a141-f433b368d8d8 req-e062054f-a6ac-49a8-96d2-add4b77b6ad4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Aug 06 16:10:37.111938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:37.152928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:37.155152 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf0768d-82b2-4dad-b3d1-497da3713524" -d '{"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:37.159385 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.171678 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Transition to ACTIVE for port object e75cd334-9546-4a45-ab8f-4e3e3a40b954 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:10:37.203114 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33ce5c-65e1-4344-b34f-68e8b2256a0e x-openstack-request-id: req-1c33ce5c-65e1-4344-b34f-68e8b2256a0e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:37.203600 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-unplugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:37.203917 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c33ce5c-65e1-4344-b34f-68e8b2256a0e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:37.204307 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'code': 200} Aug 06 16:10:37.222071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.304420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:37.348373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] No DVR routers for this DVR port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:37.424400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e7c823a6-0151-4df8-8ef4-194c19b295e8 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:37.543351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e7c823a6-0151-4df8-8ef4-194c19b295e8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e7c823a6-0151-4df8-8ef4-194c19b295e8,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:37.556365 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'e7c823a6-0151-4df8-8ef4-194c19b295e8', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': 'e7c823a6-0151-4df8-8ef4-194c19b295e8', 'mac_address': 'fa:16:3e:bc:74:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:37.589443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1244d-cbc9-4dce-8744-3c816394037a req-36ae52fb-7892-4885-ad1f-e3d83e1f4919 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:37.591185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2f1244d-cbc9-4dce-8744-3c816394037a req-36ae52fb-7892-4885-ad1f-e3d83e1f4919 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 944 time: 0.0554271 Aug 06 16:10:37.612775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.635878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c823a6-0151-4df8-8ef4-194c19b295e8 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:37.636540 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2f1244d-cbc9-4dce-8744-3c816394037a req-0760ffc2-a2b7-4b37-8ad8-250c12b249f7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Aug 06 16:10:37.661465 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e7c823a6-0151-4df8-8ef4-194c19b295e8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e7c823a6-0151-4df8-8ef4-194c19b295e8,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:37.674343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-65497cbf-e29d-49c0-bb8c-14c234c55574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.703269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.759575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.810651 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e7c823a6-0151-4df8-8ef4-194c19b295e8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:37.825185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:10:37.825677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:10:37.825851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:37.830794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:10:37.831117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Attempting to bind port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on network 3161cdb3-7451-4ce9-8841-573498fd8845 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:10:37.835791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:10:37.836163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Checking segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:10:37.836548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Bound using segment: {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:10:37.836973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Bound port: e75cd334-9546-4a45-ab8f-4e3e3a40b954, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750431bc-f323-42c5-b882-6e128c1d82d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:10:37.837329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:37.899041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:10:37.902006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:10:37.946665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['e7c823a6-0151-4df8-8ef4-194c19b295e8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:37.972221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.012122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.012788 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:38.014157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] 10.222.0.64 "PUT /v2.0/ports/e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1092 time: 1.2036436 Aug 06 16:10:38.053950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43e743-85cd-44f9-a32e-20306dc19d64 service neutron] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:38.089597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-6a23e66c-6c18-4675-8fe0-a6cb9d234c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.096152 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-6a23e66c-6c18-4675-8fe0-a6cb9d234c46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1095 time: 0.0511107 Aug 06 16:10:38.194326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-5736cfb2-3c66-420f-b46f-205300592736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.196019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-5736cfb2-3c66-420f-b46f-205300592736 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.0971496 Aug 06 16:10:38.231177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e95b1-2117-4d75-94fb-fcdd31da215a req-eb0a5d98-6ab4-49b1-8502-7453addbd6b3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.232729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e8e95b1-2117-4d75-94fb-fcdd31da215a req-eb0a5d98-6ab4-49b1-8502-7453addbd6b3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 944 time: 0.0570471 Aug 06 16:10:38.274358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e8e95b1-2117-4d75-94fb-fcdd31da215a req-f6c960e1-78cc-48c5-a7f6-5eeba58a7b7a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344961 Aug 06 16:10:38.275524 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-a2e1f759-66da-47d8-82cc-179e942070f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.0676436 Aug 06 16:10:38.341794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-031974db-3df6-4288-ae29-3a3c00865918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.344039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-031974db-3df6-4288-ae29-3a3c00865918 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0587966 Aug 06 16:10:38.390526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-3a5fe9fd-1324-4505-8896-03222bcd33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.392094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-3a5fe9fd-1324-4505-8896-03222bcd33a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410769 Aug 06 16:10:38.491343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-22ee9752-7300-40b4-b912-47da6eb65251 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874114 Aug 06 16:10:38.585280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b42f53cb-5a4d-4ada-9256-68974d5aab49 req-86c9e9ad-c85d-4e4f-ba0b-7dbd2a11f5ee service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Aug 06 16:10:38.751894 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2567aa8-90d8-468e-b269-8bb688b0ba52 req-da316ca4-4a64-4548-b8c5-40de99814e06 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:38.753294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2567aa8-90d8-468e-b269-8bb688b0ba52 req-da316ca4-4a64-4548-b8c5-40de99814e06 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 945 time: 0.0491364 Aug 06 16:10:38.791617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2567aa8-90d8-468e-b269-8bb688b0ba52 req-b941790e-8213-4c60-b6b3-8c61044eaa91 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 06 16:10:38.965235 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.205941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:39.208375 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe114d-4752-4a87-9597-9607dfeba197" -d '{"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:39.256212 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47411cbe-4e89-41af-8ce8-95f5d0941595 x-openstack-request-id: req-47411cbe-4e89-41af-8ce8-95f5d0941595 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:39.256503 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:39.256757 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47411cbe-4e89-41af-8ce8-95f5d0941595 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:39.257160 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'status': 'completed', 'code': 200} Aug 06 16:10:39.347789 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-7652d36e-c9a5-457e-aa84-509e17766d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.349361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-7652d36e-c9a5-457e-aa84-509e17766d05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1095 time: 0.0626092 Aug 06 16:10:39.352205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-cc9fc735-502a-4315-b078-07d87c3ce663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.353610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-cc9fc735-502a-4315-b078-07d87c3ce663 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1095 time: 0.0750730 Aug 06 16:10:39.400791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093275b-81e5-40f4-96d1-a081e3686baf req-4c0b946b-a788-4e7d-b00f-73b37655338f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.402288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f093275b-81e5-40f4-96d1-a081e3686baf req-4c0b946b-a788-4e7d-b00f-73b37655338f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 944 time: 0.0554767 Aug 06 16:10:39.440341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e7c823a6-0151-4df8-8ef4-194c19b295e8 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:39.442935 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f093275b-81e5-40f4-96d1-a081e3686baf req-bc0c2e30-f816-4862-b7b9-304c483d096b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345352 Aug 06 16:10:39.513489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-786a5756-222f-48dd-8b5d-4c03130a8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.515522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-786a5756-222f-48dd-8b5d-4c03130a8a9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1582425 Aug 06 16:10:39.518372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-5a2bd094-aed1-4f07-ac44-79a49b3a0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.519738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-5a2bd094-aed1-4f07-ac44-79a49b3a0cc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1544833 Aug 06 16:10:39.542302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port e7c823a6-0151-4df8-8ef4-194c19b295e8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:39.546236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port e7c823a6-0151-4df8-8ef4-194c19b295e8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:39.547127 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.624175 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.632472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-f84b246f-6da9-43c3-b9fb-c47cd0ff030a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.1093938 Aug 06 16:10:39.634286 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-c1119349-81b4-418c-8654-9922c7552ea3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 999 time: 0.1057599 Aug 06 16:10:39.649602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c823a6-0151-4df8-8ef4-194c19b295e8'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:39.651825 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aebfc8-44bc-4e13-8edd-56e1985cafc5" -d '{"events": [{"server_uuid": "cb5e4d02-64a7-406b-8173-ce072d2efdce", "name": "network-vif-plugged", "status": "completed", "tag": "e7c823a6-0151-4df8-8ef4-194c19b295e8"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:39.666154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port e7c823a6-0151-4df8-8ef4-194c19b295e8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e7c823a6-0151-4df8-8ef4-194c19b295e8,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:39.695362 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e103f95-6cb3-40b6-8379-3e947985a00e x-openstack-request-id: req-4e103f95-6cb3-40b6-8379-3e947985a00e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:39.695650 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e4d02-64a7-406b-8173-ce072d2efdce", "name": "network-vif-plugged", "status": "completed", "tag": "e7c823a6-0151-4df8-8ef4-194c19b295e8", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:39.695936 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e103f95-6cb3-40b6-8379-3e947985a00e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:39.696328 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c823a6-0151-4df8-8ef4-194c19b295e8', 'code': 200} Aug 06 16:10:39.725352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:39.726588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:39.730782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-e37a9b80-bf1a-4291-bad0-c6abf44b4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.732319 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-e37a9b80-bf1a-4291-bad0-c6abf44b4a5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0905032 Aug 06 16:10:39.733786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-2bbd2d74-fc00-487d-b0bb-79eecac9f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.735176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-2bbd2d74-fc00-487d-b0bb-79eecac9f9d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0944533 Aug 06 16:10:39.753647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.59', 58971) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:39.801023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cec59-3992-463c-b9af-8feac655601d req-78c349f4-9184-40b1-9ce2-5c63a39c9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.802872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e76cec59-3992-463c-b9af-8feac655601d req-78c349f4-9184-40b1-9ce2-5c63a39c9f22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 1097 time: 0.0481725 Aug 06 16:10:39.805045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:39.809754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=e7c823a6-0151-4df8-8ef4-194c19b295e8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:39.825143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-92821b13-23d4-4618-a291-43b7812ab74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.825143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-92821b13-23d4-4618-a291-43b7812ab74f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830092 Aug 06 16:10:39.829364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe114d-4752-4a87-9597-9607dfeba197 req-6525df34-47ea-4bf8-8b73-3b96310daa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.830946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-6525df34-47ea-4bf8-8b73-3b96310daa54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799046 Aug 06 16:10:39.845264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e76cec59-3992-463c-b9af-8feac655601d req-b058d56b-6cdf-47ce-aa41-5a5762ece3b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357985 Aug 06 16:10:39.912194 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48065-c635-47d8-8319-662759f23510 req-6a9af97d-bb6d-4a0d-8588-325602645be0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:39.913834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d48065-c635-47d8-8319-662759f23510 req-6a9af97d-bb6d-4a0d-8588-325602645be0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0501952 Aug 06 16:10:39.953253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1d48065-c635-47d8-8319-662759f23510 req-eaeea8ec-8de7-4c78-ac7c-c2c166872a61 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 06 16:10:39.991434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-0621348b-94bc-4c43-ac81-705ad8fada21 service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594446 Aug 06 16:10:39.996465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-9214f013-bc50-43e9-943c-2900c46a0195 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560614 Aug 06 16:10:40.154240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-e45e3cc6-2c4d-443e-8f9a-3a9f77283965 service neutron] 10.222.0.59 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536298 Aug 06 16:10:40.156217 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97fe114d-4752-4a87-9597-9607dfeba197 req-2abdaa98-c0f0-4fd5-b814-d05bf4aa1033 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487362 Aug 06 16:10:40.577881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e965538-8cdc-4266-924d-b3d130978163 req-03c1859e-d434-40c0-b530-2cde3361ab00 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:40.579434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e965538-8cdc-4266-924d-b3d130978163 req-03c1859e-d434-40c0-b530-2cde3361ab00 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 944 time: 0.0522254 Aug 06 16:10:40.625347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e965538-8cdc-4266-924d-b3d130978163 req-1356d056-b4f4-40fd-a8a2-69ca7835d1df tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 Aug 06 16:10:40.851046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.072729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeb196-9a1a-4079-aa8a-4ff37f0ab7a5 req-f5949b84-e4ad-4ba7-bd22-98c53abea057 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.074237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebeb196-9a1a-4079-aa8a-4ff37f0ab7a5 req-f5949b84-e4ad-4ba7-bd22-98c53abea057 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0532076 Aug 06 16:10:41.113578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ebeb196-9a1a-4079-aa8a-4ff37f0ab7a5 req-5149724e-93a4-4aaa-868a-6cf3878f854f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326946 Aug 06 16:10:41.231979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911d310-d60f-45d8-a222-035aed9b7e6c req-641d31b7-96e3-4d56-867e-878e93412795 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.233408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3911d310-d60f-45d8-a222-035aed9b7e6c req-641d31b7-96e3-4d56-867e-878e93412795 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0552289 Aug 06 16:10:41.272863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3911d310-d60f-45d8-a222-035aed9b7e6c req-cf74f0f7-d1bb-46c5-9bda-092b8af28e3f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Aug 06 16:10:41.388349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83751506-0bb3-4ab9-abe9-faa521144902 req-16b06715-2c38-40b3-b4f7-aafbcf82c672 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.391206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83751506-0bb3-4ab9-abe9-faa521144902 req-16b06715-2c38-40b3-b4f7-aafbcf82c672 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0509877 Aug 06 16:10:41.422291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:10:41.430596 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83751506-0bb3-4ab9-abe9-faa521144902 req-ee37b104-a722-488d-b432-03f18daf3486 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339472 Aug 06 16:10:41.527182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:41.538989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'port_id': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'mac_address': 'fa:16:3e:10:b5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:10:41.576578 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.590187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75cd334-9546-4a45-ab8f-4e3e3a40b954 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:10:41.609639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:41.674098 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:41.723702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:41.751634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ed95e-615f-4a91-bbe0-1e35093c5cf9 req-eef9c9df-2cdf-4da6-9779-4a3251271927 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.753235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b1ed95e-615f-4a91-bbe0-1e35093c5cf9 req-eef9c9df-2cdf-4da6-9779-4a3251271927 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 945 time: 0.0607655 Aug 06 16:10:41.793170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b1ed95e-615f-4a91-bbe0-1e35093c5cf9 req-98292023-ad1f-40d5-bf95-9bc948cf21f6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Aug 06 16:10:41.817252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34282) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:10:41.909892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e75cd334-9546-4a45-ab8f-4e3e3a40b954'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:41.933324 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a7881-fe89-47e6-9f7d-26368637bda2 req-928fed22-0059-40e1-9734-e3a336970ee4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:41.934839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f0a7881-fe89-47e6-9f7d-26368637bda2 req-928fed22-0059-40e1-9734-e3a336970ee4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0528264 Aug 06 16:10:41.949339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-24686ded-12db-4775-9cd8-35a6a1750a1c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/712c2165-2466-48d4-a1be-2b7e077cbdf1 HTTP/1.1" status: 200 len: 992 time: 0.1299338 Aug 06 16:10:41.975198 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f0a7881-fe89-47e6-9f7d-26368637bda2 req-82e57148-99fc-4d15-8078-b2b625bb63c3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332227 Aug 06 16:10:43.102255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb070bb-2750-4cd5-857a-9f05413b082a req-d7949b16-2ae9-4f07-aa65-e72fcda48ee2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:43.103784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecb070bb-2750-4cd5-857a-9f05413b082a req-d7949b16-2ae9-4f07-aa65-e72fcda48ee2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0515766 Aug 06 16:10:43.143293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ecb070bb-2750-4cd5-857a-9f05413b082a req-4b00d02a-4ef2-4fda-bf3b-3ab0a14684de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Aug 06 16:10:43.281882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-ebcac07f-e24e-4500-b343-64bce2f65ac2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:43.283267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-ebcac07f-e24e-4500-b343-64bce2f65ac2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 946 time: 0.0485406 Aug 06 16:10:43.379211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port e7c823a6-0151-4df8-8ef4-194c19b295e8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:10:43.379558 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.426390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:10:43.467650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port e7c823a6-0151-4df8-8ef4-194c19b295e8, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=e7c823a6-0151-4df8-8ef4-194c19b295e8,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:43.468111 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.481477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for e7c823a6-0151-4df8-8ef4-194c19b295e8 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:10:43.524953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:10:43.528884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e75cd334-9546-4a45-ab8f-4e3e3a40b954 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:10:43.529284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.607324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.629396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:43.631599 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da45a2d-d758-4339-8591-c48ce2430f36" -d '{"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-plugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:43.644704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:10:43.677179 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644713d9-1f73-4485-aa05-f7c48b627a6b x-openstack-request-id: req-644713d9-1f73-4485-aa05-f7c48b627a6b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:43.677468 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-plugged", "status": "completed", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:43.677767 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-644713d9-1f73-4485-aa05-f7c48b627a6b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:43.678165 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'code': 200} Aug 06 16:10:43.690919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.701864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['e7c823a6-0151-4df8-8ef4-194c19b295e8'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:10:43.720267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=e7c823a6-0151-4df8-8ef4-194c19b295e8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:43.722686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.769839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port e7c823a6-0151-4df8-8ef4-194c19b295e8 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:10:43.772656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:43.774719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5cf80986-7701-4db4-84d4-f0a54a124960 req-0bb64b2f-707d-4cf6-b8b6-5442c1690ef5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "DELETE /v2.0/ports/e7c823a6-0151-4df8-8ef4-194c19b295e8 HTTP/1.1" status: 204 len: 173 time: 0.4852843 Aug 06 16:10:43.775163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'name': 'network-vif-deleted', 'tag': 'e7c823a6-0151-4df8-8ef4-194c19b295e8'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:10:43.775661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=13']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:10:43.778221 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51d0f11-90b4-4d2b-a64a-e7757511a179" -d '{"events": [{"server_uuid": "cb5e4d02-64a7-406b-8173-ce072d2efdce", "name": "network-vif-deleted", "tag": "e7c823a6-0151-4df8-8ef4-194c19b295e8"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:10:43.815273 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca322289-e596-4896-a632-988394772893 x-openstack-request-id: req-ca322289-e596-4896-a632-988394772893 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:10:43.815565 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e4d02-64a7-406b-8173-ce072d2efdce", "name": "network-vif-deleted", "tag": "e7c823a6-0151-4df8-8ef4-194c19b295e8", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:10:43.815835 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca322289-e596-4896-a632-988394772893 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:10:43.816242 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e4d02-64a7-406b-8173-ce072d2efdce', 'name': 'network-vif-deleted', 'tag': 'e7c823a6-0151-4df8-8ef4-194c19b295e8', 'status': 'completed', 'code': 200} Aug 06 16:10:44.243020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a95755c-652c-4903-b2cf-30d7cd232f92 req-436594bc-e34f-4d77-9fce-e71e8d610836 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0314834 Aug 06 16:10:45.340046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-729c4c46-c775-45e3-93a5-e1e809018c7e req-4681aa6a-6131-4f4d-906b-0d9102e55a14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0266023 Aug 06 16:10:46.446363 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b511f227-f431-4023-8565-6c72ce995445 req-95650e0a-0f93-46e9-87e4-bc723cdceb7e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0290349 Aug 06 16:10:47.502355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e7c823a6-0151-4df8-8ef4-194c19b295e8 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:10:47.522834 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: e7c823a6-0151-4df8-8ef4-194c19b295e8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:10:47.523279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device e7c823a6-0151-4df8-8ef4-194c19b295e8 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:10:47.546707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0e1bdc6-ee02-434a-9ac4-61aedbc8bd3c req-5d66ccad-98d3-4814-a696-c5d2c8f16369 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb5e4d02-64a7-406b-8173-ce072d2efdce HTTP/1.1" status: 200 len: 210 time: 0.0260258 Aug 06 16:10:47.588768 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:10:48.141341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-17af1a1d-0047-4513-bff7-3a33b65a7c27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437572 Aug 06 16:10:48.227081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220442-df29-4d29-be27-64ceeabce11f req-19beed68-bc84-4f3d-ac88-ac1ed3a07e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.228541 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-19beed68-bc84-4f3d-ac88-ac1ed3a07e21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1097 time: 0.0427394 Aug 06 16:10:48.345893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220442-df29-4d29-be27-64ceeabce11f req-0dab8676-4d26-4a76-af67-b10e1c865b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.347638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-0dab8676-4d26-4a76-af67-b10e1c865b82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.0980120 Aug 06 16:10:48.417093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-ee47f8db-bed8-44ed-b150-764165a967f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 1001 time: 0.0621340 Aug 06 16:10:48.469367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220442-df29-4d29-be27-64ceeabce11f req-6241bb73-d5ce-498f-a692-49a311defab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.470874 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-6241bb73-d5ce-498f-a692-49a311defab6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0471957 Aug 06 16:10:48.535634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220442-df29-4d29-be27-64ceeabce11f req-ebb5d102-f439-46e0-b137-4d20b1813440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:10:48.537896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-ebb5d102-f439-46e0-b137-4d20b1813440 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552535 Aug 06 16:10:48.640739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-4e327891-c646-4125-834e-7f94ad7a3bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938008 Aug 06 16:10:48.738854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-12220442-df29-4d29-be27-64ceeabce11f req-af6e43bb-f684-41d6-9cf6-6bc024de09db service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902591 Aug 06 16:10:56.108012 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:10:59.206420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:04.873541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c46503b-a597-4843-adc0-7a9bde3cf73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.656172 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5f0c0785-6f8a-46da-abf4-2feab4b4a842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:07.713177 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:08.924217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:10.908782 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:14.649151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e274-2be2-4187-b7f6-74799a817590 req-dfb00ac0-c318-448b-979d-189241a3ccc8 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:14.650672 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7d2e274-2be2-4187-b7f6-74799a817590 req-dfb00ac0-c318-448b-979d-189241a3ccc8 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1097 time: 0.0425954 Aug 06 16:11:14.690219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7d2e274-2be2-4187-b7f6-74799a817590 req-dc9f219e-4fe4-4c63-8336-cc258bd759a1 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299983 Aug 06 16:11:14.732774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34476) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:14.920620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 0cc13607-a893-448d-abe6-d158fd795cff {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:14.920883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.002353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.002679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.014769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 0cc13607-a893-448d-abe6-d158fd795cff owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:15.307927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.332845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=0cc13607-a893-448d-abe6-d158fd795cff,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:15.335835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-05068dc3-97d1-4c37-907b-4e56af1b93c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:15.337937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-05068dc3-97d1-4c37-907b-4e56af1b93c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1210372 Aug 06 16:11:15.357002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-6f0dbaf4-8712-4114-81a8-ba0da7b8e001 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0112157 Aug 06 16:11:15.400074 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.400618 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 712c2165-2466-48d4-a1be-2b7e077cbdf1 disassociated (deleted). External IP: 172.25.5.122, port: e75cd334-9546-4a45-ab8f-4e3e3a40b954. Aug 06 16:11:15.412267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-1a121397-d177-4928-8d29-d00ec3edb9e8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472305 Aug 06 16:11:15.599889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-a62585a2-642d-4dfd-bc76-859a1c04eaf1 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743841 Aug 06 16:11:15.633357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 6fc624ce-54f5-4501-914f-9f951fc8b34c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:15.691556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-4bb800f2-5d25-49d3-aa6f-97ffbefc2e11 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 Aug 06 16:11:15.741044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:15.745876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:15.753627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] Sync routers for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:15.762395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:15.763017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:15.776618 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f631f08-8492-4bae-ad01-b2f6509a2a68 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/floatingips/712c2165-2466-48d4-a1be-2b7e077cbdf1 HTTP/1.1" status: 204 len: 168 time: 1.0402279 Aug 06 16:11:15.776618 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:15.777172 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2bca30-f67c-4801-a31f-4b639ef45a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:15.877240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:16.078994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:20Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:16.106147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] Checking router: 6fc624ce-54f5-4501-914f-9f951fc8b34c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:16.119386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:16.120048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:16.147084 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178ad502-b119-4847-968b-3639147e30d1 x-openstack-request-id: req-178ad502-b119-4847-968b-3639147e30d1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:16.147447 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:16.147774 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-178ad502-b119-4847-968b-3639147e30d1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:16.148276 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'status': 'completed', 'code': 200} Aug 06 16:11:16.251403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-1a0a56b5-5a38-4c83-ac3d-f215b33c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:16.255491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-1a0a56b5-5a38-4c83-ac3d-f215b33c49c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 1097 time: 0.0752480 Aug 06 16:11:16.260078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:16.271976 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b0b62425-2452-4484-9246-b21300f3cad7 req-40a7533e-6b0d-4f64-beb6-67b074449cf5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0308528 Aug 06 16:11:16.296058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658b89-1b44-468d-832a-8d43ce72ebc0 req-dd82ceab-5f78-437d-819b-ff6ef3eb1f78 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:16.304015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62658b89-1b44-468d-832a-8d43ce72ebc0 req-dd82ceab-5f78-437d-819b-ff6ef3eb1f78 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 946 time: 0.1116526 Aug 06 16:11:16.351937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-62658b89-1b44-468d-832a-8d43ce72ebc0 req-c100764e-5adc-4218-8103-70511becd54f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467484 Aug 06 16:11:16.394668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-ddcaf78f-e48c-4e5d-9735-78175dbe5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:16.396362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-ddcaf78f-e48c-4e5d-9735-78175dbe5718 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 200 len: 896 time: 0.1335933 Aug 06 16:11:16.444375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-59b683c5-d57c-4184-9bbf-59cd9245d164 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 200 len: 217 time: 0.0365932 Aug 06 16:11:16.494163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:20Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:16.501583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-fa549fc9-6f70-4b7b-a11e-95389a838caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:16.503079 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-fa549fc9-6f70-4b7b-a11e-95389a838caf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 200 len: 834 time: 0.0511372 Aug 06 16:11:16.525459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45b359-d65c-4916-b2d0-ff07b1acc97b None None] The sync data for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 is: [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:09:15Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '59600db8-3665-4113-bccc-5f314da5d85d', 'name': '', 'network_id': '3161cdb3-7451-4ce9-8841-573498fd8845', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:03:de:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:14Z', 'updated_at': '2021-08-06T16:09:20Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'a2c36fa9-d907-40d0-bcf4-84303ef3598a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:16.555008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-cadfa3e9-954b-48e2-8beb-144c37a89e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:16.556568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-cadfa3e9-954b-48e2-8beb-144c37a89e1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3161cdb3-7451-4ce9-8841-573498fd8845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454173 Aug 06 16:11:16.654523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-e80925c4-cd14-4e3c-a742-7fe918da964b service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888546 Aug 06 16:11:16.768831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a2bca30-f67c-4801-a31f-4b639ef45a6b req-982692e0-617f-4fa2-978c-8da4900c57bc service neutron] 10.222.0.64 "GET /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006975 Aug 06 16:11:16.778463 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d4aa4-5373-49a7-a21f-8f7a90cf8c76 None None] New status for floating IP 712c2165-2466-48d4-a1be-2b7e077cbdf1: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:11:17.369466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50d22deb-761c-4d27-a61b-f786f278accc req-0be6812b-9f98-4461-aaf4-4eac8bba7a2b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0297852 Aug 06 16:11:17.464786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9015d-5be4-496e-804e-336a043c1894 req-ba1e9298-5470-43ea-8de3-7d00a2cee109 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:17.466294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dd9015d-5be4-496e-804e-336a043c1894 req-ba1e9298-5470-43ea-8de3-7d00a2cee109 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Aug 06 16:11:17.510695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6dd9015d-5be4-496e-804e-336a043c1894 req-1a5814d5-dea1-4925-b91f-f353468d35eb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376871 Aug 06 16:11:17.728119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-fc66b694-949f-4c95-bccd-0347f3a429a4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:17.729523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-fc66b694-949f-4c95-bccd-0347f3a429a4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 946 time: 0.0487905 Aug 06 16:11:17.825480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port e75cd334-9546-4a45-ab8f-4e3e3a40b954 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:17.826200 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.914706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port e75cd334-9546-4a45-ab8f-4e3e3a40b954, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e75cd334-9546-4a45-ab8f-4e3e3a40b954,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:17.915073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:17.927796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for e75cd334-9546-4a45-ab8f-4e3e3a40b954 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:18.101037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-55a5371d-6f8c-4979-b375-d7f13c5f706e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:18.102529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-55a5371d-6f8c-4979-b375-d7f13c5f706e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1282494 Aug 06 16:11:18.134138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:18.472919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17d7d1d1-6034-4edb-9ba6-96b1a2655289 req-065a03ce-962e-4a75-8735-b8ae7072e0ef tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0293710 Aug 06 16:11:18.616110 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.644396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94770b07-33df-4d7b-bde6-52c30a039360 req-f2d9f959-9a23-4ea0-9776-ae1701a56486 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:18.669010 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94770b07-33df-4d7b-bde6-52c30a039360 req-f2d9f959-9a23-4ea0-9776-ae1701a56486 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 868 time: 0.0570283 Aug 06 16:11:18.670008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=e75cd334-9546-4a45-ab8f-4e3e3a40b954,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:18.697876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] No DVR routers for this DVR port e75cd334-9546-4a45-ab8f-4e3e3a40b954 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:18.700669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.702792 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b847aacc-b6ed-4e99-b3b1-1fddcf7eb166 req-601da71d-ffcb-4866-984d-64cb1b65620b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "DELETE /v2.0/ports/e75cd334-9546-4a45-ab8f-4e3e3a40b954 HTTP/1.1" status: 204 len: 173 time: 0.9638484 Aug 06 16:11:18.703291 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-deleted', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:18.706168 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d3c202-4b6a-4a53-b80b-75851296fbc8" -d '{"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-deleted", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:18.712828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94770b07-33df-4d7b-bde6-52c30a039360 req-1841115d-fa7e-4a22-a2fc-bfa95378a8c8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587392 Aug 06 16:11:18.720418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:18.720418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:18.778847 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b33e136-4a93-4475-86a8-69461d463716 x-openstack-request-id: req-2b33e136-4a93-4475-86a8-69461d463716 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:18.780507 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b972e01a-594a-438d-b0a9-056716d633a4", "name": "network-vif-deleted", "tag": "e75cd334-9546-4a45-ab8f-4e3e3a40b954", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:18.780507 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b33e136-4a93-4475-86a8-69461d463716 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:18.780507 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b972e01a-594a-438d-b0a9-056716d633a4', 'name': 'network-vif-deleted', 'tag': 'e75cd334-9546-4a45-ab8f-4e3e3a40b954', 'status': 'completed', 'code': 200} Aug 06 16:11:18.874203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.10 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/b9b45ff3-3818-4523-9acf-740dca1bab96) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:19.055522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.077843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object b9b45ff3-3818-4523-9acf-740dca1bab96 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:19.188273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.240812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:19.246031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:19.251059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:19.255710 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=b9b45ff3-3818-4523-9acf-740dca1bab96,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:19.307332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.307986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.389211 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-e64803a1-90c1-4c7e-9bde-8706ffc126a5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2589233 Aug 06 16:11:19.404342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Request body: {'port': {'device_id': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:19.477944 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.603422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5c77a-9be7-486d-8c93-e9fb69da8da2 req-f3f79985-0365-4ebd-8ac5-421852a42462 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:19.613801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4e5c77a-9be7-486d-8c93-e9fb69da8da2 req-f3f79985-0365-4ebd-8ac5-421852a42462 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 932 time: 0.0666258 Aug 06 16:11:19.614411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce01b2a4-6b58-4228-9438-a4cca90e39ea None None] Provisioning for port b9b45ff3-3818-4523-9acf-740dca1bab96 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:19.628177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce01b2a4-6b58-4228-9438-a4cca90e39ea None None] Provisioning complete for port b9b45ff3-3818-4523-9acf-740dca1bab96 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:19.628644 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce01b2a4-6b58-4228-9438-a4cca90e39ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.668433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4e5c77a-9be7-486d-8c93-e9fb69da8da2 req-de5bfb71-34f7-4899-9797-b86273edecf0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Aug 06 16:11:19.698938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ce01b2a4-6b58-4228-9438-a4cca90e39ea None None] Port b9b45ff3-3818-4523-9acf-740dca1bab96 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:19.793014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b45ff3-3818-4523-9acf-740dca1bab96 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:19.802283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.816266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Transition to ACTIVE for port object b9b45ff3-3818-4523-9acf-740dca1bab96 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:19.838179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-002595d4-b87e-421f-9555-827c25734e72 req-90ff1127-8f0b-4085-8c5e-e79327aeda34 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=b972e01a-594a-438d-b0a9-056716d633a4 HTTP/1.1" status: 200 len: 210 time: 0.0341222 Aug 06 16:11:19.890580 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:19.948796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b45ff3-3818-4523-9acf-740dca1bab96,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:20.025680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Attempting to bind port b9b45ff3-3818-4523-9acf-740dca1bab96 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:20.026257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Attempting to bind port b9b45ff3-3818-4523-9acf-740dca1bab96 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:20.026640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Attempting to bind port b9b45ff3-3818-4523-9acf-740dca1bab96 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:20.032498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Port b9b45ff3-3818-4523-9acf-740dca1bab96 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:20.033213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Attempting to bind port b9b45ff3-3818-4523-9acf-740dca1bab96 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:20.039047 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:20.039249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:20.039571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:20.040031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Bound port: b9b45ff3-3818-4523-9acf-740dca1bab96, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:20.040394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.115935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] For port b9b45ff3-3818-4523-9acf-740dca1bab96, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:20.119268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] For port b9b45ff3-3818-4523-9acf-740dca1bab96, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b9b45ff3-3818-4523-9acf-740dca1bab96,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:20.216599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.258319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.258956 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:20.260478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9b45ff3-3818-4523-9acf-740dca1bab96 HTTP/1.1" status: 200 len: 1092 time: 0.8623114 Aug 06 16:11:20.284142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac579c3-5e2e-4598-9b4d-8f2d14df1051 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b45ff3-3818-4523-9acf-740dca1bab96,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:20.426925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-20f77a4f-14eb-4161-a508-7af7aeee9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.428796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-20f77a4f-14eb-4161-a508-7af7aeee9168 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 1095 time: 0.0469549 Aug 06 16:11:20.488227 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-071a6be3-07ae-420c-9676-2fa54015bf5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b45ff3-3818-4523-9acf-740dca1bab96 HTTP/1.1" status: 200 len: 217 time: 0.0518608 Aug 06 16:11:20.544446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-0e2fe92d-9659-475c-8831-fa632223e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.546060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-0e2fe92d-9659-475c-8831-fa632223e7ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0515590 Aug 06 16:11:20.604037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-3d9db0ec-faaa-4fe1-8272-d4af29930e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.605570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-3d9db0ec-faaa-4fe1-8272-d4af29930e4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511320 Aug 06 16:11:20.713206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-66b0a2a6-0eb8-4aa4-9cc1-be045e4fcdc8 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999439 Aug 06 16:11:20.780682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'tag': 'b9b45ff3-3818-4523-9acf-740dca1bab96'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:20.784044 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b811d-e48c-4d06-857a-72906b689a93" -d '{"events": [{"name": "network-changed", "server_uuid": "35b9e485-d1fa-40af-82a9-49d412e5b10f", "tag": "b9b45ff3-3818-4523-9acf-740dca1bab96"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:20.792322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef3403-f240-4f4d-804b-a970aa6276b0 req-1d43b39d-0b7b-4a6a-8a5f-40aa2c107dee tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:20.794513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cef3403-f240-4f4d-804b-a970aa6276b0 req-1d43b39d-0b7b-4a6a-8a5f-40aa2c107dee tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0579917 Aug 06 16:11:20.825964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cb520dd-bd59-4ae0-bc24-01de9a40f87e req-a0ec5b7f-c839-4a5b-8915-5858a52bf59d service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042881 Aug 06 16:11:20.832029 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23df72ee-aa42-4f38-8efa-eb74a8703e12 x-openstack-request-id: req-23df72ee-aa42-4f38-8efa-eb74a8703e12 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:20.832391 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b9e485-d1fa-40af-82a9-49d412e5b10f", "tag": "b9b45ff3-3818-4523-9acf-740dca1bab96", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:20.832938 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23df72ee-aa42-4f38-8efa-eb74a8703e12 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:20.833413 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'tag': 'b9b45ff3-3818-4523-9acf-740dca1bab96', 'status': 'completed', 'code': 200} Aug 06 16:11:20.842036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cef3403-f240-4f4d-804b-a970aa6276b0 req-df5758ad-fbcf-4424-8dc9-f4597febff9b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Aug 06 16:11:20.900591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34534) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:21.041311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b811d-e48c-4d06-857a-72906b689a93 req-bd4aeee4-9106-4d61-a593-6f76052ee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:21.042868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-bd4aeee4-9106-4d61-a593-6f76052ee912 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 1095 time: 0.0958676 Aug 06 16:11:21.235960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b811d-e48c-4d06-857a-72906b689a93 req-98818e5b-1a12-4026-b59e-9938adc51ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:21.237485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-98818e5b-1a12-4026-b59e-9938adc51ab7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.1877789 Aug 06 16:11:21.304858 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-348a9e9a-05fc-43ac-a742-0f4abfebbb1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b45ff3-3818-4523-9acf-740dca1bab96 HTTP/1.1" status: 200 len: 217 time: 0.0605814 Aug 06 16:11:21.390802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b811d-e48c-4d06-857a-72906b689a93 req-40c34db8-db5a-4fd0-8fb5-60073731f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:21.392285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-40c34db8-db5a-4fd0-8fb5-60073731f398 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0766158 Aug 06 16:11:21.455797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b811d-e48c-4d06-857a-72906b689a93 req-24796947-68fd-433b-8a50-baf6329a8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:21.457306 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-24796947-68fd-433b-8a50-baf6329a8cbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586455 Aug 06 16:11:21.560780 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:21.581316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e75cd334-9546-4a45-ab8f-4e3e3a40b954 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:21.581900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e75cd334-9546-4a45-ab8f-4e3e3a40b954 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:21.586446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.589757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-b9c22641-dc92-4eae-966f-bf9cbf1b5dbd service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251781 Aug 06 16:11:21.796383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-078b811d-e48c-4d06-857a-72906b689a93 req-f453cdad-2270-4f6f-83f1-08032a1d0fc1 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674759 Aug 06 16:11:21.932136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 59600db8-3665-4113-bccc-5f314da5d85d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:21.932767 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:21.970093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4e872-10e8-46a0-9d15-3f3c41038fa9 req-81c04025-1f14-4dd3-a40a-33b5e734af48 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:21.972762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17c4e872-10e8-46a0-9d15-3f3c41038fa9 req-81c04025-1f14-4dd3-a40a-33b5e734af48 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0597298 Aug 06 16:11:22.013866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17c4e872-10e8-46a0-9d15-3f3c41038fa9 req-3a844333-50d9-4bbf-9eca-491c0ddec48a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Aug 06 16:11:22.026307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 59600db8-3665-4113-bccc-5f314da5d85d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=59600db8-3665-4113-bccc-5f314da5d85d,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:22.026698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.040968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 59600db8-3665-4113-bccc-5f314da5d85d owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:22.313988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.343340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=59600db8-3665-4113-bccc-5f314da5d85d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:22.527221 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.756223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 6fc624ce-54f5-4501-914f-9f951fc8b34c has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:22.867218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:22.872586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a3963ac0-ca9b-4428-8204-46366c838aad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/6fc624ce-54f5-4501-914f-9f951fc8b34c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707582 Aug 06 16:11:22.876065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34538) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:22.877647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] Sync routers for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:22.886992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:22.887623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:22.929064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting subnet a2c36fa9-d907-40d0-bcf4-84303ef3598a {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:11:22.932376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:22.976226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.003009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:23.071490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.148375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c845abb-2d9f-4d2e-a77b-54c62bcb2158 req-6478d00e-cb17-4225-924a-dcc0119ab40a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:23.149850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c845abb-2d9f-4d2e-a77b-54c62bcb2158 req-6478d00e-cb17-4225-924a-dcc0119ab40a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0562122 Aug 06 16:11:23.193437 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.194453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c845abb-2d9f-4d2e-a77b-54c62bcb2158 req-31996a44-68de-440c-bba9-5aeb2c4253a2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Aug 06 16:11:23.196237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:11:22Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:23.223559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c36fa9-d907-40d0-bcf4-84303ef3598a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:23.225847 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.230111 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a93311f4-4653-4698-a807-6e88c5ed9305 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/subnets/a2c36fa9-d907-40d0-bcf4-84303ef3598a HTTP/1.1" status: 204 len: 168 time: 0.3506877 Aug 06 16:11:23.230855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:23.231178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] Checking router: 6fc624ce-54f5-4501-914f-9f951fc8b34c for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:23.235470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018c7f6-ea99-4062-9bd5-7020e31e6884 None None] Network 3161cdb3-7451-4ce9-8841-573498fd8845 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:23.260903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] Routers {'6fc624ce-54f5-4501-914f-9f951fc8b34c'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:23.261659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['6fc624ce-54f5-4501-914f-9f951fc8b34c'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:23.340604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.446519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] Set router 6fc624ce-54f5-4501-914f-9f951fc8b34c gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:23.448069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.519112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0113746b-6196-429c-9720-f81305548e74 None None] DHCP port deletion for 3161cdb3-7451-4ce9-8841-573498fd8845 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:11:23.570840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 76fa0395-8025-494d-a235-3e1be0b7132d {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:23.570840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.651053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0113746b-6196-429c-9720-f81305548e74 None None] Deleting port 0f41900b-13fe-4fdf-a81f-36ffd80466cf {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:11:23.651434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0113746b-6196-429c-9720-f81305548e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.657793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 76fa0395-8025-494d-a235-3e1be0b7132d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=76fa0395-8025-494d-a235-3e1be0b7132d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:23.658162 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.670068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 76fa0395-8025-494d-a235-3e1be0b7132d owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:23.723953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0113746b-6196-429c-9720-f81305548e74 None None] For port 0f41900b-13fe-4fdf-a81f-36ffd80466cf, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0f41900b-13fe-4fdf-a81f-36ffd80466cf,segment=NetworkSegment(750431bc-f323-42c5-b882-6e128c1d82d1),segment_id=750431bc-f323-42c5-b882-6e128c1d82d1)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:23.724270 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0113746b-6196-429c-9720-f81305548e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.739660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0113746b-6196-429c-9720-f81305548e74 None None] Calling delete_port for 0f41900b-13fe-4fdf-a81f-36ffd80466cf owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:11:23.741925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:11:22Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:23.772697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a3b357-73da-403f-8682-d175ed8a84eb None None] The sync data for ids ['6fc624ce-54f5-4501-914f-9f951fc8b34c'] in n-d-778550-6 is: [{'id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311220001', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:09:10Z', 'updated_at': '2021-08-06T16:11:22Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '76fa0395-8025-494d-a235-3e1be0b7132d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc624ce-54f5-4501-914f-9f951fc8b34c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:09:11Z', 'updated_at': '2021-08-06T16:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:23.908331 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.918679 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0113746b-6196-429c-9720-f81305548e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:23.935020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=76fa0395-8025-494d-a235-3e1be0b7132d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:23.945629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113746b-6196-429c-9720-f81305548e74 None None] Pushing event deleted for resources: {'Port': ['ID=0f41900b-13fe-4fdf-a81f-36ffd80466cf,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:23.949202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113746b-6196-429c-9720-f81305548e74 None None] No DVR routers for this DVR port 0f41900b-13fe-4fdf-a81f-36ffd80466cf on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:11:23.983043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-9c657e34-74bd-4855-86c5-68864b817d0e req-af77bc67-90b4-4839-98c2-af25103840d7 service neutron] (94840) timed out ('10.222.0.16', 54104) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:11:24.003669 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.260877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0f41900b-13fe-4fdf-a81f-36ffd80466cf no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:24.285001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 0f41900b-13fe-4fdf-a81f-36ffd80466cf {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:24.285565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0f41900b-13fe-4fdf-a81f-36ffd80466cf not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:24.286351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 59600db8-3665-4113-bccc-5f314da5d85d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:24.306109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 59600db8-3665-4113-bccc-5f314da5d85d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:24.306732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 59600db8-3665-4113-bccc-5f314da5d85d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:24.343304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33fafe-fff2-4612-9e04-18e66dbb2840 req-c36d7a9d-db6c-4524-a8cd-dd331049941e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:24.345896 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf33fafe-fff2-4612-9e04-18e66dbb2840 req-c36d7a9d-db6c-4524-a8cd-dd331049941e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0582862 Aug 06 16:11:24.387837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf33fafe-fff2-4612-9e04-18e66dbb2840 req-ec096909-645d-4a3d-ba97-5491e14245a6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344963 Aug 06 16:11:24.454447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.456672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.547723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.548200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Fanout notify agent at l3_agent the message router_deleted on router 6fc624ce-54f5-4501-914f-9f951fc8b34c {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:11:24.555506 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.556693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c59226e1-afa0-47b9-aa32-bcf614ab5aac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/routers/6fc624ce-54f5-4501-914f-9f951fc8b34c HTTP/1.1" status: 204 len: 168 time: 1.3254604 Aug 06 16:11:24.560284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:24.587914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:11:24.645394 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.732267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.742248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3161cdb3-7451-4ce9-8841-573498fd8845']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:24.752744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750431bc-f323-42c5-b882-6e128c1d82d1') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:24.753159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750431bc-f323-42c5-b882-6e128c1d82d1') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:24.761821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.775722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.781575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:11:24.781973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:11:24.784934 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:11:24.930563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.937884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:24.939911 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/networks/3161cdb3-7451-4ce9-8841-573498fd8845 HTTP/1.1" status: 204 len: 168 time: 0.3794107 Aug 06 16:11:24.942976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34548) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:24.951331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874144d-f73a-4d3a-9c98-e64fa9d98847 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Network': ['ID=3161cdb3-7451-4ce9-8841-573498fd8845,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:25.005575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.032369 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.164597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.167253 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.168524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/security-groups/eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d HTTP/1.1" status: 204 len: 168 time: 0.2243829 Aug 06 16:11:25.178413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafe6d75-7ec9-42ac-b3b1-5f05829bfa9d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:25.186609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.186897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.187245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.189360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.189707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.190201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.190383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.190707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.191043 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.191503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.191888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.192245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1024e5e-cff1-4ca6-bb70-30daa9ca9806 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:25.509350 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff6bd-881b-4b83-92d7-68c829561bb4 req-668a007f-08a3-465f-b344-984586c72f86 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:25.510864 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b1ff6bd-881b-4b83-92d7-68c829561bb4 req-668a007f-08a3-465f-b344-984586c72f86 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0534930 Aug 06 16:11:25.549250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:25.553895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b1ff6bd-881b-4b83-92d7-68c829561bb4 req-a144e3a5-aa1a-42b5-8ae2-8e93860715f1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Aug 06 16:11:25.554447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155294826', 'description': 'tempest-secgroup-smoke-1155294826 description', 'project_id': '618f00fcdc5140c494e411523c645571'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:25.638604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.720918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.793172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.823418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c750237-009f-4976-ab17-83281b06cd11,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:25.873249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.874523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-72804b26-4a86-4324-89c4-09b0baf0212b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3241394 Aug 06 16:11:25.877989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:25.882526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '1c750237-009f-4976-ab17-83281b06cd11', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:25.964195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:25.964772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fa0395-8025-494d-a235-3e1be0b7132d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:11:25.984621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 76fa0395-8025-494d-a235-3e1be0b7132d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:11:25.984985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fa0395-8025-494d-a235-3e1be0b7132d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:11:26.030623 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.079315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.097459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5be5ec-3eb7-4a8e-9b4e-d2ede471b853,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:26.101792 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.158727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.160001 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1024759d-b5d0-4cce-8445-6668e9125820 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2810209 Aug 06 16:11:26.162723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:26.167143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '1c750237-009f-4976-ab17-83281b06cd11', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:26.272599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.331293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.393172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.412619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fdf9f1-7f5c-4106-a787-83bc879e4d6e,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:26.456077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.457325 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7fc82d3c-817f-456a-84a5-151e621d162c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936764 Aug 06 16:11:26.460130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:26.464847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '1c750237-009f-4976-ab17-83281b06cd11', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:26.569609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.632178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.673183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2841a2-deef-4b51-a457-9479831e643a req-b5ce9a79-8432-44af-aacc-424131888c58 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:26.674685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b2841a2-deef-4b51-a457-9479831e643a req-b5ce9a79-8432-44af-aacc-424131888c58 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0501261 Aug 06 16:11:26.712908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b2841a2-deef-4b51-a457-9479831e643a req-d1b0df5a-ada4-4e75-b6ec-b7169cab736b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Aug 06 16:11:26.713089 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.733982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31d8f55-8c2e-4e36-9704-abb7c2b50294,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:26.810339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.811598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f9d4656-4bd3-43da-9a8a-9d88887fa899 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505278 Aug 06 16:11:26.814401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34566) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:26.818843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '1c750237-009f-4976-ab17-83281b06cd11', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:26.895079 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.956060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:26.998414 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.015581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62b176a-eda9-4693-bff4-a6200e863170,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:27.084157 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.085460 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-251c2d96-b278-46a1-84f8-7ca0f486eb29 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2701037 Aug 06 16:11:27.088106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:27.092502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '1c750237-009f-4976-ab17-83281b06cd11', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:27.198461 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:11:27.204088 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.264512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.306873 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.326888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c59a8b-41d5-4177-9c77-cd63bf0c0f31,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:27.404362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.405585 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c300f30f-454d-40af-976d-bda4301711d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165815 Aug 06 16:11:27.409434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:27.414025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': '1c750237-009f-4976-ab17-83281b06cd11', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:27.558763 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:11:27.564618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.626698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.741934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.757517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caee0cd2-d9b0-4022-8e9c-440dcb644a3d,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:27.829237 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99da3be-0080-41ad-9527-6efb7e9d37a4 req-4485a8c8-a833-449b-81bf-9235e963cd79 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:27.830619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f99da3be-0080-41ad-9527-6efb7e9d37a4 req-4485a8c8-a833-449b-81bf-9235e963cd79 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0489247 Aug 06 16:11:27.853695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.855248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c961908b-36ba-4a0a-8990-2aacc0f01b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4445546 Aug 06 16:11:27.857917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:27.863624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'network': {'name': 'tempest-network-smoke--1330073929', 'project_id': '618f00fcdc5140c494e411523c645571', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:27.869818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f99da3be-0080-41ad-9527-6efb7e9d37a4 req-d198f7f9-9120-43da-a40f-b06a4d0bde63 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Aug 06 16:11:27.953646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:27.957333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.981357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:11:27.990885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:27.991259 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Added segment 0e3aa5e4-74a7-4903-acda-615f6ad7acce of type vlan for network 068a3a18-15e5-44f5-a4d9-154c3098deef Aug 06 16:11:28.033802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.141675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.147282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.151349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.213331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Network': ['ID=068a3a18-15e5-44f5-a4d9-154c3098deef,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:28.224715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 068a3a18-15e5-44f5-a4d9-154c3098deef details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:11:28.251160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b254e17c-bc3e-47ca-a992-231fb0704817 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3921957 Aug 06 16:11:28.253858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:28.258572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'admin_state_up': True, 'project_id': '618f00fcdc5140c494e411523c645571', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:28.342063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.343165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.402648 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.619895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.899680 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.919976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:28.997106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efc9c8-dd43-4383-9ff8-d225de16f596 req-fd62ac65-044a-4799-b83a-1b62ea8a3f6c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:28.998698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3efc9c8-dd43-4383-9ff8-d225de16f596 req-fd62ac65-044a-4799-b83a-1b62ea8a3f6c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0576239 Aug 06 16:11:29.037780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3efc9c8-dd43-4383-9ff8-d225de16f596 req-4cca84a1-58d0-4543-a544-3b8905db6a75 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Aug 06 16:11:29.044743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.232 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/687cb877-5643-4b06-b4af-09b378d87838) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:29.152948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.227046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.244517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.281735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:29.286632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:29.290188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:29.325822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=687cb877-5643-4b06-b4af-09b378d87838,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:29.344020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.344485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.344837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.345189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.345531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.345866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.346200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.346532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.346869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.347196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.347522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.347871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:29.638106 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:29.843977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.038818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 0141ccd3-e629-44ba-9208-0403476797a0 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:11:30.154160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbfad9-b837-46d3-b39a-3e4fd2edeaab req-1c498d7f-8aa0-4ee2-b624-1283e6423da5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.154763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:30.155678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42bbfad9-b837-46d3-b39a-3e4fd2edeaab req-1c498d7f-8aa0-4ee2-b624-1283e6423da5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.0499032 Aug 06 16:11:30.164850 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Sync routers for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:30.174977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:30.175592 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:30.197505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42bbfad9-b837-46d3-b39a-3e4fd2edeaab req-8f17d5d2-b558-4297-bf23-b1d508b1b727 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Aug 06 16:11:30.227167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.231686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b6f848fc-5c9a-4d25-9908-7a3cb427b6a2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9736481 Aug 06 16:11:30.231686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34582) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:30.261730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-168dd4f6-d943-40de-af16-5d878cf13b69 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=618f00fcdc5140c494e411523c645571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289552 Aug 06 16:11:30.264363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34584) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:30.288968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:30.427448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f55a3-3855-46ca-97be-8a4850af75af tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:30.429007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a79f55a3-3855-46ca-97be-8a4850af75af tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1637490 Aug 06 16:11:30.431924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34586) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:30.463386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b24367fa-6320-4d97-b7f9-c92eff2133bd tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278795 Aug 06 16:11:30.463942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34588) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:30.469512 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1581125498', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'project_id': '618f00fcdc5140c494e411523c645571', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:30.486390 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:29Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:30.517266 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Checking router: 0141ccd3-e629-44ba-9208-0403476797a0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:30.517616 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Updating router 0141ccd3-e629-44ba-9208-0403476797a0 port 687cb877-5643-4b06-b4af-09b378d87838 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:11:30.542378 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.621393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:30.625586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.798401 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.808012 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Transition to ACTIVE for port object 687cb877-5643-4b06-b4af-09b378d87838 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:30.895688 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.924707 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.951581 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Attempting to bind port 687cb877-5643-4b06-b4af-09b378d87838 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:30.951990 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Attempting to bind port 687cb877-5643-4b06-b4af-09b378d87838 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:30.952358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Attempting to bind port 687cb877-5643-4b06-b4af-09b378d87838 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:30.954798 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Pushing event updated for resources: {'Port': ['ID=687cb877-5643-4b06-b4af-09b378d87838,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:30.963962 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:30.964343 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:30.964749 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.965140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:30.965602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Bound port: 687cb877-5643-4b06-b4af-09b378d87838, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:30.965983 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:30.968152 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.968591 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.969203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.969548 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.969877 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.970213 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.970558 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.970881 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.971202 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.971526 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.971872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.972193 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:30.993795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Subnet': ['ID=43f32c31-4632-40ef-b76b-80ccb2d9851f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:30.999041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Checking segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:30.999354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network hostable DHCP agents. Network: 068a3a18-15e5-44f5-a4d9-154c3098deef, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:11:31.028571 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] For port 687cb877-5643-4b06-b4af-09b378d87838, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:31.032080 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] For port 687cb877-5643-4b06-b4af-09b378d87838, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=687cb877-5643-4b06-b4af-09b378d87838,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:31.084112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 068a3a18-15e5-44f5-a4d9-154c3098deef is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:11:31.113103 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.164413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 068a3a18-15e5-44f5-a4d9-154c3098deef) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:31.167114 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:31.167734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:31.169256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:31.169845 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.182391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac4fe91-b7b5-496e-989d-579806a622eb None None] Network 068a3a18-15e5-44f5-a4d9-154c3098deef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:31.207114 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c371640-c32d-45cf-b991-dba0ee34e257 None None] Pushing event updated for resources: {'Port': ['ID=687cb877-5643-4b06-b4af-09b378d87838,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:31.239611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-61fae5c8-09e4-4a3b-86d4-e0702dbb787a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7744491 Aug 06 16:11:31.242489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34592) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:31.304562 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:31.352850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-068a3a18-15e5-44f5-a4d9-154c3098deef', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:11:31.355426 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.392501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a2502-ad88-4afe-9c47-05deab48233b req-cd47ed3d-d7da-4263-aa97-b4cb95ef382b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:31.394020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a40a2502-ad88-4afe-9c47-05deab48233b req-cd47ed3d-d7da-4263-aa97-b4cb95ef382b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 944 time: 0.1064525 Aug 06 16:11:31.504271 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Allocated IP 172.20.0.2 (068a3a18-15e5-44f5-a4d9-154c3098deef/43f32c31-4632-40ef-b76b-80ccb2d9851f/7d2888df-8709-4bef-8f1c-f6e82f8d6f4a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:31.508147 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:29Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:31.519686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a40a2502-ad88-4afe-9c47-05deab48233b req-336bee65-c2a0-4966-a443-27f1c5ca24f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148026 Aug 06 16:11:31.551375 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8176e9d-c900-434e-87bd-8b8cfbcedbd7 None None] The sync data for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 is: [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:29Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:31.701760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b9b45ff3-3818-4523-9acf-740dca1bab96 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:31.836329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.916877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b9b45ff3-3818-4523-9acf-740dca1bab96, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b9b45ff3-3818-4523-9acf-740dca1bab96,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:31.927574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:31.939442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'b9b45ff3-3818-4523-9acf-740dca1bab96', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': 'b9b45ff3-3818-4523-9acf-740dca1bab96', 'mac_address': 'fa:16:3e:d8:ec:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:31.946340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Transition to ACTIVE for port object 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:32.005748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Transition to ACTIVE for port object 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:32.011396 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.040850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b45ff3-3818-4523-9acf-740dca1bab96 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:32.066216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b9b45ff3-3818-4523-9acf-740dca1bab96, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b9b45ff3-3818-4523-9acf-740dca1bab96,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:32.072767 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.106118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 687cb877-5643-4b06-b4af-09b378d87838 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:32.153630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.158821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Network 068a3a18-15e5-44f5-a4d9-154c3098deef is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:32.166042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:32.172335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:32.172576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Pushing event updated for resources: {'Port': ['ID=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:32.176191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.1 (068a3a18-15e5-44f5-a4d9-154c3098deef/43f32c31-4632-40ef-b76b-80ccb2d9851f/6f2d5d41-3e78-4426-90ec-2b1458df19b9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:32.282945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 687cb877-5643-4b06-b4af-09b378d87838 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:32.293510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Attempting to bind port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:32.293890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Attempting to bind port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:32.294268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Attempting to bind port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:32.296835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b9b45ff3-3818-4523-9acf-740dca1bab96,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:32.301099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 687cb877-5643-4b06-b4af-09b378d87838 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:32.301770 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.307531 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.322815 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object 6f2d5d41-3e78-4426-90ec-2b1458df19b9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:32.348426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:32.348830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Checking segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:32.349590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.350084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Bound using segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:32.350688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Bound port: 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:32.351238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.366599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b9b45ff3-3818-4523-9acf-740dca1bab96'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:32.450877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.493430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 068a3a18-15e5-44f5-a4d9-154c3098deef is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:32.496638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:32.504685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:32.514557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] For port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:32.539636 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=6f2d5d41-3e78-4426-90ec-2b1458df19b9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:32.544472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.556979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] For port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:32.572213 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.595876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 687cb877-5643-4b06-b4af-09b378d87838, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=687cb877-5643-4b06-b4af-09b378d87838,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:32.627412 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.673728 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:32.738067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fa2fa-89be-485b-adc1-57e5021a22c8 None None] Pushing event updated for resources: {'Port': ['ID=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:32.803686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=687cb877-5643-4b06-b4af-09b378d87838,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:33.102527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1e994-a7c9-4f3d-baa8-31e5236dcf82 req-45adb6a9-f3d9-4236-8c9c-1c5cb2dd65a2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:33.104211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6e1e994-a7c9-4f3d-baa8-31e5236dcf82 req-45adb6a9-f3d9-4236-8c9c-1c5cb2dd65a2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 945 time: 0.0971129 Aug 06 16:11:33.154469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6e1e994-a7c9-4f3d-baa8-31e5236dcf82 req-8f940963-9c7d-4ea8-8daa-e2da58758de8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Aug 06 16:11:33.228329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.568010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.638593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.689141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b9b45ff3-3818-4523-9acf-740dca1bab96 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:33.715778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.717585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=6f2d5d41-3e78-4426-90ec-2b1458df19b9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:33.819326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 068a3a18-15e5-44f5-a4d9-154c3098deef is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:33.826617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:33.838863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port b9b45ff3-3818-4523-9acf-740dca1bab96 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:33.844568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port b9b45ff3-3818-4523-9acf-740dca1bab96 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:33.845401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.943301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:33.968427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 0141ccd3-e629-44ba-9208-0403476797a0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:33.976297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b45ff3-3818-4523-9acf-740dca1bab96'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:33.980068 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70abe19-2a2c-4af4-9bb8-dd64f6630ead" -d '{"events": [{"server_uuid": "35b9e485-d1fa-40af-82a9-49d412e5b10f", "name": "network-vif-plugged", "status": "completed", "tag": "b9b45ff3-3818-4523-9acf-740dca1bab96"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:34.002455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b9b45ff3-3818-4523-9acf-740dca1bab96, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b9b45ff3-3818-4523-9acf-740dca1bab96,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:34.030060 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a49d207-dd50-4529-b78a-daa29ef22dc8 x-openstack-request-id: req-7a49d207-dd50-4529-b78a-daa29ef22dc8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:34.030286 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b9e485-d1fa-40af-82a9-49d412e5b10f", "name": "network-vif-plugged", "status": "completed", "tag": "b9b45ff3-3818-4523-9acf-740dca1bab96", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:34.030686 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a49d207-dd50-4529-b78a-daa29ef22dc8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:34.035226 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b45ff3-3818-4523-9acf-740dca1bab96', 'code': 200} Aug 06 16:11:34.086328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:34.146321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:34.154238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7342-50b4-4ab4-8ce9-10be42fc7047 req-1a30a4cb-25c4-46a0-b28f-618f4ff4447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.154714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8dee5854-0278-49c5-966e-229dd1153c72 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/0141ccd3-e629-44ba-9208-0403476797a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9102099 Aug 06 16:11:34.156532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-71cf7342-50b4-4ab4-8ce9-10be42fc7047 req-1a30a4cb-25c4-46a0-b28f-618f4ff4447f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 1097 time: 0.0536444 Aug 06 16:11:34.163342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aed26f-de41-4f95-87de-7922cf0bc565 None None] Network 068a3a18-15e5-44f5-a4d9-154c3098deef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:11:34.172973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Sync routers for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:34.187968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:34.205261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-71cf7342-50b4-4ab4-8ce9-10be42fc7047 req-f83a527c-54b4-4c82-bb37-e11f698460b1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Aug 06 16:11:34.207260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b9b45ff3-3818-4523-9acf-740dca1bab96,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:34.251101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:34.251101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:34.293015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d439f6-5039-4c94-b9c9-b1db238550b2 req-ca1ad670-b654-41a6-b99a-4e8e1bf51ac1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.295050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.295403 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.295746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.296113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.296446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.297484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.297782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.298261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.298464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.298809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.299394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.299394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:11:34.300287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79d439f6-5039-4c94-b9c9-b1db238550b2 req-ca1ad670-b654-41a6-b99a-4e8e1bf51ac1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 946 time: 0.0635433 Aug 06 16:11:34.363256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79d439f6-5039-4c94-b9c9-b1db238550b2 req-896581d2-1231-4ea2-91b6-0decba6de582 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575395 Aug 06 16:11:34.365849 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-608f82b6-a77b-4bcb-9462-1d4bf5dc1750 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155294826&fields=id&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 267 time: 0.0633528 Aug 06 16:11:34.430276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4ca87334-eadd-41af-836a-e743fc35076a None None] Provisioning for port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:34.481532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:34.510630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-6abbb62b-ecca-4a49-ba12-0d7971b67404 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:34.512167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-6abbb62b-ecca-4a49-ba12-0d7971b67404 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 797 time: 0.1308017 Aug 06 16:11:34.515376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:34.533655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-6c0253fd-6799-4c7f-9310-768e0d49f670 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/quotas/618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 375 time: 0.0146790 Aug 06 16:11:34.540587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:34.540935 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:34.595613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-955a235b-27ee-4ada-a1d6-c1421b125f20 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560596 Aug 06 16:11:34.719226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-3a312d7f-b30b-4735-9440-a582dfe468cc service neutron] 10.222.0.16 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116254 Aug 06 16:11:34.729463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:34.793476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:34.820901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 2, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:34.824711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-09a51edf-1a3e-47fb-aef0-82b23a92b45e service neutron] 10.222.0.16 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976036 Aug 06 16:11:34.862777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Checking router: 0141ccd3-e629-44ba-9208-0403476797a0 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:34.863057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Updating router 0141ccd3-e629-44ba-9208-0403476797a0 port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:11:34.892587 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:34.893384 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 687cb877-5643-4b06-b4af-09b378d87838 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:34.952779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:34.959490 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7374eef0-4e5f-41b7-82ae-f3f01b795abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:34.995451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45f4d2a2-e59a-43ce-a775-9061cd660216 None None] Provisioning complete for port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:34.995843 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2a2-e59a-43ce-a775-9061cd660216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.044153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:35.142938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4b0ac50-352a-4bcd-b058-21c8510b74c4 req-410d8c12-29c2-4159-8c74-2e1cbd4d2b7c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 210 time: 0.0702238 Aug 06 16:11:35.208782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 687cb877-5643-4b06-b4af-09b378d87838 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:35.209167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.513649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bfc3f-6ef2-4552-bc36-94fe23e98c87 req-77f9b4bb-0a5b-48cd-8256-6cf0bee6a64a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:35.515666 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-699bfc3f-6ef2-4552-bc36-94fe23e98c87 req-77f9b4bb-0a5b-48cd-8256-6cf0bee6a64a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 946 time: 0.0813172 Aug 06 16:11:35.564683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-699bfc3f-6ef2-4552-bc36-94fe23e98c87 req-665f8f84-eed0-429b-ab6d-948d76b51b5d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Aug 06 16:11:35.586287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45f4d2a2-e59a-43ce-a775-9061cd660216 None None] Provisioning for port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:35.603278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45f4d2a2-e59a-43ce-a775-9061cd660216 None None] Provisioning complete for port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:35.604926 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45f4d2a2-e59a-43ce-a775-9061cd660216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.671510 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-45f4d2a2-e59a-43ce-a775-9061cd660216 None None] Port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:35.693392 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.697392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ba7a2-4c98-49a0-8130-66c19c7743de req-7fc2f7ab-e282-495a-9b5e-3457774c9ed2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:35.699031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a07ba7a2-4c98-49a0-8130-66c19c7743de req-7fc2f7ab-e282-495a-9b5e-3457774c9ed2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 946 time: 0.0556350 Aug 06 16:11:35.705744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Transition to ACTIVE for port object 6f2d5d41-3e78-4426-90ec-2b1458df19b9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:35.745602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a07ba7a2-4c98-49a0-8130-66c19c7743de req-39de305e-7121-4f01-9773-03f6d1cce9af tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373907 Aug 06 16:11:35.799496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e53edfd4-8172-43ee-a98a-843d2dd686f2 None None] Provisioning complete for port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:35.800347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e53edfd4-8172-43ee-a98a-843d2dd686f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.837070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.894158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e53edfd4-8172-43ee-a98a-843d2dd686f2 None None] Port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:35.903487 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4620f-5e4c-43f5-98db-013ab4ed0806 None None] Pushing event updated for resources: {'Port': ['ID=6f2d5d41-3e78-4426-90ec-2b1458df19b9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:35.963340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Attempting to bind port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:35.963655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Attempting to bind port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:35.964054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Attempting to bind port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:35.971966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:35.979997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Checking segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:35.979997 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:35.979997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Bound using segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:35.979997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Bound port: 6f2d5d41-3e78-4426-90ec-2b1458df19b9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:35.979997 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:36.026462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:36.077368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] For port 6f2d5d41-3e78-4426-90ec-2b1458df19b9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:36.082974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] For port 6f2d5d41-3e78-4426-90ec-2b1458df19b9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6f2d5d41-3e78-4426-90ec-2b1458df19b9,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:36.101762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:36.102130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:36.167522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:36.252689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4620f-5e4c-43f5-98db-013ab4ed0806 None None] Pushing event updated for resources: {'Port': ['ID=6f2d5d41-3e78-4426-90ec-2b1458df19b9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:36.261500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:36.262125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:36.276397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31c253c6-3d4b-44ff-a30c-22fc5ece7eb1 req-f1c9ec8c-a9c3-41db-bc2c-c4738455eb05 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 210 time: 0.0646935 Aug 06 16:11:36.384007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:36.610548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:36Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:36.637188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e7e78-b06a-4a74-b804-346806a7b0f1 None None] The sync data for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 is: [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:36Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:37.392853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1c4bff1-798a-45b4-b1f0-94610648b7ba req-58ea0708-4387-4913-b213-8175a827f935 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 210 time: 0.0473154 Aug 06 16:11:37.661789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-192d1d93-0a67-40d9-9930-2110ac2fccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.679227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-33ee424e-661d-44ba-865e-71c42a02a11a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:37.682047 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-33ee424e-661d-44ba-865e-71c42a02a11a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 797 time: 0.1160786 Aug 06 16:11:37.706936 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:37.756802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-e1d9b2dd-ff08-4600-acbf-cba29fb870e5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 380 time: 0.0649676 Aug 06 16:11:37.778242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'port': {'device_id': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'admin_state_up': True, 'tenant_id': '618f00fcdc5140c494e411523c645571', 'security_groups': ['1c750237-009f-4976-ab17-83281b06cd11']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:37.989730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:37.993712 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.119445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6f2d5d41-3e78-4426-90ec-2b1458df19b9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:38.225261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.14 (068a3a18-15e5-44f5-a4d9-154c3098deef/43f32c31-4632-40ef-b76b-80ccb2d9851f/de221391-8e7a-4fc8-aba0-c8354e06803b) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:38.289885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:38.305003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:38.305003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.415416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.422925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.430080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object de221391-8e7a-4fc8-aba0-c8354e06803b will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:38.458168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 6f2d5d41-3e78-4426-90ec-2b1458df19b9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6f2d5d41-3e78-4426-90ec-2b1458df19b9,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:38.501420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c674465f-3586-46f0-ac6a-9674f161721e req-513386e4-b22f-4832-918a-40f336a03a26 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 210 time: 0.0328026 Aug 06 16:11:38.513121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.587531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.615156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=6f2d5d41-3e78-4426-90ec-2b1458df19b9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:38.634821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 068a3a18-15e5-44f5-a4d9-154c3098deef is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:38.637915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:38.642176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:38.665783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:38.695973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:38.696622 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.754067 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-57addce7-86a4-4510-a301-b7cee0849fbb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9866998 Aug 06 16:11:38.772866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Request body: {'port': {'device_id': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:38.829639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.958826 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:38.970026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ef2886b-0b61-48ee-b7fa-da02534bd34d None None] Provisioning for port de221391-8e7a-4fc8-aba0-c8354e06803b completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:38.979406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3ef2886b-0b61-48ee-b7fa-da02534bd34d None None] Provisioning complete for port de221391-8e7a-4fc8-aba0-c8354e06803b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:38.979406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3ef2886b-0b61-48ee-b7fa-da02534bd34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:39.012551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2886b-0b61-48ee-b7fa-da02534bd34d None None] Port de221391-8e7a-4fc8-aba0-c8354e06803b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:39.103694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de221391-8e7a-4fc8-aba0-c8354e06803b {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:39.111656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:39.123151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Transition to ACTIVE for port object de221391-8e7a-4fc8-aba0-c8354e06803b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:39.205649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:39.272005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:39.353616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:39.353965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:39.354305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:39.359709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:39.360224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:39.365940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:39.366284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Checking segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:39.366677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Bound using segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:39.367167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Bound port: de221391-8e7a-4fc8-aba0-c8354e06803b, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:39.367540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:39.445645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:39.449031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:39.553574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:39.596456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.597174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:39.602622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] 10.222.0.64 "PUT /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1092 time: 0.8304751 Aug 06 16:11:39.602622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:39.602622 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33" -d '{"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:39.630730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4d296-869a-46a9-afa7-74dbe1047026 service neutron] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:39.674153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008c5e7-7539-4928-8591-bb5354ab85b0 req-2ae19ff0-49f6-4d47-8929-2fce0f63758f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.675900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0008c5e7-7539-4928-8591-bb5354ab85b0 req-2ae19ff0-49f6-4d47-8929-2fce0f63758f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 944 time: 0.0883605 Aug 06 16:11:39.688016 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-606fe33b-742a-4008-97df-a0d23954c913 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.690503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-606fe33b-742a-4008-97df-a0d23954c913 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1677551 Aug 06 16:11:39.729989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-9b98c080-153c-4bdb-9f36-1387d8b3b023 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0282369 Aug 06 16:11:39.781473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0008c5e7-7539-4928-8591-bb5354ab85b0 req-3e9db664-1b10-4531-a1f3-02c0fb890671 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893126 Aug 06 16:11:39.787575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-fff3adfd-5b51-48f1-905b-35a2b0d4496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.791423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-fff3adfd-5b51-48f1-905b-35a2b0d4496b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1095 time: 0.0519919 Aug 06 16:11:39.809904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4e55baa2-b9a4-443f-9eb2-1d61cf2e7e47 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727403 Aug 06 16:11:39.854804 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f2756a-7209-42ac-a628-0a2d4793171b x-openstack-request-id: req-d0f2756a-7209-42ac-a628-0a2d4793171b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:39.855095 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:39.855351 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0f2756a-7209-42ac-a628-0a2d4793171b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:39.855752 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'status': 'completed', 'code': 200} Aug 06 16:11:39.857866 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-a38db36e-15b4-41a4-90ae-d43f0f17ccd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 217 time: 0.0544150 Aug 06 16:11:39.911769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-93b5543c-c728-4e1c-8b58-907d06a31cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.912504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-b0c703fe-0e01-4389-baf3-1f4dd89ba8f9 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913360 Aug 06 16:11:39.913370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-93b5543c-c728-4e1c-8b58-907d06a31cbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0469575 Aug 06 16:11:39.966360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-8e8e9938-402f-4ee9-adfb-ecb8386e72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:39.969116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-8e8e9938-402f-4ee9-adfb-ecb8386e72b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433583 Aug 06 16:11:40.021062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-3bfabad5-44bc-4517-9e5d-f542ab78b260 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021664 Aug 06 16:11:40.021386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6f2d5d41-3e78-4426-90ec-2b1458df19b9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:40.069158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:40.069558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:40.070539 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-73effc0a-57c1-46c0-b5c1-a88b1dff6cef service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947092 Aug 06 16:11:40.170921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0e0dd08-2b8f-464a-98df-dfdf9ae84c36 req-bc9f97f1-0310-40e3-8ea8-e46a3f79c69c service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913458 Aug 06 16:11:40.324572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6859c191-b06f-4d32-9255-3e0f73ff35c7 req-3431e1e2-07c0-45a6-8e73-0fa7e3a5f730 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0307400 Aug 06 16:11:40.362528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-7c0fc716-5d41-4feb-b52b-049a636bdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.366840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-7c0fc716-5d41-4feb-b52b-049a636bdf78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1095 time: 0.0562136 Aug 06 16:11:40.476346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-8f563861-8abc-4212-b7e2-a19a2fd35fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.478633 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-8f563861-8abc-4212-b7e2-a19a2fd35fb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.1071186 Aug 06 16:11:40.529291 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-3c8b1876-cc0b-409a-924c-0eec08f90f94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 217 time: 0.0406599 Aug 06 16:11:40.583093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-135ab6db-bff8-496c-83d0-f52ea6770752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.584534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-135ab6db-bff8-496c-83d0-f52ea6770752 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0473564 Aug 06 16:11:40.635912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-af0de226-3821-485a-a438-6c8890353c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.637444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-af0de226-3821-485a-a438-6c8890353c24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446885 Aug 06 16:11:40.753641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-171fb075-c8cd-4c99-ac6c-f72e32c03ec8 service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081018 Aug 06 16:11:40.857078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0aa7c4e4-37bb-4e6f-b872-1e681bc9bf33 req-16b000b1-c3fe-42df-9695-f4cc0d3045bb service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954425 Aug 06 16:11:40.861208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:40.919913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905ca1-66e5-45ea-bd10-6ec5329b66db req-f0b07bee-e2e0-442b-a750-4f771c6cf0ed tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:40.922141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9905ca1-66e5-45ea-bd10-6ec5329b66db req-f0b07bee-e2e0-442b-a750-4f771c6cf0ed tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 944 time: 0.0562139 Aug 06 16:11:40.961269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9905ca1-66e5-45ea-bd10-6ec5329b66db req-3ea5f56c-435f-4192-839d-3b00b9f7aa6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Aug 06 16:11:41.434527 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28ff7370-fd5b-40b7-a1a8-f60abdce59bd req-5f18a824-bc96-4e1c-8a58-7410822cabdb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0326667 Aug 06 16:11:41.654617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:11:41.754109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:41.765901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'port_id': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'mac_address': 'fa:16:3e:4b:e2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:11:41.808443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.825500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de221391-8e7a-4fc8-aba0-c8354e06803b {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:41.841038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:41.912815 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:41.966554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:42.077364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b14f2e-db90-411d-a8ef-daed8afe8ada req-6c435523-c47c-4898-81ec-df828952d742 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:42.079556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4b14f2e-db90-411d-a8ef-daed8afe8ada req-6c435523-c47c-4898-81ec-df828952d742 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0501230 Aug 06 16:11:42.124126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4b14f2e-db90-411d-a8ef-daed8afe8ada req-f40b6fb7-e110-4e47-84e6-cca69ea39fe3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381732 Aug 06 16:11:42.190044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['de221391-8e7a-4fc8-aba0-c8354e06803b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:42.379849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-5f5b03eb-4ddd-49d3-bd28-2707fa63a322 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:42.382021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-5f5b03eb-4ddd-49d3-bd28-2707fa63a322 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1241312 Aug 06 16:11:42.402410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': '090f480f-6d6e-489f-9426-3c60f12b0769', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:42.538220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a339c32b-d3df-4a3f-9f39-9db65f5288d2 req-300e4959-61a6-4cf0-803f-f7fc219fa0d3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0278282 Aug 06 16:11:42.644377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:11:42.648124 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:42.786305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.12 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/bd996215-e02f-41ef-8dff-d11fb66a24d3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:43.263380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f815a5-8e79-4b44-a921-196d96dadecb req-b5920311-4dbe-47ea-a4c8-8fac217653dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:43.270640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93f815a5-8e79-4b44-a921-196d96dadecb req-b5920311-4dbe-47ea-a4c8-8fac217653dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Aug 06 16:11:43.305804 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.307697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93f815a5-8e79-4b44-a921-196d96dadecb req-d662cbae-4463-46d3-9035-bb99a0ae4140 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347142 Aug 06 16:11:43.319189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object bd996215-e02f-41ef-8dff-d11fb66a24d3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:43.416884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.430664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b9b45ff3-3818-4523-9acf-740dca1bab96'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:11:43.467776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:43.472284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:43.476670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:43.523316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=bd996215-e02f-41ef-8dff-d11fb66a24d3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:43.537622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:43.540941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.651921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ab20c567-656b-447f-97a9-55188990b7ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2562435 Aug 06 16:11:43.664546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Request body: {'port': {'device_id': '090f480f-6d6e-489f-9426-3c60f12b0769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:43.670355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:11:43.680405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37709481-c646-479c-a269-fbd4b2dd2585 req-57ea97f8-e754-468c-8ec6-8b5c5e7c461d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:43.682321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37709481-c646-479c-a269-fbd4b2dd2585 req-57ea97f8-e754-468c-8ec6-8b5c5e7c461d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 932 time: 0.0649559 Aug 06 16:11:43.754562 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.760739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37709481-c646-479c-a269-fbd4b2dd2585 req-3c7cd2f5-0f32-4b99-b2f7-3b5bd154dfd4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704749 Aug 06 16:11:43.771896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port de221391-8e7a-4fc8-aba0-c8354e06803b completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:43.776687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port de221391-8e7a-4fc8-aba0-c8354e06803b triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:43.777512 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.878947 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.893371 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c460794-a4b4-48c2-ba6c-732c9d3c01cd None None] Provisioning for port bd996215-e02f-41ef-8dff-d11fb66a24d3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:11:43.907969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1c460794-a4b4-48c2-ba6c-732c9d3c01cd None None] Provisioning complete for port bd996215-e02f-41ef-8dff-d11fb66a24d3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:11:43.908525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1c460794-a4b4-48c2-ba6c-732c9d3c01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:43.917788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:43.920864 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f743b-5699-4e2c-8051-a6f3d47f6ac3" -d '{"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-plugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:43.973455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:11:43.982964 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30566d3a-b75f-4f17-881c-a70314d76e85 x-openstack-request-id: req-30566d3a-b75f-4f17-881c-a70314d76e85 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:43.982964 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-plugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:43.982964 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30566d3a-b75f-4f17-881c-a70314d76e85 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:43.982964 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'code': 200} Aug 06 16:11:43.985898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1c460794-a4b4-48c2-ba6c-732c9d3c01cd None None] Port bd996215-e02f-41ef-8dff-d11fb66a24d3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:11:44.020469 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:44.097377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:44.139781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd996215-e02f-41ef-8dff-d11fb66a24d3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:11:44.151640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:44.167437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a023586-69f7-4eb1-a72d-5c1722146786 req-8500e05e-c651-4dcf-a66b-08e0fb7bcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.169289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a023586-69f7-4eb1-a72d-5c1722146786 req-8500e05e-c651-4dcf-a66b-08e0fb7bcdd2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1097 time: 0.0758207 Aug 06 16:11:44.172032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Transition to ACTIVE for port object bd996215-e02f-41ef-8dff-d11fb66a24d3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:11:44.212610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a023586-69f7-4eb1-a72d-5c1722146786 req-20f679d9-dff2-4464-9547-a796fc782dec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Aug 06 16:11:44.238517 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:44.301234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Pushing event updated for resources: {'Port': ['ID=bd996215-e02f-41ef-8dff-d11fb66a24d3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:44.387094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Attempting to bind port bd996215-e02f-41ef-8dff-d11fb66a24d3 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:11:44.387094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Attempting to bind port bd996215-e02f-41ef-8dff-d11fb66a24d3 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:11:44.389422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Attempting to bind port bd996215-e02f-41ef-8dff-d11fb66a24d3 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:44.397505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Port bd996215-e02f-41ef-8dff-d11fb66a24d3 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:11:44.398070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Attempting to bind port bd996215-e02f-41ef-8dff-d11fb66a24d3 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:11:44.407677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:11:44.408046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:11:44.408604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:11:44.408946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Bound port: bd996215-e02f-41ef-8dff-d11fb66a24d3, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:11:44.409310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:44.446596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d236a-3898-45cb-944c-1ff74d9dbb26 req-84ad8b8d-cb6c-4cd0-934b-12c2d43249f4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.455401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-071d236a-3898-45cb-944c-1ff74d9dbb26 req-84ad8b8d-cb6c-4cd0-934b-12c2d43249f4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0667455 Aug 06 16:11:44.492586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] For port bd996215-e02f-41ef-8dff-d11fb66a24d3, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:11:44.497609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] For port bd996215-e02f-41ef-8dff-d11fb66a24d3, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd996215-e02f-41ef-8dff-d11fb66a24d3,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:11:44.507936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-071d236a-3898-45cb-944c-1ff74d9dbb26 req-4a963ef7-3656-4434-aade-9e375a2dcb4a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471098 Aug 06 16:11:44.603280 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:44.644450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.645390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:44.647393 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd996215-e02f-41ef-8dff-d11fb66a24d3 HTTP/1.1" status: 200 len: 1092 time: 0.9873173 Aug 06 16:11:44.647840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090f480f-6d6e-489f-9426-3c60f12b0769', 'tag': 'bd996215-e02f-41ef-8dff-d11fb66a24d3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:44.650324 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "090f480f-6d6e-489f-9426-3c60f12b0769", "tag": "bd996215-e02f-41ef-8dff-d11fb66a24d3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:44.686227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036b80f-533e-44eb-9145-b3540d14e972 service neutron] Pushing event updated for resources: {'Port': ['ID=bd996215-e02f-41ef-8dff-d11fb66a24d3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:44.692600 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f1725-b185-4837-8be2-86492bd28b45 x-openstack-request-id: req-832f1725-b185-4837-8be2-86492bd28b45 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:44.692988 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090f480f-6d6e-489f-9426-3c60f12b0769", "tag": "bd996215-e02f-41ef-8dff-d11fb66a24d3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:44.693497 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-832f1725-b185-4837-8be2-86492bd28b45 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:44.694136 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090f480f-6d6e-489f-9426-3c60f12b0769', 'tag': 'bd996215-e02f-41ef-8dff-d11fb66a24d3', 'status': 'completed', 'code': 200} Aug 06 16:11:44.761815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc req-6c9f0df9-c4b4-461d-b1ce-f904a1cdfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.763487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc req-6c9f0df9-c4b4-461d-b1ce-f904a1cdfba8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 1095 time: 0.0487728 Aug 06 16:11:44.895168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc req-d914c31f-329e-48fc-9f84-3b61f22ca55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:44.897450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc req-d914c31f-329e-48fc-9f84-3b61f22ca55a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1252353 Aug 06 16:11:45.010360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ded38-1f33-4abb-973c-1d5caf4ee97f req-4da94d40-23b7-4566-9351-47da302f7071 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.012457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d1ded38-1f33-4abb-973c-1d5caf4ee97f req-4da94d40-23b7-4566-9351-47da302f7071 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.1623440 Aug 06 16:11:45.021582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc req-0f6a0f70-72c4-4fb1-b21a-ca5df05877fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.023610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6e89c85e-5400-4d03-b3c3-410d9f64c7cc req-0f6a0f70-72c4-4fb1-b21a-ca5df05877fc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200266 Aug 06 16:11:45.076403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d1ded38-1f33-4abb-973c-1d5caf4ee97f req-37235316-5e47-4758-a595-9a4459c6b1b8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466461 Aug 06 16:11:45.117273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-c23ab50a-118f-4174-8b43-0c497b39c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.118861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-c23ab50a-118f-4174-8b43-0c497b39c49f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 1095 time: 0.0526249 Aug 06 16:11:45.163501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-ad353fc3-a01e-419a-a08e-73acdcfa1ee4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd996215-e02f-41ef-8dff-d11fb66a24d3 HTTP/1.1" status: 200 len: 217 time: 0.0361335 Aug 06 16:11:45.215937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-bdb86cb4-76c6-4ee2-a1ed-dbe37c2f2317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.217448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-bdb86cb4-76c6-4ee2-a1ed-dbe37c2f2317 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0469897 Aug 06 16:11:45.272088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-fa6ff654-bb5f-4179-bfbb-334a1bf9eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.273632 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-fa6ff654-bb5f-4179-bfbb-334a1bf9eb8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499108 Aug 06 16:11:45.398849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-1e4a27d1-ac3a-46c2-908c-ea3672106b9b service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165485 Aug 06 16:11:45.523920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-726d743a-e952-4099-81c5-c03a3c0f0a1c req-b62492b1-45e8-43aa-983f-adada5c0b63d service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173761 Aug 06 16:11:45.699823 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8a2b7-60c1-475c-8176-4ca08673aed6 req-355ce0f2-a716-4721-8f29-640a3f3e87ed tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.702001 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cb8a2b7-60c1-475c-8176-4ca08673aed6 req-355ce0f2-a716-4721-8f29-640a3f3e87ed tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.1241932 Aug 06 16:11:45.743103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3cb8a2b7-60c1-475c-8176-4ca08673aed6 req-6e9e5df2-8e58-4faa-85d3-f8559d2aa0b3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342906 Aug 06 16:11:45.870727 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602cd16-c0e2-469f-ae58-578e8baff645 req-adbc657e-85f6-4fc8-8efa-d1189c76d714 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:45.872247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6602cd16-c0e2-469f-ae58-578e8baff645 req-adbc657e-85f6-4fc8-8efa-d1189c76d714 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0582922 Aug 06 16:11:45.917316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6602cd16-c0e2-469f-ae58-578e8baff645 req-cf5b1cb8-90c8-40e2-95d6-7a1f815f58e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 Aug 06 16:11:45.941637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34758) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:46.001096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b2ce2-9f74-416d-981a-90d3c44fbde0 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.006260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d53b2ce2-9f74-416d-981a-90d3c44fbde0 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1092 time: 0.0603325 Aug 06 16:11:46.006953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34760) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:46.012467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:11:46.096131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:46.236924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:46.245554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f6e69-7277-4bee-9f3c-5133978ea775 req-5a53f751-52a5-4996-9893-41a0c1ade0f2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:46.256020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-896f6e69-7277-4bee-9f3c-5133978ea775 req-5a53f751-52a5-4996-9893-41a0c1ade0f2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0807719 Aug 06 16:11:46.294941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-896f6e69-7277-4bee-9f3c-5133978ea775 req-9fc7068b-9c80-4c21-b896-679a5b7cd8ff tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Aug 06 16:11:46.386151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.170 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/30b7f908-ccb5-4b46-b6ee-1f8daeaac6ea) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:11:46.516087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:46.622760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:46.680441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:11:46.688161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:11:46.691345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:11:46.733323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=30b7f908-ccb5-4b46-b6ee-1f8daeaac6ea,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:47.121988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:47.268815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:47.436248 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770dae2-f90a-478c-b59c-c68ba61b55be req-6eb89e5c-8fc0-4207-89f5-eb7440b17148 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:47.438479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2770dae2-f90a-478c-b59c-c68ba61b55be req-6eb89e5c-8fc0-4207-89f5-eb7440b17148 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0604506 Aug 06 16:11:47.448143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:47.486158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2770dae2-f90a-478c-b59c-c68ba61b55be req-9ae8fe6c-0e90-479b-aabe-6fb5a21c7d1d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Aug 06 16:11:47.563957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:47.638706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=30b7f908-ccb5-4b46-b6ee-1f8daeaac6ea,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:11:47.653568 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:47.766465 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc associated. External IP: 172.25.5.170, port: de221391-8e7a-4fc8-aba0-c8354e06803b. Aug 06 16:11:48.005383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 0141ccd3-e629-44ba-9208-0403476797a0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:11:48.122022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:11:48.134022 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] Sync routers for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:11:48.142683 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:48.143291 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:48.238562 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:48.251480 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:48.268455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d20aff80-67b6-4df8-ab18-ffcb9bf36a5d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2603598 Aug 06 16:11:48.269049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:11:48.271568 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:11:48.313350 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb02ed-3808-4867-81c0-ea235d9b6798 x-openstack-request-id: req-20bb02ed-3808-4867-81c0-ea235d9b6798 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:11:48.317736 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:11:48.317736 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20bb02ed-3808-4867-81c0-ea235d9b6798 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:11:48.317736 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'status': 'completed', 'code': 200} Aug 06 16:11:48.413103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f735b8-36ef-4f13-9c20-0490cbc61974 req-0e99df87-ac89-475c-a0a2-0aa78068d1db tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.414966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3f735b8-36ef-4f13-9c20-0490cbc61974 req-0e99df87-ac89-475c-a0a2-0aa78068d1db tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0824473 Aug 06 16:11:48.418874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-d3436baf-c228-4067-80f2-5799e7ee5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.422341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-d3436baf-c228-4067-80f2-5799e7ee5e15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1097 time: 0.0782666 Aug 06 16:11:48.491556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3f735b8-36ef-4f13-9c20-0490cbc61974 req-1d1550d7-3094-4187-97f1-e437f2ea99d7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585110 Aug 06 16:11:48.502671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:48.557300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-d036635a-6a1a-42a9-87d7-33ccc2dc486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.559860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-d036635a-6a1a-42a9-87d7-33ccc2dc486e service neutron] 10.222.0.64 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.1304362 Aug 06 16:11:48.607282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-090f097d-fba3-4c2c-a984-b3f4733d3a36 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc HTTP/1.1" status: 200 len: 992 time: 0.1030924 Aug 06 16:11:48.655077 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-35ca504f-4bbc-4796-b561-f95e73a967c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1000 time: 0.0877354 Aug 06 16:11:48.656234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a8e3e-48ce-4325-ad5a-e57bdbf8c94f req-164b7883-846a-4ba3-9f30-6657ce3774e8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.658047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-030a8e3e-48ce-4325-ad5a-e57bdbf8c94f req-164b7883-846a-4ba3-9f30-6657ce3774e8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0725691 Aug 06 16:11:48.673893 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'port_id': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'mac_address': 'fa:16:3e:4b:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:11:46Z', 'updated_at': '2021-08-06T16:11:46Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:38Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:48.707220 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-030a8e3e-48ce-4325-ad5a-e57bdbf8c94f req-a7f0cb43-ac51-405f-9cc4-d920c9a65455 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Aug 06 16:11:48.711494 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] Checking router: 0141ccd3-e629-44ba-9208-0403476797a0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:11:48.728280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:11:48.729548 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:11:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:48.732399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-32d1a624-36f2-4904-854e-3fff13dd51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.734830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-32d1a624-36f2-4904-854e-3fff13dd51bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0721676 Aug 06 16:11:48.792248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-78b40109-caa4-49ca-80de-ca5962ea2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:48.793755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-78b40109-caa4-49ca-80de-ca5962ea2117 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515921 Aug 06 16:11:48.855857 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:11:48.893259 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-6520e902-edc7-4bff-9c0c-19a0a835c73f service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916071 Aug 06 16:11:49.000862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-862976c6-5ceb-46e8-bbd7-ab9e877c2f7f req-f6a3a4e6-88c4-47ef-90cd-c90c5bfc9eef service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003556 Aug 06 16:11:49.113665 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'port_id': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'mac_address': 'fa:16:3e:4b:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:11:46Z', 'updated_at': '2021-08-06T16:11:46Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:38Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:11:49.144960 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c99d8-bfaf-4a97-aa7d-9b9329513a87 None None] The sync data for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 is: [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'port_id': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'mac_address': 'fa:16:3e:4b:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:11:46Z', 'updated_at': '2021-08-06T16:11:46Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:38Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:11:49.359911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f663c7-f3cf-4431-909b-2ab48770aa79 None None] New status for floating IP 2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:11:49.611335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34774) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:11:49.683247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e59a32ea-1a0a-4894-a289-c3cc944f21ad tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc HTTP/1.1" status: 200 len: 994 time: 0.0706270 Aug 06 16:11:49.850547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3488b-7fcd-4e28-8e77-d7bf44c6786f req-8283df5a-2368-4586-936f-e5e8e63dba00 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:49.852058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14c3488b-7fcd-4e28-8e77-d7bf44c6786f req-8283df5a-2368-4586-936f-e5e8e63dba00 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0541754 Aug 06 16:11:49.897221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14c3488b-7fcd-4e28-8e77-d7bf44c6786f req-83e0a2a3-608f-4cea-acad-2a122d923b24 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Aug 06 16:11:50.130263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-8aa94daa-be7f-4894-8d3f-1d8f0a9da710 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424371 Aug 06 16:11:50.212317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-3653e28b-1c81-489d-861f-836b692b0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.213755 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-3653e28b-1c81-489d-861f-836b692b0e0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1097 time: 0.0410771 Aug 06 16:11:50.331992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-91c2759b-34c8-48cb-919f-c1e2ad35b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.333490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-91c2759b-34c8-48cb-919f-c1e2ad35b307 service neutron] 10.222.0.64 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.0984125 Aug 06 16:11:50.412834 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-e6deb430-20c0-4e41-95c3-0e64817ae522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1002 time: 0.0714645 Aug 06 16:11:50.468151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-e031c761-f61b-41b4-9547-a29c9da8dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.473006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-e031c761-f61b-41b4-9547-a29c9da8dbb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0510385 Aug 06 16:11:50.527456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-9b081849-15bc-4945-abbc-8fe9bbf5928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:50.529048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-9b081849-15bc-4945-abbc-8fe9bbf5928a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487328 Aug 06 16:11:50.634685 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-ef61d175-2152-496f-ab58-cd2111304a76 service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980976 Aug 06 16:11:50.742124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6cd87a9b-2d97-4b5e-a4ff-3701b3ec9f05 req-02253cbe-c3b3-4504-8ec6-3301c27fe064 service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001194 Aug 06 16:11:51.023404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d642ce-40a9-4618-8f0b-307632168edd req-566b96fc-5aa9-4414-a1d8-245beb997550 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:51.024850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33d642ce-40a9-4618-8f0b-307632168edd req-566b96fc-5aa9-4414-a1d8-245beb997550 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0547271 Aug 06 16:11:51.070187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33d642ce-40a9-4618-8f0b-307632168edd req-3bbd03a0-e90e-4972-92c5-482f4888b60b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370898 Aug 06 16:11:52.208650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf28a9c-9dec-4e96-9f73-34c3f2a1410e req-3efb2371-bb7b-4169-9d6e-b64ab3bc2e42 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:52.210156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bf28a9c-9dec-4e96-9f73-34c3f2a1410e req-3efb2371-bb7b-4169-9d6e-b64ab3bc2e42 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0544891 Aug 06 16:11:52.253090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bf28a9c-9dec-4e96-9f73-34c3f2a1410e req-c8285f05-228a-4418-9a3c-2fee11e463e4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369136 Aug 06 16:11:53.382409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98eb6b-953b-47c9-a329-a04e02a15b63 req-59a5ac42-0f50-4633-8d64-6e9569ec75fa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:53.384503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd98eb6b-953b-47c9-a329-a04e02a15b63 req-59a5ac42-0f50-4633-8d64-6e9569ec75fa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0595365 Aug 06 16:11:53.432717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd98eb6b-953b-47c9-a329-a04e02a15b63 req-15e6e6f6-adbe-46e3-be40-a3b4abffdb13 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Aug 06 16:11:54.567947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46cc5-5e62-4b79-be3e-b9ecaf952a96 req-525c53d9-53fe-4927-b6a1-ae7a2b07bda6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:54.569428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eab46cc5-5e62-4b79-be3e-b9ecaf952a96 req-525c53d9-53fe-4927-b6a1-ae7a2b07bda6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0580096 Aug 06 16:11:54.623271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eab46cc5-5e62-4b79-be3e-b9ecaf952a96 req-1bd96bed-863c-4736-b3e0-e0a8a8785809 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Aug 06 16:11:55.751400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062bede-abed-4714-8ec5-62c94200ecbd req-514c262d-1fd9-49fe-aeca-0fa473f7cb84 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:55.753181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f062bede-abed-4714-8ec5-62c94200ecbd req-514c262d-1fd9-49fe-aeca-0fa473f7cb84 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0580182 Aug 06 16:11:55.795139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f062bede-abed-4714-8ec5-62c94200ecbd req-d683dd47-1970-4d51-ba04-35bcee21601f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Aug 06 16:11:56.148102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:56.922511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a48e-cfc3-4693-9dfe-19e280b0909c req-e02acb1a-e6c5-4da2-8f4c-bb34fe99c8ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:56.924254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe76a48e-cfc3-4693-9dfe-19e280b0909c req-e02acb1a-e6c5-4da2-8f4c-bb34fe99c8ba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0533054 Aug 06 16:11:56.965400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe76a48e-cfc3-4693-9dfe-19e280b0909c req-d89ac5a3-6650-48af-a1c1-549812cc3858 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Aug 06 16:11:58.087943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5511ee6-8ec0-48eb-bf61-28e27056f023 req-3aef5ea0-f00c-45ff-a4a7-d91ee3d8aae5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:58.089434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5511ee6-8ec0-48eb-bf61-28e27056f023 req-3aef5ea0-f00c-45ff-a4a7-d91ee3d8aae5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0539505 Aug 06 16:11:58.136970 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c5511ee6-8ec0-48eb-bf61-28e27056f023 req-1965a309-f2e0-4839-8e17-66d74658fe97 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403771 Aug 06 16:11:59.261334 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:11:59.263753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7749ff-c3e4-453e-aa7e-6af0e43fdabc req-45cc226c-887f-4c45-8040-cc74697b53c0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:11:59.265313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df7749ff-c3e4-453e-aa7e-6af0e43fdabc req-45cc226c-887f-4c45-8040-cc74697b53c0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0511367 Aug 06 16:11:59.305524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df7749ff-c3e4-453e-aa7e-6af0e43fdabc req-b0809e20-83fd-4a48-ac40-85e19724adee tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Aug 06 16:12:00.429246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a58a9-56f9-4554-bade-db8927c64962 req-a2a389f3-e4f1-45d7-a00f-04e5104ddfed tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:00.430757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b5a58a9-56f9-4554-bade-db8927c64962 req-a2a389f3-e4f1-45d7-a00f-04e5104ddfed tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0542667 Aug 06 16:12:00.474421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b5a58a9-56f9-4554-bade-db8927c64962 req-9de1fa1a-230f-4f8b-a32d-83d7000fd31d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Aug 06 16:12:01.587489 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:12:01.592804 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c3c15-d876-49e5-a4b9-b834142e11de req-52614059-db3d-4da5-86d1-99223aa03587 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:01.594313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb0c3c15-d876-49e5-a4b9-b834142e11de req-52614059-db3d-4da5-86d1-99223aa03587 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Aug 06 16:12:01.638455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cb0c3c15-d876-49e5-a4b9-b834142e11de req-e2667578-f72e-488c-afb3-f8d3806ceaa9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369010 Aug 06 16:12:02.762745 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5647b77-9900-4a27-9c39-69eac2d27795 req-5930a37b-e2bd-4f2d-9f68-57b2a21781b6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:02.764343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5647b77-9900-4a27-9c39-69eac2d27795 req-5930a37b-e2bd-4f2d-9f68-57b2a21781b6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0535581 Aug 06 16:12:02.806580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5647b77-9900-4a27-9c39-69eac2d27795 req-51110920-5b5f-4ae9-bd83-f7a1f61ffd64 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Aug 06 16:12:03.936762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fcee6-d002-42fd-b0c4-206ddb5e3357 req-a4fcbddd-ba62-4a2c-8a37-e6853f7efff3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:03.938276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-586fcee6-d002-42fd-b0c4-206ddb5e3357 req-a4fcbddd-ba62-4a2c-8a37-e6853f7efff3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0512433 Aug 06 16:12:03.982000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-586fcee6-d002-42fd-b0c4-206ddb5e3357 req-857cb14e-a8d0-4227-9cd5-90aa535b56e6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362730 Aug 06 16:12:05.049397 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bbb6951e-4e21-4b6c-9af3-12f2b1a9dbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:05.106424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9d57e-4bdd-4d20-a6a2-cd33f319da58 req-eef9c81c-42be-4d22-b489-70e0fb5dbea6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:05.107949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8c9d57e-4bdd-4d20-a6a2-cd33f319da58 req-eef9c81c-42be-4d22-b489-70e0fb5dbea6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0538101 Aug 06 16:12:05.151730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8c9d57e-4bdd-4d20-a6a2-cd33f319da58 req-f3b88643-65a3-4f5c-806a-40260d991b19 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377438 Aug 06 16:12:06.271826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae75200-8641-4d51-88e4-5370055c4293 req-6debc56d-599c-4293-ba60-9daa8621547e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:06.273835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ae75200-8641-4d51-88e4-5370055c4293 req-6debc56d-599c-4293-ba60-9daa8621547e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0528548 Aug 06 16:12:06.313309 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ae75200-8641-4d51-88e4-5370055c4293 req-475508a7-049d-4c33-8582-a72263a7ed79 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333519 Aug 06 16:12:07.437507 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b0099-d3e8-42d2-bfcf-46af3d94728b req-a1265422-baf1-43b0-82ae-bf07d8f9380a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:07.439027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a0b0099-d3e8-42d2-bfcf-46af3d94728b req-a1265422-baf1-43b0-82ae-bf07d8f9380a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0538366 Aug 06 16:12:07.480312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a0b0099-d3e8-42d2-bfcf-46af3d94728b req-4ec65579-b177-4fab-8e7d-b0d944955c8e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Aug 06 16:12:07.696233 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7927356-9f87-4e6d-80fe-97e9efb25950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:07.723891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:08.610697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9234d-9170-433e-a5bb-9257f29eba13 req-e58dfe7d-c995-4b81-93b9-dc25b05d8391 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:08.612236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80c9234d-9170-433e-a5bb-9257f29eba13 req-e58dfe7d-c995-4b81-93b9-dc25b05d8391 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0515285 Aug 06 16:12:08.658575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80c9234d-9170-433e-a5bb-9257f29eba13 req-50c3d7c5-b3a2-4fc1-bffc-69e8182c83b6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 Aug 06 16:12:08.924372 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:09.781795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db6c5b-9efa-4929-9c3b-2b06f4bc98a1 req-91e591f1-ede1-428d-8268-5a01eda4699f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:09.783316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49db6c5b-9efa-4929-9c3b-2b06f4bc98a1 req-91e591f1-ede1-428d-8268-5a01eda4699f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0512073 Aug 06 16:12:09.823191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49db6c5b-9efa-4929-9c3b-2b06f4bc98a1 req-00748d70-a01b-4ba6-a2fb-00b799cdf226 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330918 Aug 06 16:12:10.889003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:10.951362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f18e9-d411-457e-9ee7-0966d10510f6 req-bee5d2ed-9327-474c-901c-c8682d125281 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:10.952835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-683f18e9-d411-457e-9ee7-0966d10510f6 req-bee5d2ed-9327-474c-901c-c8682d125281 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0550463 Aug 06 16:12:10.992888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-683f18e9-d411-457e-9ee7-0966d10510f6 req-1231bcb4-9628-4aee-b305-73eacab241ef tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Aug 06 16:12:12.128587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5009e-d8ef-40e0-a6a2-dc0cca62ce82 req-5c349075-a08e-4e2c-b900-47a16bcb4fde tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:12.130769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8db5009e-d8ef-40e0-a6a2-dc0cca62ce82 req-5c349075-a08e-4e2c-b900-47a16bcb4fde tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0523925 Aug 06 16:12:12.178781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8db5009e-d8ef-40e0-a6a2-dc0cca62ce82 req-f13fd25e-624f-4673-a3f8-f923d6fdd236 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Aug 06 16:12:13.302169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d08a85-bf24-4de4-867e-ea2fa5c201aa req-227789a2-7bae-4ff2-a464-7c464cd0cdbc tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:13.303671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67d08a85-bf24-4de4-867e-ea2fa5c201aa req-227789a2-7bae-4ff2-a464-7c464cd0cdbc tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0506945 Aug 06 16:12:13.345959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-67d08a85-bf24-4de4-867e-ea2fa5c201aa req-2d1b3957-4c47-4240-a524-9f52e413c462 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Aug 06 16:12:14.464640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903247e5-8007-40e0-95a2-e09e29dadae0 req-4a00006b-baef-4388-81e8-ad19ea3ea483 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:14.466264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-903247e5-8007-40e0-95a2-e09e29dadae0 req-4a00006b-baef-4388-81e8-ad19ea3ea483 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0532582 Aug 06 16:12:14.506427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-903247e5-8007-40e0-95a2-e09e29dadae0 req-df9123b8-b644-4a4c-9ea6-02e7f64d4348 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Aug 06 16:12:15.632754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c41cac-a742-4aae-ad7c-7dc043f74c7e req-81d6781a-2321-4494-b5c7-d042af49fdaa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:15.634741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7c41cac-a742-4aae-ad7c-7dc043f74c7e req-81d6781a-2321-4494-b5c7-d042af49fdaa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0555003 Aug 06 16:12:15.676810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7c41cac-a742-4aae-ad7c-7dc043f74c7e req-6556aa60-2c24-4cd3-a67b-2b9609febe5f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362027 Aug 06 16:12:16.803644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcb951-113f-4bb0-b374-bc01de6dd1c7 req-2c2b8565-cc9f-4674-9822-d2cc57d23635 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:16.805221 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aebcb951-113f-4bb0-b374-bc01de6dd1c7 req-2c2b8565-cc9f-4674-9822-d2cc57d23635 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0573678 Aug 06 16:12:16.862269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aebcb951-113f-4bb0-b374-bc01de6dd1c7 req-ee64eefc-9e7c-4cad-97d2-1c19e46d1cc5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496650 Aug 06 16:12:17.984837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1298309-b1a3-443d-b6b9-8b29d4d85f50 req-af4f77a5-f83e-4aa2-93ca-28a5f0582b7a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:17.989477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1298309-b1a3-443d-b6b9-8b29d4d85f50 req-af4f77a5-f83e-4aa2-93ca-28a5f0582b7a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0536776 Aug 06 16:12:18.025655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1298309-b1a3-443d-b6b9-8b29d4d85f50 req-4c1793c4-72dc-40a8-8967-4a6c19ba50e6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Aug 06 16:12:19.148740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e23e14-c7e3-4373-ad51-91a992cfa4bc req-b0d874c8-264a-4d02-9a07-6380ae841547 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:19.150230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06e23e14-c7e3-4373-ad51-91a992cfa4bc req-b0d874c8-264a-4d02-9a07-6380ae841547 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0496211 Aug 06 16:12:19.193251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06e23e14-c7e3-4373-ad51-91a992cfa4bc req-65c0569d-cf88-4559-b180-afd02a3ef36b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356538 Aug 06 16:12:20.318565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951f16d-1e01-4241-8e36-c45d1212dc28 req-5dc191a3-f64a-4881-b757-75e7f4b4b4fe tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:20.320404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2951f16d-1e01-4241-8e36-c45d1212dc28 req-5dc191a3-f64a-4881-b757-75e7f4b4b4fe tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0538220 Aug 06 16:12:20.365528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2951f16d-1e01-4241-8e36-c45d1212dc28 req-0a31a0c5-316d-4418-9563-dc262d1b00eb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Aug 06 16:12:21.484842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5f19-3be7-4c3c-a607-1e842bff1230 req-4ca7ff73-0d85-4a3c-920f-271c5e14e48f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:21.486410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae8e5f19-3be7-4c3c-a607-1e842bff1230 req-4ca7ff73-0d85-4a3c-920f-271c5e14e48f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0516515 Aug 06 16:12:21.524870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ae8e5f19-3be7-4c3c-a607-1e842bff1230 req-aab11481-007b-45e5-beea-3f3ba1b07799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326667 Aug 06 16:12:22.641651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53510b-485f-49de-9560-abc45353c0fc req-4181c6e5-eda1-4f81-89ae-0c8920cba4f4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:22.643055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e53510b-485f-49de-9560-abc45353c0fc req-4181c6e5-eda1-4f81-89ae-0c8920cba4f4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0495324 Aug 06 16:12:22.685214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e53510b-485f-49de-9560-abc45353c0fc req-c20c71dc-5bb2-4d35-b4f1-72273a788415 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357568 Aug 06 16:12:23.140458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd4279-f26b-4680-b8df-122f40d754fc req-b6f347ac-55db-45d9-8e29-f83901126472 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.141984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0cd4279-f26b-4680-b8df-122f40d754fc req-b6f347ac-55db-45d9-8e29-f83901126472 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0506659 Aug 06 16:12:23.180411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0cd4279-f26b-4680-b8df-122f40d754fc req-16ffca26-dcab-40ea-a873-e4485b824a0f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325642 Aug 06 16:12:23.203506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34850) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:23.264962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-56e46904-657c-4f08-8e5c-ebf3072c6c8a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc HTTP/1.1" status: 200 len: 994 time: 0.0603142 Aug 06 16:12:23.701833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666a871-801b-4c73-ada7-ae56fe89f41f req-39fccf3c-a7bf-45ec-8adb-344a17322f98 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.703341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6666a871-801b-4c73-ada7-ae56fe89f41f req-39fccf3c-a7bf-45ec-8adb-344a17322f98 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1097 time: 0.0444834 Aug 06 16:12:23.740490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6666a871-801b-4c73-ada7-ae56fe89f41f req-b9f64e71-6673-44a2-a5d8-d1a9b095092f tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311792 Aug 06 16:12:23.808003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50ace9-f4ed-4195-b93c-41db80002b35 req-92d7c165-9a80-4aba-a775-1722e2342609 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:23.809621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c50ace9-f4ed-4195-b93c-41db80002b35 req-92d7c165-9a80-4aba-a775-1722e2342609 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0526319 Aug 06 16:12:23.850232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c50ace9-f4ed-4195-b93c-41db80002b35 req-1ad01a56-4f45-424c-be0e-0b52d6edada0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Aug 06 16:12:24.733840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-0ce0bdd3-d368-4b6d-8026-9cafa73c76c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419559 Aug 06 16:12:24.972597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8a678-06f0-4f2b-906a-5abef16f1a3a req-816a8c8d-007b-4c33-b1b8-16ba656d3a5f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:24.974377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7db8a678-06f0-4f2b-906a-5abef16f1a3a req-816a8c8d-007b-4c33-b1b8-16ba656d3a5f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0493560 Aug 06 16:12:25.015481 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7db8a678-06f0-4f2b-906a-5abef16f1a3a req-0dd28e10-9874-4e54-8ed2-fb1c26eb9955 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350218 Aug 06 16:12:25.739543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-fecfe3e1-5e42-4f0d-945e-cd545f6e11e3 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:12:25.741365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-fecfe3e1-5e42-4f0d-945e-cd545f6e11e3 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692680 Aug 06 16:12:25.752969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Request body: {'binding': {'host': 'n-h1-778550-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:25.753424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Unknown quota resources ['binding']. {{(pid=94840) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 06 16:12:25.901011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on host n-h1-778550-6 for vnic_type normal with profile None {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:25.901346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:25.901693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:25.906705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:25.907119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:25.912542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:25.912977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Checking segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:25.913441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Bound using segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:25.913905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Bound port: de221391-8e7a-4fc8-aba0-c8354e06803b, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:26.005939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:26.101985 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:26.103339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] 10.222.0.16 "POST /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3548372 Aug 06 16:12:26.129027 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:26.141698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d19b1-f482-4515-be18-79ad43b5d1a9 req-d990a40b-89cd-433c-a24e-d951f26de42b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.143160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-515d19b1-f482-4515-be18-79ad43b5d1a9 req-d990a40b-89cd-433c-a24e-d951f26de42b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0541527 Aug 06 16:12:26.181665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-515d19b1-f482-4515-be18-79ad43b5d1a9 req-f6a352d0-1658-424c-8e23-1226b9387720 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Aug 06 16:12:26.407606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c2ef-d83c-45e0-9147-a942dcff6c53 req-7814b126-2c3a-4249-8e9e-c218a18cc21c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.409157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0d6c2ef-d83c-45e0-9147-a942dcff6c53 req-7814b126-2c3a-4249-8e9e-c218a18cc21c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0623925 Aug 06 16:12:26.458760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d0d6c2ef-d83c-45e0-9147-a942dcff6c53 req-3fc03529-70f7-47ee-a2c0-d46ef1e330d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433328 Aug 06 16:12:26.765791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-d3569618-94ac-4b32-a0d3-cb1e25dd309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.767317 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-d3569618-94ac-4b32-a0d3-cb1e25dd309b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1097 time: 0.0465841 Aug 06 16:12:26.868641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-725cbdbd-731c-4b84-a7c9-70fca2fa74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.870147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-725cbdbd-731c-4b84-a7c9-70fca2fa74fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.0966184 Aug 06 16:12:26.939879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-394c250b-ea9d-4834-8eaf-fd3cbf4436da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1002 time: 0.0622294 Aug 06 16:12:26.991884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8fbf05d9-8aab-4227-9cf2-76821e919d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:26.993337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8fbf05d9-8aab-4227-9cf2-76821e919d65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0468872 Aug 06 16:12:27.047423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2e24b844-f622-4334-8d8b-f009abd567e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.048878 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2e24b844-f622-4334-8d8b-f009abd567e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487435 Aug 06 16:12:27.138852 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-c19299bd-09b6-4fc0-a5fe-59935ae41c15 service neutron] 10.222.0.59 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829191 Aug 06 16:12:27.239106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-33b140b6-3915-48bc-8468-13a23b4e73ef service neutron] 10.222.0.59 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938993 Aug 06 16:12:27.301453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbcb38-9ad8-49ec-84b7-b18f326f91a3 req-efd0165e-6745-4005-93ac-16b9b72aa415 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.302930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbdbcb38-9ad8-49ec-84b7-b18f326f91a3 req-efd0165e-6745-4005-93ac-16b9b72aa415 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0502133 Aug 06 16:12:27.342067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbdbcb38-9ad8-49ec-84b7-b18f326f91a3 req-634b274e-4e05-44f2-b994-97179b789f09 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Aug 06 16:12:27.374201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-d2497517-f5c0-428b-ae8f-26f4fb321f3d tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.375743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-d2497517-f5c0-428b-ae8f-26f4fb321f3d tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83&tenant_id=618f00fcdc5140c494e411523c645571&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1097 time: 0.0795116 Aug 06 16:12:27.389260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-778550-6'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:27.445679 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:27.575412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:27.583467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd06fa-7fb9-48fb-95ff-fc84bcdecb70 req-7154a866-8c16-4dc5-bd8b-eae6ba4902b7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:27.585041 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26fd06fa-7fb9-48fb-95ff-fc84bcdecb70 req-7154a866-8c16-4dc5-bd8b-eae6ba4902b7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0543146 Aug 06 16:12:27.628218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26fd06fa-7fb9-48fb-95ff-fc84bcdecb70 req-17e9136d-64ba-404f-b316-240340e322c2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360591 Aug 06 16:12:27.954349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:27.996240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:27.998595 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68d734-d5a3-422c-82ed-3c19c2249f89" -d '{"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-unplugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:28.002425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.036789 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f68a00-4323-4a35-9fa2-b033e786ecc3 x-openstack-request-id: req-16f68a00-4323-4a35-9fa2-b033e786ecc3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:28.037091 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-unplugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:28.037404 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16f68a00-4323-4a35-9fa2-b033e786ecc3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:28.037805 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'code': 200} Aug 06 16:12:28.146610 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.253358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:28.310822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on host n-h2-778550-6 for vnic_type normal with profile {"migrating_to": "n-h1-778550-6"} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:28.311166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:28.311504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:28.316457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:12:28.316779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Attempting to bind port de221391-8e7a-4fc8-aba0-c8354e06803b on network 068a3a18-15e5-44f5-a4d9-154c3098deef {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:28.322519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:28.325666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Checking segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:28.325666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Bound using segment: {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:28.325666 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Bound port: de221391-8e7a-4fc8-aba0-c8354e06803b, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3aa5e4-74a7-4903-acda-615f6ad7acce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:28.325666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.395472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:28.398562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:28.464363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0b5fb08-1fa3-4846-a784-33d9ab00537b None None] Provisioning complete for port de221391-8e7a-4fc8-aba0-c8354e06803b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:28.464981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0b5fb08-1fa3-4846-a784-33d9ab00537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.471988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b650e5-23e2-4df3-8348-5dacfe9a6c7c req-f1f0f382-5b38-4625-a990-06658c1f329d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.473511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4b650e5-23e2-4df3-8348-5dacfe9a6c7c req-f1f0f382-5b38-4625-a990-06658c1f329d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0517466 Aug 06 16:12:28.477685 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.505868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d0b5fb08-1fa3-4846-a784-33d9ab00537b None None] Port de221391-8e7a-4fc8-aba0-c8354e06803b cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:12:28.514676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4b650e5-23e2-4df3-8348-5dacfe9a6c7c req-6285e888-493d-4b17-9cd7-4f42188c8972 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Aug 06 16:12:28.576231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:28.620794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.621912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.623400 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-8c87a8cf-95d5-4195-a736-d34f39ae6db5 service neutron] 10.222.0.59 "PUT /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1122 time: 1.2389638 Aug 06 16:12:28.700758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['de221391-8e7a-4fc8-aba0-c8354e06803b'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:28.752400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-77352d7c-93cf-40f0-9780-e57105a4247f None None] Provisioning complete for port de221391-8e7a-4fc8-aba0-c8354e06803b triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:28.753063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77352d7c-93cf-40f0-9780-e57105a4247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.761082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782766d8-b051-40bb-bb20-bde542d81c2d req-202d4a21-4bca-41a2-9287-87e5829de0a7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:28.763297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-782766d8-b051-40bb-bb20-bde542d81c2d req-202d4a21-4bca-41a2-9287-87e5829de0a7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 944 time: 0.0537033 Aug 06 16:12:28.802196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-782766d8-b051-40bb-bb20-bde542d81c2d req-8dcaa3e6-1e5f-4948-8812-fdf2bccaf134 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321939 Aug 06 16:12:28.890964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77352d7c-93cf-40f0-9780-e57105a4247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:28.933320 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:28.936144 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea30db-7c70-49c9-8511-2017c8d4016b" -d '{"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-plugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:28.960194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-77352d7c-93cf-40f0-9780-e57105a4247f None None] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:28.981966 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474e9cd7-4135-4712-a5b9-afa14d27e108 x-openstack-request-id: req-474e9cd7-4135-4712-a5b9-afa14d27e108 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:28.984779 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-plugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:28.984779 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-474e9cd7-4135-4712-a5b9-afa14d27e108 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:28.984779 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'code': 200} Aug 06 16:12:29.052672 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77352d7c-93cf-40f0-9780-e57105a4247f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:29.270877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77352d7c-93cf-40f0-9780-e57105a4247f None None] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:29.375252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:29.643178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-ed68e0d3-fb87-49c4-be36-ca9de79128a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428221 Aug 06 16:12:29.652119 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2844754-8225-413d-a6af-a295a15ce2a1 req-ac25f864-2ca4-4b44-9c36-0ec039f5ffa8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.654222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2844754-8225-413d-a6af-a295a15ce2a1 req-ac25f864-2ca4-4b44-9c36-0ec039f5ffa8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 944 time: 0.0562828 Aug 06 16:12:29.705731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c2844754-8225-413d-a6af-a295a15ce2a1 req-fbd200f0-f91c-4cf1-afcb-edb7f77cefd0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Aug 06 16:12:29.736401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906580e-aaed-4a47-b508-bb88263e2341 req-ef05cf18-453f-409d-8ec6-6eb8f3c4838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.737935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-ef05cf18-453f-409d-8ec6-6eb8f3c4838d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 1097 time: 0.0502353 Aug 06 16:12:29.853125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906580e-aaed-4a47-b508-bb88263e2341 req-638d8e81-b614-4190-b0bc-ea56fbc31654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.854624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-638d8e81-b614-4190-b0bc-ea56fbc31654 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0927749 Aug 06 16:12:29.910204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-45d43309-01d2-4489-9b20-802f1d60ef46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b45ff3-3818-4523-9acf-740dca1bab96 HTTP/1.1" status: 200 len: 217 time: 0.0482693 Aug 06 16:12:29.927889 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03fbdb-d4bd-44b8-92a3-62f23343d000 req-97911408-dd21-4f21-afac-a0316456bcd5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.931179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b03fbdb-d4bd-44b8-92a3-62f23343d000 req-97911408-dd21-4f21-afac-a0316456bcd5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0550365 Aug 06 16:12:29.970824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906580e-aaed-4a47-b508-bb88263e2341 req-b3426ac8-6b90-471d-8f16-cff24597abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:29.972339 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-b3426ac8-6b90-471d-8f16-cff24597abe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0560768 Aug 06 16:12:29.973414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b03fbdb-d4bd-44b8-92a3-62f23343d000 req-82372a74-ba13-4c4e-a708-227755cb19c2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376723 Aug 06 16:12:30.021822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906580e-aaed-4a47-b508-bb88263e2341 req-44331266-2c42-484f-b1b0-c0f9132639de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.023618 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-44331266-2c42-484f-b1b0-c0f9132639de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438473 Aug 06 16:12:30.032591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd996215-e02f-41ef-8dff-d11fb66a24d3 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:30.043476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:30.047199 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489e2056-2619-4327-8a0b-31d547696407" -d '{"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:30.101537 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e084c-6d88-409d-933d-cf2fa3b432d2 x-openstack-request-id: req-335e084c-6d88-409d-933d-cf2fa3b432d2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:30.103760 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:30.103760 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-335e084c-6d88-409d-933d-cf2fa3b432d2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:30.103760 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'status': 'completed', 'code': 200} Aug 06 16:12:30.148525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bd996215-e02f-41ef-8dff-d11fb66a24d3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd996215-e02f-41ef-8dff-d11fb66a24d3,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:30.161186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'bd996215-e02f-41ef-8dff-d11fb66a24d3', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': 'bd996215-e02f-41ef-8dff-d11fb66a24d3', 'mac_address': 'fa:16:3e:9e:ce:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:12:30.169120 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-36f57a8b-caca-461e-ad30-6eb3c892897b service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384311 Aug 06 16:12:30.175816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2056-2619-4327-8a0b-31d547696407 req-dcaf0fe9-2671-49c7-b64a-a46cb8e3b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.177312 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-dcaf0fe9-2671-49c7-b64a-a46cb8e3b8ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1127 time: 0.0615957 Aug 06 16:12:30.203449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.217283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd996215-e02f-41ef-8dff-d11fb66a24d3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:12:30.238558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bd996215-e02f-41ef-8dff-d11fb66a24d3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd996215-e02f-41ef-8dff-d11fb66a24d3,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:30.336132 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:30.358049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d906580e-aaed-4a47-b508-bb88263e2341 req-dfa4b9c7-d424-4ba3-857f-97d519d21f99 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797547 Aug 06 16:12:30.361951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2056-2619-4327-8a0b-31d547696407 req-10bb3b4e-ef1b-4560-be21-bb2a3c6d3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.361951 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-10bb3b4e-ef1b-4560-be21-bb2a3c6d3c77 service neutron] 10.222.0.64 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.1743987 Aug 06 16:12:30.395891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bd996215-e02f-41ef-8dff-d11fb66a24d3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:30.443587 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-0e415f81-b0ec-4fcb-9897-c7ad30b5ad58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1002 time: 0.0698488 Aug 06 16:12:30.511174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2056-2619-4327-8a0b-31d547696407 req-adb2a9d1-7d9a-4677-9189-1fa10ef5b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.513609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-adb2a9d1-7d9a-4677-9189-1fa10ef5b709 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0622518 Aug 06 16:12:30.565930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e2056-2619-4327-8a0b-31d547696407 req-02320b3d-db3b-46ee-a8ae-b83b7c907828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.567450 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-02320b3d-db3b-46ee-a8ae-b83b7c907828 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423226 Aug 06 16:12:30.570361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['bd996215-e02f-41ef-8dff-d11fb66a24d3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:30.680207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-0a5bfca2-3e77-41c7-81c9-9c8fe0cb8959 service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031799 Aug 06 16:12:30.822301 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-489e2056-2619-4327-8a0b-31d547696407 req-9c921258-afc7-42e8-943c-5c2f96003609 service neutron] 10.222.0.64 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288073 Aug 06 16:12:30.858062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbefa11-9d85-4526-932c-1068e9ecd226 req-cbbb8de3-b21e-44cd-9278-62e370ea99b0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:30.858762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bbefa11-9d85-4526-932c-1068e9ecd226 req-cbbb8de3-b21e-44cd-9278-62e370ea99b0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 945 time: 0.0664687 Aug 06 16:12:30.900585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bbefa11-9d85-4526-932c-1068e9ecd226 req-4c27aaa2-b5c6-46d0-9240-694669eebc8b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356350 Aug 06 16:12:31.106413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c1a53-f606-46ba-9094-a3b968841335 req-a50bfc89-a250-4467-894c-0c17bcf73ba2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:31.108020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f3c1a53-f606-46ba-9094-a3b968841335 req-a50bfc89-a250-4467-894c-0c17bcf73ba2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0573008 Aug 06 16:12:31.152684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f3c1a53-f606-46ba-9094-a3b968841335 req-5c58fbe1-cafa-44aa-8cbd-0d02714f6d99 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383294 Aug 06 16:12:32.024595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94326882-e0c6-45de-bdc0-5a730bb10bfd req-f6dd2a3f-17b4-4500-ba48-f4872660c5c7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.026100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94326882-e0c6-45de-bdc0-5a730bb10bfd req-f6dd2a3f-17b4-4500-ba48-f4872660c5c7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 945 time: 0.0517521 Aug 06 16:12:32.037942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:12:32.041032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd996215-e02f-41ef-8dff-d11fb66a24d3 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:32.067176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-94326882-e0c6-45de-bdc0-5a730bb10bfd req-bd6fb918-9ce8-4b12-a614-3ec74e536f02 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350437 Aug 06 16:12:32.181538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:32.194300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b has no active binding in host n-h1-778550-6 {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 06 16:12:32.243684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port bd996215-e02f-41ef-8dff-d11fb66a24d3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:32.248657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port bd996215-e02f-41ef-8dff-d11fb66a24d3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:32.249037 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:32.272549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8349f-b685-458f-a12b-a386a112e812 req-55893af2-2a20-4bb9-8dd5-4425a01777b1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.274050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acd8349f-b685-458f-a12b-a386a112e812 req-55893af2-2a20-4bb9-8dd5-4425a01777b1 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0520298 Aug 06 16:12:32.315772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-acd8349f-b685-458f-a12b-a386a112e812 req-6bc6d447-63a8-4508-a503-752a864d4111 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350461 Aug 06 16:12:32.327165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:32.349697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090f480f-6d6e-489f-9426-3c60f12b0769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd996215-e02f-41ef-8dff-d11fb66a24d3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:32.352092 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d60e39-bfdf-4798-8137-a86386451083" -d '{"events": [{"server_uuid": "090f480f-6d6e-489f-9426-3c60f12b0769", "name": "network-vif-plugged", "status": "completed", "tag": "bd996215-e02f-41ef-8dff-d11fb66a24d3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:32.365869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port bd996215-e02f-41ef-8dff-d11fb66a24d3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd996215-e02f-41ef-8dff-d11fb66a24d3,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:32.391596 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8898f3-b8d0-4e7b-a95f-f29b03b087a6 x-openstack-request-id: req-bb8898f3-b8d0-4e7b-a95f-f29b03b087a6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:32.391918 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090f480f-6d6e-489f-9426-3c60f12b0769", "name": "network-vif-plugged", "status": "completed", "tag": "bd996215-e02f-41ef-8dff-d11fb66a24d3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:32.392175 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb8898f3-b8d0-4e7b-a95f-f29b03b087a6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:32.392580 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090f480f-6d6e-489f-9426-3c60f12b0769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd996215-e02f-41ef-8dff-d11fb66a24d3', 'code': 200} Aug 06 16:12:32.426688 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:32.489867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=bd996215-e02f-41ef-8dff-d11fb66a24d3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:32.498042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b57d-d405-4529-a1bc-f3765fc206bb req-99195510-745a-461c-8b5d-c6ff072dfd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:32.499509 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74b6b57d-d405-4529-a1bc-f3765fc206bb req-99195510-745a-461c-8b5d-c6ff072dfd1d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 1097 time: 0.0493681 Aug 06 16:12:32.534403 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-74b6b57d-d405-4529-a1bc-f3765fc206bb req-7b5f29c6-7e29-4863-85e4-28d3d8035e11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278518 Aug 06 16:12:33.187156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ffb92-027d-44d2-b9f9-2b635285a7a3 req-a7597d5d-659c-4b4f-bd29-4e8708516764 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.188692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c1ffb92-027d-44d2-b9f9-2b635285a7a3 req-a7597d5d-659c-4b4f-bd29-4e8708516764 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 946 time: 0.0526638 Aug 06 16:12:33.227963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c1ffb92-027d-44d2-b9f9-2b635285a7a3 req-c5e7a542-053f-46f3-af91-f1b787afac51 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Aug 06 16:12:33.434982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d56dc-5940-4f13-9ec4-d6b264dd4793 req-2a4d5460-cb2e-4ef6-8622-042b31fc0e39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:33.436697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d8d56dc-5940-4f13-9ec4-d6b264dd4793 req-2a4d5460-cb2e-4ef6-8622-042b31fc0e39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 946 time: 0.0507114 Aug 06 16:12:33.479129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d8d56dc-5940-4f13-9ec4-d6b264dd4793 req-b10e97f3-11be-467b-9fe3-a195a39a6d9f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359750 Aug 06 16:12:33.700268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-45c9235a-83c1-4445-add1-513f826ba20f service neutron] 10.222.0.64 "GET /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 384 time: 0.0568128 Aug 06 16:12:33.883252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:33.904247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:33.945448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:33.947707 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1ddbb8-1f28-4e4e-851f-68cd4beaa5c3" -d '{"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-unplugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:33.955116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:33.984122 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b8717-6ed5-4f82-a0eb-19af016d8fa8 x-openstack-request-id: req-a50b8717-6ed5-4f82-a0eb-19af016d8fa8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:33.984417 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-unplugged", "status": "completed", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:33.984670 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a50b8717-6ed5-4f82-a0eb-19af016d8fa8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:33.985600 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'code': 200} Aug 06 16:12:34.077561 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:34.156174 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Transition to ACTIVE for port object de221391-8e7a-4fc8-aba0-c8354e06803b will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:34.233677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:34.337225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Pushing event updated for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:34.351788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.352159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.352504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.352840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.353175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.353509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.353840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.354164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.354489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.354812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.355135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.355455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:34.356973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2ef90-3e34-410f-bf15-b9c7c7422bac req-6e30cecd-13da-42fc-b436-980e077cadac tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.363009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1c2ef90-3e34-410f-bf15-b9c7c7422bac req-6e30cecd-13da-42fc-b436-980e077cadac tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 946 time: 0.0573933 Aug 06 16:12:34.391332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] No DVR routers for this DVR port de221391-8e7a-4fc8-aba0-c8354e06803b on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:34.406301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1c2ef90-3e34-410f-bf15-b9c7c7422bac req-8491892f-35b2-4f8d-9d5a-51fc9d711f4d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 Aug 06 16:12:34.543163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e34c1e-4006-45f6-ab5e-3888878ed411 req-8306c1ee-f679-4799-af83-79b27ad31055 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.543527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-2dcde08e-564d-4b57-9103-215d3829a669 service neutron] 10.222.0.64 "PUT /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b/bindings/n-h1-778550-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8361678 Aug 06 16:12:34.545815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04e34c1e-4006-45f6-ab5e-3888878ed411 req-8306c1ee-f679-4799-af83-79b27ad31055 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 946 time: 0.0579691 Aug 06 16:12:34.615122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04e34c1e-4006-45f6-ab5e-3888878ed411 req-a1b0fbdb-fb3e-4e10-a4c5-eb08d6fb5d17 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Aug 06 16:12:34.632123 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb394232-9156-439b-be55-73b5c9c45cf1 req-b6501622-8786-42fd-8a00-f5160cb63996 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.634305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb394232-9156-439b-be55-73b5c9c45cf1 req-b6501622-8786-42fd-8a00-f5160cb63996 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0648351 Aug 06 16:12:34.679591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb394232-9156-439b-be55-73b5c9c45cf1 req-3c816bf0-08f6-4971-a52b-a8998003bebb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Aug 06 16:12:34.693382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-b5e1e7b2-bc9d-4604-a1dc-f3ae80271cba tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.695459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-b5e1e7b2-bc9d-4604-a1dc-f3ae80271cba tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83&tenant_id=618f00fcdc5140c494e411523c645571&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.0504651 Aug 06 16:12:34.745432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-e8950dd8-a671-4daf-8263-5614b62a2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.746810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-e8950dd8-a671-4daf-8263-5614b62a2dcc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 1096 time: 0.0434737 Aug 06 16:12:34.815957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-0af64565-348e-46c7-9013-b2f21f58805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.817415 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-0af64565-348e-46c7-9013-b2f21f58805c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1096 time: 0.0487700 Aug 06 16:12:34.877530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dacf1ca2-0095-4415-b2bb-209cf6922560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:34.924292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-75085e41-c0cc-4d89-a837-27d42c471f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:34.925776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-75085e41-c0cc-4d89-a837-27d42c471f28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.1011529 Aug 06 16:12:35.000117 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-ae6aa779-4b43-4968-80d8-d8d947c9d0db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 1000 time: 0.0675981 Aug 06 16:12:35.051986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-40ba87b7-0a9a-4d26-b592-aae4ed45d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.053687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-40ba87b7-0a9a-4d26-b592-aae4ed45d622 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0467887 Aug 06 16:12:35.054293 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca408a-790c-4128-afd4-27edb8dbab0e req-1c199f9c-9366-4214-9345-d564c02e513c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.055748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ca408a-790c-4128-afd4-27edb8dbab0e req-1c199f9c-9366-4214-9345-d564c02e513c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 946 time: 0.0498075 Aug 06 16:12:35.096922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ca408a-790c-4128-afd4-27edb8dbab0e req-78e7b8d1-2d9e-4265-98fc-a14307d01e38 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Aug 06 16:12:35.103681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-69e8c536-9c96-4513-bb20-3fe9c13ec228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.105264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-69e8c536-9c96-4513-bb20-3fe9c13ec228 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433939 Aug 06 16:12:35.207502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-1ce78880-4f0e-4b8a-a181-e475a1819069 service neutron] 10.222.0.59 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934446 Aug 06 16:12:35.299672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-79b7aceb-9d91-4951-9baf-7764c38d97d9 service neutron] 10.222.0.59 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837786 Aug 06 16:12:35.702286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-959dead3-d426-4f77-bfd7-6cf08b97eb7c tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.703729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-959dead3-d426-4f77-bfd7-6cf08b97eb7c tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83&tenant_id=618f00fcdc5140c494e411523c645571&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 1096 time: 0.0450299 Aug 06 16:12:35.805928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37daea9a-3946-4683-a8bb-70ace789909d req-55362b23-8b07-4a8c-8dda-b55dbfcf4df0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.807495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37daea9a-3946-4683-a8bb-70ace789909d req-55362b23-8b07-4a8c-8dda-b55dbfcf4df0 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0570538 Aug 06 16:12:35.846028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37daea9a-3946-4683-a8bb-70ace789909d req-760840be-2b41-43e6-a5bd-56a8a26ad3ab tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Aug 06 16:12:35.903955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-5f59d40f-be1e-4cf9-a2ac-398d46fe3c0a service neutron] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:35.907316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-5f59d40f-be1e-4cf9-a2ac-398d46fe3c0a service neutron] Notify callbacks [] for binding, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:35.908552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-5f59d40f-be1e-4cf9-a2ac-398d46fe3c0a service neutron] 10.222.0.59 "DELETE /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b/bindings/n-h2-778550-6 HTTP/1.1" status: 204 len: 173 time: 0.1957979 Aug 06 16:12:35.959874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe118-5a81-45c6-8fdb-a7406f93cada req-522fac81-0e2e-4410-913b-592743f2dbba tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:35.961406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e54fe118-5a81-45c6-8fdb-a7406f93cada req-522fac81-0e2e-4410-913b-592743f2dbba tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1096 time: 0.0410640 Aug 06 16:12:35.999450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e54fe118-5a81-45c6-8fdb-a7406f93cada req-d245b338-d401-467b-b978-6995c80f7d76 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Aug 06 16:12:36.116671 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21232c3-cb5e-4b97-9dfd-97785ccd7663 req-0582fbb2-cfb8-498f-a635-62ec30b47180 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:36.118166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d21232c3-cb5e-4b97-9dfd-97785ccd7663 req-0582fbb2-cfb8-498f-a635-62ec30b47180 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Aug 06 16:12:36.158311 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d21232c3-cb5e-4b97-9dfd-97785ccd7663 req-f863b04a-3f00-4001-9572-fd3ee94d9226 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Aug 06 16:12:36.181557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34948) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:36.219376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa4481-3984-46bc-bfe9-87a6265f36e8 req-1bb713fa-33f3-40c4-a68f-3f3fb1fd813d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:36.221186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77fa4481-3984-46bc-bfe9-87a6265f36e8 req-1bb713fa-33f3-40c4-a68f-3f3fb1fd813d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 946 time: 0.0552559 Aug 06 16:12:36.250764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0cbbf99c-e219-4611-9611-d6e014261965 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc HTTP/1.1" status: 200 len: 992 time: 0.0680015 Aug 06 16:12:36.266418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77fa4481-3984-46bc-bfe9-87a6265f36e8 req-cc0af0ca-42a7-4250-b5d5-27e73d49429e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Aug 06 16:12:36.472744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34954) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:36.556853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-4d8b04d1-48da-4de8-a8e3-04e0a489f609 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:36.558382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-4d8b04d1-48da-4de8-a8e3-04e0a489f609 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 946 time: 0.0514016 Aug 06 16:12:36.634012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 30b7f908-ccb5-4b46-b6ee-1f8daeaac6ea {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:36.634359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.652467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port bd996215-e02f-41ef-8dff-d11fb66a24d3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:36.652814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.718116 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.718445 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.732993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 30b7f908-ccb5-4b46-b6ee-1f8daeaac6ea owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:36.751854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port bd996215-e02f-41ef-8dff-d11fb66a24d3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=bd996215-e02f-41ef-8dff-d11fb66a24d3,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:36.752224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.766088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for bd996215-e02f-41ef-8dff-d11fb66a24d3 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:36.975229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:36.999455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.005688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=30b7f908-ccb5-4b46-b6ee-1f8daeaac6ea,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:37.013699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b9b45ff3-3818-4523-9acf-740dca1bab96', 'bd996215-e02f-41ef-8dff-d11fb66a24d3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:37.018620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.018977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.019326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.019670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.020034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.020360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.020702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.021038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.021371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.022192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.022192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.022342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:37.033653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=bd996215-e02f-41ef-8dff-d11fb66a24d3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:37.079463 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port bd996215-e02f-41ef-8dff-d11fb66a24d3 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:37.082304 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.084475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-065d5706-a475-4fce-90b7-41e21e2d1080 req-76e05aea-6065-4c2f-a8b8-298e52dad784 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "DELETE /v2.0/ports/bd996215-e02f-41ef-8dff-d11fb66a24d3 HTTP/1.1" status: 204 len: 173 time: 0.5199580 Aug 06 16:12:37.084924 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090f480f-6d6e-489f-9426-3c60f12b0769', 'name': 'network-vif-deleted', 'tag': 'bd996215-e02f-41ef-8dff-d11fb66a24d3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:37.087224 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7000101-b26b-42ca-84b2-2db7543f7882" -d '{"events": [{"server_uuid": "090f480f-6d6e-489f-9426-3c60f12b0769", "name": "network-vif-deleted", "tag": "bd996215-e02f-41ef-8dff-d11fb66a24d3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:37.105984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.110632 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc disassociated (deleted). External IP: 172.25.5.170, port: de221391-8e7a-4fc8-aba0-c8354e06803b. Aug 06 16:12:37.139289 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f649c1b-5c03-472a-a0b5-9d8340ce87f5 x-openstack-request-id: req-7f649c1b-5c03-472a-a0b5-9d8340ce87f5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:37.139289 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090f480f-6d6e-489f-9426-3c60f12b0769", "name": "network-vif-deleted", "tag": "bd996215-e02f-41ef-8dff-d11fb66a24d3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:37.139289 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f649c1b-5c03-472a-a0b5-9d8340ce87f5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:37.139289 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090f480f-6d6e-489f-9426-3c60f12b0769', 'name': 'network-vif-deleted', 'tag': 'bd996215-e02f-41ef-8dff-d11fb66a24d3', 'status': 'completed', 'code': 200} Aug 06 16:12:37.672565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51da7c75-17c1-4659-91a1-5cb4d26c5dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.725622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.746767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5c722ab-4724-46ea-aab6-773e2ea520c7 req-23026ba4-6983-455a-810c-1ca29a5add96 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0369596 Aug 06 16:12:37.767556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 0141ccd3-e629-44ba-9208-0403476797a0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:37.879583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:37.884743 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:37.890946 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] Sync routers for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:37.900919 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:37.901904 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:37.913793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e4a72fe4-51e5-4849-b80a-a478c824d114 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/floatingips/2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc HTTP/1.1" status: 204 len: 168 time: 1.4400156 Aug 06 16:12:37.914395 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:37.916720 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81654bee-8c58-4ff6-8618-7767be1b3287" -d '{"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:38.002628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:38.057024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:38.059121 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:38.066007 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91c27d9-a35d-42e5-afb8-c6efaa8833b7 x-openstack-request-id: req-d91c27d9-a35d-42e5-afb8-c6efaa8833b7 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:38.066610 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:38.066927 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d91c27d9-a35d-42e5-afb8-c6efaa8833b7 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:38.067400 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'status': 'completed', 'code': 200} Aug 06 16:12:38.130388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-da878839-3bd5-43f4-9b8f-352bbb4ed0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.132675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-da878839-3bd5-43f4-9b8f-352bbb4ed0c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 1096 time: 0.0433958 Aug 06 16:12:38.237128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-2e4882df-e58e-4588-b666-69f146d6b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.239723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-2e4882df-e58e-4588-b666-69f146d6b81d service neutron] 10.222.0.59 "GET /v2.0/networks?id=068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 200 len: 898 time: 0.0991628 Aug 06 16:12:38.276194 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:38Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:38.283334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-61f4ec2b-801c-4f0f-b751-572748cc84ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 200 len: 217 time: 0.0363588 Aug 06 16:12:38.307621 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] Checking router: 0141ccd3-e629-44ba-9208-0403476797a0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:38.317237 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:38.318702 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:38.351040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-f63d6277-829c-460b-a24c-c25d92bf4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.352579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-f63d6277-829c-460b-a24c-c25d92bf4074 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 200 len: 835 time: 0.0620718 Aug 06 16:12:38.403565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-fc0dc602-0103-4590-83f8-746b816b7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.405977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-fc0dc602-0103-4590-83f8-746b816b7476 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=068a3a18-15e5-44f5-a4d9-154c3098deef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461960 Aug 06 16:12:38.448272 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:38.538127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-c057dea3-040d-4f89-89ca-d8464948890e service neutron] 10.222.0.59 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244130 Aug 06 16:12:38.543159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba9d1c-e539-4216-8448-ebb1a1c8af6b req-1411c11f-1fae-43ef-b3f6-58bde11d3157 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.545084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43ba9d1c-e539-4216-8448-ebb1a1c8af6b req-1411c11f-1fae-43ef-b3f6-58bde11d3157 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0590520 Aug 06 16:12:38.588278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43ba9d1c-e539-4216-8448-ebb1a1c8af6b req-488db423-a1eb-4517-b192-7af6a7a8909c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c750237-009f-4976-ab17-83281b06cd11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367427 Aug 06 16:12:38.616733 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:12:38.658560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-81654bee-8c58-4ff6-8618-7767be1b3287 req-3dbd311d-0820-4e7f-be14-68581c3f39aa service neutron] 10.222.0.59 "GET /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122136 Aug 06 16:12:38.697377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:38Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:38.725751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03847dfb-2e25-41c7-a367-f3361e19a066 None None] The sync data for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 is: [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:33Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '6f2d5d41-3e78-4426-90ec-2b1458df19b9', 'name': '', 'network_id': '068a3a18-15e5-44f5-a4d9-154c3098deef', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:aa:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:31Z', 'updated_at': '2021-08-06T16:11:38Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': '43f32c31-4632-40ef-b76b-80ccb2d9851f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:38.860563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f0b3667-a360-4865-b296-3b1e68732e63 req-b131ced7-0b20-446c-b237-5c92908b589e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0319724 Aug 06 16:12:38.925040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-9327fdb4-f7ca-497e-8817-9f78d318774c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:38.926638 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-9327fdb4-f7ca-497e-8817-9f78d318774c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 945 time: 0.0584173 Aug 06 16:12:38.937061 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.021202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43982ce-53a4-400a-bee1-e186e9484b2f None None] New status for floating IP 2f0be1b2-9f84-4df2-ad1d-6a36bc59b0dc: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:12:39.034556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port de221391-8e7a-4fc8-aba0-c8354e06803b {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:39.035773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.134626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port de221391-8e7a-4fc8-aba0-c8354e06803b, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=de221391-8e7a-4fc8-aba0-c8354e06803b,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:39.135276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.149269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for de221391-8e7a-4fc8-aba0-c8354e06803b owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:39.386640 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.417917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=de221391-8e7a-4fc8-aba0-c8354e06803b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:39.468794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] No DVR routers for this DVR port de221391-8e7a-4fc8-aba0-c8354e06803b on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:39.471473 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:39.473585 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-70a4fc6a-45e9-4a1b-8a9a-1368f2075498 req-f9c3587d-d203-44db-b7ac-be50ced93c6c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.59 "DELETE /v2.0/ports/de221391-8e7a-4fc8-aba0-c8354e06803b HTTP/1.1" status: 204 len: 173 time: 0.5411379 Aug 06 16:12:39.474250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-deleted', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:39.476709 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2e7677-12ca-415d-9947-9c93d76eb78d" -d '{"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-deleted", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:39.517882 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6d130a-9d6f-4d5f-8cba-67fb4c0dd81b x-openstack-request-id: req-eb6d130a-9d6f-4d5f-8cba-67fb4c0dd81b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:39.518180 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d762150-5b6c-4f69-9c31-78b2cef9ca83", "name": "network-vif-deleted", "tag": "de221391-8e7a-4fc8-aba0-c8354e06803b", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:39.518439 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb6d130a-9d6f-4d5f-8cba-67fb4c0dd81b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:39.518842 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d762150-5b6c-4f69-9c31-78b2cef9ca83', 'name': 'network-vif-deleted', 'tag': 'de221391-8e7a-4fc8-aba0-c8354e06803b', 'status': 'completed', 'code': 200} Aug 06 16:12:39.688261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d3789d7-cab2-4d97-8fa4-009f11c63ba4 req-389c331a-a0d9-4dd0-9862-3610dcdfcfd2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d762150-5b6c-4f69-9c31-78b2cef9ca83 HTTP/1.1" status: 200 len: 210 time: 0.0277643 Aug 06 16:12:39.974479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfa5adc9-4397-45bd-9621-3018d157764a req-c8e894b0-5d68-4cf9-85dc-dcef84917d4c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0276268 Aug 06 16:12:40.093156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd996215-e02f-41ef-8dff-d11fb66a24d3 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:40.118255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: bd996215-e02f-41ef-8dff-d11fb66a24d3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:40.118600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device bd996215-e02f-41ef-8dff-d11fb66a24d3 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:40.747045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 34978) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:40.905840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.081889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fcc5b3f8-443d-4b42-8eed-138c21459af8 req-b541e095-b234-4f26-9a0a-66af446146ee tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=090f480f-6d6e-489f-9426-3c60f12b0769 HTTP/1.1" status: 200 len: 210 time: 0.0326760 Aug 06 16:12:41.148666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.423935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 6f2d5d41-3e78-4426-90ec-2b1458df19b9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:41.424275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.519485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 6f2d5d41-3e78-4426-90ec-2b1458df19b9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=6f2d5d41-3e78-4426-90ec-2b1458df19b9,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:41.520001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.534138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 6f2d5d41-3e78-4426-90ec-2b1458df19b9 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:41.883310 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:41.913367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=6f2d5d41-3e78-4426-90ec-2b1458df19b9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:42.133186 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.393198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 0141ccd3-e629-44ba-9208-0403476797a0 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:42.580995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:42.592863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4ab47f9-b723-42ee-846d-9bcc7fa19159 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/0141ccd3-e629-44ba-9208-0403476797a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8378797 Aug 06 16:12:42.594752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34986) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:42.600296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] Sync routers for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:42.610995 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:42.611950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:42.658357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting subnet 43f32c31-4632-40ef-b76b-80ccb2d9851f {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:12:42.665132 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.709833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:42.732612 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:42.810533 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.009291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.019876 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:12:41Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:43.040086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Subnet': ['ID=43f32c31-4632-40ef-b76b-80ccb2d9851f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.042525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.046601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4a859e13-be9d-42f0-8245-88e258830b24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/subnets/43f32c31-4632-40ef-b76b-80ccb2d9851f HTTP/1.1" status: 204 len: 168 time: 0.4499354 Aug 06 16:12:43.049244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34988) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:43.050717 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] Checking router: 0141ccd3-e629-44ba-9208-0403476797a0 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:43.051677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee77e8-42c8-4a2f-a27b-4232e3dd767f None None] Network 068a3a18-15e5-44f5-a4d9-154c3098deef requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:43.060989 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] Routers {'0141ccd3-e629-44ba-9208-0403476797a0'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:43.061730 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['0141ccd3-e629-44ba-9208-0403476797a0'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:43.177002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.188283 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] Set router 0141ccd3-e629-44ba-9208-0403476797a0 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:43.288106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] DHCP port deletion for 068a3a18-15e5-44f5-a4d9-154c3098deef request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:12:43.331370 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.378638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Deleting port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:43.379093 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.461700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] For port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,segment=NetworkSegment(0e3aa5e4-74a7-4903-acda-615f6ad7acce),segment_id=0e3aa5e4-74a7-4903-acda-615f6ad7acce)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.462103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.464929 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 687cb877-5643-4b06-b4af-09b378d87838 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:43.465581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.480692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Calling delete_port for 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:43.505644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:12:41Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:43.540385 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c076008e-32ea-46d0-abd3-20f09bcde60c None None] The sync data for ids ['0141ccd3-e629-44ba-9208-0403476797a0'] in n-d-778550-6 is: [{'id': '0141ccd3-e629-44ba-9208-0403476797a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097795890', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '687cb877-5643-4b06-b4af-09b378d87838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:12:41Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '687cb877-5643-4b06-b4af-09b378d87838', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0141ccd3-e629-44ba-9208-0403476797a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:11:28Z', 'updated_at': '2021-08-06T16:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:43.607293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 687cb877-5643-4b06-b4af-09b378d87838, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=687cb877-5643-4b06-b4af-09b378d87838,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:43.607863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.620329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 687cb877-5643-4b06-b4af-09b378d87838 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:43.649473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.677409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Pushing event deleted for resources: {'Port': ['ID=7d2888df-8709-4bef-8f1c-f6e82f8d6f4a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.687868 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] No DVR routers for this DVR port 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:43.691538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.691952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.692308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.692653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.692988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.693354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.693714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.694094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.694429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.694764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.695099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.695456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaa7b9a-3ef6-4ab5-8cec-6d729399517c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:43.883736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:43.910313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=687cb877-5643-4b06-b4af-09b378d87838,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:43.981615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.091243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.093656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.109529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:44.138426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: de221391-8e7a-4fc8-aba0-c8354e06803b {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:44.138894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device de221391-8e7a-4fc8-aba0-c8354e06803b not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:44.152737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:44.174270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:44.174687 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7d2888df-8709-4bef-8f1c-f6e82f8d6f4a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:44.175406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6f2d5d41-3e78-4426-90ec-2b1458df19b9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:44.194519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 6f2d5d41-3e78-4426-90ec-2b1458df19b9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:44.194873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 6f2d5d41-3e78-4426-90ec-2b1458df19b9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:44.266329 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.266991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Fanout notify agent at l3_agent the message router_deleted on router 0141ccd3-e629-44ba-9208-0403476797a0 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:12:44.274310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.277212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0d9cf722-ecbc-4cd0-a09a-fe8c7ac813dc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/routers/0141ccd3-e629-44ba-9208-0403476797a0 HTTP/1.1" status: 204 len: 168 time: 1.2252784 Aug 06 16:12:44.278544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 34992) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:44.371451 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.843105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.853938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068a3a18-15e5-44f5-a4d9-154c3098deef']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:44.865183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3aa5e4-74a7-4903-acda-615f6ad7acce') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:44.865480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3aa5e4-74a7-4903-acda-615f6ad7acce') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:44.874934 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.889285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.895411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:12:44.895797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:12:44.898903 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:12:45.036092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.044333 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.049287 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/networks/068a3a18-15e5-44f5-a4d9-154c3098deef HTTP/1.1" status: 204 len: 168 time: 0.7669244 Aug 06 16:12:45.049738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:45.084698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13644f0-a929-49c1-8008-6ac9bbda208e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Network': ['ID=068a3a18-15e5-44f5-a4d9-154c3098deef,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:45.138317 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc013455-bf07-4c1f-8ef3-54a95583ceea tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.165056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc013455-bf07-4c1f-8ef3-54a95583ceea tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.306124 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc013455-bf07-4c1f-8ef3-54a95583ceea tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.308723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-dc013455-bf07-4c1f-8ef3-54a95583ceea tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:45.310605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-dc013455-bf07-4c1f-8ef3-54a95583ceea tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c750237-009f-4976-ab17-83281b06cd11 HTTP/1.1" status: 204 len: 168 time: 0.2597306 Aug 06 16:12:45.319907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc013455-bf07-4c1f-8ef3-54a95583ceea tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c750237-009f-4976-ab17-83281b06cd11,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.010470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 687cb877-5643-4b06-b4af-09b378d87838 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:46.035490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 687cb877-5643-4b06-b4af-09b378d87838 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:46.035760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 687cb877-5643-4b06-b4af-09b378d87838 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:46.104131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35008) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:46.109775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995856409', 'description': 'tempest-secgroup-smoke-1995856409 description', 'project_id': '618f00fcdc5140c494e411523c645571'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:46.260662 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.349701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.506256 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.537978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9bfa13-1b61-4261-b119-f7633322078c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.608440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.609677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a941c854-f821-46ee-b448-c3c1052f6628 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5042810 Aug 06 16:12:46.612550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:46.617036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'db9bfa13-1b61-4261-b119-f7633322078c', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:46.696046 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.753320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.832115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.851133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a37df6-14e1-4d8c-b565-77b63ddd5a1f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:46.959442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:46.960688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f6bc6359-2a92-43cf-a1fb-755889f9ba24 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472099 Aug 06 16:12:46.963384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:46.968180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'db9bfa13-1b61-4261-b119-f7633322078c', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:47.048351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0359-1472-4011-862d-0fabb04753a7 req-39c55098-4908-4c4f-9af7-7f5bd1acedb6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:47.049592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d69d0359-1472-4011-862d-0fabb04753a7 req-39c55098-4908-4c4f-9af7-7f5bd1acedb6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 946 time: 0.0517573 Aug 06 16:12:47.068000 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.117075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d69d0359-1472-4011-862d-0fabb04753a7 req-d46b995c-bf59-43d8-a1ad-36336e9aad85 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595121 Aug 06 16:12:47.142102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.232580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.253051 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f44ede3-2985-4462-a03c-3a6bfd5beeab,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:47.351515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.352800 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-05ff280b-389b-4807-bc42-d1d606a41a55 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3884430 Aug 06 16:12:47.355462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35020) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:47.361309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'db9bfa13-1b61-4261-b119-f7633322078c', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:47.454494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.515065 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.619671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.638948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e79a34-17b7-4acd-a941-d78a73659322,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:47.728906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.730169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8c928b61-0b8c-4d72-b18d-6ed4196e20a3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732543 Aug 06 16:12:47.733550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35022) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:47.737999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'db9bfa13-1b61-4261-b119-f7633322078c', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:47.836018 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.896066 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.974731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:47.995558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19d87fa-70ea-4736-96ea-176dac95563a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:48.060362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.061632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-76e55cb7-6a5e-49ba-ba37-6f768ff36c11 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3271625 Aug 06 16:12:48.064450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:48.069236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'db9bfa13-1b61-4261-b119-f7633322078c', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:48.162845 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:12:48.168021 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.270042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0793e-15be-48fb-9b83-3c4a43a6dd54 req-4fdb64e2-dae3-4f8e-b720-8f730ea69511 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:48.271549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fa0793e-15be-48fb-9b83-3c4a43a6dd54 req-4fdb64e2-dae3-4f8e-b720-8f730ea69511 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 946 time: 0.0837152 Aug 06 16:12:48.273179 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.309851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fa0793e-15be-48fb-9b83-3c4a43a6dd54 req-6ba96aef-33b5-42b5-9dae-5246e7d5e420 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=9ff469c0-8261-4a15-ad27-af1c51db4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314369 Aug 06 16:12:48.357346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.376263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecf93a5-2284-4418-b261-8c7881fdab23,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:48.454629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.455770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6585a4e7-a6ad-4b88-b3ce-4029f29bbef5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3903532 Aug 06 16:12:48.458742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35028) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:48.463384 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'security_group_rule': {'security_group_id': 'db9bfa13-1b61-4261-b119-f7633322078c', 'project_id': '618f00fcdc5140c494e411523c645571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:48.486271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-3379eedd-e473-42ab-b74d-8e4971ca8114 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:48.487845 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-3379eedd-e473-42ab-b74d-8e4971ca8114 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 946 time: 0.0578911 Aug 06 16:12:48.574315 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Project 618f00fcdc5140c494e411523c645571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:12:48.580048 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.584199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port b9b45ff3-3818-4523-9acf-740dca1bab96 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:12:48.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.642364 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.677485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port b9b45ff3-3818-4523-9acf-740dca1bab96, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b9b45ff3-3818-4523-9acf-740dca1bab96,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:48.677860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.691158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for b9b45ff3-3818-4523-9acf-740dca1bab96 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:12:48.705842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.725936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8721bf31-5480-4039-b4bb-61d7e2ee6574,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:48.802958 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.804265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-68bbfc57-810d-426a-8f49-0b16185d3bf5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447986 Aug 06 16:12:48.807266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35030) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:48.814803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'network': {'name': 'tempest-network-smoke--22840897', 'project_id': '618f00fcdc5140c494e411523c645571', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:48.888929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.899671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b9b45ff3-3818-4523-9acf-740dca1bab96'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:12:48.911663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:48.915374 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.919075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=b9b45ff3-3818-4523-9acf-740dca1bab96,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:48.941180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:12:48.952360 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.952360 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Added segment 392e583a-a0e6-4446-aa3c-5ae3c9dfc509 of type vlan for network b31335d7-f16e-41e4-999d-23dd6eb3df96 Aug 06 16:12:48.964780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port b9b45ff3-3818-4523-9acf-740dca1bab96 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:12:48.968657 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:48.970909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c40b68af-a376-40a0-b00d-02853292d9c8 req-ae3f3e97-94ed-4aaf-aa7f-e769a5f129ec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "DELETE /v2.0/ports/b9b45ff3-3818-4523-9acf-740dca1bab96 HTTP/1.1" status: 204 len: 173 time: 0.4774463 Aug 06 16:12:48.971369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'name': 'network-vif-deleted', 'tag': 'b9b45ff3-3818-4523-9acf-740dca1bab96'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:12:48.974670 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590906ac-ceeb-425a-9919-08758f3217ff" -d '{"events": [{"server_uuid": "35b9e485-d1fa-40af-82a9-49d412e5b10f", "name": "network-vif-deleted", "tag": "b9b45ff3-3818-4523-9acf-740dca1bab96"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:12:48.997950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.015594 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1894bb-e1a1-47c8-a40d-062cb3530cd2 x-openstack-request-id: req-de1894bb-e1a1-47c8-a40d-062cb3530cd2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:12:49.015594 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b9e485-d1fa-40af-82a9-49d412e5b10f", "name": "network-vif-deleted", "tag": "b9b45ff3-3818-4523-9acf-740dca1bab96", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:12:49.015594 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de1894bb-e1a1-47c8-a40d-062cb3530cd2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:12:49.015594 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b9e485-d1fa-40af-82a9-49d412e5b10f', 'name': 'network-vif-deleted', 'tag': 'b9b45ff3-3818-4523-9acf-740dca1bab96', 'status': 'completed', 'code': 200} Aug 06 16:12:49.117720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.123688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:49.126965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.191489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Network': ['ID=b31335d7-f16e-41e4-999d-23dd6eb3df96,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:49.202149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:12:49.238270 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2ad935f8-5a23-40fa-9608-835bf75e0d8f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4299226 Aug 06 16:12:49.241801 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35034) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:49.246419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'admin_state_up': True, 'project_id': '618f00fcdc5140c494e411523c645571', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:49.341673 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.343020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.429319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.445649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9690a832-731c-42b9-9dbb-55f5967bef0b req-c6f6239f-95dc-43c3-adb8-47801d8819f3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0290356 Aug 06 16:12:49.662547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.928935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:49.948481 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.059715 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.153 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/5def24ba-8a10-42d5-854b-000dd98e6add) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:50.160184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.243613 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:50.289650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:50.292697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:50.297877 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:50.300970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=5def24ba-8a10-42d5-854b-000dd98e6add,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:50.553404 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd49c7d9-fca2-486a-bbbc-4d9f7ab45e9f req-868980cc-ea24-4390-8184-c084e3e41001 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0286872 Aug 06 16:12:50.657846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.236062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.425865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:12:51.537102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:51.548144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Sync routers for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:51.557270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:51.558109 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:51.627782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.632004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-140e7fce-b5c5-4997-a32e-c90bd80c9eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3862815 Aug 06 16:12:51.632704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35042) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:51.658835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-422605f5-57c7-465c-b121-6e4c99fa0552 req-bb259107-cbb9-4487-b149-9851ece8c223 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0338888 Aug 06 16:12:51.669968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d743859c-8a73-4f2c-b6df-6f1033f638c8 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=618f00fcdc5140c494e411523c645571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339372 Aug 06 16:12:51.672024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35044) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:51.685474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:51.765814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c86c2-eeb1-4312-b823-a3c5eaac5e60 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:51.767595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a96c86c2-eeb1-4312-b823-a3c5eaac5e60 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945473 Aug 06 16:12:51.770596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35046) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:51.799263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0fd29e57-7e5a-4cdf-b46c-6105259cf158 tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275824 Aug 06 16:12:51.801760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35048) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:51.806891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815219533', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'project_id': '618f00fcdc5140c494e411523c645571', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:51.879112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:50Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:51.906725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Checking router: 7910de4d-93e4-4dfa-a6cd-799f8acef7ce for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:51.907075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Updating router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce port 5def24ba-8a10-42d5-854b-000dd98e6add binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:12:51.932355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:51.974139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:51.977834 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.155769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b9b45ff3-3818-4523-9acf-740dca1bab96 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:12:52.187502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: b9b45ff3-3818-4523-9acf-740dca1bab96 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:12:52.187502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b9b45ff3-3818-4523-9acf-740dca1bab96 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:12:52.225154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.235616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Transition to ACTIVE for port object 5def24ba-8a10-42d5-854b-000dd98e6add will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:52.254806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.313605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Subnet': ['ID=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:52.324033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Checking segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:52.324394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network hostable DHCP agents. Network: b31335d7-f16e-41e4-999d-23dd6eb3df96, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:12:52.363464 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.419334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6d54-1945-4c9e-b323-1d7cbc2e8ffa None None] Pushing event updated for resources: {'Port': ['ID=5def24ba-8a10-42d5-854b-000dd98e6add,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:52.421924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Attempting to bind port 5def24ba-8a10-42d5-854b-000dd98e6add on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:52.422303 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Attempting to bind port 5def24ba-8a10-42d5-854b-000dd98e6add by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:52.422672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Attempting to bind port 5def24ba-8a10-42d5-854b-000dd98e6add on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:52.428072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:52.428434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:52.428840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.429228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:52.429698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Bound port: 5def24ba-8a10-42d5-854b-000dd98e6add, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:52.430084 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.437885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:12:52.484664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] For port 5def24ba-8a10-42d5-854b-000dd98e6add, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:52.487617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] For port 5def24ba-8a10-42d5-854b-000dd98e6add, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5def24ba-8a10-42d5-854b-000dd98e6add,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:52.620299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, b31335d7-f16e-41e4-999d-23dd6eb3df96) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:52.625520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:52.626233 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.630216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42acce67-a418-4a51-8caa-18a23c3634d7 None None] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:52.680281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:52.766721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:52.766721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:52.773336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cf68c29-0106-4aeb-8755-aa38bb1f41f4 req-c96c2927-07c2-4d18-85e7-96508c4c107e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0313411 Aug 06 16:12:52.778343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35054) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:52.779036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6ca4a626-7cb3-4b2b-ac5a-11e0863cce39 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9750159 Aug 06 16:12:52.851156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6d54-1945-4c9e-b323-1d7cbc2e8ffa None None] Pushing event updated for resources: {'Port': ['ID=5def24ba-8a10-42d5-854b-000dd98e6add,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:52.910127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:53.032735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-b31335d7-f16e-41e4-999d-23dd6eb3df96', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:12:53.037030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.236522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Allocated IP 172.20.0.2 (b31335d7-f16e-41e4-999d-23dd6eb3df96/b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9/f599b4be-91a8-4c2b-b9e5-0af9dd6889c6) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:53.272008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.312425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:50Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:53.348515 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b58b05-b6ea-449b-89d7-ddcc1d21eafa None None] The sync data for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 is: [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:50Z', 'revision_number': 3, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:53.451195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.459975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Transition to ACTIVE for port object f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:53.481072 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Transition to ACTIVE for port object f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:53.554989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.611950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:53.615291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:53.620067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:53.625393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Pushing event updated for resources: {'Port': ['ID=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:53.628987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.1 (b31335d7-f16e-41e4-999d-23dd6eb3df96/b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9/0b212cfb-0cb0-4923-9d13-93f8e22745f8) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:53.828860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.853188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object 0b212cfb-0cb0-4923-9d13-93f8e22745f8 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:53.918301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Attempting to bind port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:53.919588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Attempting to bind port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:53.919944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Attempting to bind port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 on network b31335d7-f16e-41e4-999d-23dd6eb3df96 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:53.928453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:53.928846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Checking segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:53.929530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.930227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Bound using segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:53.930741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Bound port: f599b4be-91a8-4c2b-b9e5-0af9dd6889c6, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:53.931139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.977129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:53.988706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-429a649e-9798-4d1b-b5ab-5dec07c19c6a req-17d01c30-9f89-4a70-a18b-ce4c5058e197 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=35b9e485-d1fa-40af-82a9-49d412e5b10f HTTP/1.1" status: 200 len: 210 time: 0.0511153 Aug 06 16:12:54.038045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] For port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:54.042873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] For port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:54.064171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:54.068382 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:54.071419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:54.077258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=0b212cfb-0cb0-4923-9d13-93f8e22745f8,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.130450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.146784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5def24ba-8a10-42d5-854b-000dd98e6add up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:54.154631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.243068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7695a5d-ffcb-4fff-9013-fd4a043d161e None None] Pushing event updated for resources: {'Port': ['ID=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.311381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5def24ba-8a10-42d5-854b-000dd98e6add completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:54.315548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5def24ba-8a10-42d5-854b-000dd98e6add triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:54.315971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.376255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.468057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.494668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5def24ba-8a10-42d5-854b-000dd98e6add, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5def24ba-8a10-42d5-854b-000dd98e6add,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:54.569237 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.631152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5def24ba-8a10-42d5-854b-000dd98e6add,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.771034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.814607 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.891972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=0b212cfb-0cb0-4923-9d13-93f8e22745f8,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:54.896799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:54.990788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:54.992176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:55.136779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:12:55.266246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:12:55.272409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f3040222-39f3-4c34-86f7-d3bf80bfee08 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/7910de4d-93e4-4dfa-a6cd-799f8acef7ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4919972 Aug 06 16:12:55.433903 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-2829190d-7739-4276-8d23-3f253071b27d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995856409&fields=id&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 267 time: 0.0419512 Aug 06 16:12:55.517357 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Sync routers for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:12:55.527216 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:55.528686 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:55.550371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-64d8bed6-d984-43d9-aaf0-cb64bb369210 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:55.552113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-64d8bed6-d984-43d9-aaf0-cb64bb369210 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/networks?id=b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 200 len: 795 time: 0.1098955 Aug 06 16:12:55.567146 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-797ab124-68bc-444a-98c8-9b88ecab5bc4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/quotas/618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 375 time: 0.0092380 Aug 06 16:12:55.628859 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-1ce7634d-d7f6-4b95-9b81-aad4fcb21f78 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549009 Aug 06 16:12:55.638416 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:55.704195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-4eb3bbb7-bca8-4035-919f-a9f9bb0d44d0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:12:55.705202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-4eb3bbb7-bca8-4035-919f-a9f9bb0d44d0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0631323 Aug 06 16:12:55.802913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-bd8f10b2-f801-4b07-8f7a-e217e3bd964a service neutron] 10.222.0.16 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Aug 06 16:12:55.853070 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 2, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:55.889325 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Checking router: 7910de4d-93e4-4dfa-a6cd-799f8acef7ce for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:12:55.889678 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Updating router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:12:55.907836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-bd1cb64d-238a-4941-8836-32740a5da4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971749 Aug 06 16:12:55.916047 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.151216 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.252728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:56.263086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-25757402-9395-4bb8-ba1a-081a6779ab44 req-2ed8508c-4625-4c3a-af85-8cc6c6159994 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0679579 Aug 06 16:12:56.331994 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.342957 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Transition to ACTIVE for port object 0b212cfb-0cb0-4923-9d13-93f8e22745f8 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:56.352865 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106a173-ca04-418f-9882-19dc9f586fd7 None None] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:12:56.394198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:56.415164 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.427037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5def24ba-8a10-42d5-854b-000dd98e6add up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:56.486876 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Pushing event updated for resources: {'Port': ['ID=0b212cfb-0cb0-4923-9d13-93f8e22745f8,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:56.498240 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.498451 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.499101 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.507897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:12:56.508671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] Provisioning for port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:56.517315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] Provisioning complete for port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:56.517692 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.558133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Attempting to bind port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:12:56.558738 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Attempting to bind port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:12:56.559784 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Attempting to bind port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 on network b31335d7-f16e-41e4-999d-23dd6eb3df96 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:12:56.564773 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:12:56.565150 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Checking segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:12:56.565737 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.566136 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Bound using segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:12:56.566598 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Bound port: 0b212cfb-0cb0-4923-9d13-93f8e22745f8, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:12:56.567217 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.602872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5def24ba-8a10-42d5-854b-000dd98e6add triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:56.603249 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.651846 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] For port 0b212cfb-0cb0-4923-9d13-93f8e22745f8, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:12:56.656336 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] For port 0b212cfb-0cb0-4923-9d13-93f8e22745f8, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0b212cfb-0cb0-4923-9d13-93f8e22745f8,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:12:56.706126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.746387 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.769636 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] For port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:56.826423 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:12:56.827316 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:12:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:56.837148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:56.886397 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c67b9-f203-4405-889a-9757f774f125 None None] Pushing event updated for resources: {'Port': ['ID=0b212cfb-0cb0-4923-9d13-93f8e22745f8,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:56.921820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353d299-83b0-42f8-bac9-e8ea083a5daf None None] Pushing event updated for resources: {'Port': ['ID=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:56.983188 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:12:57.145878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be237734-3920-43f6-a6e1-6581b5e6f95b None None] Provisioning for port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:57.164180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-be237734-3920-43f6-a6e1-6581b5e6f95b None None] Provisioning complete for port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:57.164877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-be237734-3920-43f6-a6e1-6581b5e6f95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:57.262795 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3b676556-e581-4787-b111-300cbc36b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:56Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:12:57.303205 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b676556-e581-4787-b111-300cbc36b691 None None] The sync data for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 is: [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:56Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:12:57.418526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d22c673b-c61d-46c0-a734-44aaed024541 req-3a17344f-a531-453c-b19c-b995671582ac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0717199 Aug 06 16:12:58.044672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:58.044672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131392020', 'description': 'tempest-secgroup-smoke-1131392020 description', 'project_id': '5a3823d5efe447919d251ebc16f27d8b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:58.072853 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.176992 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.188641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:58.232503 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.241938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:58.243067 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.267793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b589917-19f4-4869-92a5-0a8f8397029f,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:58.323663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.326017 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-387b5b5a-cf64-4c3e-951b-a42887a9972b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3842545 Aug 06 16:12:58.329323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35144) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:58.335491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group_rule': {'security_group_id': '6b589917-19f4-4869-92a5-0a8f8397029f', 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:58.339067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0b212cfb-0cb0-4923-9d13-93f8e22745f8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:12:58.460868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.489177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:12:58.493743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:12:58.494960 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.549161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aab3026a-6abf-43fa-b290-b036b1c70265 req-dd1e37de-4a61-4e66-a373-5ae77ba48e02 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0304317 Aug 06 16:12:58.560478 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.604845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.638614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 0b212cfb-0cb0-4923-9d13-93f8e22745f8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0b212cfb-0cb0-4923-9d13-93f8e22745f8,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:12:58.648459 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.667745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8adf0ea1-550b-4e5a-a66f-633481afd8dc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:58.740503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.786243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.787521 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-540138e6-21e6-47cd-b255-7cfdf302320f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4569497 Aug 06 16:12:58.787847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=0b212cfb-0cb0-4923-9d13-93f8e22745f8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:58.797457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:58.797457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group_rule': {'security_group_id': '6b589917-19f4-4869-92a5-0a8f8397029f', 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:58.904976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:58.979299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-358c4eb4-4070-4ac6-8d0e-819f8bb1f4db tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:58.981449 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-358c4eb4-4070-4ac6-8d0e-819f8bb1f4db tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/networks?id=b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 200 len: 795 time: 0.1467862 Aug 06 16:12:59.001094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.033920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-64db7905-0655-4379-9277-dea70abe7fcc tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=618f00fcdc5140c494e411523c645571 HTTP/1.1" status: 200 len: 380 time: 0.0346439 Aug 06 16:12:59.046919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'port': {'device_id': '98153723-7454-4b8a-bd27-174e514b1f2b', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'admin_state_up': True, 'tenant_id': '618f00fcdc5140c494e411523c645571', 'security_groups': ['db9bfa13-1b61-4261-b119-f7633322078c']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:59.115261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.150788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c185c8-1101-40cd-bcb8-94e5da2b1425,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.290332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.291559 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-776786dd-c062-457b-a608-17de4ebf1685 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5001504 Aug 06 16:12:59.295036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35150) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:59.299935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group_rule': {'security_group_id': '6b589917-19f4-4869-92a5-0a8f8397029f', 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:59.311352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.368868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Made reservation on behalf of 618f00fcdc5140c494e411523c645571 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:12:59.373355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.466183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.505945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.20.0.14 (b31335d7-f16e-41e4-999d-23dd6eb3df96/b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9/266edc10-757b-4e84-a877-9fbabf168810) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:12:59.527334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.586221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.614488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a133ef4-b1e1-4dfb-b207-fbadeff7fcd7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.659338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb8b54ed-8371-4829-ad83-2ac83b49437c req-cc2461f2-6dc4-48dd-9d11-fa2293e32790 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0275378 Aug 06 16:12:59.664359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.677564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Transition to ACTIVE for port object 266edc10-757b-4e84-a877-9fbabf168810 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:12:59.683554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.689754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-17a1a7eb-7a2b-4480-82a5-9113614f179d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3934767 Aug 06 16:12:59.693068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35154) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:12:59.698374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group_rule': {'security_group_id': '6b589917-19f4-4869-92a5-0a8f8397029f', 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:12:59.797458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.836646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.855542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:12:59.864081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:12:59.867040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:12:59.902777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:12:59.952247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:12:59.952898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:12:59.970105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.049542 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.064751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0b212cfb-0cb0-4923-9d13-93f8e22745f8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:00.075135 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-f29470a4-f6d4-434f-86df-eda3be354108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0322797 Aug 06 16:13:00.082529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e2db12-7017-42fc-9f2e-ad31da5a3d57,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:00.112613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:00.113176 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.143172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Request body: {'port': {'device_id': '98153723-7454-4b8a-bd27-174e514b1f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:00.147275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.148453 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9942c546-9c6e-4557-8ebf-f3d98945e206 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4575224 Aug 06 16:13:00.151396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35158) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:00.157435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group_rule': {'security_group_id': '6b589917-19f4-4869-92a5-0a8f8397029f', 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:00.199843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.214246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-73c5ffa9-2030-4a88-a00b-169a67650448 None None] Provisioning for port 266edc10-757b-4e84-a877-9fbabf168810 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:00.218946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-73c5ffa9-2030-4a88-a00b-169a67650448 None None] Provisioning complete for port 266edc10-757b-4e84-a877-9fbabf168810 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:00.221214 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-73c5ffa9-2030-4a88-a00b-169a67650448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.232140 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Project 5a3823d5efe447919d251ebc16f27d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:13:00.239051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.261276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-73c5ffa9-2030-4a88-a00b-169a67650448 None None] Port 266edc10-757b-4e84-a877-9fbabf168810 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:00.313654 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.374618 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.392993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec745a48-1953-4394-88cc-2288b45da9e4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:00.466951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.468337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-841288be-f50e-4351-bf5e-64455937ac87 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156455 Aug 06 16:13:00.471110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35160) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:00.476186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'security_group_rule': {'security_group_id': '6b589917-19f4-4869-92a5-0a8f8397029f', 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:00.486588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266edc10-757b-4e84-a877-9fbabf168810 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:00.494350 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.506145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Transition to ACTIVE for port object 266edc10-757b-4e84-a877-9fbabf168810 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:00.562906 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Project 5a3823d5efe447919d251ebc16f27d8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:13:00.570320 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.579997 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.639314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:00.643812 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.689593 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.709917 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Attempting to bind port 266edc10-757b-4e84-a877-9fbabf168810 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:00.710271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Attempting to bind port 266edc10-757b-4e84-a877-9fbabf168810 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:00.710594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Attempting to bind port 266edc10-757b-4e84-a877-9fbabf168810 on network b31335d7-f16e-41e4-999d-23dd6eb3df96 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:00.710763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e986c200-0f6c-4a40-ae4d-e392a3a24b51,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:00.717968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Port 266edc10-757b-4e84-a877-9fbabf168810 on network b31335d7-f16e-41e4-999d-23dd6eb3df96 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:00.718304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Attempting to bind port 266edc10-757b-4e84-a877-9fbabf168810 on network b31335d7-f16e-41e4-999d-23dd6eb3df96 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:00.724000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:00.724408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Checking segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:00.724735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Bound using segment: {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:00.725172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Bound port: 266edc10-757b-4e84-a877-9fbabf168810, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392e583a-a0e6-4446-aa3c-5ae3c9dfc509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:00.725536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.795785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:00.799224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:00.802973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268f80e-1194-4084-8815-420232fa775e req-c81029a6-5e92-483b-a7fc-8d9dc0ac4102 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:00.804590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5268f80e-1194-4084-8815-420232fa775e req-c81029a6-5e92-483b-a7fc-8d9dc0ac4102 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 944 time: 0.0587420 Aug 06 16:13:00.810583 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.810583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-70fe5d88-1384-4418-b747-b0efd5a43a28 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3349464 Aug 06 16:13:00.849680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5268f80e-1194-4084-8815-420232fa775e req-bcb3ecd8-e400-47a1-ad2d-d604f4973481 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383389 Aug 06 16:13:00.854944 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.895621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:00.896376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:00.897764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] 10.222.0.64 "PUT /v2.0/ports/266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 200 len: 1092 time: 0.8141055 Aug 06 16:13:00.898204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:00.900527 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6143f9-22a3-4958-8953-e7ed97116bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:00.942565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc3490-6d97-45e3-9fde-6336fce67af5 service neutron] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:00.959368 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ed919-2597-423c-aad6-d1f4be28b7c7 x-openstack-request-id: req-755ed919-2597-423c-aad6-d1f4be28b7c7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:00.959368 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:00.959368 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-755ed919-2597-423c-aad6-d1f4be28b7c7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:00.959368 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'status': 'completed', 'code': 200} Aug 06 16:13:01.037051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6143f9-22a3-4958-8953-e7ed97116bb0 req-90a0bfa9-9b1b-49ae-bdd6-086d8e53fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.038452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5e6143f9-22a3-4958-8953-e7ed97116bb0 req-90a0bfa9-9b1b-49ae-bdd6-086d8e53fb6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1095 time: 0.0505948 Aug 06 16:13:01.153821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6143f9-22a3-4958-8953-e7ed97116bb0 req-51cf7a9b-176d-43b6-80fb-8770216c0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.155328 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5e6143f9-22a3-4958-8953-e7ed97116bb0 req-51cf7a9b-176d-43b6-80fb-8770216c0f22 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=618f00fcdc5140c494e411523c645571&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1068108 Aug 06 16:13:01.261045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6143f9-22a3-4958-8953-e7ed97116bb0 req-054d4516-62f5-4126-9cfe-797a6efa2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.263118 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5e6143f9-22a3-4958-8953-e7ed97116bb0 req-054d4516-62f5-4126-9cfe-797a6efa2e87 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967641 Aug 06 16:13:01.348726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-31e039b7-ed1a-4412-bc3a-a0e17279463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.350292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-31e039b7-ed1a-4412-bc3a-a0e17279463a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1095 time: 0.0443137 Aug 06 16:13:01.402958 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-c7b89f3c-5abd-4bd8-96aa-deb619dee496 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 200 len: 217 time: 0.0392416 Aug 06 16:13:01.459733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-4e326f86-51d4-4417-8332-de006d8ca7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.461265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-4e326f86-51d4-4417-8332-de006d8ca7fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 HTTP/1.1" status: 200 len: 835 time: 0.0480039 Aug 06 16:13:01.515239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73752c6-737d-478e-b8fd-2607caabead8 req-605e2dd3-9f38-41bd-873a-8f555ba4fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.520042 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-605e2dd3-9f38-41bd-873a-8f555ba4fafa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b31335d7-f16e-41e4-999d-23dd6eb3df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433183 Aug 06 16:13:01.619320 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-3fdb4099-50d1-4f08-93fc-913dbff43d04 service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895841 Aug 06 16:13:01.718794 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a73752c6-737d-478e-b8fd-2607caabead8 req-0fbbb8e3-a813-44fb-85fa-1560507afc4a service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883389 Aug 06 16:13:01.983845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83005e3-87f8-4e30-affd-8aedb3b4f9d1 req-66bc7997-d091-4907-b6d6-e838312a92e2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:01.985359 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83005e3-87f8-4e30-affd-8aedb3b4f9d1 req-66bc7997-d091-4907-b6d6-e838312a92e2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 944 time: 0.0616918 Aug 06 16:13:02.025868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83005e3-87f8-4e30-affd-8aedb3b4f9d1 req-b3034771-1f17-44af-a2bf-e094aab37ab9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341735 Aug 06 16:13:03.146107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a104819-9c7f-4de5-af18-7cab14a65a52 req-721e47a3-a4bf-4c81-8c22-b857881bf693 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:03.147658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a104819-9c7f-4de5-af18-7cab14a65a52 req-721e47a3-a4bf-4c81-8c22-b857881bf693 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 944 time: 0.0512471 Aug 06 16:13:03.189463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a104819-9c7f-4de5-af18-7cab14a65a52 req-bc75b0a8-c2ef-4f42-b5bb-83920e72b19e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345011 Aug 06 16:13:04.108011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:04.208799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:04.221254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '266edc10-757b-4e84-a877-9fbabf168810', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'port_id': '266edc10-757b-4e84-a877-9fbabf168810', 'mac_address': 'fa:16:3e:e2:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:04.265748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.284078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266edc10-757b-4e84-a877-9fbabf168810 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:04.306163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:04.332037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010db73-ca40-40f5-8ba2-8603933e1bee req-833ba2d0-85ab-4551-9096-6969ab2bb97b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:04.333846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e010db73-ca40-40f5-8ba2-8603933e1bee req-833ba2d0-85ab-4551-9096-6969ab2bb97b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 944 time: 0.0675695 Aug 06 16:13:04.376390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e010db73-ca40-40f5-8ba2-8603933e1bee req-b3ffe684-7a3f-4398-bf4b-c25a1b0a2ac2 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Aug 06 16:13:04.397207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:04.446866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:04.665880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['266edc10-757b-4e84-a877-9fbabf168810'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:04.920822 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2201b494-d303-458f-a7f7-610db6bd2319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:05.508777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef6516-ae7e-4ee4-99e1-00ef7d3f7e12 req-5a0150f7-2db0-4b7e-a78d-385728dcacf7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:05.510314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6ef6516-ae7e-4ee4-99e1-00ef7d3f7e12 req-5a0150f7-2db0-4b7e-a78d-385728dcacf7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 945 time: 0.0534353 Aug 06 16:13:05.552081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6ef6516-ae7e-4ee4-99e1-00ef7d3f7e12 req-5ef8aa7f-1a36-480b-b0ce-c23fd0678dab tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330677 Aug 06 16:13:06.139407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:06.260143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 266edc10-757b-4e84-a877-9fbabf168810 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:06.264905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 266edc10-757b-4e84-a877-9fbabf168810 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:06.265282 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.348347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.372414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:06.374466 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38cfb4-9f8b-4668-bd7e-20526c1db344" -d '{"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:06.388661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:06.412022 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52639fe-845e-46a6-81af-3ce688000f56 x-openstack-request-id: req-a52639fe-845e-46a6-81af-3ce688000f56 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:06.412311 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:06.412563 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a52639fe-845e-46a6-81af-3ce688000f56 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:06.412982 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'code': 200} Aug 06 16:13:06.522383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708bcd4-954d-4a43-a349-e5fe1afd5af5 req-1b5b3251-e627-40ed-bdab-4d204de9e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:06.522971 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:06.523900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a708bcd4-954d-4a43-a349-e5fe1afd5af5 req-1b5b3251-e627-40ed-bdab-4d204de9e8aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1096 time: 0.0472527 Aug 06 16:13:06.566501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a708bcd4-954d-4a43-a349-e5fe1afd5af5 req-c09dd2b2-5003-41f8-a61d-cf4706da16a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Aug 06 16:13:06.573338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:06.671552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac920-9810-4ed5-967f-20ccab33f2ba req-8b669293-c0ce-4119-9c3e-d25ea2a8a11a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:06.673137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b62ac920-9810-4ed5-967f-20ccab33f2ba req-8b669293-c0ce-4119-9c3e-d25ea2a8a11a tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0534515 Aug 06 16:13:06.714373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b62ac920-9810-4ed5-967f-20ccab33f2ba req-7783987d-9f01-4929-a536-2a135c307eb8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349100 Aug 06 16:13:07.671643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8fe0bf06-89e9-4aea-8b92-ff85f164b842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.730427 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:07.848362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f5a6f-f252-471b-8173-a6954c0d4fce req-42964924-6c65-4197-9cb4-7d723a97fa0b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:07.854204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-512f5a6f-f252-471b-8173-a6954c0d4fce req-42964924-6c65-4197-9cb4-7d723a97fa0b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0635500 Aug 06 16:13:07.889611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-512f5a6f-f252-471b-8173-a6954c0d4fce req-8e5fed09-e83b-48bd-ba5b-0b4ab1c8986d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335486 Aug 06 16:13:08.019207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba99c-200c-4bbe-9432-c4291b79492b req-a0bc96ac-8cc3-42e2-919c-dc9cd4561288 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:08.019207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d61ba99c-200c-4bbe-9432-c4291b79492b req-a0bc96ac-8cc3-42e2-919c-dc9cd4561288 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0591009 Aug 06 16:13:08.061253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d61ba99c-200c-4bbe-9432-c4291b79492b req-69cd6e58-a7d2-447a-a223-44572049f0d3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366290 Aug 06 16:13:08.084340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:08.127117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b62fa3-1ab7-4bfd-ba2b-db52126fbb3c tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:08.128698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-19b62fa3-1ab7-4bfd-ba2b-db52126fbb3c tempest-TestNetworkAdvancedServerOps-903268062 tempest-TestNetworkAdvancedServerOps-903268062-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1092 time: 0.0432873 Aug 06 16:13:08.131514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:08.136229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '266edc10-757b-4e84-a877-9fbabf168810', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:08.237659 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.344941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.457697 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Allocated IP 172.25.5.237 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/fffb3a26-beb0-4b7d-9f6a-f4b123e92e11) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:08.562917 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.655303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:08.718664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:08.718664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:08.718664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:08.718664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=fffb3a26-beb0-4b7d-9f6a-f4b123e92e11,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.116226 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.391918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.422573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.578705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.642705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.712577 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event updated for resources: {'Port': ['ID=fffb3a26-beb0-4b7d-9f6a-f4b123e92e11,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:09.729916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:09.836912 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 7de603c7-9254-4aff-80b0-cda7408c90ec associated. External IP: 172.25.5.237, port: 266edc10-757b-4e84-a877-9fbabf168810. Aug 06 16:13:10.066994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:10.180637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:10.190617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] Sync routers for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:10.204021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:10.206835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:13:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:10.259990 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:10.289080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4f456113-0d2a-4537-9d09-5261171c435f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1565216 Aug 06 16:13:10.292972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:10.292972 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d51886-b4dc-4e58-8f65-4320695e7395" -d '{"events": [{"name": "network-changed", "server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:10.331979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:10.338332 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d3dbdb-fd37-4a9f-9294-f65dd9d84b85 x-openstack-request-id: req-b0d3dbdb-fd37-4a9f-9294-f65dd9d84b85 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:10.338623 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:10.338880 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0d3dbdb-fd37-4a9f-9294-f65dd9d84b85 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:10.339313 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'status': 'completed', 'code': 200} Aug 06 16:13:10.416081 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2fb8e-2009-4d1a-95e0-ee73b4413bff req-1d1b8d33-39ae-4b0d-acaf-6e506c707573 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.417668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8c2fb8e-2009-4d1a-95e0-ee73b4413bff req-1d1b8d33-39ae-4b0d-acaf-6e506c707573 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0654945 Aug 06 16:13:10.419970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-6c4af93e-e13a-4c39-837a-2001126c7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.424630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-6c4af93e-e13a-4c39-837a-2001126c7046 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1097 time: 0.0530121 Aug 06 16:13:10.488477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8c2fb8e-2009-4d1a-95e0-ee73b4413bff req-051646f5-2734-4eb6-accc-265e033470bf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638385 Aug 06 16:13:10.511676 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:10.548278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-d743816f-a2c2-4daf-99b4-4ca297aebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.549820 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-d743816f-a2c2-4daf-99b4-4ca297aebb9f service neutron] 10.222.0.64 "GET /v2.0/networks?id=b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 200 len: 896 time: 0.1208932 Aug 06 16:13:10.589960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cfa53721-25cb-425c-8db3-86609ac944cf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/7de603c7-9254-4aff-80b0-cda7408c90ec HTTP/1.1" status: 200 len: 992 time: 0.0762928 Aug 06 16:13:10.614845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '7de603c7-9254-4aff-80b0-cda7408c90ec', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'port_id': '266edc10-757b-4e84-a877-9fbabf168810', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'mac_address': 'fa:16:3e:e2:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98153723-7454-4b8a-bd27-174e514b1f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:13:08Z', 'updated_at': '2021-08-06T16:13:08Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:58Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:10.634954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-0f1e4f18-ce75-4168-88df-25c28e89294f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 200 len: 1000 time: 0.0762801 Aug 06 16:13:10.640681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] Checking router: 7910de4d-93e4-4dfa-a6cd-799f8acef7ce for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:10.649424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:10.650052 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:13:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:10.692975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-ccb0d355-4323-4570-ab27-c35c1680f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.694507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-ccb0d355-4323-4570-ab27-c35c1680f316 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 HTTP/1.1" status: 200 len: 835 time: 0.0514793 Aug 06 16:13:10.750191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-b0bc57c1-3477-4919-acdb-f38779c2306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:10.751640 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-b0bc57c1-3477-4919-acdb-f38779c2306b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b31335d7-f16e-41e4-999d-23dd6eb3df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471537 Aug 06 16:13:10.765932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:10.858003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-2dc64586-0d29-412d-acf6-b19ea5943458 service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980051 Aug 06 16:13:10.961807 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d0d51886-b4dc-4e58-8f65-4320695e7395 req-ef0358d7-b8fe-4e55-be67-71ece89ff4a1 service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965898 Aug 06 16:13:11.055786 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:11.171271 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '7de603c7-9254-4aff-80b0-cda7408c90ec', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'port_id': '266edc10-757b-4e84-a877-9fbabf168810', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'mac_address': 'fa:16:3e:e2:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98153723-7454-4b8a-bd27-174e514b1f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:13:08Z', 'updated_at': '2021-08-06T16:13:08Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:58Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:11.198294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a13a1c-97e4-4d17-9f58-3a1d2da1d820 None None] The sync data for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 is: [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '7de603c7-9254-4aff-80b0-cda7408c90ec', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'port_id': '266edc10-757b-4e84-a877-9fbabf168810', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'mac_address': 'fa:16:3e:e2:2b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98153723-7454-4b8a-bd27-174e514b1f2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:13:08Z', 'updated_at': '2021-08-06T16:13:08Z', 'revision_number': 0, 'project_id': '618f00fcdc5140c494e411523c645571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:58Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:11.401495 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3164382-6106-4fdc-8bde-79cfbdaf84cb None None] New status for floating IP 7de603c7-9254-4aff-80b0-cda7408c90ec: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:13:11.593651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:11.662155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4898fddc-8224-42ed-9bd7-7ba280c7206e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/7de603c7-9254-4aff-80b0-cda7408c90ec HTTP/1.1" status: 200 len: 992 time: 0.0670531 Aug 06 16:13:12.665763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:12.736663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3080d357-3df1-4c95-8e75-9a07bb40c571 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/7de603c7-9254-4aff-80b0-cda7408c90ec HTTP/1.1" status: 200 len: 994 time: 0.0646160 Aug 06 16:13:15.616348 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:13:21.766392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-31983c17-368d-40a4-8566-038d623ec23d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131392020&fields=id&tenant_id=5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 267 time: 0.0348408 Aug 06 16:13:21.872610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-189dae28-a08c-4643-9993-6b9690062476 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:21.874102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-189dae28-a08c-4643-9993-6b9690062476 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1007078 Aug 06 16:13:21.888949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-acdc681a-0ad3-4784-af1c-e7ca518aa123 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0091789 Aug 06 16:13:21.944975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-391eb03a-1557-45ec-aef2-0e24bce90a14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506470 Aug 06 16:13:22.040517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-78b964b4-55cd-4421-a9da-09017e200233 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833855 Aug 06 16:13:22.134183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-c844d9b2-80ce-49b3-8f5f-096f04edf82c service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870662 Aug 06 16:13:22.753521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91578905-76fa-4bf5-8275-41c9e30c3ee4 req-ff139b35-9149-4b76-b28f-d8e9b36bf36d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0274684 Aug 06 16:13:23.845973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c1ec6262-da59-4c59-b69e-e4cc6a8db9c7 req-a92dc239-a15d-4934-b044-5b6d584d334a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0265067 Aug 06 16:13:24.401229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-767faf81-785b-4c3b-a63b-12b3bfb5b31f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:24.402684 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-767faf81-785b-4c3b-a63b-12b3bfb5b31f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1042855 Aug 06 16:13:24.445814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-57e7c363-76f6-4ec5-82f7-a626359b6d3d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 380 time: 0.0334992 Aug 06 16:13:24.455206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': '5895820f-b230-4dae-a59b-54a26690229f', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'security_groups': ['6b589917-19f4-4869-92a5-0a8f8397029f']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:24.642765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:13:24.646398 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.773260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.4 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/b541fb73-2382-4c23-a1ad-889054944ff1) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:24.921355 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:24.936313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object b541fb73-2382-4c23-a1ad-889054944ff1 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:24.945428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbb5cafd-c936-4659-872d-8d0de6569407 req-607e06a0-aadf-49f6-a14d-37a111c6cfec tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0301468 Aug 06 16:13:25.025949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.068284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:25.073225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:25.078642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:25.114026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=b541fb73-2382-4c23-a1ad-889054944ff1,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:25.144048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:25.144777 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.226577 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5c3f4ddf-e07b-4a2b-b1bf-db5d30694d92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750230 Aug 06 16:13:25.239408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Request body: {'port': {'device_id': '5895820f-b230-4dae-a59b-54a26690229f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:25.302377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.402497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04fdef41-8b00-40c2-866d-54ffb866fe3b None None] Provisioning for port b541fb73-2382-4c23-a1ad-889054944ff1 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:25.408801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04fdef41-8b00-40c2-866d-54ffb866fe3b None None] Provisioning complete for port b541fb73-2382-4c23-a1ad-889054944ff1 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:25.409404 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04fdef41-8b00-40c2-866d-54ffb866fe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.467936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-04fdef41-8b00-40c2-866d-54ffb866fe3b None None] Port b541fb73-2382-4c23-a1ad-889054944ff1 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:13:25.583608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b541fb73-2382-4c23-a1ad-889054944ff1 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:25.591940 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.604098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Transition to ACTIVE for port object b541fb73-2382-4c23-a1ad-889054944ff1 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:13:25.690284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.746833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Pushing event updated for resources: {'Port': ['ID=b541fb73-2382-4c23-a1ad-889054944ff1,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:25.831038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Attempting to bind port b541fb73-2382-4c23-a1ad-889054944ff1 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:13:25.831384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Attempting to bind port b541fb73-2382-4c23-a1ad-889054944ff1 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:13:25.831720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Attempting to bind port b541fb73-2382-4c23-a1ad-889054944ff1 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:25.836701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Port b541fb73-2382-4c23-a1ad-889054944ff1 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:13:25.837029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Attempting to bind port b541fb73-2382-4c23-a1ad-889054944ff1 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:13:25.842823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:13:25.843171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:13:25.843567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:13:25.844038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Bound port: b541fb73-2382-4c23-a1ad-889054944ff1, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:13:25.844405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:25.920833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] For port b541fb73-2382-4c23-a1ad-889054944ff1, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:13:25.924107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] For port b541fb73-2382-4c23-a1ad-889054944ff1, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b541fb73-2382-4c23-a1ad-889054944ff1,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:13:25.992916 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.044178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.046862 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.046862 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] 10.222.0.59 "PUT /v2.0/ports/b541fb73-2382-4c23-a1ad-889054944ff1 HTTP/1.1" status: 200 len: 1091 time: 0.8112466 Aug 06 16:13:26.046862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:26.049302 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87b98f-517a-4ed8-9976-da576c001dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:26.071740 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287689a-4d54-4d1e-9fa6-e604ce9d90dd req-0e775229-fbfa-478a-bff6-aa2bcc7d1b98 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.079919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c287689a-4d54-4d1e-9fa6-e604ce9d90dd req-0e775229-fbfa-478a-bff6-aa2bcc7d1b98 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0609257 Aug 06 16:13:26.102004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25fef6-1495-4843-99f2-47893940b425 service neutron] Pushing event updated for resources: {'Port': ['ID=b541fb73-2382-4c23-a1ad-889054944ff1,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:26.109208 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc1d4cd-74b6-4877-bb31-dfe942d1c8d1 x-openstack-request-id: req-6dc1d4cd-74b6-4877-bb31-dfe942d1c8d1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:26.109670 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:26.110226 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dc1d4cd-74b6-4877-bb31-dfe942d1c8d1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:26.110795 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'status': 'completed', 'code': 200} Aug 06 16:13:26.146055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c287689a-4d54-4d1e-9fa6-e604ce9d90dd req-f4e07bce-ea17-45b7-88d0-245f41795831 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647511 Aug 06 16:13:26.152678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:26.175505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87b98f-517a-4ed8-9976-da576c001dc0 req-4f2bd108-920d-4d02-aa4b-349bad4bf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.177089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b87b98f-517a-4ed8-9976-da576c001dc0 req-4f2bd108-920d-4d02-aa4b-349bad4bf5aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1094 time: 0.0495255 Aug 06 16:13:26.643185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87b98f-517a-4ed8-9976-da576c001dc0 req-128b46e9-1103-49b7-b43b-6d44c0c68084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.644731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b87b98f-517a-4ed8-9976-da576c001dc0 req-128b46e9-1103-49b7-b43b-6d44c0c68084 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4594893 Aug 06 16:13:26.740377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87b98f-517a-4ed8-9976-da576c001dc0 req-dc0c31ef-6872-4699-9502-fc656dba4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.741791 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b87b98f-517a-4ed8-9976-da576c001dc0 req-dc0c31ef-6872-4699-9502-fc656dba4d82 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899236 Aug 06 16:13:26.824041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-03ae63d0-3252-4342-92f7-860b39a90b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.826551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-03ae63d0-3252-4342-92f7-860b39a90b4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1094 time: 0.0463066 Aug 06 16:13:26.867369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-e80c3dfa-26a3-46ed-8d57-e838c92a570d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b541fb73-2382-4c23-a1ad-889054944ff1 HTTP/1.1" status: 200 len: 217 time: 0.0336509 Aug 06 16:13:26.916286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-56acf5df-0f0d-43b5-9b08-e528e6eed522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.917664 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-56acf5df-0f0d-43b5-9b08-e528e6eed522 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0435364 Aug 06 16:13:26.965183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5eae8686-fae2-46a5-a276-9862997a3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:26.966731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-5eae8686-fae2-46a5-a276-9862997a3fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414574 Aug 06 16:13:27.068946 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-fbf8cff6-7d62-4dea-8f95-6a7d1c2d54d0 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954530 Aug 06 16:13:27.168202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d107b95-1c9b-4229-b9f0-6767dd89f284 req-527f04b4-2945-4454-923e-135e74caf411 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912285 Aug 06 16:13:27.271502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0125609-16ee-4fa9-a04d-d75c25e92e91 req-10974b9a-3ca7-4a5e-bed0-d8ad9a470af0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:27.273021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0125609-16ee-4fa9-a04d-d75c25e92e91 req-10974b9a-3ca7-4a5e-bed0-d8ad9a470af0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0555465 Aug 06 16:13:27.317293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e0125609-16ee-4fa9-a04d-d75c25e92e91 req-2329ce42-41df-4c61-86cb-b4eff2abbbbf tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Aug 06 16:13:28.433496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4cdbed-65d2-40f2-b7b1-a4ee79137a0d req-662de462-c4a8-48d0-87ba-4afca5f0d3b3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:28.435663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4cdbed-65d2-40f2-b7b1-a4ee79137a0d req-662de462-c4a8-48d0-87ba-4afca5f0d3b3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0513515 Aug 06 16:13:28.476541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d4cdbed-65d2-40f2-b7b1-a4ee79137a0d req-d283da09-e74b-4d06-acf3-dbb53a92dee5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Aug 06 16:13:29.276796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:29.590625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1ff20-3702-4b67-96f5-acd7d6fff404 req-769b1177-1c03-4f1f-ac60-93b88121087c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:29.592080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88a1ff20-3702-4b67-96f5-acd7d6fff404 req-769b1177-1c03-4f1f-ac60-93b88121087c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0492315 Aug 06 16:13:29.631650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88a1ff20-3702-4b67-96f5-acd7d6fff404 req-d380f5cd-acf8-4262-b8a2-d2034a804ba9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Aug 06 16:13:30.749140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631031a-d772-405f-8761-498601f907de req-85862c15-138d-4854-8db9-8a7579c14ae2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:30.750607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7631031a-d772-405f-8761-498601f907de req-85862c15-138d-4854-8db9-8a7579c14ae2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0531936 Aug 06 16:13:30.787444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7631031a-d772-405f-8761-498601f907de req-2f23e996-8609-4407-94f4-040f09d98ec8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308428 Aug 06 16:13:31.901278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af932abc-2d91-408e-ac48-a1b0059f48c3 req-36224c39-d488-43fa-88ce-8a6f008c9936 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:31.902673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af932abc-2d91-408e-ac48-a1b0059f48c3 req-36224c39-d488-43fa-88ce-8a6f008c9936 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0488238 Aug 06 16:13:31.942682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af932abc-2d91-408e-ac48-a1b0059f48c3 req-cf1fb7b6-7af6-44f5-ac10-5cdfdd979b52 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334191 Aug 06 16:13:33.057816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00553f-984c-4711-b32a-ca9a350db2c5 req-5e6b70f2-2f8a-418d-8a86-ad67f72eb1be tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:33.059304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b00553f-984c-4711-b32a-ca9a350db2c5 req-5e6b70f2-2f8a-418d-8a86-ad67f72eb1be tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0498621 Aug 06 16:13:33.097424 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b00553f-984c-4711-b32a-ca9a350db2c5 req-b998b561-7489-4455-8bb9-5c2bb613c86f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Aug 06 16:13:34.215631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece3ec6-5518-41c4-bb2d-90581340c4a1 req-82996227-4ffc-4a9b-bb11-c0fc226ee168 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:34.217117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ece3ec6-5518-41c4-bb2d-90581340c4a1 req-82996227-4ffc-4a9b-bb11-c0fc226ee168 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0521436 Aug 06 16:13:34.254963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ece3ec6-5518-41c4-bb2d-90581340c4a1 req-040d3bea-4c98-4d47-8acd-fdbf33c056b8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Aug 06 16:13:34.945209 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d1c79497-a5da-4ca2-87e9-16a5fd2ebcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:35.371828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1a963-eb3e-4136-bd58-40cbc48ebcf1 req-38fef855-128a-483e-b309-f516b9a623ed tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:35.373391 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcf1a963-eb3e-4136-bd58-40cbc48ebcf1 req-38fef855-128a-483e-b309-f516b9a623ed tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0497689 Aug 06 16:13:35.412149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcf1a963-eb3e-4136-bd58-40cbc48ebcf1 req-a4426779-9bca-4913-afdd-95a5c5ff8c9f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Aug 06 16:13:36.527840 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5fc0f-ff54-4ae9-bb53-60997b5f779d req-b55a6dbe-2c30-44a9-ac1c-5fa91f9c0440 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:36.529305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51a5fc0f-ff54-4ae9-bb53-60997b5f779d req-b55a6dbe-2c30-44a9-ac1c-5fa91f9c0440 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0479512 Aug 06 16:13:36.568638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51a5fc0f-ff54-4ae9-bb53-60997b5f779d req-d9de52c3-d37c-4e6d-b036-443017a9661d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324998 Aug 06 16:13:37.688218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd62cc-1cab-491d-8105-67c90d11a7c2 req-47c6a257-98ab-47f5-90cd-a85748bfc00b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:37.689626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bcd62cc-1cab-491d-8105-67c90d11a7c2 req-47c6a257-98ab-47f5-90cd-a85748bfc00b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 943 time: 0.0540867 Aug 06 16:13:37.710866 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f92db317-c9ea-4140-bbaa-2c8e3bdab0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.727885 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:37.731595 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bcd62cc-1cab-491d-8105-67c90d11a7c2 req-8652df49-8d83-4bfb-92d0-147cd877636b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351903 Aug 06 16:13:38.378654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b541fb73-2382-4c23-a1ad-889054944ff1 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:13:38.473495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b541fb73-2382-4c23-a1ad-889054944ff1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b541fb73-2382-4c23-a1ad-889054944ff1,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:38.484352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'mac_address': 'fa:16:3e:cd:a7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:13:38.524600 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.537342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b541fb73-2382-4c23-a1ad-889054944ff1 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:13:38.557311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b541fb73-2382-4c23-a1ad-889054944ff1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b541fb73-2382-4c23-a1ad-889054944ff1,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:38.602634 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:38.652856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b541fb73-2382-4c23-a1ad-889054944ff1,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:38.805091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b541fb73-2382-4c23-a1ad-889054944ff1'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:13:38.845653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa237b78-c974-49de-885f-58c8651af7f2 req-d43c7ffa-dcea-4d93-9747-ae33a510ec7c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:38.847347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa237b78-c974-49de-885f-58c8651af7f2 req-d43c7ffa-dcea-4d93-9747-ae33a510ec7c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 944 time: 0.0496237 Aug 06 16:13:38.886696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa237b78-c974-49de-885f-58c8651af7f2 req-a9ee77b3-9b1e-47bd-a721-83ece02648c1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Aug 06 16:13:38.942030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.010428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a311ff3-d5c7-4e43-836b-c06f4e054165 req-7452dcec-c1b0-477f-8b24-5080bc80f284 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:40.012029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a311ff3-d5c7-4e43-836b-c06f4e054165 req-7452dcec-c1b0-477f-8b24-5080bc80f284 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 944 time: 0.0513706 Aug 06 16:13:40.051406 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a311ff3-d5c7-4e43-836b-c06f4e054165 req-9afd775b-22e7-46d6-a143-2cd9fd763ca6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328345 Aug 06 16:13:40.402370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b541fb73-2382-4c23-a1ad-889054944ff1 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:13:40.522264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port b541fb73-2382-4c23-a1ad-889054944ff1 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:13:40.526369 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port b541fb73-2382-4c23-a1ad-889054944ff1 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:13:40.526745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.607642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.629676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:40.631893 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb219f1-d896-47a7-ab7c-b869b858ba98" -d '{"events": [{"server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "name": "network-vif-plugged", "status": "completed", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:40.648775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b541fb73-2382-4c23-a1ad-889054944ff1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b541fb73-2382-4c23-a1ad-889054944ff1,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:13:40.670023 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86086247-8119-40fb-b13f-d2462bbd6b0c x-openstack-request-id: req-86086247-8119-40fb-b13f-d2462bbd6b0c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:40.670313 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "name": "network-vif-plugged", "status": "completed", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:40.670573 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86086247-8119-40fb-b13f-d2462bbd6b0c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:40.670970 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'code': 200} Aug 06 16:13:40.722094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:40.766874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0a2dc-fbf6-4b13-88b7-87c8d67dc051 req-dc42404d-3fe6-4579-b0a0-54e44f3d00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:40.768218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58c0a2dc-fbf6-4b13-88b7-87c8d67dc051 req-dc42404d-3fe6-4579-b0a0-54e44f3d00dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1096 time: 0.0409179 Aug 06 16:13:40.771346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b541fb73-2382-4c23-a1ad-889054944ff1,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:40.803658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58c0a2dc-fbf6-4b13-88b7-87c8d67dc051 req-b3bc5f8d-1682-401d-b365-8166b0c7872f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283935 Aug 06 16:13:40.870835 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:41.167377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115ca77-d0f4-42cc-a555-8e777bb261ac req-f7f9d9bc-358b-450c-ad1e-bdff70539f6b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:41.168860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2115ca77-d0f4-42cc-a555-8e777bb261ac req-f7f9d9bc-358b-450c-ad1e-bdff70539f6b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 945 time: 0.0519497 Aug 06 16:13:41.207528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2115ca77-d0f4-42cc-a555-8e777bb261ac req-44538b55-dd3b-4303-a622-8be09d3e0b26 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Aug 06 16:13:42.323958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f120d8b-aab3-4b47-8160-4a54a9e4cf64 req-984160d7-ede2-4cdf-a9d1-57fc584b745c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:42.325325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f120d8b-aab3-4b47-8160-4a54a9e4cf64 req-984160d7-ede2-4cdf-a9d1-57fc584b745c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 945 time: 0.0492916 Aug 06 16:13:42.364185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f120d8b-aab3-4b47-8160-4a54a9e4cf64 req-a8334f54-a557-4608-88de-d12b4a19844b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Aug 06 16:13:42.479213 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65745b9c-236b-4ab4-81d0-b7f1771686ee req-38e4c236-2f41-441d-8df1-0bb4e2198e66 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:42.481023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65745b9c-236b-4ab4-81d0-b7f1771686ee req-38e4c236-2f41-441d-8df1-0bb4e2198e66 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 945 time: 0.0506411 Aug 06 16:13:42.520583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65745b9c-236b-4ab4-81d0-b7f1771686ee req-29644a0b-259f-46cb-ace5-23c7d17b65ee tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329309 Aug 06 16:13:42.545331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35404) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:42.591419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b3ba5a-9acf-4d0f-b6b7-0e659d77a715 tempest-TestVolumeBootPattern-1627849367 tempest-TestVolumeBootPattern-1627849367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:42.592968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b1b3ba5a-9acf-4d0f-b6b7-0e659d77a715 tempest-TestVolumeBootPattern-1627849367 tempest-TestVolumeBootPattern-1627849367-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1091 time: 0.0466492 Aug 06 16:13:42.596465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35406) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:13:42.601013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:13:42.706095 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:42.804412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.266398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.25.5.164 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/9bf8376f-dc26-47a8-974d-e21cd7596857) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:13:43.370688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.494240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:43.535150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:13:43.539885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:13:43.542666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:13:43.571607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=9bf8376f-dc26-47a8-974d-e21cd7596857,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:43.584473 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.584818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.585157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.585490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.585821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.586148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.586471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.586797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.587120 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.587438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.587754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.588093 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:13:43.934421 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.057104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.210170 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.276085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.341891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=9bf8376f-dc26-47a8-974d-e21cd7596857,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:13:44.355964 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.457922 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Floating IP 6a008635-363a-4c27-876f-a0c4f20db47d associated. External IP: 172.25.5.164, port: b541fb73-2382-4c23-a1ad-889054944ff1. Aug 06 16:13:44.665943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:13:44.774905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:13:44.784405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:13:44.792877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:44.795660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:13:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:44.882483 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:44.900361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:44.910090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-77f3b962-dabd-4ad9-a05c-818b93f4f500 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3126137 Aug 06 16:13:44.910897 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:13:44.913170 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132eb020-4e44-4ee5-857a-d42c9dcbdc68" -d '{"events": [{"name": "network-changed", "server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:13:44.958622 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88559ea5-cffd-4dd7-8a0d-499ac2ba341a x-openstack-request-id: req-88559ea5-cffd-4dd7-8a0d-499ac2ba341a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:13:44.958933 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:13:44.959182 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88559ea5-cffd-4dd7-8a0d-499ac2ba341a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:13:44.959583 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'status': 'completed', 'code': 200} Aug 06 16:13:45.022214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-74cd1ade-2c59-41ac-9138-3ee7d0f15382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.024671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-74cd1ade-2c59-41ac-9138-3ee7d0f15382 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1096 time: 0.0434608 Aug 06 16:13:45.122021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-427ad17e-77ed-47ca-a401-53a7676cadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.123505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-427ad17e-77ed-47ca-a401-53a7676cadab service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0923839 Aug 06 16:13:45.137416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '6a008635-363a-4c27-876f-a0c4f20db47d', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:cd:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895820f-b230-4dae-a59b-54a26690229f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:13:43Z', 'updated_at': '2021-08-06T16:13:43Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:45.164801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:13:45.173350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:13:45.173965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:13:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:45.188296 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-87b79274-051a-44d0-8f2f-a6a23d561690 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b541fb73-2382-4c23-a1ad-889054944ff1 HTTP/1.1" status: 200 len: 999 time: 0.0576057 Aug 06 16:13:45.241969 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-254db294-80c9-4cbd-865e-b616526047b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.243435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-254db294-80c9-4cbd-865e-b616526047b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0488040 Aug 06 16:13:45.280568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:13:45.291611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-b4a9ead0-ff21-4b99-b8dd-eceaffdae008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:45.293158 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-b4a9ead0-ff21-4b99-b8dd-eceaffdae008 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412800 Aug 06 16:13:45.388736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-abd51b88-2c9f-410c-86ef-308658ef7fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878212 Aug 06 16:13:45.485281 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-132eb020-4e44-4ee5-857a-d42c9dcbdc68 req-22acfbc1-822e-4f86-b082-0f4889a17cc1 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893564 Aug 06 16:13:45.550628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '6a008635-363a-4c27-876f-a0c4f20db47d', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:cd:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895820f-b230-4dae-a59b-54a26690229f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:13:43Z', 'updated_at': '2021-08-06T16:13:43Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:13:45.580740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801f5c5-49fb-4ef0-8bf6-d05aae383f34 None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '6a008635-363a-4c27-876f-a0c4f20db47d', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:cd:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5895820f-b230-4dae-a59b-54a26690229f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:13:43Z', 'updated_at': '2021-08-06T16:13:43Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:13:45.770174 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff373f-bc14-4422-9eca-82bf4b397d8d None None] New status for floating IP 6a008635-363a-4c27-876f-a0c4f20db47d: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:13:47.479155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c552b53-1010-4603-8ead-50f8d049bf7a req-92ad32b4-d7e8-4ae6-8a86-085c6f93bc0b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:47.480700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c552b53-1010-4603-8ead-50f8d049bf7a req-92ad32b4-d7e8-4ae6-8a86-085c6f93bc0b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0589693 Aug 06 16:13:47.519625 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8c552b53-1010-4603-8ead-50f8d049bf7a req-10ba503a-a6b6-406a-a20c-07a65fdc8ffa tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321190 Aug 06 16:13:48.640611 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394264d-fa88-454a-bec1-11a1f95c7bea req-ff2d4462-60df-4faf-b6a3-93b83d22c6ff tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:48.642231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c394264d-fa88-454a-bec1-11a1f95c7bea req-ff2d4462-60df-4faf-b6a3-93b83d22c6ff tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0537093 Aug 06 16:13:48.693005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c394264d-fa88-454a-bec1-11a1f95c7bea req-26e47dfa-7c1d-4d18-9139-719629f5523b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 Aug 06 16:13:49.806103 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad14d8c-165d-433e-908c-e35bcc9a840a req-3acf091a-e051-4269-805e-d5f39063751c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:49.807619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad14d8c-165d-433e-908c-e35bcc9a840a req-3acf091a-e051-4269-805e-d5f39063751c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0490746 Aug 06 16:13:49.847645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad14d8c-165d-433e-908c-e35bcc9a840a req-1a94a574-ef33-4c9e-a0e9-7aef9d6273bd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336659 Aug 06 16:13:50.969278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638552d-9962-4bc0-8fd4-e83fddffc59a req-6fbd74e7-444f-4f53-bfd8-d5eb14b62e7e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:50.970814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4638552d-9962-4bc0-8fd4-e83fddffc59a req-6fbd74e7-444f-4f53-bfd8-d5eb14b62e7e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0546196 Aug 06 16:13:51.013053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4638552d-9962-4bc0-8fd4-e83fddffc59a req-70512d17-9c22-4dca-b50c-7662f2c230d9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346987 Aug 06 16:13:51.162826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-b1801f3b-04cd-49ee-9321-6856d7e74a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:51.164289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-b1801f3b-04cd-49ee-9321-6856d7e74a7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1097 time: 0.0426154 Aug 06 16:13:51.285565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-c7ffd750-85d1-4fb9-845a-4a012195d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:51.287161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-c7ffd750-85d1-4fb9-845a-4a012195d750 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 200 len: 896 time: 0.0932598 Aug 06 16:13:51.356696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-ab66524d-6a9e-489b-ae01-678f87d29ca9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 200 len: 1002 time: 0.0607874 Aug 06 16:13:51.409183 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-2b3b84a6-00fa-421f-93c4-a29799f30758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:51.410686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-2b3b84a6-00fa-421f-93c4-a29799f30758 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 HTTP/1.1" status: 200 len: 835 time: 0.0454013 Aug 06 16:13:51.467544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-93895bf3-139a-4d6f-9e31-096d94b84b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:51.469035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-93895bf3-139a-4d6f-9e31-096d94b84b7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b31335d7-f16e-41e4-999d-23dd6eb3df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465248 Aug 06 16:13:51.567032 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-b0144889-b240-4c48-a096-713a2487b2e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Aug 06 16:13:51.665659 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3680bee9-9e07-4940-8c5b-b4497c58b5d4 req-ddff890e-1b4d-4e02-a3f0-ad2ce8f014ba service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Aug 06 16:13:52.137370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713e599-3862-4264-a510-92866ad23a23 req-858f7d6d-ff6f-45fa-9e85-a373dbd0a797 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:52.138891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e713e599-3862-4264-a510-92866ad23a23 req-858f7d6d-ff6f-45fa-9e85-a373dbd0a797 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0586021 Aug 06 16:13:52.181172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e713e599-3862-4264-a510-92866ad23a23 req-f1a0967f-bcbc-4ea1-a638-ef3e42b1c520 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Aug 06 16:13:52.616420 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:13:53.302076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18121e0e-9deb-4c59-82a8-80ccea30c867 req-5362eba9-b88d-4d9f-8a61-0e702e439d79 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:53.303656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18121e0e-9deb-4c59-82a8-80ccea30c867 req-5362eba9-b88d-4d9f-8a61-0e702e439d79 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0537744 Aug 06 16:13:53.349480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18121e0e-9deb-4c59-82a8-80ccea30c867 req-dd8d815d-c252-4eaf-9256-9d828cb5d1b6 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Aug 06 16:13:54.467058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9d787-6dc0-464d-aff8-fb953697c201 req-20a225db-8258-4d89-8f54-eac37a3c6f9f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:54.468609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcd9d787-6dc0-464d-aff8-fb953697c201 req-20a225db-8258-4d89-8f54-eac37a3c6f9f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0496638 Aug 06 16:13:54.507890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bcd9d787-6dc0-464d-aff8-fb953697c201 req-a04f910c-aad1-4ede-9fcf-29f1801c35a9 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328667 Aug 06 16:13:55.631540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db8136-f91a-453f-a6d5-f74fea57447e req-49653b9b-7f96-46db-a97f-a8355368887c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:55.632955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9db8136-f91a-453f-a6d5-f74fea57447e req-49653b9b-7f96-46db-a97f-a8355368887c tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0564418 Aug 06 16:13:55.670313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9db8136-f91a-453f-a6d5-f74fea57447e req-13548980-cea2-461c-b2b7-ff9db155c841 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313585 Aug 06 16:13:56.099461 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:13:56.788064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d61040-2012-4f53-a3af-2b5ccbd3973c req-b1651650-a1ca-443b-9aab-02138a15cd4e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:56.789533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d61040-2012-4f53-a3af-2b5ccbd3973c req-b1651650-a1ca-443b-9aab-02138a15cd4e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0495532 Aug 06 16:13:56.827297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29d61040-2012-4f53-a3af-2b5ccbd3973c req-b9f17f78-853c-4079-a13a-f01a02c080c8 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 06 16:13:57.942634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633fadf-8964-4aef-aeb0-49d84d7e91ec req-eb58cfe5-341a-4268-a154-f401ab565245 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:57.944182 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a633fadf-8964-4aef-aeb0-49d84d7e91ec req-eb58cfe5-341a-4268-a154-f401ab565245 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0492504 Aug 06 16:13:57.982484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a633fadf-8964-4aef-aeb0-49d84d7e91ec req-6e701a32-dbec-4d70-ab12-e90ae008ba16 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Aug 06 16:13:59.101227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08c524-5618-46fd-8340-4ba4792ca326 req-0a56c25d-af3a-4910-a389-0a744618223f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:13:59.102721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db08c524-5618-46fd-8340-4ba4792ca326 req-0a56c25d-af3a-4910-a389-0a744618223f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0534184 Aug 06 16:13:59.139644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db08c524-5618-46fd-8340-4ba4792ca326 req-4385aafa-d773-49e7-8526-27dd76b4eadf tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Aug 06 16:13:59.275901 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:00.258183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd8ec7-be8a-40ab-b4be-c446baa93f68 req-5b88aa67-778c-450a-945f-5982b49d3db4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:00.259727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbbd8ec7-be8a-40ab-b4be-c446baa93f68 req-5b88aa67-778c-450a-945f-5982b49d3db4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0512474 Aug 06 16:14:00.301620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbbd8ec7-be8a-40ab-b4be-c446baa93f68 req-fdcb8643-cd69-42d2-99ea-8ca971e33935 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356631 Aug 06 16:14:01.423739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19b5c-46a1-4c3c-b4fc-e9b811a3d6bc req-12e9c4e7-7098-4ca7-b2ee-182cfc7db815 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:01.425416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36c19b5c-46a1-4c3c-b4fc-e9b811a3d6bc req-12e9c4e7-7098-4ca7-b2ee-182cfc7db815 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0530782 Aug 06 16:14:01.463622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36c19b5c-46a1-4c3c-b4fc-e9b811a3d6bc req-637dd104-7121-499f-a4bb-526dcefe5e84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Aug 06 16:14:02.585641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39cbda-e111-4783-9e73-855f099bdde9 req-a26123f4-c4a4-4075-a6a2-7ed9946126fd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:02.587116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab39cbda-e111-4783-9e73-855f099bdde9 req-a26123f4-c4a4-4075-a6a2-7ed9946126fd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0537412 Aug 06 16:14:02.626828 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab39cbda-e111-4783-9e73-855f099bdde9 req-915dc088-0876-42f8-aa9c-3018ed2ecdac tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334375 Aug 06 16:14:03.744132 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c158-caf4-4fa5-8564-0f4a065484f2 req-281f92bd-dcc0-4618-917c-83868d0ea402 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:03.745737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ba2c158-caf4-4fa5-8564-0f4a065484f2 req-281f92bd-dcc0-4618-917c-83868d0ea402 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0511541 Aug 06 16:14:03.784940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ba2c158-caf4-4fa5-8564-0f4a065484f2 req-91fb6224-6521-4def-a115-65a90a2cba3d tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331180 Aug 06 16:14:04.912603 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474de0dd-ee18-49c2-abd8-88a8b429fe18 req-191b9b35-9c03-47c5-bdec-eb2b7663fffe tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:04.914124 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-474de0dd-ee18-49c2-abd8-88a8b429fe18 req-191b9b35-9c03-47c5-bdec-eb2b7663fffe tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0569611 Aug 06 16:14:04.933095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b636bcc5-ee5e-4e29-ba32-e6dea7e0633b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:04.956447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-474de0dd-ee18-49c2-abd8-88a8b429fe18 req-58677a1d-c98c-43f5-92ec-0d0d249431d5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361025 Aug 06 16:14:06.083769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075df3ff-6e6f-48b5-ba20-1b28dd0b3a37 req-02e2c8a9-f998-413f-9d4f-a98df5ef4108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:06.085396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-075df3ff-6e6f-48b5-ba20-1b28dd0b3a37 req-02e2c8a9-f998-413f-9d4f-a98df5ef4108 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0607827 Aug 06 16:14:06.125698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-075df3ff-6e6f-48b5-ba20-1b28dd0b3a37 req-0feeb490-f844-4ad2-8faf-fa970a114b96 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343199 Aug 06 16:14:07.244519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7b1d8-e2ac-48a1-a8aa-e30849f24861 req-045c0aed-cd4b-4039-81fb-66c6f58ba17f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:07.246130 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5f7b1d8-e2ac-48a1-a8aa-e30849f24861 req-045c0aed-cd4b-4039-81fb-66c6f58ba17f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0517268 Aug 06 16:14:07.286485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5f7b1d8-e2ac-48a1-a8aa-e30849f24861 req-10ccf3b2-5493-4d0d-8a3b-4416278ebe04 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Aug 06 16:14:07.697995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d799b53c-a9d8-4293-9825-e25e461921e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:07.738711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:08.402528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309c001-29c7-4ba0-a3e5-71d97a2480c7 req-74a6bfd4-c368-49cb-9787-3ad154ca0396 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:08.404096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b309c001-29c7-4ba0-a3e5-71d97a2480c7 req-74a6bfd4-c368-49cb-9787-3ad154ca0396 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0507443 Aug 06 16:14:08.442723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b309c001-29c7-4ba0-a3e5-71d97a2480c7 req-d89437a5-490f-4bab-8424-ee37c06782f3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324254 Aug 06 16:14:08.944454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:09.568714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d44491-2515-4aef-ab9c-319f507ab288 req-ef4f4e04-b1f6-4c6a-a4e5-115d378a6e18 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:09.570205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5d44491-2515-4aef-ab9c-319f507ab288 req-ef4f4e04-b1f6-4c6a-a4e5-115d378a6e18 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0554988 Aug 06 16:14:09.607913 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5d44491-2515-4aef-ab9c-319f507ab288 req-435e07ef-570c-4638-b2fd-0322bfbd5a27 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317471 Aug 06 16:14:10.726980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c9c1b-1f40-4ec9-bfd5-09f768cb8829 req-b80f401b-9183-4649-9b09-281dad587490 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:10.728503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f08c9c1b-1f40-4ec9-bfd5-09f768cb8829 req-b80f401b-9183-4649-9b09-281dad587490 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0510311 Aug 06 16:14:10.769517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f08c9c1b-1f40-4ec9-bfd5-09f768cb8829 req-ae531d81-6d7c-4218-ac05-7bdc01d39539 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350466 Aug 06 16:14:10.898742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:11.314262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5721f-6bd5-4dc5-aad6-be29cc6d1280 req-e05bf099-dcf5-448b-94c3-cf139479f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:11.316394 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6d5721f-6bd5-4dc5-aad6-be29cc6d1280 req-e05bf099-dcf5-448b-94c3-cf139479f6f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1097 time: 0.0430324 Aug 06 16:14:11.356546 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6d5721f-6bd5-4dc5-aad6-be29cc6d1280 req-897ceb70-416b-43bb-80ef-a9de5a309087 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289516 Aug 06 16:14:11.888880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac02bf7-0cdd-486a-ba09-e684e188baef req-ec0cca2e-3733-4c5d-8a3a-22ad02365de5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:11.890408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eac02bf7-0cdd-486a-ba09-e684e188baef req-ec0cca2e-3733-4c5d-8a3a-22ad02365de5 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0517006 Aug 06 16:14:11.931156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eac02bf7-0cdd-486a-ba09-e684e188baef req-c008b5ed-561c-4e66-bfd4-195deccecc4e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340645 Aug 06 16:14:12.533090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:14:12.536025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:12.681002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.703502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:12.722191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:12.724729 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87668a3a-9d56-4e29-a6c0-a5e9ccc7ba00" -d '{"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:12.735426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '266edc10-757b-4e84-a877-9fbabf168810', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'port_id': '266edc10-757b-4e84-a877-9fbabf168810', 'mac_address': 'fa:16:3e:e2:2b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:14:12.740700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:12.765907 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45de6c5e-7a4e-4977-903a-8fc6d96e9454 x-openstack-request-id: req-45de6c5e-7a4e-4977-903a-8fc6d96e9454 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:12.778301 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-unplugged", "status": "completed", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:12.778301 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45de6c5e-7a4e-4977-903a-8fc6d96e9454 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:12.778301 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'code': 200} Aug 06 16:14:12.782157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.794592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 266edc10-757b-4e84-a877-9fbabf168810 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:12.830924 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:12.900426 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:14:12.900785 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:14:12.905140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:12.912432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.912782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.913124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.913463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.913811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.914142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.914470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.914798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.915124 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.915450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.915776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:12.916127 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:13.052260 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d11a7-ab4c-41e3-8df3-61790f0eff22 req-bdf20d9b-88cc-481c-a36b-df9fa556d66b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:13.053951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e7d11a7-ab4c-41e3-8df3-61790f0eff22 req-bdf20d9b-88cc-481c-a36b-df9fa556d66b tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 944 time: 0.0547216 Aug 06 16:14:13.092909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e7d11a7-ab4c-41e3-8df3-61790f0eff22 req-b9c6bfe8-fe2e-474a-8887-f981202464cb tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329270 Aug 06 16:14:13.116728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35486) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:13.177874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-31af5782-dba2-445d-999a-007617e90307 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/floatingips/7de603c7-9254-4aff-80b0-cda7408c90ec HTTP/1.1" status: 200 len: 992 time: 0.0600100 Aug 06 16:14:13.441406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.454442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266edc10-757b-4e84-a877-9fbabf168810 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:14:13.475237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:13.532915 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:13.583244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:13.774593 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['266edc10-757b-4e84-a877-9fbabf168810'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:14:14.531039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:14:14.578361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 266edc10-757b-4e84-a877-9fbabf168810 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:14:14.578741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.657534 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.690225 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:14.768285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:14.770736 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e86ff-e6af-4d40-bee9-d21d357e30ab" -d '{"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:14.784281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:14.811610 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0df291-a0c2-4be2-bf1f-f6cdbb3ee15d x-openstack-request-id: req-fc0df291-a0c2-4be2-bf1f-f6cdbb3ee15d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:14.812041 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-plugged", "status": "completed", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:14.812301 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc0df291-a0c2-4be2-bf1f-f6cdbb3ee15d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:14.812808 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'code': 200} Aug 06 16:14:14.838436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:26.155561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:29.275020 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:29.616622 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:14:33.732363 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-e162e656-2094-4f17-91a7-cd475b261073 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380095 Aug 06 16:14:33.820749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8264c0-f456-419a-b949-5e4968b5505a req-824b9612-2d6f-462a-bb84-771457c21b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.822246 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-824b9612-2d6f-462a-bb84-771457c21b9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1096 time: 0.0468776 Aug 06 16:14:33.927117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8264c0-f456-419a-b949-5e4968b5505a req-250bee4f-d1f5-4e81-beef-c5273184eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:33.928535 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-250bee4f-d1f5-4e81-beef-c5273184eccd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0878401 Aug 06 16:14:33.997990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-6b6a3930-59c2-48b7-a66a-3ec74009e556 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b541fb73-2382-4c23-a1ad-889054944ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0621924 Aug 06 16:14:34.047056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8264c0-f456-419a-b949-5e4968b5505a req-8216681c-80be-4ce3-95e7-db619ce8bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:34.048519 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-8216681c-80be-4ce3-95e7-db619ce8bcc5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0442059 Aug 06 16:14:34.095505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8264c0-f456-419a-b949-5e4968b5505a req-64df424d-e21c-479a-b4ff-53066c3ee8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:34.098103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-64df424d-e21c-479a-b4ff-53066c3ee8c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418596 Aug 06 16:14:34.192910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-00f9d6b8-45de-423d-8175-370aeddac5f2 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876031 Aug 06 16:14:34.285583 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2b8264c0-f456-419a-b949-5e4968b5505a req-9611ae39-e4ef-4a23-9625-37d7e1fec4ca service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Aug 06 16:14:34.967816 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b1a9ac04-fea3-4818-af4a-9b941e43c8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.738648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e68b63e0-bbc7-4afd-a53f-9da1459c28c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:37.772537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:39.007060 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:40.881204 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.265046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35518) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:50.450998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port fffb3a26-beb0-4b7d-9f6a-f4b123e92e11 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:50.451490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.534143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.534466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.547164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for fffb3a26-beb0-4b7d-9f6a-f4b123e92e11 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:50.785144 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.812509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=fffb3a26-beb0-4b7d-9f6a-f4b123e92e11,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:50.823328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.823688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.824061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.824405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.824745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.825082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.825416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.825747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.826077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.826407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.826735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.827060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:14:50.886569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:50.886860 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Floating IP 7de603c7-9254-4aff-80b0-cda7408c90ec disassociated (deleted). External IP: 172.25.5.237, port: 266edc10-757b-4e84-a877-9fbabf168810. Aug 06 16:14:51.130883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:51.146724 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-42fc1d23-dec3-44db-9ecc-33fbad907e8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600863 Aug 06 16:14:51.279398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:51.282038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-59c7b890-1c55-47ef-b388-fc0b695a1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.284115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-59c7b890-1c55-47ef-b388-fc0b695a1cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1097 time: 0.0917237 Aug 06 16:14:51.287324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:51.290453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] Sync routers for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:51.301415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:51.302148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:14:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:51.341098 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-72f318b7-de95-49cf-b0db-a66435d212e3 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/floatingips/7de603c7-9254-4aff-80b0-cda7408c90ec HTTP/1.1" status: 204 len: 168 time: 1.0749185 Aug 06 16:14:51.343621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:51.346403 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7" -d '{"events": [{"name": "network-changed", "server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:51.419264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-2cc922be-c610-4e20-8223-6e14c8dc7436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.423574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-2cc922be-c610-4e20-8223-6e14c8dc7436 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 200 len: 896 time: 0.1167388 Aug 06 16:14:51.443182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:51.468592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-e7691f49-b53e-4d07-b7be-cd2dd57acb03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 200 len: 217 time: 0.0369620 Aug 06 16:14:51.504550 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95338fb-0c9a-486a-ac17-2692b66f2092 x-openstack-request-id: req-a95338fb-0c9a-486a-ac17-2692b66f2092 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:51.504851 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:51.505106 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a95338fb-0c9a-486a-ac17-2692b66f2092 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:51.505507 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'status': 'completed', 'code': 200} Aug 06 16:14:51.523455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-8bae98dc-3146-4753-bc27-eec11daecc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.524977 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-8bae98dc-3146-4753-bc27-eec11daecc9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 HTTP/1.1" status: 200 len: 835 time: 0.0492718 Aug 06 16:14:51.578394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-799bfd94-4bad-477a-8ae0-ecad12903ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.580604 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-799bfd94-4bad-477a-8ae0-ecad12903ee3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b31335d7-f16e-41e4-999d-23dd6eb3df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455554 Aug 06 16:14:51.663902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:58Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:51.677969 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-2ceac0a9-41c8-4726-a499-52f8dadb137c service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 Aug 06 16:14:51.691544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] Checking router: 7910de4d-93e4-4dfa-a6cd-799f8acef7ce for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:14:51.699795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:51.700446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:14:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:51.794205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b244212a-9b2d-4d6e-a405-e125cc5ed189 req-2f997d65-e0da-418e-9de6-210898cfc230 service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912919 Aug 06 16:14:51.810283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:51.875864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f792e-3323-4dcc-821c-df8f865c4b2a req-ceca64a1-cd8f-4936-a917-bcf71086645e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:51.877719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-035f792e-3323-4dcc-821c-df8f865c4b2a req-ceca64a1-cd8f-4936-a917-bcf71086645e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0506418 Aug 06 16:14:51.919259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-035f792e-3323-4dcc-821c-df8f865c4b2a req-ed7158d5-22cf-4cb5-90ec-91ab1a04268f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351882 Aug 06 16:14:52.030684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-bde5e927-728a-4e27-a5ad-72eebe76e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:52.032308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-bde5e927-728a-4e27-a5ad-72eebe76e74b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=618f00fcdc5140c494e411523c645571&device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 1097 time: 0.0445952 Aug 06 16:14:52.132983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-f08f2f81-a5db-4618-8410-11fa8f4b8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:52.134504 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-f08f2f81-a5db-4618-8410-11fa8f4b8cc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 200 len: 896 time: 0.0949781 Aug 06 16:14:52.180289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:58Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:52.180910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-ab655328-7f2e-4f89-ae73-6b829179118d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 200 len: 217 time: 0.0374136 Aug 06 16:14:52.211362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651420d3-6059-4be1-a183-b376310e4b01 None None] The sync data for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 is: [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '0b212cfb-0cb0-4923-9d13-93f8e22745f8', 'name': '', 'network_id': 'b31335d7-f16e-41e4-999d-23dd6eb3df96', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'mac_address': 'fa:16:3e:8b:d7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:53Z', 'updated_at': '2021-08-06T16:12:58Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'subnets': [{'id': 'b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:52.234798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-fbf10745-3a6f-4003-9193-ddf61d2c7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:52.236840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-fbf10745-3a6f-4003-9193-ddf61d2c7c5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 HTTP/1.1" status: 200 len: 835 time: 0.0487919 Aug 06 16:14:52.289275 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-90b1a9c9-cdd4-462d-8694-2d5a7f5b8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:52.290934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-90b1a9c9-cdd4-462d-8694-2d5a7f5b8fa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b31335d7-f16e-41e4-999d-23dd6eb3df96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451477 Aug 06 16:14:52.404928 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-6b4da1c5-57ba-4443-bed4-599912f340b0 service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051199 Aug 06 16:14:52.443303 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d260f236-9658-443f-9077-3235c0eed457 None None] New status for floating IP 7de603c7-9254-4aff-80b0-cda7408c90ec: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:14:52.508655 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adfe8063-263d-4a08-a8c0-5bb9ebef28c7 req-7b95d0cf-ae2c-4ec0-ae44-3f91dd2ba61a service neutron] 10.222.0.64 "GET /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958474 Aug 06 16:14:53.052152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add43feb-e358-4e80-ad08-03c18064d346 req-ca8a5a22-bafd-4c19-b6f0-725ce27907d7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:53.053680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-add43feb-e358-4e80-ad08-03c18064d346 req-ca8a5a22-bafd-4c19-b6f0-725ce27907d7 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0578735 Aug 06 16:14:53.093632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-add43feb-e358-4e80-ad08-03c18064d346 req-3448f27f-36b1-4dd3-9f72-7fbeb43bc167 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/security-groups?id=db9bfa13-1b61-4261-b119-f7633322078c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337934 Aug 06 16:14:53.474179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56e225-7410-422a-91f6-82681744373e req-9d175125-4aac-4c64-b712-4fb101732b18 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:14:53.475730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a56e225-7410-422a-91f6-82681744373e req-9d175125-4aac-4c64-b712-4fb101732b18 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 946 time: 0.0497129 Aug 06 16:14:53.571241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 266edc10-757b-4e84-a877-9fbabf168810 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:53.571584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.664798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 266edc10-757b-4e84-a877-9fbabf168810, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=266edc10-757b-4e84-a877-9fbabf168810,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:53.665087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.677551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 266edc10-757b-4e84-a877-9fbabf168810 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:53.903198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.932846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=266edc10-757b-4e84-a877-9fbabf168810,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:53.976256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] No DVR routers for this DVR port 266edc10-757b-4e84-a877-9fbabf168810 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:53.978843 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:53.980950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8a56e225-7410-422a-91f6-82681744373e req-face6c86-a9e3-4b99-bc3a-36618ab5f6b4 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.64 "DELETE /v2.0/ports/266edc10-757b-4e84-a877-9fbabf168810 HTTP/1.1" status: 204 len: 173 time: 0.4955940 Aug 06 16:14:53.981399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-deleted', 'tag': '266edc10-757b-4e84-a877-9fbabf168810'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:14:53.983692 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e864b31-c934-46ed-8b1d-03d397aa2527" -d '{"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-deleted", "tag": "266edc10-757b-4e84-a877-9fbabf168810"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:14:54.020774 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70260b3b-5543-4265-815f-68d1d7dcabaf x-openstack-request-id: req-70260b3b-5543-4265-815f-68d1d7dcabaf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:14:54.021069 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98153723-7454-4b8a-bd27-174e514b1f2b", "name": "network-vif-deleted", "tag": "266edc10-757b-4e84-a877-9fbabf168810", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:14:54.021328 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70260b3b-5543-4265-815f-68d1d7dcabaf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:14:54.021761 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98153723-7454-4b8a-bd27-174e514b1f2b', 'name': 'network-vif-deleted', 'tag': '266edc10-757b-4e84-a877-9fbabf168810', 'status': 'completed', 'code': 200} Aug 06 16:14:54.196433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a710749f-6e14-4369-845d-6291204c7d60 req-bc4308d3-911c-4506-af6a-4698daa0123e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "GET /v2.0/ports?device_id=98153723-7454-4b8a-bd27-174e514b1f2b HTTP/1.1" status: 200 len: 210 time: 0.0290937 Aug 06 16:14:55.259348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35542) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:55.636060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.909122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 0b212cfb-0cb0-4923-9d13-93f8e22745f8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:55.909395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:55.999068 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 0b212cfb-0cb0-4923-9d13-93f8e22745f8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0b212cfb-0cb0-4923-9d13-93f8e22745f8,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:55.999435 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.016156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 0b212cfb-0cb0-4923-9d13-93f8e22745f8 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:56.161504 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.681087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:56.706511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=0b212cfb-0cb0-4923-9d13-93f8e22745f8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:56.762262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:56.785549 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 266edc10-757b-4e84-a877-9fbabf168810 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:56.785925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 266edc10-757b-4e84-a877-9fbabf168810 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:56.890522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.105598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:14:57.219236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:14:57.225136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a2310401-5fa8-428b-9c71-8eedccf78bcd tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "PUT /v2.0/routers/7910de4d-93e4-4dfa-a6cd-799f8acef7ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682498 Aug 06 16:14:57.227690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:57.229149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] Sync routers for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:14:57.238188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:57.238807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:14:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:57.280007 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting subnet b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:14:57.283885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.324753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.344832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:57.418449 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.525011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:14:56Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:57.550248 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.556093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] Checking router: 7910de4d-93e4-4dfa-a6cd-799f8acef7ce for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:14:57.564513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] Routers {'7910de4d-93e4-4dfa-a6cd-799f8acef7ce'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:14:57.565132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:14:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:57.578268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Subnet': ['ID=b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:57.582926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.584882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-18674ee1-6d92-4629-ad30-94149dee5f84 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/subnets/b5502785-eac0-4e6e-9ed4-69c0cbf4e7f9 HTTP/1.1" status: 204 len: 168 time: 0.3561695 Aug 06 16:14:57.587664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35546) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:57.601500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f410e-e8a9-4aee-8c38-d87118141c76 None None] Network b31335d7-f16e-41e4-999d-23dd6eb3df96 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:14:57.699701 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.760749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] Set router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:14:57.808999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.926425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] DHCP port deletion for b31335d7-f16e-41e4-999d-23dd6eb3df96 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:14:57.929468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Deleting port 5def24ba-8a10-42d5-854b-000dd98e6add {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:57.929825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:57.984858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:14:56Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:58.015613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] For port 5def24ba-8a10-42d5-854b-000dd98e6add, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5def24ba-8a10-42d5-854b-000dd98e6add,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:58.016015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.017434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0741d4-e15c-460b-8551-7956ef25c8fc None None] The sync data for ids ['7910de4d-93e4-4dfa-a6cd-799f8acef7ce'] in n-d-778550-6 is: [{'id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-974841210', 'tenant_id': '618f00fcdc5140c494e411523c645571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:14:56Z', 'revision_number': 5, 'project_id': '618f00fcdc5140c494e411523c645571', 'gw_port': {'id': '5def24ba-8a10-42d5-854b-000dd98e6add', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7910de4d-93e4-4dfa-a6cd-799f8acef7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:12:49Z', 'updated_at': '2021-08-06T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:14:58.020737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] Deleting port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:14:58.021138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.029760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Calling delete_port for 5def24ba-8a10-42d5-854b-000dd98e6add owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:58.092630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] For port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,segment=NetworkSegment(392e583a-a0e6-4446-aa3c-5ae3c9dfc509),segment_id=392e583a-a0e6-4446-aa3c-5ae3c9dfc509)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:14:58.093032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.106234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] Calling delete_port for f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:14:58.275021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.300082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] Pushing event deleted for resources: {'Port': ['ID=f599b4be-91a8-4c2b-b9e5-0af9dd6889c6,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:58.303616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.305275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e08ff9-aa03-44a0-8358-c5b74c18d79c None None] No DVR routers for this DVR port f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:14:58.334824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Port': ['ID=5def24ba-8a10-42d5-854b-000dd98e6add,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:58.412761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.490589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:58.512758 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:58.513100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f599b4be-91a8-4c2b-b9e5-0af9dd6889c6 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:58.513526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0b212cfb-0cb0-4923-9d13-93f8e22745f8 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:14:58.515737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.519158 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.533162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 0b212cfb-0cb0-4923-9d13-93f8e22745f8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:14:58.533545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0b212cfb-0cb0-4923-9d13-93f8e22745f8 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:14:58.629659 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.630204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Fanout notify agent at l3_agent the message router_deleted on router 7910de4d-93e4-4dfa-a6cd-799f8acef7ce {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:14:58.637836 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.640742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-90b066c3-72fb-4b93-bd6b-7b8bb63ac973 tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/routers/7910de4d-93e4-4dfa-a6cd-799f8acef7ce HTTP/1.1" status: 204 len: 168 time: 1.0496039 Aug 06 16:14:58.641102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35548) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:58.727864 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.823695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.834574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31335d7-f16e-41e4-999d-23dd6eb3df96']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:58.845751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392e583a-a0e6-4446-aa3c-5ae3c9dfc509') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:58.846198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392e583a-a0e6-4446-aa3c-5ae3c9dfc509') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:14:58.855914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.869926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.877233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:14:58.877649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:14:58.880786 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:14:58.989866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:58.999265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.002302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/networks/b31335d7-f16e-41e4-999d-23dd6eb3df96 HTTP/1.1" status: 204 len: 168 time: 0.3600924 Aug 06 16:14:59.005190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:14:59.024551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c8839-d9dd-45a7-b111-22284f55225f tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'Network': ['ID=b31335d7-f16e-41e4-999d-23dd6eb3df96,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:59.088500 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede8654-6d02-4d73-912e-574ea625388e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.130101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede8654-6d02-4d73-912e-574ea625388e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.292094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede8654-6d02-4d73-912e-574ea625388e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.294793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fede8654-6d02-4d73-912e-574ea625388e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.296014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fede8654-6d02-4d73-912e-574ea625388e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] 10.222.0.16 "DELETE /v2.0/security-groups/db9bfa13-1b61-4261-b119-f7633322078c HTTP/1.1" status: 204 len: 168 time: 0.2895956 Aug 06 16:14:59.309158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede8654-6d02-4d73-912e-574ea625388e tempest-TestNetworkAdvancedServerOps-1062233686 tempest-TestNetworkAdvancedServerOps-1062233686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9bfa13-1b61-4261-b119-f7633322078c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:14:59.330280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:14:59.950322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:00.088893 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-321b6ed3-eb85-436f-abbc-bccf46f8a2a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=618f00fcdc5140c494e411523c645571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373692 Aug 06 16:15:00.089058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5def24ba-8a10-42d5-854b-000dd98e6add no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:15:00.092298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:00.109030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5def24ba-8a10-42d5-854b-000dd98e6add {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:15:00.109381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5def24ba-8a10-42d5-854b-000dd98e6add not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:15:00.145292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947bca7-b3ad-48a3-9db2-b7df8f1a983d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.171895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947bca7-b3ad-48a3-9db2-b7df8f1a983d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.292297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947bca7-b3ad-48a3-9db2-b7df8f1a983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.294884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6947bca7-b3ad-48a3-9db2-b7df8f1a983d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:00.296138 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6947bca7-b3ad-48a3-9db2-b7df8f1a983d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec192518-2f51-454e-b1d1-e99ee45d8018 HTTP/1.1" status: 204 len: 168 time: 0.2036717 Aug 06 16:15:00.304832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947bca7-b3ad-48a3-9db2-b7df8f1a983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec192518-2f51-454e-b1d1-e99ee45d8018,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:01.050934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:01.093767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-323355d6-5857-4adc-82ef-25bbf1d82821 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a568df29d5ac4b14a90ec0cb84ecbedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415547 Aug 06 16:15:01.096991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 35570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:15:01.154708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a44bc2-103e-4723-804e-cb80d766ef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.181526 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a44bc2-103e-4723-804e-cb80d766ef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.303675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a44bc2-103e-4723-804e-cb80d766ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.306431 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-58a44bc2-103e-4723-804e-cb80d766ef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:01.307617 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-58a44bc2-103e-4723-804e-cb80d766ef2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6792e164-32b4-471f-85d3-cd23bb262d26 HTTP/1.1" status: 204 len: 168 time: 0.2094154 Aug 06 16:15:01.315920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a44bc2-103e-4723-804e-cb80d766ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6792e164-32b4-471f-85d3-cd23bb262d26,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:15:04.960775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b0e2da2f-31d4-4ce2-98d8-3adf7f15e56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:06.615150 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:15:07.715122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8af1a250-91c1-4e22-aa56-07a843b65f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:07.835006 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:08.926103 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:10.874983 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:26.189625 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:29.297009 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:33.993678 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-e3304462-6d66-46f2-9b0f-ccdbd5ebe51e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413628 Aug 06 16:15:34.078389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-791a8449-1b29-4b67-8808-a658cde2cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:34.080465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-791a8449-1b29-4b67-8808-a658cde2cddb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 1096 time: 0.0465784 Aug 06 16:15:34.187388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-ddb521b9-afff-4475-acb9-8944cd2e89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:34.189172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-ddb521b9-afff-4475-acb9-8944cd2e89bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0879922 Aug 06 16:15:34.259471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-e5ce2385-875e-4333-be92-37dcb06398bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b541fb73-2382-4c23-a1ad-889054944ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0633531 Aug 06 16:15:34.309983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-592e760e-f6dc-444d-a6d7-32c6a016fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:34.311498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-592e760e-f6dc-444d-a6d7-32c6a016fe33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0453317 Aug 06 16:15:34.357715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-5a595217-abc9-48af-8664-a5b814a8652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:15:34.359272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-5a595217-abc9-48af-8664-a5b814a8652c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409420 Aug 06 16:15:34.455315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-5872a0ce-d370-4bfe-8cd1-06f7b2beddb7 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875103 Aug 06 16:15:34.547473 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-552d5633-b0ba-467a-b666-d4f10bec03aa req-fc7df3e1-6634-42be-8e10-050c204a5154 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Aug 06 16:15:34.920409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-466f19ac-6aa9-4f38-9c80-aa8c863ba7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.651253 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6902f1e5-3ae5-4fe6-a44a-bc476e706bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:37.714628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:38.959958 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:40.885633 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:43.614500 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:15:56.154382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:15:59.371078 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:04.954021 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0af5d941-f64d-4536-b468-17f243ad834a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.685190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-593c87d4-f31e-491b-8ccb-aaf61f9d7ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:07.747823 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:08.947769 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:10.919690 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:12.215099 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de5725-e3a6-4aa0-aded-ae8c1797df92 req-fa5b4e0c-1cf7-4fac-9a60-b964ab61a66c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:12.216699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6de5725-e3a6-4aa0-aded-ae8c1797df92 req-fa5b4e0c-1cf7-4fac-9a60-b964ab61a66c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 945 time: 0.0510321 Aug 06 16:16:12.256865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6de5725-e3a6-4aa0-aded-ae8c1797df92 req-cf08ab22-2208-41cf-b532-f02c83278dc2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Aug 06 16:16:13.383529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1ece6-6303-42f4-b351-6d6079611216 req-87283252-9166-42d7-b6e4-2c30b50c573c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:13.385069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76a1ece6-6303-42f4-b351-6d6079611216 req-87283252-9166-42d7-b6e4-2c30b50c573c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 945 time: 0.0598476 Aug 06 16:16:13.423293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76a1ece6-6303-42f4-b351-6d6079611216 req-cde60916-4a42-4109-b80b-98ff379e3f47 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Aug 06 16:16:13.754313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-08d8c6fe-494d-4417-bc4d-2af94e34fc9d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:13.755777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-08d8c6fe-494d-4417-bc4d-2af94e34fc9d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 945 time: 0.0552676 Aug 06 16:16:13.844417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port b541fb73-2382-4c23-a1ad-889054944ff1 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:16:13.844738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:13.935278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port b541fb73-2382-4c23-a1ad-889054944ff1, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b541fb73-2382-4c23-a1ad-889054944ff1,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:13.935647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.153483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.153863 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.154183 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Floating IP 6a008635-363a-4c27-876f-a0c4f20db47d disassociated. External IP: 172.25.5.164, port: b541fb73-2382-4c23-a1ad-889054944ff1. Aug 06 16:16:14.154531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for b541fb73-2382-4c23-a1ad-889054944ff1 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:16:14.365500 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.395373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=b541fb73-2382-4c23-a1ad-889054944ff1,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:14.407093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.407443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.407790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.408168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.408501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.408836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.409169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.409507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.409842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.410160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.410491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.410817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:14.518431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9a543ced-9410-4613-89d0-822687962278 req-d98ed269-9abc-4ac5-9905-6a6fecdde7c7 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0279279 Aug 06 16:16:14.523028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:14.631591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:14.642027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:14.653038 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:14.653661 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:16:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:14.674338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port b541fb73-2382-4c23-a1ad-889054944ff1 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:16:14.676955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:14.679034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28fdca17-3c99-471f-92d8-f8095c416c63 req-6e842497-4591-49d8-900a-4b145ec9a1c4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "DELETE /v2.0/ports/b541fb73-2382-4c23-a1ad-889054944ff1 HTTP/1.1" status: 204 len: 173 time: 0.9171140 Aug 06 16:16:14.679462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'name': 'network-vif-deleted', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:14.681835 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ae043-4564-4b79-9ed3-00bc97f22742" -d '{"events": [{"server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "name": "network-vif-deleted", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:14.718178 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a222ce15-f686-45b4-a0e5-f7948f787b9c x-openstack-request-id: req-a222ce15-f686-45b4-a0e5-f7948f787b9c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:14.718524 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5895820f-b230-4dae-a59b-54a26690229f", "name": "network-vif-deleted", "tag": "b541fb73-2382-4c23-a1ad-889054944ff1", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:14.718775 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a222ce15-f686-45b4-a0e5-f7948f787b9c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:14.719189 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5895820f-b230-4dae-a59b-54a26690229f', 'name': 'network-vif-deleted', 'tag': 'b541fb73-2382-4c23-a1ad-889054944ff1', 'status': 'completed', 'code': 200} Aug 06 16:16:14.762357 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:14.966948 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:14.993580 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:15.002866 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:15.003479 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:16:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:15.108543 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:15.307372 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:15.334057 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a08109-9372-44c5-89c2-19e77c160240 None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:15.576221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f6109-485f-4ee5-884e-1768d666cbe7 None None] New status for floating IP 6a008635-363a-4c27-876f-a0c4f20db47d: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:16:15.615797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01e16e67-12ac-4a8a-9939-9b58ed8506a5 req-0cb9e7ce-3530-4e3d-ab62-68997c7c626b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0268414 Aug 06 16:16:16.715646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac3afdfa-728c-4131-a344-2a44770c20c1 req-e2bb5e4d-561a-41d0-86f5-9a6b3d460c01 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0266881 Aug 06 16:16:17.334916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b541fb73-2382-4c23-a1ad-889054944ff1 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:16:17.360600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: b541fb73-2382-4c23-a1ad-889054944ff1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:16:17.360945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b541fb73-2382-4c23-a1ad-889054944ff1 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:16:17.815688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9cb27753-c63f-4c92-adfe-a3dad6c9f764 req-73599995-fe9e-4310-a4a1-830675170746 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0310662 Aug 06 16:16:18.923776 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-84e82ec9-dff0-4d2c-92f9-e701bb820064 req-c151073d-0936-4701-a7fe-bdb27ff1be76 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=5895820f-b230-4dae-a59b-54a26690229f HTTP/1.1" status: 200 len: 210 time: 0.0281718 Aug 06 16:16:20.124263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-c06f38b5-26f2-4e99-bef0-7e84482eb9fb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131392020&fields=id&tenant_id=5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 267 time: 0.0360067 Aug 06 16:16:20.233522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-f6767819-9e9a-4be3-8957-d48a280d9f5a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:20.236100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-f6767819-9e9a-4be3-8957-d48a280d9f5a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1041465 Aug 06 16:16:20.251077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-87cc22cc-d0b1-4019-afb4-d154da11f879 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0092289 Aug 06 16:16:20.312684 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-0f38e017-16e2-4d6a-bd38-60b9794656c6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560942 Aug 06 16:16:20.470582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-bbcaa135-2de7-4d40-bf02-07a01e812ce5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:16:20.471937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-bbcaa135-2de7-4d40-bf02-07a01e812ce5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1479568 Aug 06 16:16:20.564816 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-64e993c4-acd7-4d65-8502-020dd83fb434 service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863717 Aug 06 16:16:20.614376 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:16:20.685223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-a318aade-d4af-4ca2-9810-1136800705af service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124616 Aug 06 16:16:21.297171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-171d8c16-77d0-4d2b-90dc-ed9f8aab139b req-76816e31-9ba2-4db8-ace7-9f8fe9bee79f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0324845 Aug 06 16:16:22.399642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-063538cd-c6d4-4453-8d37-af4a31b62d12 req-c8f68c42-3029-4fa8-ba67-090889a1b819 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0284228 Aug 06 16:16:23.494184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7c9b8ce-afc8-479d-a62f-2593e92847cf req-3aef725b-4750-47fe-a99d-4df47bef7b35 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0278549 Aug 06 16:16:23.651748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-36033b60-a943-47b8-ab2f-bcda37aa8644 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:23.653180 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-36033b60-a943-47b8-ab2f-bcda37aa8644 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1104836 Aug 06 16:16:23.699043 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-c1e9b7bb-13f1-486d-9296-5dd2ca956ade tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 380 time: 0.0343900 Aug 06 16:16:23.709027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'security_groups': ['6b589917-19f4-4869-92a5-0a8f8397029f']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:23.896528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:16:23.900813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.036469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.10 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/8652fba9-ba37-4c08-bc68-5255704a9631) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:24.176560 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.190612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object 8652fba9-ba37-4c08-bc68-5255704a9631 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:24.297770 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.348697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:24.351818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:24.355853 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:24.383407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=8652fba9-ba37-4c08-bc68-5255704a9631,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:24.423254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:24.423789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.497567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-dd8da714-84f1-4e05-9701-db86a3e21b6a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7921915 Aug 06 16:16:24.515509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Request body: {'port': {'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:24.584700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.623024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db101e-ad26-420c-87c0-565dfb64f3df req-a236fba3-e297-4f70-a1e9-2dff8dc4a976 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:24.624824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09db101e-ad26-420c-87c0-565dfb64f3df req-a236fba3-e297-4f70-a1e9-2dff8dc4a976 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 932 time: 0.0507913 Aug 06 16:16:24.673000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09db101e-ad26-420c-87c0-565dfb64f3df req-9eca21b7-9a19-4e79-b7bb-3ec93154cd92 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381255 Aug 06 16:16:24.702496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7da1f5c9-879b-4542-9942-30c075a3f0e0 None None] Provisioning for port 8652fba9-ba37-4c08-bc68-5255704a9631 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:24.708927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7da1f5c9-879b-4542-9942-30c075a3f0e0 None None] Provisioning complete for port 8652fba9-ba37-4c08-bc68-5255704a9631 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:24.709510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7da1f5c9-879b-4542-9942-30c075a3f0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.748073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7da1f5c9-879b-4542-9942-30c075a3f0e0 None None] Port 8652fba9-ba37-4c08-bc68-5255704a9631 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:16:24.870792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8652fba9-ba37-4c08-bc68-5255704a9631 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:24.879384 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:24.892975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Transition to ACTIVE for port object 8652fba9-ba37-4c08-bc68-5255704a9631 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:16:24.970745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.057462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Pushing event updated for resources: {'Port': ['ID=8652fba9-ba37-4c08-bc68-5255704a9631,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:25.125952 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Attempting to bind port 8652fba9-ba37-4c08-bc68-5255704a9631 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:16:25.126548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Attempting to bind port 8652fba9-ba37-4c08-bc68-5255704a9631 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:16:25.126890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Attempting to bind port 8652fba9-ba37-4c08-bc68-5255704a9631 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:25.131845 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Port 8652fba9-ba37-4c08-bc68-5255704a9631 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:16:25.132182 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Attempting to bind port 8652fba9-ba37-4c08-bc68-5255704a9631 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:16:25.137483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:16:25.137836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:16:25.138228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:16:25.138665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Bound port: 8652fba9-ba37-4c08-bc68-5255704a9631, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:16:25.139034 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.209659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] For port 8652fba9-ba37-4c08-bc68-5255704a9631, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:16:25.212757 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] For port 8652fba9-ba37-4c08-bc68-5255704a9631, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8652fba9-ba37-4c08-bc68-5255704a9631,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:16:25.302541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.337741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.338361 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:25.339757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] 10.222.0.64 "PUT /v2.0/ports/8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1092 time: 0.8288798 Aug 06 16:16:25.340218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:25.342581 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380affda-6e7a-4538-a42e-c937a3a848a6" -d '{"events": [{"name": "network-changed", "server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:25.368323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2b6bc-a4ab-4f76-b4b8-5dff1b7fe455 service neutron] Pushing event updated for resources: {'Port': ['ID=8652fba9-ba37-4c08-bc68-5255704a9631,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:25.395768 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d881179-e9ab-46a2-9043-1e6ba071d623 x-openstack-request-id: req-0d881179-e9ab-46a2-9043-1e6ba071d623 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:25.396070 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:25.396350 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d881179-e9ab-46a2-9043-1e6ba071d623 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:25.396806 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631', 'status': 'completed', 'code': 200} Aug 06 16:16:25.478794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380affda-6e7a-4538-a42e-c937a3a848a6 req-14249db3-c9fe-400f-bb5c-3086190783e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.481350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380affda-6e7a-4538-a42e-c937a3a848a6 req-14249db3-c9fe-400f-bb5c-3086190783e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1095 time: 0.0568140 Aug 06 16:16:25.610764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380affda-6e7a-4538-a42e-c937a3a848a6 req-e4fd6d7b-c70a-48e4-8587-87112b51a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.612706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380affda-6e7a-4538-a42e-c937a3a848a6 req-e4fd6d7b-c70a-48e4-8587-87112b51a020 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1179004 Aug 06 16:16:25.726699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380affda-6e7a-4538-a42e-c937a3a848a6 req-06c24b27-074e-4bbd-bf30-6034a1303a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.728420 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-380affda-6e7a-4538-a42e-c937a3a848a6 req-06c24b27-074e-4bbd-bf30-6034a1303a48 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024172 Aug 06 16:16:25.796205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deec77-c28b-42e1-b87e-b0a093ebb17d req-70f01403-6116-41ba-bd91-abdcb4d5403a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.798346 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8deec77-c28b-42e1-b87e-b0a093ebb17d req-70f01403-6116-41ba-bd91-abdcb4d5403a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0528042 Aug 06 16:16:25.811834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-3f3801ee-d3cf-4518-82a2-ff614e680ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.813372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-3f3801ee-d3cf-4518-82a2-ff614e680ff0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1095 time: 0.0450139 Aug 06 16:16:25.840192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8deec77-c28b-42e1-b87e-b0a093ebb17d req-3ca57477-dab1-4f70-a514-522ac80e3bb6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348053 Aug 06 16:16:25.866543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-711cc25f-1ec5-4463-8971-ac9e6875e102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 217 time: 0.0402613 Aug 06 16:16:25.920717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-e1d4b903-3eb5-4718-a8a2-305af8267515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.922558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-e1d4b903-3eb5-4718-a8a2-305af8267515 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0459626 Aug 06 16:16:25.978078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-263cb6b3-a7ec-4f13-b6d7-96c65920d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:25.979572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-263cb6b3-a7ec-4f13-b6d7-96c65920d3ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454874 Aug 06 16:16:26.074901 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-c1a5f17b-c6e7-4db2-895a-bad13ff0d684 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835037 Aug 06 16:16:26.164698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:26.175795 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-084b7795-c7e5-4ef1-951d-e275e13afa02 req-7b5101f5-6d4b-4d55-afe5-f82187f8c6e1 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900161 Aug 06 16:16:26.959124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2efd-9492-420b-b365-505df8085ee2 req-e427b001-6708-4656-a9ee-b04bf6dbfdde tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:26.960791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a6d2efd-9492-420b-b365-505df8085ee2 req-e427b001-6708-4656-a9ee-b04bf6dbfdde tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0508735 Aug 06 16:16:27.001580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a6d2efd-9492-420b-b365-505df8085ee2 req-e4461e74-4030-46bc-83d6-4eaad46454fe tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346994 Aug 06 16:16:28.118287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a43967-cb85-40e6-ac08-720eb3c76fc0 req-4d035e5c-6a6f-46e6-b6e1-bb8831d90517 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:28.119870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60a43967-cb85-40e6-ac08-720eb3c76fc0 req-4d035e5c-6a6f-46e6-b6e1-bb8831d90517 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0512378 Aug 06 16:16:28.163207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60a43967-cb85-40e6-ac08-720eb3c76fc0 req-b731c1bd-80b6-4ca7-8753-017d3ad14898 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364089 Aug 06 16:16:29.278632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f9277-1f0a-49ef-a1d0-71cf6ca0db9c req-3befe98b-6213-4c2a-965a-44600ddca645 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:29.280153 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-284f9277-1f0a-49ef-a1d0-71cf6ca0db9c req-3befe98b-6213-4c2a-965a-44600ddca645 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0503385 Aug 06 16:16:29.319985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-284f9277-1f0a-49ef-a1d0-71cf6ca0db9c req-01a82ffd-fa61-40ab-a80e-cdc49dbfebf9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331707 Aug 06 16:16:29.324619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:30.436952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbff3e0-4fca-479c-bb4c-44ba0ef718b4 req-e50fbc40-5701-4f9e-ae84-aa39fd11da1d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:30.439126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bbff3e0-4fca-479c-bb4c-44ba0ef718b4 req-e50fbc40-5701-4f9e-ae84-aa39fd11da1d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0499487 Aug 06 16:16:30.477569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9bbff3e0-4fca-479c-bb4c-44ba0ef718b4 req-1b9605d3-ee94-40f4-93f1-5fb347bcd129 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Aug 06 16:16:31.590299 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0351706-048e-4b77-afcb-64d88b695fdd req-0647db6e-b7b9-48d8-b5d5-c154fc0fe886 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:31.591757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0351706-048e-4b77-afcb-64d88b695fdd req-0647db6e-b7b9-48d8-b5d5-c154fc0fe886 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0480905 Aug 06 16:16:31.633085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0351706-048e-4b77-afcb-64d88b695fdd req-baf41b60-d62e-46c4-974d-7e0e67b628a9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347579 Aug 06 16:16:32.747360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce4926-f3ca-4c61-a066-83355c0de657 req-8a8bb283-d4ad-4669-88f3-8e913d71feba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:32.748861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95ce4926-f3ca-4c61-a066-83355c0de657 req-8a8bb283-d4ad-4669-88f3-8e913d71feba tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Aug 06 16:16:32.787646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-95ce4926-f3ca-4c61-a066-83355c0de657 req-8b1f7f86-9a03-43c1-bad9-a90a51a0db11 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Aug 06 16:16:33.902858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a5a1f-0c19-475c-8f73-2f4214226301 req-b99ca9c9-9869-4dc4-8666-5f34bce415f8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:33.904348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d6a5a1f-0c19-475c-8f73-2f4214226301 req-b99ca9c9-9869-4dc4-8666-5f34bce415f8 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0500016 Aug 06 16:16:33.942569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d6a5a1f-0c19-475c-8f73-2f4214226301 req-396afa30-297c-4caa-97a8-4bb406bd7706 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Aug 06 16:16:34.925054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6bee320a-7d25-4528-927e-baa2e549b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.058217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b89683-cc2b-42ac-a4b3-a7b9fd4aa2a4 req-94c31c8f-c952-4190-a02a-9b129cca29e2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:35.059706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50b89683-cc2b-42ac-a4b3-a7b9fd4aa2a4 req-94c31c8f-c952-4190-a02a-9b129cca29e2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 944 time: 0.0493236 Aug 06 16:16:35.101923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-50b89683-cc2b-42ac-a4b3-a7b9fd4aa2a4 req-5ae8ad25-c528-4a10-9932-6e66bc7a69ff tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352428 Aug 06 16:16:35.383626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8652fba9-ba37-4c08-bc68-5255704a9631 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:16:35.479338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8652fba9-ba37-4c08-bc68-5255704a9631, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8652fba9-ba37-4c08-bc68-5255704a9631,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:35.490558 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '8652fba9-ba37-4c08-bc68-5255704a9631', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:16:35.525952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.539138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8652fba9-ba37-4c08-bc68-5255704a9631 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:16:35.558634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8652fba9-ba37-4c08-bc68-5255704a9631, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8652fba9-ba37-4c08-bc68-5255704a9631,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:35.616265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:35.665357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8652fba9-ba37-4c08-bc68-5255704a9631,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:35.672854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.673209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.673550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.673884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.674215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.674562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.674888 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.675211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.679637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.679637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.679637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.679637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:35.888181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['8652fba9-ba37-4c08-bc68-5255704a9631'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:16:36.217674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a9783-95b2-407a-89af-022634ad3572 req-bda44533-114f-4073-be90-aaff3aa64022 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:36.219205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-294a9783-95b2-407a-89af-022634ad3572 req-bda44533-114f-4073-be90-aaff3aa64022 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 945 time: 0.0498219 Aug 06 16:16:36.258131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-294a9783-95b2-407a-89af-022634ad3572 req-ed594196-5d15-46ff-8725-cf3df647de7c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324547 Aug 06 16:16:37.371662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90490b8-db58-45c0-b11e-898c87a71168 req-3bd80207-367b-4791-8761-b7df2cdf42e0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.373177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a90490b8-db58-45c0-b11e-898c87a71168 req-3bd80207-367b-4791-8761-b7df2cdf42e0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 945 time: 0.0504653 Aug 06 16:16:37.394470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8652fba9-ba37-4c08-bc68-5255704a9631 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:16:37.411830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a90490b8-db58-45c0-b11e-898c87a71168 req-085c36f2-40da-4cab-96d9-17ab6a5d6a4d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Aug 06 16:16:37.530507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 8652fba9-ba37-4c08-bc68-5255704a9631 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:16:37.534873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 8652fba9-ba37-4c08-bc68-5255704a9631 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:16:37.535195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.620181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.649416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:37.651627 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9788a9-1376-4a3f-9da0-a7749a1c8817" -d '{"events": [{"server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "name": "network-vif-plugged", "status": "completed", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:37.666575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 8652fba9-ba37-4c08-bc68-5255704a9631, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8652fba9-ba37-4c08-bc68-5255704a9631,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:16:37.696379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e33d053c-fd13-412f-901b-1ee9ed8778e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.725207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.728586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:37.758749 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c55d79-812f-4f5a-93d5-1346fc0c588b x-openstack-request-id: req-80c55d79-812f-4f5a-93d5-1346fc0c588b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:37.759051 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "name": "network-vif-plugged", "status": "completed", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:37.759307 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80c55d79-812f-4f5a-93d5-1346fc0c588b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:37.759701 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631', 'code': 200} Aug 06 16:16:37.786626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=8652fba9-ba37-4c08-bc68-5255704a9631,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:37.866486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399851fe-d460-46d6-99d4-78858de4fb1f req-392a8651-22ed-40b2-a4c3-d8de62762ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:37.868006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-399851fe-d460-46d6-99d4-78858de4fb1f req-392a8651-22ed-40b2-a4c3-d8de62762ad7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0411074 Aug 06 16:16:37.910879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-399851fe-d460-46d6-99d4-78858de4fb1f req-7937627a-5ce1-475e-a007-cd9f11005e1c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270727 Aug 06 16:16:38.525444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dff20-30e0-4a2f-81ab-d7c317ead3af req-e31efe08-eea9-4a4f-bd0c-ef8b4c49a280 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:38.526916 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-115dff20-30e0-4a2f-81ab-d7c317ead3af req-e31efe08-eea9-4a4f-bd0c-ef8b4c49a280 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 946 time: 0.0477192 Aug 06 16:16:38.569645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-115dff20-30e0-4a2f-81ab-d7c317ead3af req-48c05e20-35ae-4155-a7f2-5adc0a863930 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 Aug 06 16:16:38.970626 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:39.688751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb581611-6d40-4b66-af7d-b6ac2da978ca req-e4cfbe94-ec37-4a61-846d-974282c8c927 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:39.690246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb581611-6d40-4b66-af7d-b6ac2da978ca req-e4cfbe94-ec37-4a61-846d-974282c8c927 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 946 time: 0.0494461 Aug 06 16:16:39.728483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb581611-6d40-4b66-af7d-b6ac2da978ca req-6043ce7c-ac6c-4646-936f-d0d1d0f835a3 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Aug 06 16:16:39.843591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541491e-01b9-49dd-99ee-9de7c4f6cddf req-a73edd42-4934-4deb-b39a-74b5c57c9218 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:39.845193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7541491e-01b9-49dd-99ee-9de7c4f6cddf req-a73edd42-4934-4deb-b39a-74b5c57c9218 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 946 time: 0.0525441 Aug 06 16:16:39.883555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7541491e-01b9-49dd-99ee-9de7c4f6cddf req-9ad04902-c49d-49da-bfbe-07e1bfd8e28f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Aug 06 16:16:39.907364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35728) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:40.041396 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbfc59d-a2c0-44b6-9ed5-faacc78a2f3d tempest-TestVolumeBootPattern-1627849367 tempest-TestVolumeBootPattern-1627849367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:40.042915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3dbfc59d-a2c0-44b6-9ed5-faacc78a2f3d tempest-TestVolumeBootPattern-1627849367 tempest-TestVolumeBootPattern-1627849367-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1092 time: 0.1345527 Aug 06 16:16:40.045716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 35732) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:16:40.050669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:16:40.159056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.259956 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.374963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.25.5.100 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/3983a85e-ce92-4520-817a-930c2f35c349) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:16:40.477926 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.573937 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:40.614535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:16:40.618962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:16:40.623381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:16:40.625871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=3983a85e-ce92-4520-817a-930c2f35c349,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:40.656847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.657182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.657528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.657863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.658199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.658530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.658857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.659185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.659510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.659858 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.660184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.660506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:16:40.873187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.014345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.150339 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.296594 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.370070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.443454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=3983a85e-ce92-4520-817a-930c2f35c349,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:16:41.453436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:41.553914 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Floating IP e45b4e02-5ed6-4584-a744-44c5ae034406 associated. External IP: 172.25.5.100, port: 8652fba9-ba37-4c08-bc68-5255704a9631. Aug 06 16:16:41.760916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:16:42.228386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:16:42.238598 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:16:42.248018 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:42.248650 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:16:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.319014 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:42.349306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bee23e21-f016-43f0-845e-772acf2f67aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3019807 Aug 06 16:16:42.350002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:16:42.352336 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed77c97-7a44-40c7-92a6-bdf12405dac7" -d '{"events": [{"name": "network-changed", "server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:16:42.392475 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc6db70-c42d-4291-a594-17ecb63aac5a x-openstack-request-id: req-7bc6db70-c42d-4291-a594-17ecb63aac5a {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:16:42.392763 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:16:42.393015 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7bc6db70-c42d-4291-a594-17ecb63aac5a {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:16:42.393492 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631', 'status': 'completed', 'code': 200} Aug 06 16:16:42.446203 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:42.456870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-4a55d31d-5498-4c18-a1b6-6f761dfa05ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:42.458411 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-4a55d31d-5498-4c18-a1b6-6f761dfa05ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0410142 Aug 06 16:16:42.556199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-7fa602d5-b70e-4056-bca9-e935492a8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:42.557822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-7fa602d5-b70e-4056-bca9-e935492a8c49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0914254 Aug 06 16:16:42.623741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-ec99c0dd-b4cd-4865-871d-6377a42f6b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1000 time: 0.0590076 Aug 06 16:16:42.671522 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:40Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.698727 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:16:42.708013 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:16:42.708644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:16:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:42.819974 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:16:43.031132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-b41e31e2-0a27-449c-8400-ae657488feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:43.032696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-b41e31e2-0a27-449c-8400-ae657488feb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.4021196 Aug 06 16:16:43.057807 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:40Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:16:43.080909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-1ad513ac-9db5-4df9-8e9e-8c207c4f5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:43.082509 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-1ad513ac-9db5-4df9-8e9e-8c207c4f5fec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420053 Aug 06 16:16:43.084062 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9a1f-35f9-43cd-9435-e2f328ec7f1e None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:40Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:16:43.177800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-6699c8fa-d47f-48d9-94a6-23f1cb9ef92c service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874643 Aug 06 16:16:43.277527 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0ed77c97-7a44-40c7-92a6-bdf12405dac7 req-1bfb7993-b265-4ad2-8e14-7aa0b2e5689a service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920961 Aug 06 16:16:43.281836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e4908-948e-43d2-b125-4760689d9736 None None] New status for floating IP e45b4e02-5ed6-4584-a744-44c5ae034406: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:16:52.123002 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-e1ad1532-b2f1-440c-a520-40afe1139f82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431433 Aug 06 16:16:52.206046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-f470beb0-d6a9-454f-bf6d-7c133c7d3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:52.207570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-f470beb0-d6a9-454f-bf6d-7c133c7d3f94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0417490 Aug 06 16:16:52.330903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-f4111084-dcda-4013-92e6-4df202b49aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:52.332512 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-f4111084-dcda-4013-92e6-4df202b49aca service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0993931 Aug 06 16:16:52.406708 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-aed0c0e9-d9d8-4e15-8952-83a60f0797ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1002 time: 0.0624135 Aug 06 16:16:52.461376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-0b39c0ae-875e-4ba1-ab6f-8d05fab7b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:52.461376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-0b39c0ae-875e-4ba1-ab6f-8d05fab7b775 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0451276 Aug 06 16:16:52.509263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-d1455a46-63ec-4d2e-ba14-f23e895b8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:16:52.510580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-d1455a46-63ec-4d2e-ba14-f23e895b8915 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413165 Aug 06 16:16:52.608026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-47011180-7527-4935-bac0-04350e0af824 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888672 Aug 06 16:16:52.699954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99f20156-9284-409e-9f0f-441d85cf05d8 req-a1a13493-245f-4da3-8f7f-02fc4b689776 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824585 Aug 06 16:16:56.193167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:16:57.616119 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:16:59.324330 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:04.958064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5287436-e8ab-4f1d-97b3-e1f54b6bb27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.781643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5916d983-6d00-4e93-be46-8905310270d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:07.803211 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:08.998416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:10.907014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:26.203751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:29.334751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:34.617064 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:17:34.940807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb9c056e-9337-427a-b33f-6e015528f7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.665327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e87c19c-72d2-4376-9e94-5385f0a14bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:37.728948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:38.975060 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:40.922781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:54.137113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-1c950e3f-631f-4302-be23-2da6dbde26c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424912 Aug 06 16:17:54.233023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-44b7ab4e-0eb1-42da-be75-72122369e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:54.234579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-44b7ab4e-0eb1-42da-be75-72122369e168 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0497935 Aug 06 16:17:54.361520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-d0ca9798-3612-42ad-841f-b4688ed5080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:54.363665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-d0ca9798-3612-42ad-841f-b4688ed5080b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.1030581 Aug 06 16:17:54.437208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-6eb05d78-ba71-424b-a954-e23eeff8c8b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1002 time: 0.0631826 Aug 06 16:17:54.492079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-4cc7761e-dfd8-456f-ac88-af6bf364eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:54.493532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-4cc7761e-dfd8-456f-ac88-af6bf364eb27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0448892 Aug 06 16:17:54.540163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-91ba94d6-5e5d-4c8b-8db3-1530d0c27485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:17:54.541703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-91ba94d6-5e5d-4c8b-8db3-1530d0c27485 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396318 Aug 06 16:17:54.557106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-6f6df9b4-95b2-4093-bdf9-fcd5ffc488a2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:17:54.558162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-6f6df9b4-95b2-4093-bdf9-fcd5ffc488a2 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050929 Aug 06 16:17:54.659863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-6e60358e-b80f-4ead-9c97-106769267247 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925298 Aug 06 16:17:54.758829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cb035f5c-ac18-4e1b-b4e3-bbeb1f5f6858 req-a039d43e-2ae7-4ba6-9580-6d1b37bcbe8b service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893443 Aug 06 16:17:56.174656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:17:59.351327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:04.940138 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a19de64-5d57-407b-a112-4ed09f7c9353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.694277 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6364a310-e081-4ab1-9857-fa197149488b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:07.780559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:09.019740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:10.923057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:11.617064 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:18:26.185740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:29.385099 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:34.950644 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e9c8129-8427-458a-9fd8-a3455bc2131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.676378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f1f494f3-1dff-4cb7-8d2c-d2155ff986f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:37.756350 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:39.013993 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:40.905069 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:48.615355 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:18:56.010026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-2f48c849-a734-4b99-98cd-475b0d8dcd44 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481006 Aug 06 16:18:56.099709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-3649b2c2-a956-4265-9b6a-a4e27d3317e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:56.101289 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-3649b2c2-a956-4265-9b6a-a4e27d3317e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0452290 Aug 06 16:18:56.206361 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:18:56.215443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-afaf275a-2eb1-4793-9358-d23ffe50d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:56.217305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-afaf275a-2eb1-4793-9358-d23ffe50d2b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0901325 Aug 06 16:18:56.290451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-29d7f097-d156-44b8-bc2f-3d178a44e181 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1002 time: 0.0644071 Aug 06 16:18:56.350378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-29907388-2284-486f-99b5-aa7cbb75a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:56.351919 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-29907388-2284-486f-99b5-aa7cbb75a670 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0488715 Aug 06 16:18:56.405590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-959fcb74-97e0-4286-b51d-10f47cc6538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:18:56.407134 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-959fcb74-97e0-4286-b51d-10f47cc6538f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441105 Aug 06 16:18:56.505879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-5831ddca-2688-40cd-ad9c-faa55c7a44c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906272 Aug 06 16:18:56.604248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a8b930d-f33f-40a1-b959-47adc60f5c4f req-7c850d58-b029-49bf-96b9-98a3f780359b service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907831 Aug 06 16:18:59.362085 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:04.978578 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-26d0da3e-2e20-4438-9e50-954111df0dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.688184 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ce8a-2442-41f3-9a91-3a3d2b17273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:07.739076 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:09.001643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:10.938809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:25.614587 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:19:26.252903 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:29.533100 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:33.756585 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8809d820-4e05-480f-be7a-e6485168ae4c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131392020&fields=id&tenant_id=5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 267 time: 0.0339625 Aug 06 16:19:33.867322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-a9cd75d0-c78a-47d9-b351-9bce8b6550b0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:33.868750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-a9cd75d0-c78a-47d9-b351-9bce8b6550b0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1054285 Aug 06 16:19:33.884299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-2cfb8e7e-8aa3-480d-b826-3bebab4ff3e6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/quotas/5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 375 time: 0.0090728 Aug 06 16:19:33.943074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-cb3b9416-4831-4fe2-b75f-e887ecca002a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528154 Aug 06 16:19:34.041185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-adccc845-c235-4613-9ff0-4abb42de2def service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859525 Aug 06 16:19:34.137657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-2b35b571-c077-4b55-b0c0-b3dca666f0af service neutron] 10.222.0.16 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898571 Aug 06 16:19:34.983958 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ef7ccf4-4896-4bff-a47c-2f74e89fa0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:35.043094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-872c2417-6cb1-41be-966a-4de7125020f8 req-dfd778b8-9959-441a-95e8-bed45dfcf1df tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0859344 Aug 06 16:19:36.120988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-149747f6-bb56-442c-ba5a-8d144f812d15 req-e0b8aa07-3acf-496a-9cd9-732626a7ef0e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Aug 06 16:19:37.242609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1b1ffbf-3e8f-48d4-b020-8e9089bba5ae req-d7b01ac7-7a45-4382-88d3-6c53fff6c3b2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0267324 Aug 06 16:19:37.681141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc64d877-9358-441e-9aa4-7230477cab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:37.794303 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:38.342495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d3b7dfb-6cc3-43a9-9361-7afb4ddac862 req-6ee3897f-9d9b-4681-8270-4f68e9deeb05 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0313256 Aug 06 16:19:39.058173 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:39.435260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-321bb6b9-3543-4838-80b6-6ee703e336a7 req-8d79d4dd-66db-475d-a437-80bcf4baf4dc tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0256586 Aug 06 16:19:39.800119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-54b41938-5740-4523-909c-9c0b282bbbd4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:39.801575 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-54b41938-5740-4523-909c-9c0b282bbbd4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 812 time: 0.1060283 Aug 06 16:19:39.847825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-44f79e8a-9b15-4a74-ab2f-d6d4ce20445b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3823d5efe447919d251ebc16f27d8b HTTP/1.1" status: 200 len: 380 time: 0.0366020 Aug 06 16:19:39.859108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'port': {'device_id': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'admin_state_up': True, 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'security_groups': ['6b589917-19f4-4869-92a5-0a8f8397029f']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:40.080711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Made reservation on behalf of 5a3823d5efe447919d251ebc16f27d8b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:19:40.084420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.238844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.20.0.9 (4e818676-7198-452b-909d-2462ca740b09/ff644031-4be3-4e71-afdd-499117ed72e4/2cd71d70-c6cf-4b22-8572-ffc90c022430) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:40.389814 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.407690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Transition to ACTIVE for port object 2cd71d70-c6cf-4b22-8572-ffc90c022430 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:40.535089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-abd2a251-5ce4-4493-b3c5-a6b4d6c3b663 req-2ffaf471-8b75-4539-aa19-055cb3d39352 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0273533 Aug 06 16:19:40.618573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.666354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 4e818676-7198-452b-909d-2462ca740b09 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:40.672187 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:40.675982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:40.703739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=2cd71d70-c6cf-4b22-8572-ffc90c022430,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:40.717875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.718501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.718825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.719172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.719509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.719865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.720201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.720528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.720858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.721188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.721514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.721846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:40.751120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:40.751598 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.875970 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-e9d84253-fc4b-4ded-8b31-66b5e8ba67f9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0216246 Aug 06 16:19:40.886977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-652f6422-4b0d-42c8-b48a-0036025fb81f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:19:40.888060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-652f6422-4b0d-42c8-b48a-0036025fb81f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053906 Aug 06 16:19:40.936513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:40.963303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Request body: {'port': {'device_id': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:41.020795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.035410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-27e5e693-e609-489a-9e83-fc282f5c0b2c None None] Provisioning for port 2cd71d70-c6cf-4b22-8572-ffc90c022430 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:41.039832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-27e5e693-e609-489a-9e83-fc282f5c0b2c None None] Provisioning complete for port 2cd71d70-c6cf-4b22-8572-ffc90c022430 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:41.040206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27e5e693-e609-489a-9e83-fc282f5c0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.075785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-27e5e693-e609-489a-9e83-fc282f5c0b2c None None] Port 2cd71d70-c6cf-4b22-8572-ffc90c022430 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:19:41.302793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd71d70-c6cf-4b22-8572-ffc90c022430 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:19:41.310486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.323154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Transition to ACTIVE for port object 2cd71d70-c6cf-4b22-8572-ffc90c022430 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:19:41.469297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.541713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd71d70-c6cf-4b22-8572-ffc90c022430,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.603002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Attempting to bind port 2cd71d70-c6cf-4b22-8572-ffc90c022430 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:19:41.611192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Attempting to bind port 2cd71d70-c6cf-4b22-8572-ffc90c022430 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:19:41.611192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Attempting to bind port 2cd71d70-c6cf-4b22-8572-ffc90c022430 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:41.611192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Port 2cd71d70-c6cf-4b22-8572-ffc90c022430 on network 4e818676-7198-452b-909d-2462ca740b09 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:19:41.611192 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Attempting to bind port 2cd71d70-c6cf-4b22-8572-ffc90c022430 on network 4e818676-7198-452b-909d-2462ca740b09 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:19:41.614517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:19:41.614854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Checking segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:19:41.615243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Bound using segment: {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:19:41.615675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Bound port: 2cd71d70-c6cf-4b22-8572-ffc90c022430, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f24cb9-8512-4418-b662-3b97ff3468e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4e818676-7198-452b-909d-2462ca740b09'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:19:41.616071 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.706934 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80bb3c-95e2-4725-9ced-22e46cca37be req-5d52d043-e5b7-41b6-a500-4458ad4cc24d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:41.713161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] For port 2cd71d70-c6cf-4b22-8572-ffc90c022430, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:19:41.716570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d80bb3c-95e2-4725-9ced-22e46cca37be req-5d52d043-e5b7-41b6-a500-4458ad4cc24d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0765531 Aug 06 16:19:41.718436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] For port 2cd71d70-c6cf-4b22-8572-ffc90c022430, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:19:41.754634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5d80bb3c-95e2-4725-9ced-22e46cca37be req-f821e356-3630-42f1-81b6-e31c3a4e73c0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368516 Aug 06 16:19:41.869907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.905819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:41.906454 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:41.907909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] 10.222.0.59 "PUT /v2.0/ports/2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 200 len: 1091 time: 1.0131323 Aug 06 16:19:41.908386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:41.910587 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334" -d '{"events": [{"name": "network-changed", "server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:41.953217 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce279a2-0f37-49cf-8922-81277019bd21 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd71d70-c6cf-4b22-8572-ffc90c022430,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:41.964096 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551439b-8d81-4035-a5be-c189546cdb9f x-openstack-request-id: req-f551439b-8d81-4035-a5be-c189546cdb9f {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:41.964096 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:41.965131 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f551439b-8d81-4035-a5be-c189546cdb9f {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:41.965735 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'status': 'completed', 'code': 200} Aug 06 16:19:42.032621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334 req-be52ed4f-b3f6-4f4a-aefe-547d80bd9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.034218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334 req-be52ed4f-b3f6-4f4a-aefe-547d80bd9121 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1094 time: 0.0459166 Aug 06 16:19:42.149512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334 req-1e52ce09-4965-4b88-aec1-184a5f58132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.151042 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334 req-1e52ce09-4965-4b88-aec1-184a5f58132c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a3823d5efe447919d251ebc16f27d8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1091573 Aug 06 16:19:42.252322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334 req-0fa2057c-adbf-468b-9b77-7277679191e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.256731 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7cf0839-fdc2-40fe-8a6d-9725be2bc334 req-0fa2057c-adbf-468b-9b77-7277679191e5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961227 Aug 06 16:19:42.335250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-5f883bdd-173d-4950-ad35-f3eb66b5bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.336844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-5f883bdd-173d-4950-ad35-f3eb66b5bad8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1094 time: 0.0474007 Aug 06 16:19:42.379152 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-775e8c86-0b4a-41ee-8ac9-b7a0051d2933 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 200 len: 217 time: 0.0347388 Aug 06 16:19:42.430025 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-572dd660-0f9a-49da-b311-ba6d2975d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.431507 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-572dd660-0f9a-49da-b311-ba6d2975d11c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0460787 Aug 06 16:19:42.486816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-1d059400-aca1-44c5-9355-eb412064160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.508940 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-1d059400-aca1-44c5-9355-eb412064160b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497777 Aug 06 16:19:42.584651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-51147656-170e-41d0-827f-5a8fdcbaf4ab service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894680 Aug 06 16:19:42.683570 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-37d01242-42b4-4c06-9683-cb38669ce9b6 req-6ac1002c-56e0-45dc-b1b7-61f4b557fc0d service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918181 Aug 06 16:19:42.885373 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141b676-bb0a-4182-ba67-7142f6fffabf req-5c87267b-9e58-4ff1-8f7f-80f905ab9feb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:42.887590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b141b676-bb0a-4182-ba67-7142f6fffabf req-5c87267b-9e58-4ff1-8f7f-80f905ab9feb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0631661 Aug 06 16:19:42.927031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b141b676-bb0a-4182-ba67-7142f6fffabf req-7b64b6d4-5db9-4263-b036-6543312ae66b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330498 Aug 06 16:19:44.050939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593caf03-bcc0-439a-a46b-25bfb9075565 req-0538d21f-2a13-46d8-bbc0-a2a542dd686d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:44.052456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593caf03-bcc0-439a-a46b-25bfb9075565 req-0538d21f-2a13-46d8-bbc0-a2a542dd686d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0522430 Aug 06 16:19:44.092655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-593caf03-bcc0-439a-a46b-25bfb9075565 req-d49f0513-275a-4101-90b1-93c5b306655e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336602 Aug 06 16:19:45.215230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c5b51-6fdf-4561-ad8e-892a222f3cf4 req-0ff97f69-35fe-4b70-9c95-ff03f75ae93c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:45.215933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-274c5b51-6fdf-4561-ad8e-892a222f3cf4 req-0ff97f69-35fe-4b70-9c95-ff03f75ae93c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0519798 Aug 06 16:19:45.256257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-274c5b51-6fdf-4561-ad8e-892a222f3cf4 req-c4f1d0f0-690b-4782-9708-9840f44c7e2b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341771 Aug 06 16:19:46.391580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0dfe8-e264-4e61-b281-c359316551bc req-6c39a221-a9c3-4187-b3c1-d0d8458a7ac1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:46.393431 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97f0dfe8-e264-4e61-b281-c359316551bc req-6c39a221-a9c3-4187-b3c1-d0d8458a7ac1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0627203 Aug 06 16:19:46.434024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97f0dfe8-e264-4e61-b281-c359316551bc req-adf23c70-b98a-4ad9-a88f-25e0f1b3b30a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340807 Aug 06 16:19:47.554596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c73ae2-11d8-443e-aef7-52626665c6a3 req-17e3a351-e7c2-4b6c-ae9f-e179c0f7743a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:47.556118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69c73ae2-11d8-443e-aef7-52626665c6a3 req-17e3a351-e7c2-4b6c-ae9f-e179c0f7743a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Aug 06 16:19:47.595485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69c73ae2-11d8-443e-aef7-52626665c6a3 req-e5fbfbd6-544f-4b7c-b60a-14eed07c9676 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Aug 06 16:19:48.724097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d448931-b774-43f1-9ee5-f6c309f29f22 req-21c74684-4fc0-4f38-863a-8ca3d42172dc tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:48.726364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d448931-b774-43f1-9ee5-f6c309f29f22 req-21c74684-4fc0-4f38-863a-8ca3d42172dc tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0643437 Aug 06 16:19:48.768643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d448931-b774-43f1-9ee5-f6c309f29f22 req-5ed3f5ec-c3ea-4fbd-be98-4ac0161ed21c tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355651 Aug 06 16:19:49.896110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57f55f-b002-4660-9255-45c39b6008b2 req-81ad30f7-e877-4b8c-b44a-20b48aed2650 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:49.897621 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e57f55f-b002-4660-9255-45c39b6008b2 req-81ad30f7-e877-4b8c-b44a-20b48aed2650 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0592210 Aug 06 16:19:49.938219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e57f55f-b002-4660-9255-45c39b6008b2 req-0c5bd2ba-4369-4b77-baf5-a016a714ef5f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335128 Aug 06 16:19:51.055187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62717-f2b4-45ff-ac2a-cc12175f8a86 req-72d5a8cc-450a-4ab3-a8b2-ce013c3133c9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:51.056705 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bee62717-f2b4-45ff-ac2a-cc12175f8a86 req-72d5a8cc-450a-4ab3-a8b2-ce013c3133c9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0500598 Aug 06 16:19:51.096369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bee62717-f2b4-45ff-ac2a-cc12175f8a86 req-b8a015e7-7431-4703-9223-a61c62f3efe2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Aug 06 16:19:52.213807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffc5c6-fe28-4862-b51b-a48b7ae3a8a7 req-033a9103-73c8-4ce5-89b8-2aefaaecc7d6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:52.215332 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbffc5c6-fe28-4862-b51b-a48b7ae3a8a7 req-033a9103-73c8-4ce5-89b8-2aefaaecc7d6 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 943 time: 0.0503185 Aug 06 16:19:52.255906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbffc5c6-fe28-4862-b51b-a48b7ae3a8a7 req-5942925d-d175-42ee-890a-88e5f051f28f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342331 Aug 06 16:19:52.445374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2cd71d70-c6cf-4b22-8572-ffc90c022430 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:19:52.546033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2cd71d70-c6cf-4b22-8572-ffc90c022430, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:52.556920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'port_id': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'mac_address': 'fa:16:3e:55:45:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:19:52.594794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.608058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd71d70-c6cf-4b22-8572-ffc90c022430 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:19:52.627330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2cd71d70-c6cf-4b22-8572-ffc90c022430, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:52.823919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:52.872969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2cd71d70-c6cf-4b22-8572-ffc90c022430,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:52.880382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.880730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.881074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.881418 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.881751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.882086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.882415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.882745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.883073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.883400 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.883722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:52.884073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:53.050000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['2cd71d70-c6cf-4b22-8572-ffc90c022430'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:19:53.375667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07802c-69e9-4670-9423-7d7a06f9c0ae req-9a1fe6b4-a2a9-423f-a7cd-469eb1da602a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:53.377194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f07802c-69e9-4670-9423-7d7a06f9c0ae req-9a1fe6b4-a2a9-423f-a7cd-469eb1da602a tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 944 time: 0.0541975 Aug 06 16:19:53.415829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f07802c-69e9-4670-9423-7d7a06f9c0ae req-31e1029c-f7a3-454b-81f9-f40ecf287572 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Aug 06 16:19:54.452412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2cd71d70-c6cf-4b22-8572-ffc90c022430 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:19:54.540216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc91f8-0882-45ae-8d8a-da49ce6b9442 req-a2518d71-e055-4346-ba38-202820ef64bb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:54.542164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7bc91f8-0882-45ae-8d8a-da49ce6b9442 req-a2518d71-e055-4346-ba38-202820ef64bb tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 944 time: 0.0504336 Aug 06 16:19:54.577828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 2cd71d70-c6cf-4b22-8572-ffc90c022430 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:19:54.581737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 2cd71d70-c6cf-4b22-8572-ffc90c022430 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:19:54.581979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7bc91f8-0882-45ae-8d8a-da49ce6b9442 req-dc2dfb34-cb32-4cc9-833f-43487befeb03 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336719 Aug 06 16:19:54.582106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.658624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.680844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:54.683830 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5e1d2-9a30-42dc-bd55-1e74e1e26787" -d '{"events": [{"server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "name": "network-vif-plugged", "status": "completed", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:54.696808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 2cd71d70-c6cf-4b22-8572-ffc90c022430, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:19:54.719421 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ffe732-5575-4bd1-89aa-a2d9ddff0199 x-openstack-request-id: req-40ffe732-5575-4bd1-89aa-a2d9ddff0199 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:54.719755 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "name": "network-vif-plugged", "status": "completed", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:54.720087 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40ffe732-5575-4bd1-89aa-a2d9ddff0199 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:54.720552 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'code': 200} Aug 06 16:19:54.782963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:54.818662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf89140-e4c1-4a88-96ef-e874f0b6c30e req-00a7d490-78b0-44cc-b682-c7e4d101b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:54.820111 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adf89140-e4c1-4a88-96ef-e874f0b6c30e req-00a7d490-78b0-44cc-b682-c7e4d101b428 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1096 time: 0.0444171 Aug 06 16:19:54.839431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=2cd71d70-c6cf-4b22-8572-ffc90c022430,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:54.857444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-adf89140-e4c1-4a88-96ef-e874f0b6c30e req-15dafe43-1a3d-46aa-b4e2-aa0aa8728658 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Aug 06 16:19:55.702559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d9565-1467-435e-a647-8eabe9d3133f req-d40842fc-83e2-46f8-acac-1c6e896dcf61 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:55.704099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-694d9565-1467-435e-a647-8eabe9d3133f req-d40842fc-83e2-46f8-acac-1c6e896dcf61 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 945 time: 0.0510235 Aug 06 16:19:55.751364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-694d9565-1467-435e-a647-8eabe9d3133f req-aafc446a-f087-4687-9466-aeda6d296abc tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Aug 06 16:19:56.211977 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:56.848703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-a5fb58d4-49bb-42cd-8d03-796f6ce04403 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476487 Aug 06 16:19:56.878983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51405c42-4e34-476c-a913-c7df13ffb058 req-b6f26933-16f1-4541-bf82-22b17df67f95 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:56.880517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51405c42-4e34-476c-a913-c7df13ffb058 req-b6f26933-16f1-4541-bf82-22b17df67f95 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 945 time: 0.0554440 Aug 06 16:19:56.920526 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51405c42-4e34-476c-a913-c7df13ffb058 req-c48afc60-6852-4963-afb7-5dcdda741919 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335145 Aug 06 16:19:56.944097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-0cc874dc-375d-4fe4-b21d-ad16bf13ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:56.945644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-0cc874dc-375d-4fe4-b21d-ad16bf13ec32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0464981 Aug 06 16:19:57.037313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35e3e9-fce6-4d5b-a156-eb133758d2b7 req-e6283786-2722-4496-b250-0679ec39dc3d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:57.038845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd35e3e9-fce6-4d5b-a156-eb133758d2b7 req-e6283786-2722-4496-b250-0679ec39dc3d tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 945 time: 0.0499532 Aug 06 16:19:57.062556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-33981992-4926-416d-abdc-c38b0bd4da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:57.065576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-33981992-4926-416d-abdc-c38b0bd4da7f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0932627 Aug 06 16:19:57.078984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd35e3e9-fce6-4d5b-a156-eb133758d2b7 req-44ce5a25-79b3-4709-b663-8105a82de8c9 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Aug 06 16:19:57.101940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:57.140377 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-3ec2bc7b-8a2d-49e4-b740-b915e0875513 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1002 time: 0.0643075 Aug 06 16:19:57.142878 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0c639f-2607-44ea-96ca-38b339de29a8 tempest-TestVolumeBootPattern-1627849367 tempest-TestVolumeBootPattern-1627849367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:57.144448 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ef0c639f-2607-44ea-96ca-38b339de29a8 tempest-TestVolumeBootPattern-1627849367 tempest-TestVolumeBootPattern-1627849367-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1091 time: 0.0414705 Aug 06 16:19:57.147431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:19:57.152837 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:19:57.198428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-9d7b1b48-e6dd-429d-9f1b-5a8d59f30521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:57.200246 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-9d7b1b48-e6dd-429d-9f1b-5a8d59f30521 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0508809 Aug 06 16:19:57.253672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-de393d4a-dfa9-496a-b2cb-5285095b0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:57.255345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-de393d4a-dfa9-496a-b2cb-5285095b0b1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472968 Aug 06 16:19:57.269444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.360798 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-28905023-2151-4434-aeba-d34a9321166a service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936544 Aug 06 16:19:57.388786 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.469960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-28ad89b9-f010-4d0e-8fa8-bcae40283487 req-09fa1456-937a-4c60-ad57-dddf97e29ba8 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976708 Aug 06 16:19:57.507466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Allocated IP 172.25.5.94 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/d88b7afb-01e8-40f7-a729-7dd028dd9fe4) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:19:57.616540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.691911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:57.732936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:19:57.735952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:19:57.739773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:19:57.745863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=d88b7afb-01e8-40f7-a729-7dd028dd9fe4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:57.776691 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.777040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.777381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.777717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.778050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.778379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.778704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.779029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.779352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.779696 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.780041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:57.780361 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:19:58.127844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.360849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.513447 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.594667 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.669191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event updated for resources: {'Port': ['ID=d88b7afb-01e8-40f7-a729-7dd028dd9fe4,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:19:58.682903 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:58.787995 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Floating IP 5cf32d84-4025-43f8-8792-f47b4c7faaef associated. External IP: 172.25.5.94, port: 2cd71d70-c6cf-4b22-8572-ffc90c022430. Aug 06 16:19:58.999656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:19:59.117371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:19:59.127065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:19:59.136308 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:59.142558 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:19:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.212366 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.243720 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:19:59.245189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f28b610f-9ff8-45aa-bc5b-e4929d15a799 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0952978 Aug 06 16:19:59.245189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:19:59.247269 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:19:59.359089 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8834574-41e7-49d3-b1ab-081f83490bf3 x-openstack-request-id: req-e8834574-41e7-49d3-b1ab-081f83490bf3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:19:59.359386 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:19:59.359641 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8834574-41e7-49d3-b1ab-081f83490bf3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:19:59.360080 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'status': 'completed', 'code': 200} Aug 06 16:19:59.401377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:19:59.439181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-8de1024c-e7a2-42a4-ab34-4a50d8ea92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:59.441014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-8de1024c-e7a2-42a4-ab34-4a50d8ea92cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1096 time: 0.0524502 Aug 06 16:19:59.488564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5cf32d84-4025-43f8-8792-f47b4c7faaef', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:55:45:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:19:57Z', 'updated_at': '2021-08-06T16:19:57Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}, {'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 1, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.514039 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:19:59.522271 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:19:59.522867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:19:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.534715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-f5e17a47-b35f-4371-a90d-39760b66f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:59.536240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-f5e17a47-b35f-4371-a90d-39760b66f7cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0887702 Aug 06 16:19:59.608139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-2b333ac1-0a63-4268-b6f2-93db04ff6e9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 200 len: 998 time: 0.0651684 Aug 06 16:19:59.661587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-6824d6a6-ec6a-42a5-b237-88b02a20c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:59.663024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-6824d6a6-ec6a-42a5-b237-88b02a20c05a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0476439 Aug 06 16:19:59.711414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-874b5056-729f-446a-8df3-65586541239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:19:59.713002 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-874b5056-729f-446a-8df3-65586541239a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431716 Aug 06 16:19:59.725850 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:19:59.807719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-5250bc82-b703-4b7c-9482-22b7b23f06e7 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875783 Aug 06 16:19:59.899754 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c1755491-d36f-4cc8-bff8-0bf1b76e2c5b req-47d3e49f-7bf2-4a52-aefd-6160e3893742 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854919 Aug 06 16:19:59.950780 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5cf32d84-4025-43f8-8792-f47b4c7faaef', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:55:45:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:19:57Z', 'updated_at': '2021-08-06T16:19:57Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}, {'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 1, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:19:59.980753 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc5be3e-ce82-405a-a39b-4b2e3dff2f0e None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '5cf32d84-4025-43f8-8792-f47b4c7faaef', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:55:45:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:19:57Z', 'updated_at': '2021-08-06T16:19:57Z', 'revision_number': 0, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}, {'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 1, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:20:00.167027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb78cb-638b-43dd-9e1d-d09b6fa59d45 None None] New status for floating IP 5cf32d84-4025-43f8-8792-f47b4c7faaef: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:20:02.613292 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:20:05.023516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f296ab92-4af8-419a-b779-ebc8dbb2fb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.794676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2a809ab4-55c8-42cc-8116-4046ad5ef2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:07.868903 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:09.114566 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:10.949394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:26.234064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:29.382744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:34.942151 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1936c830-ff60-46dd-920a-cc5aaf6f1749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.702503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-37feba2f-e8b0-4e7b-95e8-df1fad9426b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:37.725024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.022328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:39.612523 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:20:40.000694 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-815b071f-28a6-4b9f-88c7-b72a7f4262ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434744 Aug 06 16:20:40.088723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-b5edda21-ad8e-482b-ac16-ff30dd9e4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:40.090314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-b5edda21-ad8e-482b-ac16-ff30dd9e4938 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1096 time: 0.0462162 Aug 06 16:20:40.204655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-8938228c-4dfe-4c01-b253-d5679899bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:40.206160 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-8938228c-4dfe-4c01-b253-d5679899bc85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0934806 Aug 06 16:20:40.277005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-6bc2c2ba-414d-46d6-950b-aa30a6ead822 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 200 len: 1000 time: 0.0635209 Aug 06 16:20:40.328484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-170bf58b-6b66-4fb6-932b-b6a9337e8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:40.329979 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-170bf58b-6b66-4fb6-932b-b6a9337e8042 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0459490 Aug 06 16:20:40.377889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-178d1f00-36fe-4256-9151-a44e283771a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:40.379456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-178d1f00-36fe-4256-9151-a44e283771a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430505 Aug 06 16:20:40.483915 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-632844cf-7d56-4253-a943-0a5b589333a4 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971229 Aug 06 16:20:40.578975 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8062ffd5-8ccd-4266-b42b-5eddb58df1ee req-ba7db7f1-e8ee-406e-835b-f2b96f8700eb service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880446 Aug 06 16:20:40.987206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:56.233520 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:20:57.981706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-5711c8db-5af3-4b77-ac36-149d8a2e2dd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451002 Aug 06 16:20:58.066801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-aa8bcf57-7890-4181-b5d5-2163a35e39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:58.068315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-aa8bcf57-7890-4181-b5d5-2163a35e39cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0417075 Aug 06 16:20:58.247257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-3bc8b0ca-5f16-402c-a369-88a9854b0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:58.248804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-3bc8b0ca-5f16-402c-a369-88a9854b0a5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.1560016 Aug 06 16:20:58.318935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-5ecec21e-64b4-45f8-a6e7-d75d92563920 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1002 time: 0.0621767 Aug 06 16:20:58.370468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-c7640234-ce67-41a2-92bc-01bd10e72b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:58.371994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-c7640234-ce67-41a2-92bc-01bd10e72b60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0440183 Aug 06 16:20:58.418827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-2fa06ffa-6f28-4ac2-b9c2-f77974440779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:20:58.420370 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-2fa06ffa-6f28-4ac2-b9c2-f77974440779 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403275 Aug 06 16:20:58.519531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-0880e3aa-6b2f-4cef-8a64-40bc9e438d40 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870605 Aug 06 16:20:58.621985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e922dedd-ca5d-4c5c-a549-513ab1619a56 req-1545b12b-cd52-4710-ac03-b8c8e6a9f0f0 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906553 Aug 06 16:20:59.359054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:04.913275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3dc04dac-3e58-4326-90b0-4f4afec7a0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.718727 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-de5e84e3-3fc6-431d-8f5b-ba234de88684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:07.747413 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:09.015820 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:10.912932 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:16.611377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:21:26.324314 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:29.455729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:34.964246 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-77c3303b-287f-469d-b691-35368ab75049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.667166 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2259b4b2-b0d0-443d-b568-d98d873aae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:37.741057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:39.089836 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:40.980007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-5c06dbb0-fc4d-4cfa-88a5-ddda1f43ba78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422707 Aug 06 16:21:41.004178 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:41.063377 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-07b57fb3-c89a-4ec6-b491-10872e7a28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.064907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-07b57fb3-c89a-4ec6-b491-10872e7a28c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1096 time: 0.0415211 Aug 06 16:21:41.172125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-26dd147f-09f1-42f1-bd06-a7f13007d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.173605 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-26dd147f-09f1-42f1-bd06-a7f13007d811 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0893018 Aug 06 16:21:41.238101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-086f80f6-31c1-42b0-99a8-fd4a9225473d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 200 len: 1000 time: 0.0576067 Aug 06 16:21:41.286962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-b61ea571-080e-4534-b258-2d4ecbfefba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.288366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-b61ea571-080e-4534-b258-2d4ecbfefba8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0432813 Aug 06 16:21:41.337326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-1fd0f71e-f20f-431e-b30f-a82f13000287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:41.338825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-1fd0f71e-f20f-431e-b30f-a82f13000287 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441544 Aug 06 16:21:41.433344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-30fd8200-9db1-4b15-97cb-e266c141762a service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871933 Aug 06 16:21:41.532781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d47b397-c6dd-444e-b530-bcf9959225c0 req-76500ce2-d6da-4f3c-8927-d21b5d5fd54c service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918467 Aug 06 16:21:53.610224 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:21:56.300244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:58.803360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-c70e0862-47fb-41ae-9f24-8215cd9333f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440402 Aug 06 16:21:58.892386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-bbf23299-cf1c-43ef-bf7f-5fbeb8a9ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:58.893881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-bbf23299-cf1c-43ef-bf7f-5fbeb8a9ff6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0410700 Aug 06 16:21:59.004708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-f1aca7e5-dd97-49a2-80bd-0b52ff6624d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.006203 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-f1aca7e5-dd97-49a2-80bd-0b52ff6624d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0899782 Aug 06 16:21:59.076322 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-82dc206a-e30e-4154-9fee-8cb3f14759c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 1002 time: 0.0583048 Aug 06 16:21:59.134145 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-94ae6621-27f7-4009-9227-3de4c5a1bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.135646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-94ae6621-27f7-4009-9227-3de4c5a1bde1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0486858 Aug 06 16:21:59.189743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-dc59eae0-0fc4-4239-85c1-23d74fdcd59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:21:59.191302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-dc59eae0-0fc4-4239-85c1-23d74fdcd59a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405383 Aug 06 16:21:59.283400 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-2ceb3aba-dfcf-4ca4-bd59-a5268a639e56 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838325 Aug 06 16:21:59.374555 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:21:59.383516 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc3ce02e-aa89-4e45-9b48-f83b3ba368ed req-1e520f4b-6f43-42a3-9e32-98b4ae6c880f service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889244 Aug 06 16:22:04.946602 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2dba8bf0-107a-4387-a5b2-cf53558cb9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.693711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-66990273-9d8f-4495-9359-178d0bfba3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:07.780401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:09.055622 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:10.934370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:16.595734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:16.796198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port d88b7afb-01e8-40f7-a729-7dd028dd9fe4 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:16.796551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.229458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.229782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.240998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for d88b7afb-01e8-40f7-a729-7dd028dd9fe4 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:17.488999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.514422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=d88b7afb-01e8-40f7-a729-7dd028dd9fe4,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:17.526942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.527313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.527651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.528020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.528357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.528688 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.529015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.529340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.529663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.529981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.530301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.530619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:17.584913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.585890 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Floating IP 5cf32d84-4025-43f8-8792-f47b4c7faaef disassociated (deleted). External IP: 172.25.5.94, port: 2cd71d70-c6cf-4b22-8572-ffc90c022430. Aug 06 16:22:17.791191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:17.899738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:17.904567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:17.909289 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:17.919872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:17.920489 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:17.934799 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d1b7ed67-a035-4322-afb4-10ca776efb7f tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "DELETE /v2.0/floatingips/5cf32d84-4025-43f8-8792-f47b4c7faaef HTTP/1.1" status: 204 len: 168 time: 1.3356581 Aug 06 16:22:17.934799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:17.935325 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8" -d '{"events": [{"name": "network-changed", "server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:18.032185 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:18.053204 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c78479-de1b-4b74-8e4c-21d655bf1a91 x-openstack-request-id: req-a2c78479-de1b-4b74-8e4c-21d655bf1a91 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:18.053508 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:18.053812 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2c78479-de1b-4b74-8e4c-21d655bf1a91 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:18.054225 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'status': 'completed', 'code': 200} Aug 06 16:22:18.121113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-7595e9d6-1f90-44a9-9c6e-d9c62bd4ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:18.123210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-7595e9d6-1f90-44a9-9c6e-d9c62bd4ce90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 1096 time: 0.0461154 Aug 06 16:22:18.223284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-7e796320-848b-4aff-89dd-968ae5eab74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:18.224914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-7e796320-848b-4aff-89dd-968ae5eab74a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0952351 Aug 06 16:22:18.267448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-93d37383-06ab-4010-84b8-2fab4bd1bf18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 200 len: 217 time: 0.0357807 Aug 06 16:22:18.269235 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 1, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:18.302193 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:22:18.311006 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:18.311627 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:18.322986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-1953f94f-6ea6-4bdb-9fb8-bac98fb6a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:18.324642 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-1953f94f-6ea6-4bdb-9fb8-bac98fb6a2cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0507689 Aug 06 16:22:18.373832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-c3e34b67-f4d9-4a6f-90fb-5deddb691210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:18.375349 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-c3e34b67-f4d9-4a6f-90fb-5deddb691210 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437298 Aug 06 16:22:18.421713 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:18.476088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-a210f24c-4f78-4fce-b0d2-f9f7070b7702 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926981 Aug 06 16:22:18.567175 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a056bc-8cee-4579-919d-547f472090a3 req-2ea56f18-e9c9-4be1-8951-7d9836abeb14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:18.572339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0a056bc-8cee-4579-919d-547f472090a3 req-2ea56f18-e9c9-4be1-8951-7d9836abeb14 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 945 time: 0.0641279 Aug 06 16:22:18.578573 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eecf6d6e-cb41-4afe-b78c-50c2937d66e8 req-53e32fba-482f-46e4-8693-ab7786b9cc59 service neutron] 10.222.0.59 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961704 Aug 06 16:22:18.610744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0a056bc-8cee-4579-919d-547f472090a3 req-52dad214-473a-4272-872f-a2077073b077 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343342 Aug 06 16:22:18.667342 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 1, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:18.697221 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d044907-0586-4fa0-9b40-a5912e91ddb0 None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'e45b4e02-5ed6-4584-a744-44c5ae034406', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'floating_ip_address': '172.25.5.100', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'port_id': '8652fba9-ba37-4c08-bc68-5255704a9631', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'mac_address': 'fa:16:3e:f3:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:16:40Z', 'updated_at': '2021-08-06T16:16:43Z', 'revision_number': 1, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:18.928663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b9427-9cac-484a-b908-06fdf2707271 None None] New status for floating IP 5cf32d84-4025-43f8-8792-f47b4c7faaef: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:22:19.728198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bed59-1cab-443c-af14-144b1fca9d27 req-82fedbe6-dfd1-4ae4-b374-18cd63d180e2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:19.729720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-978bed59-1cab-443c-af14-144b1fca9d27 req-82fedbe6-dfd1-4ae4-b374-18cd63d180e2 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Aug 06 16:22:19.767922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-978bed59-1cab-443c-af14-144b1fca9d27 req-a39addf5-a465-43c9-8a95-9966ec60bdb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Aug 06 16:22:20.071219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-8cfc239f-e76d-44da-bc07-19dd93e2f733 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:20.072730 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-8cfc239f-e76d-44da-bc07-19dd93e2f733 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Aug 06 16:22:20.168523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port 2cd71d70-c6cf-4b22-8572-ffc90c022430 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:20.168866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.278010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port 2cd71d70-c6cf-4b22-8572-ffc90c022430, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=2cd71d70-c6cf-4b22-8572-ffc90c022430,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:20.278374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.296530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for 2cd71d70-c6cf-4b22-8572-ffc90c022430 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:20.524033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.554898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=2cd71d70-c6cf-4b22-8572-ffc90c022430,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:20.602589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port 2cd71d70-c6cf-4b22-8572-ffc90c022430 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:20.605495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:20.607696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-88444f9f-e2db-4469-b753-7b8d54698f7e req-4b7410e5-bb48-4328-a79c-dd50c3c10cb5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.59 "DELETE /v2.0/ports/2cd71d70-c6cf-4b22-8572-ffc90c022430 HTTP/1.1" status: 204 len: 173 time: 0.5294642 Aug 06 16:22:20.608194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'name': 'network-vif-deleted', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:20.610607 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f286b849-98ff-429b-8a52-c335f9860a55" -d '{"events": [{"server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "name": "network-vif-deleted", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:20.645202 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63110ab-36f0-4695-be49-3fbc879efd2e x-openstack-request-id: req-c63110ab-36f0-4695-be49-3fbc879efd2e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:20.645497 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248ef7ff-6582-4d4e-ae92-86dce2fe7157", "name": "network-vif-deleted", "tag": "2cd71d70-c6cf-4b22-8572-ffc90c022430", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:20.645751 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c63110ab-36f0-4695-be49-3fbc879efd2e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:20.646157 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248ef7ff-6582-4d4e-ae92-86dce2fe7157', 'name': 'network-vif-deleted', 'tag': '2cd71d70-c6cf-4b22-8572-ffc90c022430', 'status': 'completed', 'code': 200} Aug 06 16:22:20.865797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-198ee2b5-9032-46ec-90e3-31ebde288121 req-ed4d4828-0da1-4ccb-ada1-42134f5829d5 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0309885 Aug 06 16:22:21.970324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5631ec3-fbbc-47ac-96bd-8c2631102cdc req-c3436f7f-8013-4a4e-b89d-b161658575e1 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0329552 Aug 06 16:22:23.068071 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9426fa9-ebce-42b7-89c9-d4e440110142 req-56847748-4aa3-4e85-bc51-2f9a69e401b4 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0269163 Aug 06 16:22:23.228679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2cd71d70-c6cf-4b22-8572-ffc90c022430 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:23.249156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 2cd71d70-c6cf-4b22-8572-ffc90c022430 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:23.249503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 2cd71d70-c6cf-4b22-8572-ffc90c022430 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:24.162095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5fbdde8e-92c9-49f7-950c-dc1ad5c620aa req-ac7595bb-4756-46fe-865b-555820fa2bb0 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=248ef7ff-6582-4d4e-ae92-86dce2fe7157 HTTP/1.1" status: 200 len: 210 time: 0.0274978 Aug 06 16:22:26.237284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:29.415352 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:30.608839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:22:30.794351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:30.950751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port 3983a85e-ce92-4520-817a-930c2f35c349 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:30.951006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.041989 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.042326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.056106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for 3983a85e-ce92-4520-817a-930c2f35c349 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:31.299441 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.327266 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=3983a85e-ce92-4520-817a-930c2f35c349,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:31.352904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.353250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.353605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.353939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.354272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.354609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.354956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.355300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.355656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.356010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.356328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.356648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:31.396911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.397946 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Floating IP e45b4e02-5ed6-4584-a744-44c5ae034406 disassociated (deleted). External IP: 172.25.5.100, port: 8652fba9-ba37-4c08-bc68-5255704a9631. Aug 06 16:22:31.607552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:31.715018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:31.720136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:31.724618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:31.734786 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:31.735482 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:31.747883 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-161c674e-a9ce-4528-b476-8c09d7f0526b tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "DELETE /v2.0/floatingips/e45b4e02-5ed6-4584-a744-44c5ae034406 HTTP/1.1" status: 204 len: 168 time: 0.9524138 Aug 06 16:22:31.748493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:31.750737 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e59b621a97e97598f8cae1bc6995b47c66ded1f2a5bccce526e3f3230c4d60ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858b670b-4740-4902-b1bb-b4549b4b797a" -d '{"events": [{"name": "network-changed", "server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:31.786833 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09955697-99c3-4056-a29c-907606b1bdd4 x-openstack-request-id: req-09955697-99c3-4056-a29c-907606b1bdd4 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:31.787143 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:31.787380 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09955697-99c3-4056-a29c-907606b1bdd4 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:31.788431 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631', 'status': 'completed', 'code': 200} Aug 06 16:22:31.845576 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:31.859506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b670b-4740-4902-b1bb-b4549b4b797a req-fd9b06cb-a3f2-4802-b969-c4b0ab9cdca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:31.861125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-fd9b06cb-a3f2-4802-b969-c4b0ab9cdca7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5a3823d5efe447919d251ebc16f27d8b&device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 1097 time: 0.0435491 Aug 06 16:22:31.959482 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b670b-4740-4902-b1bb-b4549b4b797a req-ea69c6b6-3dfb-4c96-8cdc-4a83e31b722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:31.961710 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-ea69c6b6-3dfb-4c96-8cdc-4a83e31b722e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 200 len: 913 time: 0.0925632 Aug 06 16:22:32.008410 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-b07b855e-379a-4bd2-8adf-4559ab03a99f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 200 len: 217 time: 0.0353739 Aug 06 16:22:32.046648 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:32.067031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b670b-4740-4902-b1bb-b4549b4b797a req-faa19b09-2822-488d-886d-6f8b20d865d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:32.069690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-faa19b09-2822-488d-886d-6f8b20d865d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 200 len: 851 time: 0.0504444 Aug 06 16:22:32.078126 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:22:32.087278 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:32.087927 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:32.129697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b670b-4740-4902-b1bb-b4549b4b797a req-de192978-7b86-4150-b841-6a409fe0ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:32.131178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-de192978-7b86-4150-b841-6a409fe0ef38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e818676-7198-452b-909d-2462ca740b09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511034 Aug 06 16:22:32.239206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-c43bd5db-2474-4f4f-820f-409806bcd944 service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972631 Aug 06 16:22:32.289153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:32.296832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6d0e5-2261-43f3-9e53-a89c43ed10c2 req-87d5a0ff-051d-452e-bc3a-d3151467bd01 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:32.298688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06a6d0e5-2261-43f3-9e53-a89c43ed10c2 req-87d5a0ff-051d-452e-bc3a-d3151467bd01 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 946 time: 0.0547199 Aug 06 16:22:32.347015 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06a6d0e5-2261-43f3-9e53-a89c43ed10c2 req-8401460a-8e29-487e-8b3a-20aa40e77705 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b589917-19f4-4869-92a5-0a8f8397029f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Aug 06 16:22:32.352088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-858b670b-4740-4902-b1bb-b4549b4b797a req-0219261c-425b-44e9-9a30-bef6739d045f service neutron] 10.222.0.64 "GET /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037343 Aug 06 16:22:32.498091 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:32.524288 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0dd507-54f9-44ae-b763-dc63c190041f None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:44Z', 'revision_number': 4, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'dfd87489-260a-49dd-b487-c5f08885a440', 'name': '', 'network_id': '4e818676-7198-452b-909d-2462ca740b09', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'mac_address': 'fa:16:3e:c1:36:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:43Z', 'updated_at': '2021-08-06T16:08:50Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'subnets': [{'id': 'ff644031-4be3-4e71-afdd-499117ed72e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:32.740247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873683c5-3d9c-4fe4-b0ce-b7d2f42d3cc2 None None] New status for floating IP e45b4e02-5ed6-4584-a744-44c5ae034406: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:22:32.951054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-ec4b2e49-654b-403b-99d5-61c71768c7aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:22:32.952627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-ec4b2e49-654b-403b-99d5-61c71768c7aa tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.64 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 946 time: 0.0516229 Aug 06 16:22:33.044175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port 8652fba9-ba37-4c08-bc68-5255704a9631 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:33.044574 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.136844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] For port 8652fba9-ba37-4c08-bc68-5255704a9631, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=8652fba9-ba37-4c08-bc68-5255704a9631,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:33.137130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.149963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for 8652fba9-ba37-4c08-bc68-5255704a9631 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:33.345430 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.376920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=8652fba9-ba37-4c08-bc68-5255704a9631,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:33.417979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] No DVR routers for this DVR port 8652fba9-ba37-4c08-bc68-5255704a9631 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:33.424166 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:33.424166 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7e18151f-ae99-4b9d-bdd3-bc9799f18b2b req-12acc5a0-535c-42c4-9de1-7f1962a960de tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.64 "DELETE /v2.0/ports/8652fba9-ba37-4c08-bc68-5255704a9631 HTTP/1.1" status: 204 len: 173 time: 0.4632823 Aug 06 16:22:33.424166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'name': 'network-vif-deleted', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:22:33.425409 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9ea8c0-f57d-4566-b2a0-aab6e5e802ec" -d '{"events": [{"server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "name": "network-vif-deleted", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:22:33.460328 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9052232-e80c-4468-8dee-05f515cd93e0 req-96ab292a-bf02-4c4a-9a60-a844eac0e627 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0321712 Aug 06 16:22:33.462544 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fb86b9-df90-49b8-9071-410158d81a7d x-openstack-request-id: req-65fb86b9-df90-49b8-9071-410158d81a7d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:22:33.462795 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82987f49-13b5-4e5d-ab78-8a12cf39a191", "name": "network-vif-deleted", "tag": "8652fba9-ba37-4c08-bc68-5255704a9631", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:22:33.463113 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65fb86b9-df90-49b8-9071-410158d81a7d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:22:33.463530 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82987f49-13b5-4e5d-ab78-8a12cf39a191', 'name': 'network-vif-deleted', 'tag': '8652fba9-ba37-4c08-bc68-5255704a9631', 'status': 'completed', 'code': 200} Aug 06 16:22:34.560093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a5a4251-6c79-4ddb-881a-ca2c44886325 req-cd208187-6d7e-45e1-938c-ac98f64bfb89 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0272737 Aug 06 16:22:34.951121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8004e662-9246-4728-acb0-97781d708f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:35.659169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dd087c3-16ac-4dad-aa53-1a37469f83c4 req-297745f5-dea8-4388-9d54-079dd3500f1e tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0267107 Aug 06 16:22:36.755795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54b3996d-eaca-4f94-8738-0bea08b26a11 req-793b1ecd-07ba-44ed-8425-4cdbd529ee70 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0270729 Aug 06 16:22:37.019451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8652fba9-ba37-4c08-bc68-5255704a9631 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:37.041243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 8652fba9-ba37-4c08-bc68-5255704a9631 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:37.041529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 8652fba9-ba37-4c08-bc68-5255704a9631 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:37.668868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f0a1874-477c-4049-bef2-369968499ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.739878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:37.891761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04c706a8-88ba-44b7-b81e-1fdc3386be1c req-6e8acbae-3167-499b-9f37-6ec35eeb7589 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "GET /v2.0/ports?device_id=82987f49-13b5-4e5d-ab78-8a12cf39a191 HTTP/1.1" status: 200 len: 210 time: 0.0274000 Aug 06 16:22:38.954950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36154) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:38.996809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.434087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Deleting port 9bf8376f-dc26-47a8-974d-e21cd7596857 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:39.434437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.511778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.512140 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.523744 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Calling delete_port for 9bf8376f-dc26-47a8-974d-e21cd7596857 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:39.739409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.763541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'Port': ['ID=9bf8376f-dc26-47a8-974d-e21cd7596857,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:39.825870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.829304 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:39.830456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2374821f-1e92-4329-9009-035ae1ee3026 tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "DELETE /v2.0/floatingips/6a008635-363a-4c27-876f-a0c4f20db47d HTTP/1.1" status: 204 len: 168 time: 0.8744793 Aug 06 16:22:40.933631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.277751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36170) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:43.345338 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6487f107-cc8e-415a-9a5d-b337d03bbfad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.373518 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6487f107-cc8e-415a-9a5d-b337d03bbfad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.477281 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6487f107-cc8e-415a-9a5d-b337d03bbfad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.480086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6487f107-cc8e-415a-9a5d-b337d03bbfad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:43.481325 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6487f107-cc8e-415a-9a5d-b337d03bbfad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] 10.222.0.16 "DELETE /v2.0/security-groups/6b589917-19f4-4869-92a5-0a8f8397029f HTTP/1.1" status: 204 len: 168 time: 0.2024536 Aug 06 16:22:43.491660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f107-cc8e-415a-9a5d-b337d03bbfad tempest-TestVolumeBootPattern-1165406726 tempest-TestVolumeBootPattern-1165406726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b589917-19f4-4869-92a5-0a8f8397029f,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:43.589957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:44.068122 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.313845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Deleting port dfd87489-260a-49dd-b487-c5f08885a440 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:44.314176 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.391977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] For port dfd87489-260a-49dd-b487-c5f08885a440, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dfd87489-260a-49dd-b487-c5f08885a440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:44.392335 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.405159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Calling delete_port for dfd87489-260a-49dd-b487-c5f08885a440 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:44.648974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:44.681719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd87489-260a-49dd-b487-c5f08885a440,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:44.853826 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.089019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:45.196453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:45.201432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-298c6792-5e0a-40b8-ae39-df98c48bfbce admin admin] 10.222.0.16 "PUT /v2.0/routers/36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6099501 Aug 06 16:22:45.204075 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:45.205435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] Sync routers for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:45.215618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:45.216343 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:45.308806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.323127 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:45.408198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.501653 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:22:44Z', 'revision_number': 5, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port': {'id': '8c9b6c0d-1128-4124-9674-f7484da2bbc6', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fa:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:45.522409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Deleting port 8c9b6c0d-1128-4124-9674-f7484da2bbc6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:45.522750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.528070 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] Checking router: 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:22:45.536319 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] Routers {'36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:45.536836 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:45.601899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] For port 8c9b6c0d-1128-4124-9674-f7484da2bbc6, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8c9b6c0d-1128-4124-9674-f7484da2bbc6,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:45.602517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.617057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Calling delete_port for 8c9b6c0d-1128-4124-9674-f7484da2bbc6 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:45.622731 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] Set router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:45.676589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:22:45Z', 'revision_number': 6, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:45.702564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff0cee9-d49d-439f-8212-bd124dba6f59 None None] The sync data for ids ['36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172'] in n-d-778550-6 is: [{'id': '36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172', 'name': 'tempest-TestVolumeBootPattern-1460736004-router', 'tenant_id': '5a3823d5efe447919d251ebc16f27d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:41Z', 'updated_at': '2021-08-06T16:22:45Z', 'revision_number': 6, 'project_id': '5a3823d5efe447919d251ebc16f27d8b', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:45.836379 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:45.862606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9b6c0d-1128-4124-9674-f7484da2bbc6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:45.926841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.043469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.045734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.196326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.197250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:22:46.204983 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.209119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2e4f9ec8-f931-4666-a519-96afa122ad41 admin admin] 10.222.0.16 "DELETE /v2.0/routers/36f7aaa5-7825-4e3a-b2a6-e3ec8b51b172 HTTP/1.1" status: 204 len: 168 time: 1.0015533 Aug 06 16:22:46.209785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:46.271377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Deleting subnet ff644031-4be3-4e71-afdd-499117ed72e4 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:46.275020 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.311489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.391598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.512693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.547326 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff644031-4be3-4e71-afdd-499117ed72e4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:46.552398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.557343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36182) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:46.558119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ce1f85f7-4544-471e-b9ce-0b65f6ed83c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ff644031-4be3-4e71-afdd-499117ed72e4 HTTP/1.1" status: 204 len: 168 time: 0.3466940 Aug 06 16:22:46.559764 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e837a-ef7c-45d0-8fc4-948619da5577 None None] Network 4e818676-7198-452b-909d-2462ca740b09 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:46.620569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8c9b6c0d-1128-4124-9674-f7484da2bbc6 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:46.642603 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.660804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 8c9b6c0d-1128-4124-9674-f7484da2bbc6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:46.661157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8c9b6c0d-1128-4124-9674-f7484da2bbc6 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:46.661560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfd87489-260a-49dd-b487-c5f08885a440 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:46.708931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: dfd87489-260a-49dd-b487-c5f08885a440 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:46.709803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device dfd87489-260a-49dd-b487-c5f08885a440 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:46.712018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Deleting port 04398731-0d69-489a-84c9-511d6bbd3440 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:46.712955 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.797252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] For port 04398731-0d69-489a-84c9-511d6bbd3440, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04398731-0d69-489a-84c9-511d6bbd3440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:46.797644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.810438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] DHCP port deletion for 4e818676-7198-452b-909d-2462ca740b09 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:22:46.813107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Calling delete_port for 04398731-0d69-489a-84c9-511d6bbd3440 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:46.862831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Deleting port 04398731-0d69-489a-84c9-511d6bbd3440 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:46.863344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.933441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] For port 04398731-0d69-489a-84c9-511d6bbd3440, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04398731-0d69-489a-84c9-511d6bbd3440,segment=NetworkSegment(43f24cb9-8512-4418-b662-3b97ff3468e9),segment_id=43f24cb9-8512-4418-b662-3b97ff3468e9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:46.933845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:46.946037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Calling delete_port for 04398731-0d69-489a-84c9-511d6bbd3440 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:47.008219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.029279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.034041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04398731-0d69-489a-84c9-511d6bbd3440,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:47.038159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] No DVR routers for this DVR port 04398731-0d69-489a-84c9-511d6bbd3440 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:47.054679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Pushing event deleted for resources: {'Port': ['ID=04398731-0d69-489a-84c9-511d6bbd3440,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:47.064502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.064849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.065187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.065532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.065857 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.066184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.066633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.066835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.067158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.067486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.067797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.068147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:22:47.071389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34d7fe-d5dc-4f73-b345-f6463bdca1ec None None] No DVR routers for this DVR port 04398731-0d69-489a-84c9-511d6bbd3440 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:47.117120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.127070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e818676-7198-452b-909d-2462ca740b09']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:47.137005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f24cb9-8512-4418-b662-3b97ff3468e9') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:47.137691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f24cb9-8512-4418-b662-3b97ff3468e9') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:47.146380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.166366 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.167260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:22:47.167654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:22:47.169425 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:22:47.298553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.304147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.306041 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4e818676-7198-452b-909d-2462ca740b09 HTTP/1.1" status: 204 len: 168 time: 0.7467954 Aug 06 16:22:47.309679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:47.317180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1f196-0ede-4d34-89cd-3d7b52eb71b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e818676-7198-452b-909d-2462ca740b09,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:47.654761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.896954 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Deleting port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:47.897406 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.974437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] For port 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:47.975463 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:47.996414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Calling delete_port for 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:48.264155 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.297202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Pushing event deleted for resources: {'Port': ['ID=04bccab7-8b70-4b68-bbe9-1fa7a1a9b945,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:48.464048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04398731-0d69-489a-84c9-511d6bbd3440 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:48.468772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:48.485336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 04398731-0d69-489a-84c9-511d6bbd3440 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:48.485688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04398731-0d69-489a-84c9-511d6bbd3440 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:49.035002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:22:49.141871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:22:49.147377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e60995f6-99df-40ff-8fdd-aed40682fa6c admin admin] 10.222.0.16 "PUT /v2.0/routers/1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361390 Aug 06 16:22:49.150038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:49.151830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] Sync routers for ids ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:22:49.161008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] Routers {'1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:49.161634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:49.253638 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.267253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] Set router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:49.366767 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.448512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:22:48Z', 'revision_number': 5, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port': {'id': '8a5fb3e1-a216-49eb-9f1a-2e164373bb00', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:50:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:08:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:49.476884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] Checking router: 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:22:49.485116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] Routers {'1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:22:49.485415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Deleting port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:49.485889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:22:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:49.486001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.563226 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] For port 8a5fb3e1-a216-49eb-9f1a-2e164373bb00, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:49.563597 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.570676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] Set router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:22:49.577323 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Calling delete_port for 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:49.625141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:22:49Z', 'revision_number': 6, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:49.655434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beded5d-b88e-4e01-a334-e4b805c53b81 None None] The sync data for ids ['1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68'] in n-d-778550-6 is: [{'id': '1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68', 'name': 'tempest-TestVolumeBootPattern-1611311301-router', 'tenant_id': '01ad291209464590a4b4e0cefe921157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:08:48Z', 'updated_at': '2021-08-06T16:22:49Z', 'revision_number': 6, 'project_id': '01ad291209464590a4b4e0cefe921157', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:22:49.820431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:49.850490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5fb3e1-a216-49eb-9f1a-2e164373bb00,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:49.908510 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.000894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.003045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.167943 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.168462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:22:50.172791 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.173975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-29c32be9-f145-45f4-9def-1cba4a186113 admin admin] 10.222.0.16 "DELETE /v2.0/routers/1ca7d783-3d3a-4533-bd5f-0f8d76dd4b68 HTTP/1.1" status: 204 len: 168 time: 1.0229964 Aug 06 16:22:50.176556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:50.221337 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Deleting subnet d3cf9019-94de-4d98-8c14-f86857cf182a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:22:50.224342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.258999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.343035 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.437044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:50.454264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:50.454608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 04bccab7-8b70-4b68-bbe9-1fa7a1a9b945 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:50.455015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:50.474525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:50.474955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 8a5fb3e1-a216-49eb-9f1a-2e164373bb00 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:50.505401 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.533278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cf9019-94de-4d98-8c14-f86857cf182a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:50.537091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.540612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fa338c79-d8e1-4f60-a748-32addead09bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d3cf9019-94de-4d98-8c14-f86857cf182a HTTP/1.1" status: 204 len: 168 time: 0.3623228 Aug 06 16:22:50.542512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:50.547479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93017e-f4e4-4db4-a444-31b235d97ac5 None None] Network 963307d7-aef4-47ea-9174-3560428cdc83 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:22:50.627527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.688637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Deleting port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:50.688986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.729872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] DHCP port deletion for 963307d7-aef4-47ea-9174-3560428cdc83 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:22:50.755428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] For port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:50.755820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.773315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Calling delete_port for 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:50.778325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] Deleting port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:22:50.778703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.961984 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:50.991449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:50.993365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] No DVR routers for this DVR port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:51.013728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] For port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,segment=NetworkSegment(fa7c076c-707b-4dbf-831f-ef690d1f5d7a),segment_id=fa7c076c-707b-4dbf-831f-ef690d1f5d7a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:22:51.014131 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.027422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] Calling delete_port for 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:22:51.071851 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.081725 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963307d7-aef4-47ea-9174-3560428cdc83']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:51.092495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:51.092797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7c076c-707b-4dbf-831f-ef690d1f5d7a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:22:51.102276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.104402 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.116738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.122640 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:22:51.127142 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:22:51.130753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] Pushing event deleted for resources: {'Port': ['ID=40ebff82-1cef-4b3b-b2f7-7df1b8671ebb,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:51.138279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b9eee-c4a8-48a0-a548-bb7ac5c7cf01 None None] No DVR routers for this DVR port 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:22:51.313653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.322559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.324501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] 10.222.0.16 "DELETE /v2.0/networks/963307d7-aef4-47ea-9174-3560428cdc83 HTTP/1.1" status: 204 len: 168 time: 0.7808950 Aug 06 16:22:51.341773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855732-8fbc-42c9-a055-4063bf679a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=963307d7-aef4-47ea-9174-3560428cdc83,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:51.709288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36196) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:51.759635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8aed0d4c-5630-421d-8bbe-edf38512df50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a3823d5efe447919d251ebc16f27d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474644 Aug 06 16:22:51.762152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36198) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:51.812607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51693824-48f8-4bc8-9e6b-47e818a8dbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:51.834403 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51693824-48f8-4bc8-9e6b-47e818a8dbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.013507 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51693824-48f8-4bc8-9e6b-47e818a8dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.016184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-51693824-48f8-4bc8-9e6b-47e818a8dbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.017462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-51693824-48f8-4bc8-9e6b-47e818a8dbd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ff469c0-8261-4a15-ad27-af1c51db4e86 HTTP/1.1" status: 204 len: 168 time: 0.2542827 Aug 06 16:22:52.025805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51693824-48f8-4bc8-9e6b-47e818a8dbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff469c0-8261-4a15-ad27-af1c51db4e86,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:52.388270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:22:52.414750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:22:52.415337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 40ebff82-1cef-4b3b-b2f7-7df1b8671ebb not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:22:52.811392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36206) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:52.856658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3b14f11a-72a8-4bfa-ad2f-d282464fdbdf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01ad291209464590a4b4e0cefe921157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440657 Aug 06 16:22:52.859071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36208) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:22:52.906282 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e94813f-71a9-448f-bf0c-0e0f02bd598f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:52.927431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e94813f-71a9-448f-bf0c-0e0f02bd598f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:53.082377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e94813f-71a9-448f-bf0c-0e0f02bd598f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:53.085221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6e94813f-71a9-448f-bf0c-0e0f02bd598f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:53.086488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6e94813f-71a9-448f-bf0c-0e0f02bd598f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f03ee765-88ea-4689-9869-5a640c898877 HTTP/1.1" status: 204 len: 168 time: 0.2265179 Aug 06 16:22:53.094968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94813f-71a9-448f-bf0c-0e0f02bd598f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ee765-88ea-4689-9869-5a640c898877,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:22:56.293699 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:22:59.459996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:04.942622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-097854a6-1c55-4c16-bf91-674ad1bcebab tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225899 Aug 06 16:23:04.991288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a88e594f-967a-4e6d-bb8c-a3180d1af607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:05.056665 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-ecdbfca7-7807-45a8-b6ac-451a1185ed38 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:05.058086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-ecdbfca7-7807-45a8-b6ac-451a1185ed38 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097503 Aug 06 16:23:05.072758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-5a3a83ad-05bb-489b-8945-33eeab97342b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/quotas/f5b301951b834d3ea13bf51bd8e86ad5 HTTP/1.1" status: 200 len: 375 time: 0.0090132 Aug 06 16:23:05.104677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-84fb9579-59a9-4516-9a4b-6be87989645d tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263958 Aug 06 16:23:06.386072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-83335bd2-6a62-47f7-951b-3f0d314d0ded req-0c28a5d3-e687-4d7c-a10b-c04b3b89979d tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 210 time: 0.0270958 Aug 06 16:23:07.465750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30dc1f61-76c6-4d79-8500-41be41f9e7d8 req-d0c0177a-e74f-4e35-9986-8c8a44de5470 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 210 time: 0.0298808 Aug 06 16:23:07.607585 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:23:07.726720 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-577dafba-b209-444b-bb2f-07ac148f7d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:07.784776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:08.564635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a739cc7-d2d6-49b9-855d-68f246fc5ee5 req-ef026a91-22d2-4c2e-b1c4-3ce31851e994 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Aug 06 16:23:09.064937 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.204770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-0e531301-5703-407a-a45f-f5b212a46fbc tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213306 Aug 06 16:23:09.314437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-2ad5e58e-d2f0-4523-a7d6-761eff1b1bc7 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:09.316018 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-2ad5e58e-d2f0-4523-a7d6-761eff1b1bc7 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048784 Aug 06 16:23:09.339318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Request body: {'port': {'device_id': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'admin_state_up': True, 'tenant_id': 'f5b301951b834d3ea13bf51bd8e86ad5'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:09.607694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Made reservation on behalf of f5b301951b834d3ea13bf51bd8e86ad5 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:09.612395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.621534 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.660121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02e061d3-39d9-4fd4-93bf-301ec664f38e req-bba12fe1-75e5-45af-92c7-336d38adb8fd tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Aug 06 16:23:09.759723 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.859235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:09.921823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3892080c-20d8-4098-887a-b4358d6d86c6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:09.998842 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Allocated IP 192.168.233.202 (1bf83640-693e-4b57-a7d5-64835a06b150/b536d4d0-e69a-4500-ad90-e049540071df/6a5ab0ee-7e8d-4f4c-83b4-f74b81751769) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:10.144050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.162390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Transition to ACTIVE for port object 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:10.356520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.402793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Network 1bf83640-693e-4b57-a7d5-64835a06b150 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:10.405850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:10.408503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:10.475581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Pushing event updated for resources: {'Port': ['ID=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:10.475581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:10.475581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.597052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-4a9d48cc-eb9b-474d-ae74-04887683436b tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2625234 Aug 06 16:23:10.614720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Request body: {'port': {'device_id': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:10.669323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.779179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7becdf-dcaf-4b4e-a5c1-56693dcbaceb req-9876c765-238a-499c-8d1d-aad9c11d71d3 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:10.780758 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f7becdf-dcaf-4b4e-a5c1-56693dcbaceb req-9876c765-238a-499c-8d1d-aad9c11d71d3 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 936 time: 0.0518827 Aug 06 16:23:10.801793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4e6f37f-3d18-408f-8126-bc0085c174b0 None None] Provisioning for port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:10.805760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d4e6f37f-3d18-408f-8126-bc0085c174b0 None None] Provisioning complete for port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:10.806373 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f37f-3d18-408f-8126-bc0085c174b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.823485 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f7becdf-dcaf-4b4e-a5c1-56693dcbaceb req-159ce816-7434-4ce0-bb9f-81c7c7d506a7 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361745 Aug 06 16:23:10.847281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d4e6f37f-3d18-408f-8126-bc0085c174b0 None None] Port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:23:10.938158 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.947370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:10.955036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:10.967588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Transition to ACTIVE for port object 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:11.065142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.119013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:11.191442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Attempting to bind port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:11.191747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Attempting to bind port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:11.192067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Attempting to bind port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:11.196679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 on network 1bf83640-693e-4b57-a7d5-64835a06b150 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:23:11.197027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Attempting to bind port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 on network 1bf83640-693e-4b57-a7d5-64835a06b150 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:11.202672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:11.203491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Checking segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:11.203491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Bound using segment: {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:11.203922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Bound port: 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a99f6-91e4-456b-90c1-3f8833729323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:11.204297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.272476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] For port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:11.275425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] For port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:11.367948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.403724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.404373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:11.405882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 HTTP/1.1" status: 200 len: 1096 time: 0.7953634 Aug 06 16:23:11.406279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'tag': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:11.408557 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a46ae-9cbb-4c0f-adaa-761b00aec131" -d '{"events": [{"name": "network-changed", "server_uuid": "7784e955-6bb5-43fc-b9df-10430bff8f93", "tag": "6a5ab0ee-7e8d-4f4c-83b4-f74b81751769"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:11.435388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679b533-e29c-462a-9769-84e5c548a611 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:11.453094 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473b5e21-2374-4a01-b4e5-570cd1fe6ad0 x-openstack-request-id: req-473b5e21-2374-4a01-b4e5-570cd1fe6ad0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:11.453417 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784e955-6bb5-43fc-b9df-10430bff8f93", "tag": "6a5ab0ee-7e8d-4f4c-83b4-f74b81751769", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:11.453680 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-473b5e21-2374-4a01-b4e5-570cd1fe6ad0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:11.454094 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'tag': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769', 'status': 'completed', 'code': 200} Aug 06 16:23:11.525402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a46ae-9cbb-4c0f-adaa-761b00aec131 req-00cd3691-5787-45ec-a51f-075537387a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.527616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d33a46ae-9cbb-4c0f-adaa-761b00aec131 req-00cd3691-5787-45ec-a51f-075537387a61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 1099 time: 0.0449004 Aug 06 16:23:11.561028 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d33a46ae-9cbb-4c0f-adaa-761b00aec131 req-b9e87417-cc48-40b4-a31c-c28580a5cef2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212185 Aug 06 16:23:11.665884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a46ae-9cbb-4c0f-adaa-761b00aec131 req-793b47e8-2c2b-4bc0-add4-b918be013806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.668195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d33a46ae-9cbb-4c0f-adaa-761b00aec131 req-793b47e8-2c2b-4bc0-add4-b918be013806 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960920 Aug 06 16:23:11.751339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-175efd42-0785-4657-b001-86e7a4949304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.752868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-175efd42-0785-4657-b001-86e7a4949304 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 1099 time: 0.0418761 Aug 06 16:23:11.805393 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-0c43269b-53c2-4356-ab7e-34f1c61bed3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 HTTP/1.1" status: 200 len: 217 time: 0.0392830 Aug 06 16:23:11.860997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-16c56398-036c-4379-9292-c8cbcca76f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.862536 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-16c56398-036c-4379-9292-c8cbcca76f12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b536d4d0-e69a-4500-ad90-e049540071df HTTP/1.1" status: 200 len: 843 time: 0.0457699 Aug 06 16:23:11.915581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-b3b0db2c-14bd-4415-8bd9-46338b43a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.917164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-b3b0db2c-14bd-4415-8bd9-46338b43a4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1bf83640-693e-4b57-a7d5-64835a06b150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0419273 Aug 06 16:23:11.942409 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5d07e-a8a4-496c-8dfe-ea09d518c312 req-389f88b1-8304-47db-9fa3-8b6b7cb1f60e tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:11.943938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad5d07e-a8a4-496c-8dfe-ea09d518c312 req-389f88b1-8304-47db-9fa3-8b6b7cb1f60e tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 948 time: 0.0497034 Aug 06 16:23:11.983543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8ad5d07e-a8a4-496c-8dfe-ea09d518c312 req-28feaa70-8958-41b0-8a64-061354d42ae3 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Aug 06 16:23:12.013742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-f7ba2189-e083-4bc7-b01e-2f8f92d69a1d service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882275 Aug 06 16:23:12.103070 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4d4a65dd-8cc7-4890-b63f-a03d313a2e8a req-71b4e231-2e08-4d1b-9860-6b4d7fca03c1 service neutron] 10.222.0.64 "GET /v2.0/networks/1bf83640-693e-4b57-a7d5-64835a06b150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818546 Aug 06 16:23:13.103755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164afef1-2715-4e6a-b190-422f0ade1064 req-36969254-b8c7-4bcc-b1b6-1db4bdcca55a tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:13.105444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-164afef1-2715-4e6a-b190-422f0ade1064 req-36969254-b8c7-4bcc-b1b6-1db4bdcca55a tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 948 time: 0.0545249 Aug 06 16:23:13.143855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-164afef1-2715-4e6a-b190-422f0ade1064 req-55542444-9e76-4aa5-87d1-ad943dcb76af tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Aug 06 16:23:14.258594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78fdbc-9349-41f9-82a7-984c8e3cf7dd req-650e247a-86b8-451c-b2b5-28bd2c3f1fa9 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:14.260104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b78fdbc-9349-41f9-82a7-984c8e3cf7dd req-650e247a-86b8-451c-b2b5-28bd2c3f1fa9 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 948 time: 0.0490327 Aug 06 16:23:14.298982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b78fdbc-9349-41f9-82a7-984c8e3cf7dd req-feab75be-3fc4-4a3c-887c-e96e1243299a tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Aug 06 16:23:15.238740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:23:15.334592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:15.346885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769', 'network_id': '1bf83640-693e-4b57-a7d5-64835a06b150', 'port_id': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769', 'mac_address': 'fa:16:3e:07:2d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b536d4d0-e69a-4500-ad90-e049540071df', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:23:15.385293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:15.403407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:15.414193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a574121-32dd-4551-a10f-be3e86241ad1 req-d6696185-bc06-43bb-b878-9843461d1cbc tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:15.415687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a574121-32dd-4551-a10f-be3e86241ad1 req-d6696185-bc06-43bb-b878-9843461d1cbc tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 948 time: 0.0493991 Aug 06 16:23:15.423823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:15.454507 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a574121-32dd-4551-a10f-be3e86241ad1 req-cb37456a-12b3-4e70-9d19-b01cd6de86a2 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 06 16:23:15.516016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:15.563019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:15.857757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6a5ab0ee-7e8d-4f4c-83b4-f74b81751769'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:23:16.572559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd350ad0-2a8f-4a4b-8bfe-3c9e69324c7b req-74bc717e-9887-4479-8235-60e6fd47e1be tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:16.574686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd350ad0-2a8f-4a4b-8bfe-3c9e69324c7b req-74bc717e-9887-4479-8235-60e6fd47e1be tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 949 time: 0.0536666 Aug 06 16:23:16.612727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd350ad0-2a8f-4a4b-8bfe-3c9e69324c7b req-ef1ba6be-ac54-4e19-9050-58a694f3dfa5 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Aug 06 16:23:17.234964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:17.407613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:17.411692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:17.412099 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:17.490273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:17.512782 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:17.515035 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2e8ac7-730a-4215-b819-95efef837a65" -d '{"events": [{"server_uuid": "7784e955-6bb5-43fc-b9df-10430bff8f93", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ab0ee-7e8d-4f4c-83b4-f74b81751769"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:17.528641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:17.613835 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90107788-cb61-461f-992e-7296061e4de1 x-openstack-request-id: req-90107788-cb61-461f-992e-7296061e4de1 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:17.614129 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784e955-6bb5-43fc-b9df-10430bff8f93", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ab0ee-7e8d-4f4c-83b4-f74b81751769", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:17.614386 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90107788-cb61-461f-992e-7296061e4de1 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:17.614787 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769', 'code': 200} Aug 06 16:23:17.704727 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:17.737321 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bab52-bf56-4377-a2c8-78073045d0c5 req-b11d4347-0f53-4624-89ee-b05b01c8700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:17.739320 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d92bab52-bf56-4377-a2c8-78073045d0c5 req-b11d4347-0f53-4624-89ee-b05b01c8700e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 1100 time: 0.0537341 Aug 06 16:23:17.739712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b64f4-7564-489d-ae6d-ffd5c81d3515 req-a9b84252-c01f-4337-ba23-ce77beb89269 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:17.741656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a13b64f4-7564-489d-ae6d-ffd5c81d3515 req-a9b84252-c01f-4337-ba23-ce77beb89269 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 949 time: 0.0560546 Aug 06 16:23:17.760301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:17.782299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d92bab52-bf56-4377-a2c8-78073045d0c5 req-1d550948-8f16-49d1-886b-1b2b9badb7dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Aug 06 16:23:17.782656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a13b64f4-7564-489d-ae6d-ffd5c81d3515 req-1b4ab976-1649-4cca-b328-4c86e78cddd0 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Aug 06 16:23:18.899942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b490e-2a22-4e95-aab1-728187608f9e req-2dccce26-d9fe-4f7b-b147-13fdca180348 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:18.901516 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa8b490e-2a22-4e95-aab1-728187608f9e req-2dccce26-d9fe-4f7b-b147-13fdca180348 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 950 time: 0.0500178 Aug 06 16:23:18.941231 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa8b490e-2a22-4e95-aab1-728187608f9e req-352f7cc2-4dc9-4f12-a1b1-51af6272fc4f tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334480 Aug 06 16:23:19.028331 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-6b0552b8-7847-47fe-be8d-4584213be42e req-9dbbf2dd-6280-4783-9c62-4f7fe84b3955 tempest-TestVolumeBackupRestore-16552220 tempest-TestVolumeBackupRestore-16552220-project] (94841) timed out ('10.222.0.64', 53170) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:23:20.060446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509ac5-bfac-4feb-872e-e61c84cb5677 req-473a5034-0852-4f6e-a543-62a7383b9353 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:20.061927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5509ac5-bfac-4feb-872e-e61c84cb5677 req-473a5034-0852-4f6e-a543-62a7383b9353 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 950 time: 0.0531352 Aug 06 16:23:20.100187 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5509ac5-bfac-4feb-872e-e61c84cb5677 req-59cb94d3-3ad5-4c7c-92ef-3fb5a2c1ec5c tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Aug 06 16:23:21.682121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c3eb6-a7ba-4850-9c9d-c958167fb39f req-cb45268f-4b27-4f78-bc17-f9c8f9d0ba42 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:21.684181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-519c3eb6-a7ba-4850-9c9d-c958167fb39f req-cb45268f-4b27-4f78-bc17-f9c8f9d0ba42 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 950 time: 0.0495765 Aug 06 16:23:21.722787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-519c3eb6-a7ba-4850-9c9d-c958167fb39f req-dd6bd03c-cbe5-48bc-bcfa-b056d66518a7 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Aug 06 16:23:22.840568 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd4ced-ae6a-4504-84d5-9b49a2a62ff0 req-d4094364-b4dc-4eee-b228-581ad92835cd tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:22.842058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09dd4ced-ae6a-4504-84d5-9b49a2a62ff0 req-d4094364-b4dc-4eee-b228-581ad92835cd tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 950 time: 0.0502963 Aug 06 16:23:22.879356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09dd4ced-ae6a-4504-84d5-9b49a2a62ff0 req-d2068338-f159-446d-aae2-b0f2341bd9a9 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/security-groups?id=3892080c-20d8-4098-887a-b4358d6d86c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Aug 06 16:23:23.083399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-e3161642-f30a-47b2-a804-38647ae46ee0 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:23.085316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-e3161642-f30a-47b2-a804-38647ae46ee0 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.64 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 950 time: 0.0588789 Aug 06 16:23:23.178836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Deleting port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:23:23.179189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.271497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] For port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,segment=NetworkSegment(b97a99f6-91e4-456b-90c1-3f8833729323),segment_id=b97a99f6-91e4-456b-90c1-3f8833729323)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:23.271891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.284397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Calling delete_port for 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:23:23.491860 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.504982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6a5ab0ee-7e8d-4f4c-83b4-f74b81751769'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:23:23.520781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Pushing event deleted for resources: {'Port': ['ID=6a5ab0ee-7e8d-4f4c-83b4-f74b81751769,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:23.534255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.534623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.534972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.535317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.535659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.536024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.536365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.536707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.537109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.537407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.537731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.538060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:23:23.573483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] No DVR routers for this DVR port 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:23:23.576271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:23.578387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-042667e0-90f0-49f1-88a9-410cc82c1252 req-c5b686a5-0015-4c3d-9405-65e63bc78a51 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.64 "DELETE /v2.0/ports/6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 HTTP/1.1" status: 204 len: 173 time: 0.4820473 Aug 06 16:23:23.578819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'name': 'network-vif-deleted', 'tag': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:23.581151 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243a24b6-9cab-4db4-b6a6-0c1b86218522" -d '{"events": [{"server_uuid": "7784e955-6bb5-43fc-b9df-10430bff8f93", "name": "network-vif-deleted", "tag": "6a5ab0ee-7e8d-4f4c-83b4-f74b81751769"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:23.618769 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2dc182-5204-46a5-ac50-9963fa623653 x-openstack-request-id: req-0c2dc182-5204-46a5-ac50-9963fa623653 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:23.619189 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784e955-6bb5-43fc-b9df-10430bff8f93", "name": "network-vif-deleted", "tag": "6a5ab0ee-7e8d-4f4c-83b4-f74b81751769", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:23.619444 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c2dc182-5204-46a5-ac50-9963fa623653 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:23.619873 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784e955-6bb5-43fc-b9df-10430bff8f93', 'name': 'network-vif-deleted', 'tag': '6a5ab0ee-7e8d-4f4c-83b4-f74b81751769', 'status': 'completed', 'code': 200} Aug 06 16:23:23.988962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf607e2e-4531-444a-8730-a3261e34c731 req-c7566762-8db7-4ca3-b13f-33961f91cb23 tempest-ServersAdminNegativeTestJSON-365643757 tempest-ServersAdminNegativeTestJSON-365643757-project] 10.222.0.16 "GET /v2.0/ports?device_id=7784e955-6bb5-43fc-b9df-10430bff8f93 HTTP/1.1" status: 200 len: 210 time: 0.0310800 Aug 06 16:23:25.532148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:25.662619 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8577f526-5f93-415f-b8a9-ad98e9d89ec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5b301951b834d3ea13bf51bd8e86ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291995 Aug 06 16:23:25.665084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:25.711229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d2328c-93b4-48d3-97d9-4412d16efc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:25.732405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d2328c-93b4-48d3-97d9-4412d16efc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:25.864503 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d2328c-93b4-48d3-97d9-4412d16efc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:25.867016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-40d2328c-93b4-48d3-97d9-4412d16efc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:25.868200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-40d2328c-93b4-48d3-97d9-4412d16efc1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3892080c-20d8-4098-887a-b4358d6d86c6 HTTP/1.1" status: 204 len: 168 time: 0.2021899 Aug 06 16:23:25.876590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2328c-93b4-48d3-97d9-4412d16efc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3892080c-20d8-4098-887a-b4358d6d86c6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:26.287097 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:26.575469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:26.589006 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12b8bd4e-eb00-4fd0-a913-533c55959dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:26.683081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12b8bd4e-eb00-4fd0-a913-533c55959dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:26.796705 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-12b8bd4e-eb00-4fd0-a913-533c55959dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:26.835895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-12b8bd4e-eb00-4fd0-a913-533c55959dc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cd9c6d1cebdd465e9b0f7e4969a77e2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593081 Aug 06 16:23:26.836857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8bd4e-eb00-4fd0-a913-533c55959dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea92d1a-8229-46bd-a5f6-c4b2873e4c92,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:26.838581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36386) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:26.888250 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-145dac06-02f3-4025-8f95-9ba958e7b04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:26.909405 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-145dac06-02f3-4025-8f95-9ba958e7b04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:27.041601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-145dac06-02f3-4025-8f95-9ba958e7b04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:27.045002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-145dac06-02f3-4025-8f95-9ba958e7b04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:27.046238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-145dac06-02f3-4025-8f95-9ba958e7b04c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aea92d1a-8229-46bd-a5f6-c4b2873e4c92 HTTP/1.1" status: 204 len: 168 time: 0.2062669 Aug 06 16:23:27.054034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dac06-02f3-4025-8f95-9ba958e7b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea92d1a-8229-46bd-a5f6-c4b2873e4c92,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:27.284081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:23:27.303267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:23:27.303889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a5ab0ee-7e8d-4f4c-83b4-f74b81751769 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:23:28.304494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36408) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:28.408318 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1686072099-network', 'tenant_id': '8a41b7cf7d404e808ca9031dcc3fa7ac'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:28.515987 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Made reservation on behalf of 8a41b7cf7d404e808ca9031dcc3fa7ac for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:28.518350 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.527867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.626381 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.709987 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.738756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:23:28.745122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d161c988-b0f4-4e71-baa4-13c57b6d9bbc,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:28.751928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.752282 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Added segment dbd192db-254a-4f72-afc4-960c584021af of type vlan for network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e Aug 06 16:23:28.794475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.898313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.899233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:28.899876 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:28.978685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] Pushing event updated for resources: {'Network': ['ID=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:28.989162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:23:28.998397 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d89d9c0b-8105-493a-93a6-46f0e42694cf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6925321 Aug 06 16:23:29.001227 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36412) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:29.007033 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Request body: {'subnet': {'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1686072099-subnet', 'tenant_id': '8a41b7cf7d404e808ca9031dcc3fa7ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:29.098448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Made reservation on behalf of 8a41b7cf7d404e808ca9031dcc3fa7ac for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:29.100936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.407899 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.447070 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.469019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bde970a-09c0-4241-bc1a-a36ce764209e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:29.473357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Checking segment: {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:29.473719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Network hostable DHCP agents. Network: ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:23:29.561109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:23:29.635319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:29.640232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:29.640817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:29.645470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ec7476-4e5f-49bf-a6ce-27ac319fedeb None None] Network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:29.750662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-af5dbb77-0ae9-4ff3-bf3c-cf35924beb30 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7482045 Aug 06 16:23:29.769224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f51070e-350e-4a93-b809-6e4541fa801a None None] Network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:23:30.177349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-cedb3587-d107-4de9-9706-52c3348b4341 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:30.178820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-cedb3587-d107-4de9-9706-52c3348b4341 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 812 time: 0.1070166 Aug 06 16:23:30.193919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-9f9a7ec9-767b-469c-9f5c-225d0b914391 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/quotas/8a41b7cf7d404e808ca9031dcc3fa7ac HTTP/1.1" status: 200 len: 375 time: 0.0091782 Aug 06 16:23:30.226723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-06d533be-16d9-4642-b317-eafbada84373 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270841 Aug 06 16:23:30.285717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-b2f25d61-a975-47f6-a831-4cb16a76be72 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:23:30.286740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-b2f25d61-a975-47f6-a831-4cb16a76be72 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532055 Aug 06 16:23:30.376277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-bd8eef2b-9794-4188-95c5-998bff2387a4 service neutron] 10.222.0.16 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834026 Aug 06 16:23:30.469713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-f35f4f8f-3431-4437-8747-02f63e73a2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872247 Aug 06 16:23:30.799567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ff5d041f-adaf-4a10-8419-146f7b4fa887 req-6bebb498-7fdf-456b-aad9-9f3531499102 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Aug 06 16:23:31.876125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc7e0eca-38e9-489d-a6ae-94c8095ac5c7 req-0e0549ea-dbc2-46d7-af88-fcea479cceb4 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 210 time: 0.0263898 Aug 06 16:23:32.971216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b5c2b63-6156-43cc-b7e4-54bfa3116818 req-b8118ced-164b-4ca4-ae0c-5efeb7cb9f0a tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 210 time: 0.0281630 Aug 06 16:23:33.819829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-68830a1f-6728-4e24-969a-df291d90a174 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:33.821333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-68830a1f-6728-4e24-969a-df291d90a174 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.64 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 812 time: 0.1014459 Aug 06 16:23:33.834892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Request body: {'port': {'device_id': '72033233-fc33-4847-a876-de312f7100d3', 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e', 'admin_state_up': True, 'tenant_id': '8a41b7cf7d404e808ca9031dcc3fa7ac'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:34.070313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c3b48ec-e410-4ebd-86fa-a9afa6f186be req-b6447c63-05b1-4132-bc06-8cdd82aa3cab tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Aug 06 16:23:34.092474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Made reservation on behalf of 8a41b7cf7d404e808ca9031dcc3fa7ac for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:23:34.096041 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.223720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Allocated IP 172.20.0.5 (ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e/0bde970a-09c0-4241-bc1a-a36ce764209e/c6e7048e-796e-43d2-857d-863f32ad7893) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:23:34.366220 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.498386 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.547559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:23:34.550680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:23:34.554554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:23:34.561806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:34.608113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:34.608727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.756245 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-4cc6f45c-70a7-4f52-84f6-6c8411764721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9249713 Aug 06 16:23:34.774141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Request body: {'port': {'device_id': '72033233-fc33-4847-a876-de312f7100d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:23:34.828218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:34.943942 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a5b2c42e-688b-41be-a2be-46d549fd0974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.100324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e7048e-796e-43d2-857d-863f32ad7893 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:35.108164 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.120228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Transition to ACTIVE for port object c6e7048e-796e-43d2-857d-863f32ad7893 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:23:35.189892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.195485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b710b-5419-45ef-8e61-6104943b612b req-599464e7-3cdd-440f-8e7a-8bf366af09c6 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:35.197608 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a54b710b-5419-45ef-8e61-6104943b612b req-599464e7-3cdd-440f-8e7a-8bf366af09c6 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 931 time: 0.0507870 Aug 06 16:23:35.248484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a54b710b-5419-45ef-8e61-6104943b612b req-5763b232-89b2-421f-870f-020d6f6a0a31 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Aug 06 16:23:35.263318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:35.312955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:23:35.313290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:23:35.313620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 on network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:35.317855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Port c6e7048e-796e-43d2-857d-863f32ad7893 on network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:23:35.318190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 on network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:23:35.322873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:23:35.323212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Checking segment: {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:23:35.324180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Bound using segment: {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:23:35.324752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Bound port: c6e7048e-796e-43d2-857d-863f32ad7893, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:23:35.325103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.388371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:23:35.391389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:23:35.476008 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.514859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:35.515479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:35.516902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 1091 time: 0.7470798 Aug 06 16:23:35.517333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:35.519559 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a" -d '{"events": [{"name": "network-changed", "server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:35.541801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4e1ef-2cd0-405e-90b0-4bfa71987af6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:35.556838 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93599f9f-b8eb-4f73-8389-cacaf97fb5bf x-openstack-request-id: req-93599f9f-b8eb-4f73-8389-cacaf97fb5bf {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:35.557472 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:35.557735 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93599f9f-b8eb-4f73-8389-cacaf97fb5bf {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:35.559076 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'status': 'completed', 'code': 200} Aug 06 16:23:35.628121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a req-459e0761-972f-4cf9-84d8-6b19c96b0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:35.629626 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a req-459e0761-972f-4cf9-84d8-6b19c96b0345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1094 time: 0.0465364 Aug 06 16:23:35.729036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a req-d2c44323-3a5f-4029-8d83-9d099d8c3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:35.730781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a req-d2c44323-3a5f-4029-8d83-9d099d8c3e6d service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0927637 Aug 06 16:23:36.213921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a req-c1f3afb9-e2c0-42fd-bd3b-29c686724fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:36.216737 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc2f9dc4-7ca2-4be1-8741-ce225c44d34a req-c1f3afb9-e2c0-42fd-bd3b-29c686724fcc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4782116 Aug 06 16:23:36.298414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-ec94a579-e786-415d-af4f-088fba1b36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:36.299976 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-ec94a579-e786-415d-af4f-088fba1b36d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1094 time: 0.0424800 Aug 06 16:23:36.348243 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-cb94acdf-577c-4117-8da4-8b0e3b40faa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0353324 Aug 06 16:23:36.363356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a22f-2be4-49ab-84fb-321fdc0661ae req-6824c1c5-6751-40b4-9531-ab0b85f34062 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:36.365046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae2a22f-2be4-49ab-84fb-321fdc0661ae req-6824c1c5-6751-40b4-9531-ab0b85f34062 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 943 time: 0.0503178 Aug 06 16:23:36.403972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bae2a22f-2be4-49ab-84fb-321fdc0661ae req-68162e0c-7574-4578-b5bc-560b194eb260 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Aug 06 16:23:36.409940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-51979ae4-b2fc-4927-948d-8e4bc55b212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:36.411493 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-51979ae4-b2fc-4927-948d-8e4bc55b212a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0525959 Aug 06 16:23:36.447423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-9c37516f-cfcf-4c38-87f6-0371482fda67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248375 Aug 06 16:23:36.547626 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-fbb95afb-f00a-4a82-9206-7cf28844b530 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878141 Aug 06 16:23:36.643336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2072ee2e-c75a-48f3-b838-221fb19b4f35 req-58722335-a523-4433-a617-0745bf1accc1 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876956 Aug 06 16:23:37.533870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f462-29e6-4624-9fab-a0933a0f2f32 req-9e5ea64f-f7a0-4406-b9fa-5159d8e3514c tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:37.535434 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a938f462-29e6-4624-9fab-a0933a0f2f32 req-9e5ea64f-f7a0-4406-b9fa-5159d8e3514c tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 943 time: 0.0612626 Aug 06 16:23:37.575306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a938f462-29e6-4624-9fab-a0933a0f2f32 req-6b08f015-550e-4d65-9af7-1d9924b7d266 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Aug 06 16:23:37.748471 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0038b1e8-9d34-493e-948c-84df487ec6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:37.789480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:38.691211 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d0bda-1735-46c0-9d07-cf0debb88f3d req-ea4caf2a-8e43-490e-a505-0636172c5f4f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:38.692658 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef0d0bda-1735-46c0-9d07-cf0debb88f3d req-ea4caf2a-8e43-490e-a505-0636172c5f4f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 943 time: 0.0505810 Aug 06 16:23:38.730566 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef0d0bda-1735-46c0-9d07-cf0debb88f3d req-31da3881-f977-4ea3-a13f-f0db9e5257ff tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 Aug 06 16:23:39.029809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.376738 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:23:39.473385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:39.485091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e', 'port_id': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'mac_address': 'fa:16:3e:53:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde970a-09c0-4241-bc1a-a36ce764209e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:23:39.520561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.536810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e7048e-796e-43d2-857d-863f32ad7893 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:23:39.556227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:39.624095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:39.753244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:39.849585 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fb17d-d0a6-4d48-912a-c9a8726e8daa req-49c62855-1237-426d-a930-e90d3b44c82f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:39.851066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b73fb17d-d0a6-4d48-912a-c9a8726e8daa req-49c62855-1237-426d-a930-e90d3b44c82f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 944 time: 0.0498943 Aug 06 16:23:39.881490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c6e7048e-796e-43d2-857d-863f32ad7893'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:23:39.889756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b73fb17d-d0a6-4d48-912a-c9a8726e8daa req-e433258d-fbb2-4ffa-8b30-9d30f32ff19b tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Aug 06 16:23:40.916965 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.008593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccde7b-2f0e-4b1c-96ab-de4bf40a9ac1 req-d8a0edc3-c13d-4c82-8f53-af7077e52842 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:41.010058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51ccde7b-2f0e-4b1c-96ab-de4bf40a9ac1 req-d8a0edc3-c13d-4c82-8f53-af7077e52842 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 944 time: 0.0527732 Aug 06 16:23:41.048865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-51ccde7b-2f0e-4b1c-96ab-de4bf40a9ac1 req-3c77eef2-1a80-4566-b694-2fac6805e663 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Aug 06 16:23:41.405762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:23:41.532570 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c6e7048e-796e-43d2-857d-863f32ad7893 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:23:41.536555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c6e7048e-796e-43d2-857d-863f32ad7893 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:23:41.536937 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.614540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.637162 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:23:41.639355 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695a505b-9d57-4747-85b1-f865615a8e00" -d '{"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:23:41.652949 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:23:41.677108 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1992bb5d-bb33-445c-b3ee-9f11f1c2f9e8 x-openstack-request-id: req-1992bb5d-bb33-445c-b3ee-9f11f1c2f9e8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:23:41.677423 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:23:41.677679 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1992bb5d-bb33-445c-b3ee-9f11f1c2f9e8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:23:41.678093 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'code': 200} Aug 06 16:23:41.749485 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:41.787990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af2daf-b398-48f4-bc81-41dcdda5ee9b req-e31cd3a6-e700-4a24-a7dc-a83f26f88873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:41.789697 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-14af2daf-b398-48f4-bc81-41dcdda5ee9b req-e31cd3a6-e700-4a24-a7dc-a83f26f88873 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1096 time: 0.0413246 Aug 06 16:23:41.801530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:23:41.826604 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-14af2daf-b398-48f4-bc81-41dcdda5ee9b req-ca1c4d01-1f93-4a08-83ad-03450ec341f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292065 Aug 06 16:23:42.172234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b450f7-40fe-4f6f-a067-0e9bce1f011d req-44a8480e-1ea6-4491-b911-9b4e76ad20f0 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:42.173719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6b450f7-40fe-4f6f-a067-0e9bce1f011d req-44a8480e-1ea6-4491-b911-9b4e76ad20f0 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0569408 Aug 06 16:23:42.212543 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e6b450f7-40fe-4f6f-a067-0e9bce1f011d req-2c91774a-2396-40e7-9e22-8c3e6a4b8ee2 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Aug 06 16:23:43.335830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7e3d-ca1a-4b63-a5b9-de5557109d21 req-89dd7a0d-46fd-43fe-9315-63c7f60e01e1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:43.337334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69ef7e3d-ca1a-4b63-a5b9-de5557109d21 req-89dd7a0d-46fd-43fe-9315-63c7f60e01e1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Aug 06 16:23:43.375401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69ef7e3d-ca1a-4b63-a5b9-de5557109d21 req-f6bf27c6-4e61-403f-bbd7-a56abeec44a0 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Aug 06 16:23:43.765814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2956f6-2763-409d-b8bc-5a831a5f1b35 req-7abd3d28-b4ff-4677-b334-9db41fc06b44 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:43.767331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c2956f6-2763-409d-b8bc-5a831a5f1b35 req-7abd3d28-b4ff-4677-b334-9db41fc06b44 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0545301 Aug 06 16:23:43.806549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c2956f6-2763-409d-b8bc-5a831a5f1b35 req-3b9739ad-9582-48a8-856a-dcb09e47561e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Aug 06 16:23:43.896079 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36482) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:23:43.984827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-f920e82c-a0f9-4bc0-ae8b-8e0268acd5d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875149 Aug 06 16:23:44.606751 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:23:44.924685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc7833-3c29-469a-a61b-768b8bc4ef28 req-ed6079de-cba8-43f2-9bae-1b5628a5b959 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:44.928670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bbc7833-3c29-469a-a61b-768b8bc4ef28 req-ed6079de-cba8-43f2-9bae-1b5628a5b959 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0496986 Aug 06 16:23:44.967815 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bbc7833-3c29-469a-a61b-768b8bc4ef28 req-d72051c1-39be-45ca-bd34-7718e5f4767f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351138 Aug 06 16:23:46.084752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c4e32-ce1a-4ac3-b545-f3de230391e5 req-2499aa1f-cffd-406e-a2aa-14b2d5203956 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:46.086412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de9c4e32-ce1a-4ac3-b545-f3de230391e5 req-2499aa1f-cffd-406e-a2aa-14b2d5203956 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Aug 06 16:23:46.129322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-2881495a-75db-465e-8748-bdf9a5e437f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:46.131513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-2881495a-75db-465e-8748-bdf9a5e437f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1096 time: 0.0438735 Aug 06 16:23:46.140185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de9c4e32-ce1a-4ac3-b545-f3de230391e5 req-c76603de-5cde-4dc4-8325-eee1a16b36e3 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Aug 06 16:23:46.230915 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-7c4b1b59-f54f-47d5-bdcf-aebf03b7881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:46.232532 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-7c4b1b59-f54f-47d5-bdcf-aebf03b7881a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 913 time: 0.0939081 Aug 06 16:23:46.282101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-9d506ee0-d41c-4c71-929b-0acd8c3b009b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0416028 Aug 06 16:23:46.337242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-2da7b154-b004-409a-98ea-1a9b172b9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:46.338719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-2da7b154-b004-409a-98ea-1a9b172b9369 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0501654 Aug 06 16:23:46.372210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-76d436b6-fd3e-4d99-a370-9e1a7aa65742 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260739 Aug 06 16:23:46.472302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-9ce9625e-cbc9-45a9-bc33-1c07ddc313b7 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931611 Aug 06 16:23:46.572245 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-a07f5ff3-a3a4-451f-baca-24913a53b23b service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930350 Aug 06 16:23:47.257938 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5e182-dada-4340-911c-4616cfe608dc req-247712a4-6300-43aa-b1aa-0b0139e6e450 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:47.259420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc5e182-dada-4340-911c-4616cfe608dc req-247712a4-6300-43aa-b1aa-0b0139e6e450 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0498981 Aug 06 16:23:47.300362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dc5e182-dada-4340-911c-4616cfe608dc req-832eb583-8666-4f96-b53c-a6567d202dd2 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Aug 06 16:23:48.422159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e184-110e-465d-b4e6-f7ea8d5de26f req-10a83d1e-800c-4ff9-896e-72493b3176e6 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:48.423675 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c46e184-110e-465d-b4e6-f7ea8d5de26f req-10a83d1e-800c-4ff9-896e-72493b3176e6 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Aug 06 16:23:48.462452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c46e184-110e-465d-b4e6-f7ea8d5de26f req-7dbc809a-e0ff-48fc-9f2c-2bc1c1f6aaab tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Aug 06 16:23:49.578545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acdb16-869d-4b0e-ac1f-03c061e4a856 req-5dc3f8c6-f874-40e6-84ff-6c4b4db079be tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:49.580045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53acdb16-869d-4b0e-ac1f-03c061e4a856 req-5dc3f8c6-f874-40e6-84ff-6c4b4db079be tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0488617 Aug 06 16:23:49.621042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-53acdb16-869d-4b0e-ac1f-03c061e4a856 req-096eccd9-515b-4936-973d-b5b66c772e0c tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Aug 06 16:23:50.737757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335d4f3-6a45-4c7a-b55e-51e89043a749 req-78c5ca6b-3e1f-40df-8d6e-b9d398e5f180 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:50.739274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b335d4f3-6a45-4c7a-b55e-51e89043a749 req-78c5ca6b-3e1f-40df-8d6e-b9d398e5f180 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0505910 Aug 06 16:23:50.779046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b335d4f3-6a45-4c7a-b55e-51e89043a749 req-4e59ee8b-9177-4324-8272-97762664ceb0 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337088 Aug 06 16:23:51.895390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778b5d6-0b33-4911-a24b-1a36775457ca req-ebcf91a2-adff-407b-869d-d9f315f5d3e8 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:51.896907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c778b5d6-0b33-4911-a24b-1a36775457ca req-ebcf91a2-adff-407b-869d-d9f315f5d3e8 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Aug 06 16:23:51.936308 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c778b5d6-0b33-4911-a24b-1a36775457ca req-5b1dc012-d7d7-45c2-ae7f-d407bca87f2b tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Aug 06 16:23:53.060462 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88437505-3334-4641-a755-35a449c4133e req-60336fcb-e425-4179-84ac-d77dc6129170 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:53.062067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88437505-3334-4641-a755-35a449c4133e req-60336fcb-e425-4179-84ac-d77dc6129170 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0541859 Aug 06 16:23:53.104768 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88437505-3334-4641-a755-35a449c4133e req-0f4e682d-6d67-49df-b94a-17165307f7e8 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Aug 06 16:23:54.219523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4d317-cef7-413f-850d-9be49c9d338f req-8719630b-d3d5-41aa-9ce9-39ad44e6c5f1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:54.221033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cc4d317-cef7-413f-850d-9be49c9d338f req-8719630b-d3d5-41aa-9ce9-39ad44e6c5f1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Aug 06 16:23:54.259129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cc4d317-cef7-413f-850d-9be49c9d338f req-aa888ae5-e1a2-4932-a9d8-7bc7b27dbd9d tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Aug 06 16:23:55.374870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782756-2c17-478a-9b09-9f48b01097ac req-ac0a929a-786f-47ba-8433-2843b23c1df0 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:55.376396 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e782756-2c17-478a-9b09-9f48b01097ac req-ac0a929a-786f-47ba-8433-2843b23c1df0 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Aug 06 16:23:55.419703 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e782756-2c17-478a-9b09-9f48b01097ac req-4a9ab516-a8ab-4d11-b9dc-3fabb3cd02e7 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Aug 06 16:23:56.280758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:56.535961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e2977-c068-44de-9e5c-8be97a5e63d1 req-9f1af681-cc8e-4e6c-8668-1be3dda13981 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:56.537360 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c9e2977-c068-44de-9e5c-8be97a5e63d1 req-9f1af681-cc8e-4e6c-8668-1be3dda13981 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0504313 Aug 06 16:23:56.579926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c9e2977-c068-44de-9e5c-8be97a5e63d1 req-3557c690-c9e2-41e8-b210-045b5f2799b7 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365024 Aug 06 16:23:57.696004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b52ed-e2e2-41a1-9956-ad37db8c684b req-a3d91306-7c72-4ba2-9cd2-9f4582927335 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:57.697500 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-057b52ed-e2e2-41a1-9956-ad37db8c684b req-a3d91306-7c72-4ba2-9cd2-9f4582927335 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0504084 Aug 06 16:23:57.735676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-057b52ed-e2e2-41a1-9956-ad37db8c684b req-872ef163-95e4-483e-a490-14e87a7adda3 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321429 Aug 06 16:23:58.850797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee07a2-e886-49c7-9996-08acd559b502 req-2cf4b157-d593-4c5f-a65d-9e56e7de1bf5 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:58.852297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79ee07a2-e886-49c7-9996-08acd559b502 req-2cf4b157-d593-4c5f-a65d-9e56e7de1bf5 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0500286 Aug 06 16:23:58.891255 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79ee07a2-e886-49c7-9996-08acd559b502 req-541abfe2-077d-4dd5-8b22-7d8ce08de361 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 06 16:23:59.211507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-b790acb3-ee29-4658-a58e-d657b0c7ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:59.213070 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-b790acb3-ee29-4658-a58e-d657b0c7ba95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1096 time: 0.0929215 Aug 06 16:23:59.320579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-66745aa2-7dd1-4997-afce-24eb9a6a881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:59.322037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-66745aa2-7dd1-4997-afce-24eb9a6a881d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 913 time: 0.0888209 Aug 06 16:23:59.368446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-b61386a5-534b-4661-863c-870d3d599ead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0356698 Aug 06 16:23:59.425430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-8c08abe6-c12f-42d5-b823-f85084dcff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:23:59.426821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-8c08abe6-c12f-42d5-b823-f85084dcff6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0514016 Aug 06 16:23:59.440452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:23:59.459948 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-779fe537-0491-4e7b-a142-19fbb239a1f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249622 Aug 06 16:23:59.555072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-1958fa9a-a923-4f5d-8a27-6b912a21842b service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857871 Aug 06 16:23:59.654059 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4e01744a-4745-4440-8a20-a0b9edc2f941 req-5ee8b33c-8211-4cac-bebf-ab9988b73a66 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872874 Aug 06 16:24:00.004394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ec7c1-7c5b-48b8-bdaa-6b7737b2e27c req-7ef087b7-767b-41f5-a024-d1396bb2b7b4 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:00.005866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-410ec7c1-7c5b-48b8-bdaa-6b7737b2e27c req-7ef087b7-767b-41f5-a024-d1396bb2b7b4 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0481179 Aug 06 16:24:00.048023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-410ec7c1-7c5b-48b8-bdaa-6b7737b2e27c req-fd19e31a-a916-4be9-9717-ba089fcf1256 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Aug 06 16:24:01.162526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276d765-aff4-465c-a441-7e3d0d78bfc7 req-1b6d90f5-89bf-4dcb-9e6b-d22c43311502 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:01.164030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7276d765-aff4-465c-a441-7e3d0d78bfc7 req-1b6d90f5-89bf-4dcb-9e6b-d22c43311502 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0489018 Aug 06 16:24:01.202248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7276d765-aff4-465c-a441-7e3d0d78bfc7 req-4b4eb6e8-95dc-41ba-b078-77de12570721 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Aug 06 16:24:02.321269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b313a5-1734-4be2-8f50-12b1ead330f3 req-acbfc520-3b55-4200-8161-a25346ccd5d1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:02.322754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24b313a5-1734-4be2-8f50-12b1ead330f3 req-acbfc520-3b55-4200-8161-a25346ccd5d1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0486467 Aug 06 16:24:02.363002 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24b313a5-1734-4be2-8f50-12b1ead330f3 req-7a01059d-9002-4ad9-aaab-9b21b352ee46 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Aug 06 16:24:03.477641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377b04-0762-4d32-ab54-ac9e34c20231 req-d977a5a9-147a-484a-879c-397eff1f4530 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:03.479139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38377b04-0762-4d32-ab54-ac9e34c20231 req-d977a5a9-147a-484a-879c-397eff1f4530 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0488365 Aug 06 16:24:03.522224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38377b04-0762-4d32-ab54-ac9e34c20231 req-78559d95-13e6-4c6c-9656-b3d990488db2 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Aug 06 16:24:04.638812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e417d-d6fe-4c74-be98-3c42b48b6586 req-3bab7f3f-d74f-4125-9a23-3ae54da0714a tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:04.639841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e01e417d-d6fe-4c74-be98-3c42b48b6586 req-3bab7f3f-d74f-4125-9a23-3ae54da0714a tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0491323 Aug 06 16:24:04.677113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e01e417d-d6fe-4c74-be98-3c42b48b6586 req-87af72e3-7057-4514-a244-9d74860981c6 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Aug 06 16:24:04.959688 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0c89f743-193d-48db-8c0f-a4947e85a6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:05.793296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8a683-cb27-45c7-b5b9-bcfd92e8de6b req-788d3f97-514f-431a-ac2a-1800b178e1c9 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:05.794915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bb8a683-cb27-45c7-b5b9-bcfd92e8de6b req-788d3f97-514f-431a-ac2a-1800b178e1c9 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0491710 Aug 06 16:24:05.832239 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bb8a683-cb27-45c7-b5b9-bcfd92e8de6b req-5ae750dc-3301-45c6-9f6e-90fddefe877d tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Aug 06 16:24:06.955012 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a87b58-6c61-427b-a159-dd32a8bcc41a req-9548b5fe-dfe3-4ec0-8a63-1e501ffcc3c5 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:06.956515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38a87b58-6c61-427b-a159-dd32a8bcc41a req-9548b5fe-dfe3-4ec0-8a63-1e501ffcc3c5 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0500634 Aug 06 16:24:07.000982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38a87b58-6c61-427b-a159-dd32a8bcc41a req-4fa66060-d2e5-4c0a-a5c0-427c1ae357f1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379283 Aug 06 16:24:07.715853 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c41be133-c3fa-429c-9e36-f99732bb6d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:07.851938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:08.117572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763af66-181a-4751-afd6-0bbdf36ece71 req-180c4b65-5870-4fda-9f43-e337ce127dd3 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:08.119036 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0763af66-181a-4751-afd6-0bbdf36ece71 req-180c4b65-5870-4fda-9f43-e337ce127dd3 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0482984 Aug 06 16:24:08.157781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0763af66-181a-4751-afd6-0bbdf36ece71 req-c15e68ac-fa33-4d76-b4c4-a4256d69a708 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Aug 06 16:24:09.097758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:09.272136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678da0bd-b60f-4862-8b74-65b1ea893ed2 req-0e63f713-2f2f-4e81-a45b-2f40b459ac51 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:09.273611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-678da0bd-b60f-4862-8b74-65b1ea893ed2 req-0e63f713-2f2f-4e81-a45b-2f40b459ac51 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0485899 Aug 06 16:24:09.311294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-678da0bd-b60f-4862-8b74-65b1ea893ed2 req-e9c04319-9133-4422-aa01-b12185139bff tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Aug 06 16:24:10.483694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb086cb-eb06-4c67-a994-d6468391af55 req-0832400f-f583-4cb5-8dce-0126f1693e36 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:10.485269 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cb086cb-eb06-4c67-a994-d6468391af55 req-0832400f-f583-4cb5-8dce-0126f1693e36 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0508280 Aug 06 16:24:10.529447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6cb086cb-eb06-4c67-a994-d6468391af55 req-ec392c68-4139-404f-a58c-13fbdf18251a tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380249 Aug 06 16:24:10.948761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:11.686794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ccd7b-a582-4fc3-8172-90039b502a97 req-7aa60d1c-ca04-446b-8001-0679697425ef tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:11.688299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-830ccd7b-a582-4fc3-8172-90039b502a97 req-7aa60d1c-ca04-446b-8001-0679697425ef tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0508428 Aug 06 16:24:11.727904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-830ccd7b-a582-4fc3-8172-90039b502a97 req-2864cbf1-9a82-45a8-bc88-8286bac627e6 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333660 Aug 06 16:24:12.846861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897c61a-bd1d-4269-8cfe-febbf046fcea req-6382ef3b-d389-495d-b171-3a5e9f266974 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:12.848363 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a897c61a-bd1d-4269-8cfe-febbf046fcea req-6382ef3b-d389-495d-b171-3a5e9f266974 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0498013 Aug 06 16:24:12.890297 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a897c61a-bd1d-4269-8cfe-febbf046fcea req-3ae2517b-5409-4d0c-b571-1c81b64c6ba8 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355482 Aug 06 16:24:14.006819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526c3f-6762-4793-91c8-1bf7cf96bc88 req-4077aafc-b8cf-4b2c-9df6-b44dd12d2086 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:14.008304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d526c3f-6762-4793-91c8-1bf7cf96bc88 req-4077aafc-b8cf-4b2c-9df6-b44dd12d2086 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0503180 Aug 06 16:24:14.050330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d526c3f-6762-4793-91c8-1bf7cf96bc88 req-effbd96d-49f6-4fc8-8c15-0667d5152fb8 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Aug 06 16:24:14.443649 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-c0080881-e693-42ad-b24b-9256481bf4bc req-079eba13-d9bd-4510-be7f-de635e4888ed service neutron] show failed (client error): The resource could not be found. Aug 06 16:24:14.444690 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-079eba13-d9bd-4510-be7f-de635e4888ed service neutron] 10.222.0.64 "GET /v2.0/ports/c6e7048e-796e-43d2-857d-863f32ad7893/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0563672 Aug 06 16:24:15.077825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-78d76ad6-1d9f-4f12-9a1b-f4cabf5c068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:15.079367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-78d76ad6-1d9f-4f12-9a1b-f4cabf5c068b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3&tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac HTTP/1.1" status: 200 len: 1096 time: 0.0422919 Aug 06 16:24:15.091951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:15.150507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.249737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f292c-9a40-4a50-81b9-29cf553d86f4 req-3907f984-5b62-4bd5-8c65-4f0b72d9234c tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:15.251246 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f4f292c-9a40-4a50-81b9-29cf553d86f4 req-3907f984-5b62-4bd5-8c65-4f0b72d9234c tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0951192 Aug 06 16:24:15.290575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f4f292c-9a40-4a50-81b9-29cf553d86f4 req-1b640e6e-c3d7-446c-ba5f-908858a6a7ff tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333364 Aug 06 16:24:15.370229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:15.404309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:15.443603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:15.445887 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2081cc01-897d-499f-a666-ccd3834e0751" -d '{"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:15.449664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.463095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Transition to ACTIVE for port object c6e7048e-796e-43d2-857d-863f32ad7893 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:15.497325 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f031e6-ebd9-487c-94c0-4154fc47c8ab x-openstack-request-id: req-44f031e6-ebd9-487c-94c0-4154fc47c8ab {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:15.497626 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:15.497889 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44f031e6-ebd9-487c-94c0-4154fc47c8ab {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:15.498306 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'code': 200} Aug 06 16:24:15.578105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.630022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:15.650907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] No DVR routers for this DVR port c6e7048e-796e-43d2-857d-863f32ad7893 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:15.687602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:15.687965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:15.688295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 on network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:15.692578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Port c6e7048e-796e-43d2-857d-863f32ad7893 on network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:24:15.693737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Attempting to bind port c6e7048e-796e-43d2-857d-863f32ad7893 on network ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:15.697783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:15.698127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Checking segment: {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:15.698517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Bound using segment: {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:15.698945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Bound port: c6e7048e-796e-43d2-857d-863f32ad7893, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd192db-254a-4f72-afc4-960c584021af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:15.699302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.764658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:15.767653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:15.862740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.902883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:15.903543 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:15.904947 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] 10.222.0.59 "PUT /v2.0/ports/c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 1091 time: 0.8180380 Aug 06 16:24:15.922490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b1006-7a48-4abf-9f0c-3a9f8ad26cab service neutron] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:15.971656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1e408b53-95e8-4744-aa74-d4ef206b5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:15.973204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1e408b53-95e8-4744-aa74-d4ef206b5c7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1094 time: 0.0449293 Aug 06 16:24:16.065070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-e9e9a60d-b919-4914-a75c-8301e92771d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:16.066579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-e9e9a60d-b919-4914-a75c-8301e92771d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 913 time: 0.0870223 Aug 06 16:24:16.112030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-a122d0c2-cb2e-4277-9a9f-6c3d6e773968 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0382020 Aug 06 16:24:16.162272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0080881-e693-42ad-b24b-9256481bf4bc req-910c0bc3-818c-4c3f-8fc5-219d04a9a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:16.163615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-910c0bc3-818c-4c3f-8fc5-219d04a9a1ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0452745 Aug 06 16:24:16.196431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-1395b134-cc2b-4872-8ed6-48f7241b688a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256810 Aug 06 16:24:16.291465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-df2fa6d8-850c-4ab1-9b2b-bd31de88d13f service neutron] 10.222.0.59 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881951 Aug 06 16:24:16.385571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c0080881-e693-42ad-b24b-9256481bf4bc req-0438d521-afb5-4270-a44e-be52b04d6257 service neutron] 10.222.0.59 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862973 Aug 06 16:24:16.409302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c257f-cf9a-453c-a4e6-975fa18906f5 req-d2ba7c81-8443-496e-a354-8de95bdedf56 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:16.411141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-768c257f-cf9a-453c-a4e6-975fa18906f5 req-d2ba7c81-8443-496e-a354-8de95bdedf56 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 943 time: 0.0512626 Aug 06 16:24:16.450984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-768c257f-cf9a-453c-a4e6-975fa18906f5 req-7b5abbc7-5124-43a1-b34d-54c05c7780a1 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Aug 06 16:24:17.499888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:17.502344 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc" -d '{"events": [{"name": "network-changed", "server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:17.549409 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56539eb8-c004-4bd0-b7d4-dfab7a44868b x-openstack-request-id: req-56539eb8-c004-4bd0-b7d4-dfab7a44868b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:17.549712 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:17.549975 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56539eb8-c004-4bd0-b7d4-dfab7a44868b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:17.550391 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'status': 'completed', 'code': 200} Aug 06 16:24:17.573386 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ce6ed-0e40-4137-b768-12d3b146e29d req-bd70d725-16f8-4b2e-ab6a-93a0f53b29ca tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.574912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5ce6ed-0e40-4137-b768-12d3b146e29d req-bd70d725-16f8-4b2e-ab6a-93a0f53b29ca tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 943 time: 0.0529940 Aug 06 16:24:17.611707 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:17.619007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc5ce6ed-0e40-4137-b768-12d3b146e29d req-c53042df-91ec-4a65-b1dd-885ecde18222 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Aug 06 16:24:17.651659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-00e9b7d4-fbb5-4343-9173-9855e610390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.652744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:17.653266 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-00e9b7d4-fbb5-4343-9173-9855e610390e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1094 time: 0.0789287 Aug 06 16:24:17.656158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-70c99f62-46f2-456e-b88e-29d2ad2ab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.657558 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-70c99f62-46f2-456e-b88e-29d2ad2ab9ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1094 time: 0.0750439 Aug 06 16:24:17.818779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-1eb6d674-151c-4af7-a40d-dc08370865e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.820292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-1eb6d674-151c-4af7-a40d-dc08370865e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 913 time: 0.1592529 Aug 06 16:24:17.821397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-38ec46a0-ce70-48ee-a2d4-4457e9ff3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.822728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-38ec46a0-ce70-48ee-a2d4-4457e9ff3f3c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 913 time: 0.1543710 Aug 06 16:24:17.867589 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-54f46a7b-2f6b-454f-ba4d-c4318cb2e883 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0401545 Aug 06 16:24:17.907421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-d3fce43e-e389-440d-97e2-6eb14afd11c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0734022 Aug 06 16:24:17.977361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-a8dd03e8-9892-4729-b2a4-fce418eb5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.978846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-a8dd03e8-9892-4729-b2a4-fce418eb5e62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0808477 Aug 06 16:24:17.984680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-b99f3a70-8091-43ea-aec2-c9c547963381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:17.986022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-b99f3a70-8091-43ea-aec2-c9c547963381 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0590985 Aug 06 16:24:18.024608 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-41683cad-c136-431a-8fd7-6c6df799d98b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370152 Aug 06 16:24:18.041137 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-8ac8aaf2-4754-4e21-8377-ca09e495cea7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435522 Aug 06 16:24:18.197714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-b22ce9c7-8822-4146-a208-c5fa44e86ca1 service neutron] 10.222.0.59 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586666 Aug 06 16:24:18.199734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-8ff59ef8-5cdb-4fa0-aa94-ed56502bb323 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414938 Aug 06 16:24:18.365489 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-22f9813b-5ad2-417c-8924-c941e00c6d3e service neutron] 10.222.0.59 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610742 Aug 06 16:24:18.367652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0035d7ed-5ea0-4ae4-a5d5-577f4eba33bc req-a1dd8b75-73ed-4e2d-a6d5-b27dc3663972 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562150 Aug 06 16:24:18.740821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f5e0-e678-4068-8629-8d486964f7fa req-ffa82b66-ac26-4b22-81b6-181191346951 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:18.742294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b210f5e0-e678-4068-8629-8d486964f7fa req-ffa82b66-ac26-4b22-81b6-181191346951 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 943 time: 0.0487952 Aug 06 16:24:18.780606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b210f5e0-e678-4068-8629-8d486964f7fa req-35cfcfa4-83b3-4bde-a90d-4438918d90d9 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315242 Aug 06 16:24:19.267362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-c9d4332a-7aef-40b2-9d1e-216f8fcbe83f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:19.269546 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-c9d4332a-7aef-40b2-9d1e-216f8fcbe83f tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.64 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3&tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 943 time: 0.0627661 Aug 06 16:24:19.335432 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-32428ece-8061-4629-baa9-68911895a4ee service neutron] delete failed (client error): The resource could not be found. Aug 06 16:24:19.336474 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-32428ece-8061-4629-baa9-68911895a4ee service neutron] 10.222.0.64 "DELETE /v2.0/ports/c6e7048e-796e-43d2-857d-863f32ad7893/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0546074 Aug 06 16:24:19.430430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-b03d9dc2-9dca-40f3-ace9-c21a1897e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:19.431950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-b03d9dc2-9dca-40f3-ace9-c21a1897e06e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 1094 time: 0.0414274 Aug 06 16:24:19.529685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-e0321866-d4ea-4e56-ae71-5ee697d75dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:19.531083 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-e0321866-d4ea-4e56-ae71-5ee697d75dc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 200 len: 913 time: 0.0874462 Aug 06 16:24:19.578372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-3805881a-bd70-4de2-a6a9-9b2816a90cf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 200 len: 217 time: 0.0355427 Aug 06 16:24:19.629358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-a79d8705-4278-4169-ac74-2bc47e988f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:19.630793 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-a79d8705-4278-4169-ac74-2bc47e988f0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 200 len: 852 time: 0.0445926 Aug 06 16:24:19.663365 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-da24036b-c2c3-44f3-9bda-92cad1389c38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250065 Aug 06 16:24:19.698739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:24:19.767277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-07fa46e7-c3c8-4c14-acdc-e6a3b1eb6ce3 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919170 Aug 06 16:24:19.799304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:19.810772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'network_id': 'ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e', 'port_id': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'mac_address': 'fa:16:3e:53:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bde970a-09c0-4241-bc1a-a36ce764209e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:24:19.853602 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:19.867789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-83a9c0dc-96aa-425c-a5bb-f8f123c14ac4 service neutron] 10.222.0.64 "GET /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880435 Aug 06 16:24:19.871286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e7048e-796e-43d2-857d-863f32ad7893 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:19.897877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:19.993375 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:20.041704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:20.049032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.049436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.049731 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.050073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.050411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.050747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.051081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.051411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.051741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.052094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.052425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.052753 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:20.241053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c6e7048e-796e-43d2-857d-863f32ad7893'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:24:21.573322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69f754-401e-4e64-9d9c-dbc00af2c27b req-6bbfcb03-3224-4fe6-8cb4-fabb470f35ef tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:21.574817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea69f754-401e-4e64-9d9c-dbc00af2c27b req-6bbfcb03-3224-4fe6-8cb4-fabb470f35ef tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 944 time: 0.0500143 Aug 06 16:24:21.606376 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:24:21.615716 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea69f754-401e-4e64-9d9c-dbc00af2c27b req-64c8d090-635b-4a65-bba5-b5054c6f10e5 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340726 Aug 06 16:24:21.699110 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:21.834013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port c6e7048e-796e-43d2-857d-863f32ad7893 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:21.838024 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port c6e7048e-796e-43d2-857d-863f32ad7893 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:21.838667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.916025 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:21.938387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:21.940665 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70bd786-b5d2-4420-827a-483a811c9aca" -d '{"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:21.954330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:21.976530 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d1ec1-1feb-4c38-9bdb-74857576e991 x-openstack-request-id: req-319d1ec1-1feb-4c38-9bdb-74857576e991 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:21.981730 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-plugged", "status": "completed", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:21.981730 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-319d1ec1-1feb-4c38-9bdb-74857576e991 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:21.981730 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'code': 200} Aug 06 16:24:22.038914 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:22.087188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:22.731831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036bb0-89e3-46ef-8d5d-015c3d2272bb req-8c61f835-dc02-4d7f-8ae4-767f99b86d2e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:22.733250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d036bb0-89e3-46ef-8d5d-015c3d2272bb req-8c61f835-dc02-4d7f-8ae4-767f99b86d2e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0504911 Aug 06 16:24:22.777437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d036bb0-89e3-46ef-8d5d-015c3d2272bb req-f5f66315-8faa-477e-95af-d1a9ae8368d2 tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/security-groups?id=d161c988-b0f4-4e71-baa4-13c57b6d9bbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379133 Aug 06 16:24:22.859444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f86158d2-ed23-4fa1-ba02-d03b87c7c2ed tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:22.860963 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f86158d2-ed23-4fa1-ba02-d03b87c7c2ed tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.59 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 945 time: 0.0505021 Aug 06 16:24:22.949677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Deleting port c6e7048e-796e-43d2-857d-863f32ad7893 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:24:22.949942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.042772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] For port c6e7048e-796e-43d2-857d-863f32ad7893, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c6e7048e-796e-43d2-857d-863f32ad7893,segment=NetworkSegment(dbd192db-254a-4f72-afc4-960c584021af),segment_id=dbd192db-254a-4f72-afc4-960c584021af)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:23.043142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.055642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Calling delete_port for c6e7048e-796e-43d2-857d-863f32ad7893 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:24:23.263471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.274699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c6e7048e-796e-43d2-857d-863f32ad7893'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:24:23.292883 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Pushing event deleted for resources: {'Port': ['ID=c6e7048e-796e-43d2-857d-863f32ad7893,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:23.334591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] No DVR routers for this DVR port c6e7048e-796e-43d2-857d-863f32ad7893 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:24:23.337197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:23.339429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-134d66f1-c867-4c86-bfb2-c88804dbe897 req-f4a55a32-4c14-4b81-8053-f85c8435526e tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.59 "DELETE /v2.0/ports/c6e7048e-796e-43d2-857d-863f32ad7893 HTTP/1.1" status: 204 len: 173 time: 0.4728954 Aug 06 16:24:23.339889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-deleted', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:23.342650 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30b8d84520b87b5d2b6404046701897473cbccb6c83a93088f9448c55a8f0a24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be16d811-5325-4a36-9dd0-ee93e5d120e9" -d '{"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-deleted", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:23.378633 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f656b-2c0c-4bf5-8331-6366affffb64 x-openstack-request-id: req-8a5f656b-2c0c-4bf5-8331-6366affffb64 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:23.378932 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72033233-fc33-4847-a876-de312f7100d3", "name": "network-vif-deleted", "tag": "c6e7048e-796e-43d2-857d-863f32ad7893", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:23.379190 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a5f656b-2c0c-4bf5-8331-6366affffb64 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:23.379602 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72033233-fc33-4847-a876-de312f7100d3', 'name': 'network-vif-deleted', 'tag': 'c6e7048e-796e-43d2-857d-863f32ad7893', 'status': 'completed', 'code': 200} Aug 06 16:24:23.892151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d11c16ce-f0c8-4a42-a5d4-bb36ce97afb1 req-b43f27b0-5135-4348-b80a-d35411139f6c tempest-DeleteServersTestJSON-509033072 tempest-DeleteServersTestJSON-509033072-project] 10.222.0.16 "GET /v2.0/ports?device_id=72033233-fc33-4847-a876-de312f7100d3 HTTP/1.1" status: 200 len: 210 time: 0.0321040 Aug 06 16:24:25.028841 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36600) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:25.073354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Deleting subnet 0bde970a-09c0-4241-bc1a-a36ce764209e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:24:25.076292 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.109770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.147120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.316224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.342831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bde970a-09c0-4241-bc1a-a36ce764209e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:25.347254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.349149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0bde970a-09c0-4241-bc1a-a36ce764209e HTTP/1.1" status: 204 len: 168 time: 0.3191850 Aug 06 16:24:25.351978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 36604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:25.354407 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.354762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.355109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.355457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.355795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.356161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.356494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.356826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.357156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.357483 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.358428 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.358807 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2af7018-b65b-478e-9ede-fa184644c3c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.424285 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.501510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.511310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:25.521399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd192db-254a-4f72-afc4-960c584021af') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:25.521695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd192db-254a-4f72-afc4-960c584021af') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:24:25.530969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.544631 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.551269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:24:25.552713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:24:25.553722 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:24:25.724087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:24:25.731597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.738942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:25.741751 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e HTTP/1.1" status: 204 len: 168 time: 0.3886073 Aug 06 16:24:25.744458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: c6e7048e-796e-43d2-857d-863f32ad7893 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:24:25.744818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c6e7048e-796e-43d2-857d-863f32ad7893 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:24:25.754795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7b17f2-3fe0-426f-a5bc-0bf1bdd0471e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:25.762578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.762923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.763261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.763598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.763949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.764900 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.765441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.766014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.766540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.767073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.767636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:25.768043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713da5fb-da7d-4745-bdab-126129c245b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:24:26.095381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:26.136336 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe153247-c1a1-4400-a436-4710d22874b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a41b7cf7d404e808ca9031dcc3fa7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396781 Aug 06 16:24:26.138755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:26.187178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e78458-8437-4d32-a34f-22384b87ce64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.208436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e78458-8437-4d32-a34f-22384b87ce64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.290737 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.331282 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e78458-8437-4d32-a34f-22384b87ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.333879 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71e78458-8437-4d32-a34f-22384b87ce64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:26.335052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71e78458-8437-4d32-a34f-22384b87ce64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d161c988-b0f4-4e71-baa4-13c57b6d9bbc HTTP/1.1" status: 204 len: 168 time: 0.1946900 Aug 06 16:24:26.344184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e78458-8437-4d32-a34f-22384b87ce64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d161c988-b0f4-4e71-baa4-13c57b6d9bbc,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:27.464168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36632) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:27.560404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1118621314-network', 'tenant_id': 'b978e75bf9f04dc4bb751dd44faadb03'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:27.714343 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Made reservation on behalf of b978e75bf9f04dc4bb751dd44faadb03 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:27.716639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.729281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.819265 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.908368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.932424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:24:27.941630 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492c05e2-b315-45c0-8648-34b47fcecefe,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:27.947371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:27.947711 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Added segment 2a24789f-7748-4c35-8c23-f5cb9a0f897b of type vlan for network d1f9da18-a820-4de6-92a5-2ee1f7395d9b Aug 06 16:24:27.986852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.113924 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.114910 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:28.115500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.177546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f9da18-a820-4de6-92a5-2ee1f7395d9b,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:28.188094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d1f9da18-a820-4de6-92a5-2ee1f7395d9b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:24:28.240611 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-df192afe-829d-4638-a938-b424076d7c17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7751720 Aug 06 16:24:28.243666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 36636) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:24:28.249353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Request body: {'subnet': {'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1118621314-subnet', 'tenant_id': 'b978e75bf9f04dc4bb751dd44faadb03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:28.355261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Made reservation on behalf of b978e75bf9f04dc4bb751dd44faadb03 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:28.357639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.623167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.683164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d240990-168a-4ff6-981b-060c0d963e11,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:28.691195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Checking segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:28.691195 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Network hostable DHCP agents. Network: d1f9da18-a820-4de6-92a5-2ee1f7395d9b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:24:28.816951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Network d1f9da18-a820-4de6-92a5-2ee1f7395d9b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:24:28.912626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d1f9da18-a820-4de6-92a5-2ee1f7395d9b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:28.916659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:28.920512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:28.921478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab5d65-f410-456f-9325-26e2aeb10d49 None None] Network d1f9da18-a820-4de6-92a5-2ee1f7395d9b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:29.002513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f0611623-dde3-44ea-b83c-ab2878c5140d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7497015 Aug 06 16:24:29.044681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57458010-da3a-4440-b392-350cc2bd349e None None] Network d1f9da18-a820-4de6-92a5-2ee1f7395d9b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:24:29.419272 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-6615034f-a994-4389-b422-6735e57683ab tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:29.421471 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-6615034f-a994-4389-b422-6735e57683ab tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 815 time: 0.1021299 Aug 06 16:24:29.435867 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-02c2fa97-7b03-4177-b9d2-9faec53a8b77 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/quotas/b978e75bf9f04dc4bb751dd44faadb03 HTTP/1.1" status: 200 len: 375 time: 0.0089025 Aug 06 16:24:29.468940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:29.472719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7e821a87-4453-4cd8-8a22-cf10bca0557a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301392 Aug 06 16:24:29.608993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-01e3993e-b3fc-4eba-9c5e-005d365aa160 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291192 Aug 06 16:24:29.699068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-928e1efc-248e-418a-abd3-eaa51386bffc service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839858 Aug 06 16:24:30.043604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ddd030a-0cfd-48b3-9e6f-36637bbdf4bf req-9fa79870-0c77-4d86-a867-d66a3222ca02 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 210 time: 0.0744891 Aug 06 16:24:31.160590 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a59c43b-66b6-4995-a206-009e2a025cac req-06ed812a-bec7-48ba-ad58-aa86f13ef561 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 210 time: 0.0281563 Aug 06 16:24:32.261863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fc0c61e0-429d-4e01-83b8-3bc22156efa4 req-ed11b8c3-2501-415c-aec8-0b1044649f48 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 210 time: 0.0261781 Aug 06 16:24:32.496123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7775c35d-2a8f-4b00-a4bf-59a62b1a4059 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:32.497586 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7775c35d-2a8f-4b00-a4bf-59a62b1a4059 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 815 time: 0.1072085 Aug 06 16:24:32.510601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Request body: {'port': {'device_id': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'admin_state_up': True, 'tenant_id': 'b978e75bf9f04dc4bb751dd44faadb03'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:32.748082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Made reservation on behalf of b978e75bf9f04dc4bb751dd44faadb03 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:24:32.751585 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:32.885391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Allocated IP 172.20.0.14 (d1f9da18-a820-4de6-92a5-2ee1f7395d9b/4d240990-168a-4ff6-981b-060c0d963e11/4c7c9b52-1191-4700-b4f4-817b69f9ef03) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:24:33.032999 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.154453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.199056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Network d1f9da18-a820-4de6-92a5-2ee1f7395d9b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:24:33.202156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:24:33.206166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:24:33.230750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:33.257908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:33.258516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.395106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-72e5351c-3968-4f16-9cfd-95560f69c8bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8882463 Aug 06 16:24:33.397514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbfafd-9e1e-4ebe-b482-c949befbdda2 req-0201c3c0-dce7-48fe-a27e-a32a4363729f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:33.399103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97fbfafd-9e1e-4ebe-b482-c949befbdda2 req-0201c3c0-dce7-48fe-a27e-a32a4363729f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 932 time: 0.0590913 Aug 06 16:24:33.440503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-97fbfafd-9e1e-4ebe-b482-c949befbdda2 req-889f8ca5-8b5a-441f-b03a-d76513ee16c6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Aug 06 16:24:33.488458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Request body: {'port': {'device_id': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:24:33.544874 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.807235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7c9b52-1191-4700-b4f4-817b69f9ef03 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:33.814508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:33.826795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Transition to ACTIVE for port object 4c7c9b52-1191-4700-b4f4-817b69f9ef03 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:24:33.953946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.006352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:34.079065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:24:34.079323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:24:34.079655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:34.084296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:24:34.084623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:24:34.089657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:24:34.089993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Checking segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:24:34.090379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Bound using segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:24:34.090808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Bound port: 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:24:34.091160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.154388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:24:34.157375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:24:34.297320 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.329938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:34.330495 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:34.331953 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] 10.222.0.59 "PUT /v2.0/ports/4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 1092 time: 0.8925176 Aug 06 16:24:34.332381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:34.361096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7eaa1-3590-4250-b5f4-1f46e39a4662 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:34.373455 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e79fe0-7a5a-48ad-b054-48bc08d8d948" -d '{"events": [{"name": "network-changed", "server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:34.471695 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724fa56b-d491-473b-8b40-980220767cba x-openstack-request-id: req-724fa56b-d491-473b-8b40-980220767cba {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:34.472012 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:34.472265 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-724fa56b-d491-473b-8b40-980220767cba {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:34.472663 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'status': 'completed', 'code': 200} Aug 06 16:24:34.489080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-49892041-96cb-49cb-96b0-6c5a4d3b612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:34.490717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-49892041-96cb-49cb-96b0-6c5a4d3b612d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1095 time: 0.0456321 Aug 06 16:24:34.537178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-c86cea09-a285-48ca-b16d-7105727ae713 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0385640 Aug 06 16:24:34.558316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe08f91-a342-4893-9ad0-f82bfad594a3 req-06d89bad-bc4d-4d6f-8d2e-51460de1583c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:34.559844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fe08f91-a342-4893-9ad0-f82bfad594a3 req-06d89bad-bc4d-4d6f-8d2e-51460de1583c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 944 time: 0.0495431 Aug 06 16:24:34.586982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-58cb337b-2d07-4677-adb5-dc2c949e7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:34.588675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-58cb337b-2d07-4677-adb5-dc2c949e7fe9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0453143 Aug 06 16:24:34.598064 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fe08f91-a342-4893-9ad0-f82bfad594a3 req-4f8b6f4f-78a4-40b9-a117-e02c26deac57 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Aug 06 16:24:34.621115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-3cf2da21-668b-47d7-944c-0f49f544b6c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255206 Aug 06 16:24:34.712613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-a6eaa8f5-d416-4622-b79f-add5c4864849 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Aug 06 16:24:34.806086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-09f06b9c-d8b0-4373-a418-03167b41cf3f req-447bad93-5810-4c92-9c34-7d4d9b6bf250 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871611 Aug 06 16:24:34.941642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-159d9bb4-cc6e-43d5-ad12-d265f7b3dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:34.943590 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-159d9bb4-cc6e-43d5-ad12-d265f7b3dd4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1095 time: 0.0456564 Aug 06 16:24:34.994365 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b9408f35-41a7-4f25-9fa6-d6ea56a4668c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:35.034550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-710fb009-ee73-4010-b772-a06703089ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.036177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-710fb009-ee73-4010-b772-a06703089ff1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0859566 Aug 06 16:24:35.081277 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-639cea76-6bcd-4f14-b241-99129c28eb9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0381150 Aug 06 16:24:35.489829 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-14b9bf43-a8ce-4872-a0e8-f65a496e4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.491409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-14b9bf43-a8ce-4872-a0e8-f65a496e4064 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.4035981 Aug 06 16:24:35.523673 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-5b1ceef0-b97a-4762-a1dc-ccf8f33fba7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251667 Aug 06 16:24:35.616466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-f2acbe99-0b0a-4ac0-9249-f079979919d3 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847564 Aug 06 16:24:35.716982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-99e79fe0-7a5a-48ad-b054-48bc08d8d948 req-4ceb11ef-1998-4a36-a6d0-27d99847eaa2 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928013 Aug 06 16:24:35.718432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccaac6-ac6f-4a1e-93a4-0d7fd838d6cf req-93100eb2-49a1-40c4-9563-1d8ec8dd8651 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:35.719947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ccaac6-ac6f-4a1e-93a4-0d7fd838d6cf req-93100eb2-49a1-40c4-9563-1d8ec8dd8651 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 944 time: 0.0512807 Aug 06 16:24:35.759671 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ccaac6-ac6f-4a1e-93a4-0d7fd838d6cf req-5e50a2e1-3cda-442f-84c1-ee173eccd17b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Aug 06 16:24:36.878164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64abc2-5d38-466b-b8b2-0127058f81fb req-fa2b7172-4587-4330-a749-eb83229322f7 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:36.880578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e64abc2-5d38-466b-b8b2-0127058f81fb req-fa2b7172-4587-4330-a749-eb83229322f7 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 944 time: 0.0518699 Aug 06 16:24:37.268643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e64abc2-5d38-466b-b8b2-0127058f81fb req-eed7c945-ac77-4dbf-9aa3-7e9c60c7f6bf tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825722 Aug 06 16:24:37.685003 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-60ffc78a-4021-4fba-b9d7-d82431bfdf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.724615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.759447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:24:37.857335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:37.867842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'port_id': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d240990-168a-4ff6-981b-060c0d963e11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:24:37.905213 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:37.917381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7c9b52-1191-4700-b4f4-817b69f9ef03 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:24:37.942693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:38.032902 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:38.079453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:38.223531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['4c7c9b52-1191-4700-b4f4-817b69f9ef03'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:24:38.386961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ffebb-d956-4aa7-a20b-e40068c93b91 req-551c7e06-f6ca-45e4-9b3d-acb16abcf103 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:38.388477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-509ffebb-d956-4aa7-a20b-e40068c93b91 req-551c7e06-f6ca-45e4-9b3d-acb16abcf103 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 945 time: 0.0503490 Aug 06 16:24:38.432417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-509ffebb-d956-4aa7-a20b-e40068c93b91 req-c2f49afc-9116-41b0-a051-406613b44a6f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375504 Aug 06 16:24:39.004032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.551231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d98be6-bd68-48ca-9282-d83c9e1c88c6 req-a479137d-d348-4b5e-8ad9-e3d9503343e8 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:39.553764 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05d98be6-bd68-48ca-9282-d83c9e1c88c6 req-a479137d-d348-4b5e-8ad9-e3d9503343e8 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 945 time: 0.0509593 Aug 06 16:24:39.591277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-05d98be6-bd68-48ca-9282-d83c9e1c88c6 req-24076bac-8215-4df6-9238-6679b582782b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Aug 06 16:24:39.769846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:24:39.890842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:24:39.894493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:24:39.894867 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:39.979474 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.000773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:24:40.003010 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e34f1fcc8f7130c2874ee1219b9c3e4aedf34697c2033c666f089af8ab4968a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063a230-76ce-467c-86dc-61da1ae1db3a" -d '{"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:24:40.016248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:24:40.038777 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72960a0-5f35-4238-ab05-9cce31a7ba92 x-openstack-request-id: req-b72960a0-5f35-4238-ab05-9cce31a7ba92 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:24:40.039068 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:24:40.039322 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b72960a0-5f35-4238-ab05-9cce31a7ba92 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:24:40.039717 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'code': 200} Aug 06 16:24:40.120369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:40.137499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60081d29-9582-46a4-ac6a-6ff2c7334ed1 req-6e74447c-3068-457d-a5b7-db295950c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:40.139104 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60081d29-9582-46a4-ac6a-6ff2c7334ed1 req-6e74447c-3068-457d-a5b7-db295950c6c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1096 time: 0.0459859 Aug 06 16:24:40.167873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:24:40.176717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60081d29-9582-46a4-ac6a-6ff2c7334ed1 req-552881dc-7b90-47e8-9ce6-64278bb08900 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294447 Aug 06 16:24:40.711149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d5289-a264-4b02-b215-d4a778392c1c req-f9f60f0a-9ff6-461f-8ed2-4945b819225c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:40.712656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb1d5289-a264-4b02-b215-d4a778392c1c req-f9f60f0a-9ff6-461f-8ed2-4945b819225c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0535877 Aug 06 16:24:40.750447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb1d5289-a264-4b02-b215-d4a778392c1c req-503267f4-44f7-4f43-be39-52fa7ba1d488 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 06 16:24:40.982458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:41.867726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1160bc1-ae1e-4dfc-8826-35a65765c934 req-ff55013f-822f-49dd-b7c6-68e363022116 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:41.869230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1160bc1-ae1e-4dfc-8826-35a65765c934 req-ff55013f-822f-49dd-b7c6-68e363022116 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0492930 Aug 06 16:24:41.908018 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1160bc1-ae1e-4dfc-8826-35a65765c934 req-63ea422f-6f3b-4423-a276-c9e63a9e83be tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Aug 06 16:24:42.024493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6bcd86-961d-42ea-b9a2-7ee68b7b8948 req-48e08a88-9883-4313-aba8-729c8afdfed2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:42.025954 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de6bcd86-961d-42ea-b9a2-7ee68b7b8948 req-48e08a88-9883-4313-aba8-729c8afdfed2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0507500 Aug 06 16:24:42.063790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de6bcd86-961d-42ea-b9a2-7ee68b7b8948 req-fffc99b4-db2b-4bc9-a598-4005dc638d24 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Aug 06 16:24:42.432066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb8950-74af-42a8-b294-d6128e9d1ed4 req-944885fc-a4de-48e7-ac53-57113503a4d2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:42.433541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb8950-74af-42a8-b294-d6128e9d1ed4 req-944885fc-a4de-48e7-ac53-57113503a4d2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0537739 Aug 06 16:24:42.471573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c3bb8950-74af-42a8-b294-d6128e9d1ed4 req-fc056754-9ceb-41ac-9a1d-8ea9996b138f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319428 Aug 06 16:24:42.587536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd7523-229d-4520-91dd-512ff2d1f086 req-79c5b33e-f677-4368-bc92-ed0c84083fe3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:42.589202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1bd7523-229d-4520-91dd-512ff2d1f086 req-79c5b33e-f677-4368-bc92-ed0c84083fe3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0487452 Aug 06 16:24:42.627418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1bd7523-229d-4520-91dd-512ff2d1f086 req-e018a615-f117-4b1a-ac45-09ce5168df6a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Aug 06 16:24:43.065940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db21f8-4c72-4dae-bf6f-cc1f41e6e409 req-c8afbbe0-709a-4321-9a32-aa6bf2cf9b0f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:43.067682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28db21f8-4c72-4dae-bf6f-cc1f41e6e409 req-c8afbbe0-709a-4321-9a32-aa6bf2cf9b0f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0487366 Aug 06 16:24:43.106208 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28db21f8-4c72-4dae-bf6f-cc1f41e6e409 req-7caa81f9-a88f-4d47-b1b3-0eb4e9143306 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328178 Aug 06 16:24:43.230207 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-519f0929-5852-43d2-83d1-e96d37f36146 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439305 Aug 06 16:24:44.222704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335901db-9fda-4ef6-98c3-fcdc9928f6ba req-1cde3a81-856d-4c05-8a3e-2b0ec9d7b31c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:44.224305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-335901db-9fda-4ef6-98c3-fcdc9928f6ba req-1cde3a81-856d-4c05-8a3e-2b0ec9d7b31c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0508308 Aug 06 16:24:44.262511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-335901db-9fda-4ef6-98c3-fcdc9928f6ba req-ead3a2ec-393c-43ac-8a01-eae0c0e086db tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Aug 06 16:24:44.730351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f00b-66e9-412f-908d-6d643e83726d req-584bfa00-3f76-4229-b0ba-cd7dee0d3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:44.731999 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-584bfa00-3f76-4229-b0ba-cd7dee0d3ab1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1097 time: 0.0458984 Aug 06 16:24:44.844498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f00b-66e9-412f-908d-6d643e83726d req-eef7a50f-9fce-4ce7-a8e6-093e41796d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:44.846007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-eef7a50f-9fce-4ce7-a8e6-093e41796d9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0889294 Aug 06 16:24:44.892526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-2e81ae03-4dc0-4279-a266-340edf149819 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0391264 Aug 06 16:24:44.944185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f00b-66e9-412f-908d-6d643e83726d req-a950774f-59a1-4562-b27f-ce6a98c05768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:44.945633 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-a950774f-59a1-4562-b27f-ce6a98c05768 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0448058 Aug 06 16:24:44.980967 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-9b947d07-d46c-4295-a135-0ae3f696de78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272434 Aug 06 16:24:45.077616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-fa1e3a32-3072-4839-b58c-1b1a358ab12a service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900011 Aug 06 16:24:45.168410 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5552f00b-66e9-412f-908d-6d643e83726d req-21293044-64f1-4fc7-8510-7585bcf3163a service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836601 Aug 06 16:24:45.382791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28603b57-e403-4eda-a745-b5acbde64ef8 req-e40bd989-8079-48d1-ba90-7864e734f0a5 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:45.384299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28603b57-e403-4eda-a745-b5acbde64ef8 req-e40bd989-8079-48d1-ba90-7864e734f0a5 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0512500 Aug 06 16:24:45.422631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28603b57-e403-4eda-a745-b5acbde64ef8 req-614d2165-75f7-440c-bf0b-2893849dcb44 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321820 Aug 06 16:24:45.630109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-f2feaafb-ff5a-442c-9237-e116bfe9035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:45.631364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-f2feaafb-ff5a-442c-9237-e116bfe9035d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1097 time: 0.0424967 Aug 06 16:24:45.728795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-d4ffa898-ef7c-4bf5-8b5e-ff5c5f591686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:45.730276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-d4ffa898-ef7c-4bf5-8b5e-ff5c5f591686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0918353 Aug 06 16:24:45.771581 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-881179e3-f6c0-4d75-891c-99d1069f24df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0342147 Aug 06 16:24:45.824713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-244076e1-daa4-480b-bb9b-e9cc871faf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:45.826423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-244076e1-daa4-480b-bb9b-e9cc871faf81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0479896 Aug 06 16:24:45.859985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-a47739bc-4fe2-462b-bc58-b2fa49825f34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258965 Aug 06 16:24:45.952010 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-f3aa5e21-5780-472e-b7bf-4da706d40c39 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Aug 06 16:24:46.049682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-055bde90-797e-44f9-9b20-afee958e4e0f service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905383 Aug 06 16:24:46.550342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411af8c-7857-4e94-b5c0-f80e40bb74ab req-4ccfae3c-7e2c-42fc-b791-aa571e8bff7b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:46.553376 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4411af8c-7857-4e94-b5c0-f80e40bb74ab req-4ccfae3c-7e2c-42fc-b791-aa571e8bff7b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0581484 Aug 06 16:24:46.608118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4411af8c-7857-4e94-b5c0-f80e40bb74ab req-e94903ad-ba15-45cd-ba3a-a737942ad8ba tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Aug 06 16:24:47.715446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57661fed-c813-4eff-af4f-f33856fcd9ac req-8664504e-0af3-4222-8f8c-e125eaad3039 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:47.716988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57661fed-c813-4eff-af4f-f33856fcd9ac req-8664504e-0af3-4222-8f8c-e125eaad3039 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0503061 Aug 06 16:24:47.753952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57661fed-c813-4eff-af4f-f33856fcd9ac req-3cdbe908-6ee9-4dcb-9ea8-b8e38f7730bd tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Aug 06 16:24:48.873532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f1cdf-a298-4da2-97af-c947b88f469d req-5725b68a-649f-4fb0-a2f8-f109f6ab285a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:48.875035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-255f1cdf-a298-4da2-97af-c947b88f469d req-5725b68a-649f-4fb0-a2f8-f109f6ab285a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0524230 Aug 06 16:24:48.918433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-255f1cdf-a298-4da2-97af-c947b88f469d req-f654bc84-729f-44eb-8fae-5c2c25b87b0d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357428 Aug 06 16:24:50.039737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d8f6-f97c-4c7c-9095-624ad4ab0f16 req-7026593e-1579-44a6-93cf-c74ec7dc80fd tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:50.041290 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e498d8f6-f97c-4c7c-9095-624ad4ab0f16 req-7026593e-1579-44a6-93cf-c74ec7dc80fd tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Aug 06 16:24:50.079223 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e498d8f6-f97c-4c7c-9095-624ad4ab0f16 req-bc68eb84-4c4e-427b-a272-eb16df81d0b6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320048 Aug 06 16:24:51.196595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b6e3f-0c9f-4adb-9bd0-418b1258aafc req-d192aca7-d6bb-490e-8b6f-10b00e6c62ca tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:51.198079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-006b6e3f-0c9f-4adb-9bd0-418b1258aafc req-d192aca7-d6bb-490e-8b6f-10b00e6c62ca tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0486305 Aug 06 16:24:51.237076 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-006b6e3f-0c9f-4adb-9bd0-418b1258aafc req-0bf78b95-6944-4649-8871-4bf5c449bde0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Aug 06 16:24:52.353623 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721f9ca-444e-4690-a1b7-ae5873b0f05a req-8d106669-8a2d-44c3-8efa-2c78054b0659 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:52.355116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5721f9ca-444e-4690-a1b7-ae5873b0f05a req-8d106669-8a2d-44c3-8efa-2c78054b0659 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0498641 Aug 06 16:24:52.394171 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5721f9ca-444e-4690-a1b7-ae5873b0f05a req-6bd38e74-58b1-48e7-948d-42630be4132d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Aug 06 16:24:53.520496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41ef17-8cde-4512-b83a-a934e2d421a6 req-b149b472-353a-4fbc-ba92-75f75b65c70b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:53.521547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed41ef17-8cde-4512-b83a-a934e2d421a6 req-b149b472-353a-4fbc-ba92-75f75b65c70b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0556042 Aug 06 16:24:53.568987 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed41ef17-8cde-4512-b83a-a934e2d421a6 req-a3197681-e6af-4b2b-b7ca-2a98be70fe3d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Aug 06 16:24:54.685098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc99fe-ac31-40f1-bb2d-e2d6a5d41cb4 req-ab54ef5a-d312-45f5-8ec5-7bd6887ba777 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:54.686618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2fc99fe-ac31-40f1-bb2d-e2d6a5d41cb4 req-ab54ef5a-d312-45f5-8ec5-7bd6887ba777 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0498419 Aug 06 16:24:54.725045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2fc99fe-ac31-40f1-bb2d-e2d6a5d41cb4 req-fcea554f-cbbd-4375-a1e9-f64d50e6a5b0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Aug 06 16:24:55.840166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac337e4-3d38-4f78-a927-5e39d794bb38 req-e0192fa7-dc8c-4df1-a213-a8ab5b73e8a3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:55.841663 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aac337e4-3d38-4f78-a927-5e39d794bb38 req-e0192fa7-dc8c-4df1-a213-a8ab5b73e8a3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0491829 Aug 06 16:24:55.880542 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aac337e4-3d38-4f78-a927-5e39d794bb38 req-6548091b-f130-4cd8-a72f-fd4d48e6af32 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Aug 06 16:24:56.319360 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:24:57.002496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383526-c640-463f-abb0-7452a43ce8ae req-fca00419-fe0e-4330-9727-1568fb5e5ad8 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:57.004013 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38383526-c640-463f-abb0-7452a43ce8ae req-fca00419-fe0e-4330-9727-1568fb5e5ad8 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0538931 Aug 06 16:24:57.042763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38383526-c640-463f-abb0-7452a43ce8ae req-026696d6-4057-4dea-aac2-a59a71722010 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327420 Aug 06 16:24:58.161050 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f920a4-12ff-48e6-a003-c49a7f18043a req-cd250ec6-a174-4e7a-9591-0000afee7fb1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:58.162559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96f920a4-12ff-48e6-a003-c49a7f18043a req-cd250ec6-a174-4e7a-9591-0000afee7fb1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0488241 Aug 06 16:24:58.201605 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96f920a4-12ff-48e6-a003-c49a7f18043a req-822ef109-fb23-48a4-9b5e-fcfe29bdb01a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Aug 06 16:24:58.606520 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:24:59.322094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9d9c-df7e-4a5e-a22e-95c34f27d023 req-8b31c43a-237c-46fd-a256-0b53b7fcbb48 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:24:59.324600 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-468e9d9c-df7e-4a5e-a22e-95c34f27d023 req-8b31c43a-237c-46fd-a256-0b53b7fcbb48 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0557559 Aug 06 16:24:59.365007 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-468e9d9c-df7e-4a5e-a22e-95c34f27d023 req-41b61a30-5d8b-4eb0-a4e2-781cd645e5ce tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344131 Aug 06 16:24:59.484632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:00.487939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baead5-7ddc-4b6e-a2bc-3a657180df1d req-e3f0b5b0-b1ac-482a-99ae-0c2e2419eb4c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:00.495968 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8baead5-7ddc-4b6e-a2bc-3a657180df1d req-e3f0b5b0-b1ac-482a-99ae-0c2e2419eb4c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0540609 Aug 06 16:25:00.528673 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8baead5-7ddc-4b6e-a2bc-3a657180df1d req-217e6d8c-9cb5-47a0-9705-a6fe4abbe980 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Aug 06 16:25:01.646901 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd05088-ff27-470c-bc6f-c778153dd477 req-88fc9f81-3668-4fd0-8595-aee41eacbdf1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:01.646901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dd05088-ff27-470c-bc6f-c778153dd477 req-88fc9f81-3668-4fd0-8595-aee41eacbdf1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Aug 06 16:25:01.681446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dd05088-ff27-470c-bc6f-c778153dd477 req-c64014d8-f846-4da3-a6d5-943ca850cec3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322766 Aug 06 16:25:02.798240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4556f-4447-4852-b981-e521543ac150 req-e8a82703-2ee8-4f07-8bfe-dfd6f9532131 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:02.799708 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5f4556f-4447-4852-b981-e521543ac150 req-e8a82703-2ee8-4f07-8bfe-dfd6f9532131 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0491993 Aug 06 16:25:02.840677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5f4556f-4447-4852-b981-e521543ac150 req-62e11482-73bb-4a14-bb99-c0dedf203a8c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 Aug 06 16:25:03.958397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d395-27dd-4c81-83f7-2140aee253da req-d0a4ed0e-ec1c-4354-bd2c-b1df13d60ee6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:03.959898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb33d395-27dd-4c81-83f7-2140aee253da req-d0a4ed0e-ec1c-4354-bd2c-b1df13d60ee6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0528529 Aug 06 16:25:03.997753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb33d395-27dd-4c81-83f7-2140aee253da req-9806059c-deac-493f-958d-c393beaf0006 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310440 Aug 06 16:25:04.953335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dfc13231-9e68-4c9f-9855-8d6734348738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:05.117068 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96773d0c-39aa-4ac1-aa71-158708016e19 req-48c5f7bc-84ab-4706-a0ad-90558cb7386b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:05.118488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96773d0c-39aa-4ac1-aa71-158708016e19 req-48c5f7bc-84ab-4706-a0ad-90558cb7386b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0500932 Aug 06 16:25:05.157492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96773d0c-39aa-4ac1-aa71-158708016e19 req-bd64582b-9d69-4905-a311-e9eed0cc6261 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Aug 06 16:25:06.280499 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c7be-e744-48bb-b339-81b98240ff77 req-257586e4-71b2-44b3-95c4-bd53d35ccf86 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:06.282058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5996c7be-e744-48bb-b339-81b98240ff77 req-257586e4-71b2-44b3-95c4-bd53d35ccf86 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0546448 Aug 06 16:25:06.320690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5996c7be-e744-48bb-b339-81b98240ff77 req-3f14f3ad-ccab-4e30-a673-f99ecc113be5 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 06 16:25:07.442113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16d75-923d-477c-a3e5-a9fd9e2eaaae req-00c0b09e-24a6-4ae9-b25f-cd46c394f9ac tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:07.443597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36b16d75-923d-477c-a3e5-a9fd9e2eaaae req-00c0b09e-24a6-4ae9-b25f-cd46c394f9ac tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0537622 Aug 06 16:25:07.482727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36b16d75-923d-477c-a3e5-a9fd9e2eaaae req-1e86b41c-45a5-4091-b3e3-aebfc4a64ad3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Aug 06 16:25:07.713502 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d39c10c0-c728-4f16-a695-90f4db65ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:07.764631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:08.599122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91217e66-38bc-4ea5-b6c5-6e4018f4fa69 req-b802f4bf-0886-425d-9453-7edcad81d96d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:08.600634 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91217e66-38bc-4ea5-b6c5-6e4018f4fa69 req-b802f4bf-0886-425d-9453-7edcad81d96d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0497537 Aug 06 16:25:08.640826 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91217e66-38bc-4ea5-b6c5-6e4018f4fa69 req-44a8ea05-ea08-4dc3-99bc-181f11957976 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326259 Aug 06 16:25:09.004922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:09.754487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f79e-228d-4b06-a6fd-ae615dec219e req-3ab502fd-e3bf-474a-8114-ecaf02ea9c04 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:09.755983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3b2f79e-228d-4b06-a6fd-ae615dec219e req-3ab502fd-e3bf-474a-8114-ecaf02ea9c04 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0500588 Aug 06 16:25:09.793965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3b2f79e-228d-4b06-a6fd-ae615dec219e req-bc4a1ac3-e774-45e1-9d04-05c83a43378b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Aug 06 16:25:10.917020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd46de-5d83-4e08-bb0c-0d244f2a7fcc req-63f91c09-160d-4a38-9bf0-b9f7562b1c23 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:10.918497 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0dd46de-5d83-4e08-bb0c-0d244f2a7fcc req-63f91c09-160d-4a38-9bf0-b9f7562b1c23 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0532658 Aug 06 16:25:10.936114 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:10.958122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0dd46de-5d83-4e08-bb0c-0d244f2a7fcc req-fadf2a27-73d5-424f-a58f-2a6d1d58b643 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Aug 06 16:25:12.072906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f009b2-545f-4c88-94ea-33e39008c027 req-ee1446de-2b81-4204-a631-7a78bd8ded1a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:12.074393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3f009b2-545f-4c88-94ea-33e39008c027 req-ee1446de-2b81-4204-a631-7a78bd8ded1a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0498064 Aug 06 16:25:12.112164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3f009b2-545f-4c88-94ea-33e39008c027 req-5903b9f6-9b33-4d4d-93cf-6a47ebd6f721 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Aug 06 16:25:13.228822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffe275-6888-4a91-ab4f-88e912e539cb req-bc6f8831-e816-44c7-884a-7208a915b245 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:13.230310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7ffe275-6888-4a91-ab4f-88e912e539cb req-bc6f8831-e816-44c7-884a-7208a915b245 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Aug 06 16:25:13.268070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7ffe275-6888-4a91-ab4f-88e912e539cb req-980460e2-3846-4340-aea0-c2dfb718833d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319283 Aug 06 16:25:13.327311 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-d5155986-a81d-4faa-9699-c58d4192438a service neutron] show failed (client error): The resource could not be found. Aug 06 16:25:13.328511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-d5155986-a81d-4faa-9699-c58d4192438a service neutron] 10.222.0.59 "GET /v2.0/ports/4c7c9b52-1191-4700-b4f4-817b69f9ef03/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0559838 Aug 06 16:25:13.998179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-5cee8eff-1c01-4c2b-9a7b-cdcc53b70d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:13.999760 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-5cee8eff-1c01-4c2b-9a7b-cdcc53b70d5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333&tenant_id=b978e75bf9f04dc4bb751dd44faadb03 HTTP/1.1" status: 200 len: 1097 time: 0.0856307 Aug 06 16:25:14.012673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:14.064820 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.267461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:14.304176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:14.350432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:14.352747 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba8908a-5442-4314-a0b5-071b6c4b004f" -d '{"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:14.356931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.369556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Transition to ACTIVE for port object 4c7c9b52-1191-4700-b4f4-817b69f9ef03 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:14.393854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b59bc-62fe-4184-88c6-afe866eb0a61 req-b64c6426-b24e-4d30-ac1f-b2060afd3e36 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:14.401861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c65b59bc-62fe-4184-88c6-afe866eb0a61 req-b64c6426-b24e-4d30-ac1f-b2060afd3e36 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0570920 Aug 06 16:25:14.414313 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3e9fa9-eea4-4299-b0b6-6d17c5a45f60 x-openstack-request-id: req-2d3e9fa9-eea4-4299-b0b6-6d17c5a45f60 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:14.414614 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:14.414874 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d3e9fa9-eea4-4299-b0b6-6d17c5a45f60 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:14.415280 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'code': 200} Aug 06 16:25:14.435081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c65b59bc-62fe-4184-88c6-afe866eb0a61 req-7d8d8393-b536-413b-a2d2-180d73c24449 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Aug 06 16:25:14.461515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.519379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] No DVR routers for this DVR port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:14.528011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:14.561352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:14.565574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:14.565574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.566439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:14.566816 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Attempting to bind port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:14.571748 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:25:14.572124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Checking segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:14.573151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Bound using segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:25:14.573583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Bound port: 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:25:14.573938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.641294 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:14.644284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:25:14.742125 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.777312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:14.777927 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:14.779333 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 1092 time: 0.7714045 Aug 06 16:25:14.801812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775b506-bf27-43b6-b6c3-d70f610e2a84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:14.849048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-8576a39a-60f6-441a-abd2-baeca23b23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:14.850580 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-8576a39a-60f6-441a-abd2-baeca23b23be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1095 time: 0.0423560 Aug 06 16:25:14.952783 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-35cb390f-647b-4e50-b281-a83bd24aa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:14.954306 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-35cb390f-647b-4e50-b281-a83bd24aa917 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0923655 Aug 06 16:25:15.001347 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-e78d383f-2123-4a03-a3b4-ff89a742401d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0358236 Aug 06 16:25:15.051135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-e9988b1c-50dc-45db-952c-223baafeb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:15.052572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-e9988b1c-50dc-45db-952c-223baafeb801 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0440962 Aug 06 16:25:15.089308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-53e50e3b-8408-4919-9d1a-5534b4958ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255649 Aug 06 16:25:15.184106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-f62eebfb-410d-469c-92a7-6291b7e0db4a service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Aug 06 16:25:15.284802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6bd3e26e-4e96-4fea-a7c4-34b347eccc6e req-d4882424-9fb4-450a-85e7-5de476f93065 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927272 Aug 06 16:25:15.554169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d51e3b-4b32-4ef4-a3b7-cff712db0625 req-8aaeb34d-ceda-4121-bb7e-aea850f7af2b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:15.555664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3d51e3b-4b32-4ef4-a3b7-cff712db0625 req-8aaeb34d-ceda-4121-bb7e-aea850f7af2b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 944 time: 0.0508099 Aug 06 16:25:15.595572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a3d51e3b-4b32-4ef4-a3b7-cff712db0625 req-4c89d0b7-7df7-437a-b532-78b2f59c6c8c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Aug 06 16:25:16.018392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:16.055776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:16.417034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:16.419392 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979b2298-11ea-4997-9546-5337be73ceb8" -d '{"events": [{"name": "network-changed", "server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:16.466355 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba046a-5c78-43c3-a512-db8611ea9635 x-openstack-request-id: req-deba046a-5c78-43c3-a512-db8611ea9635 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:16.466650 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:16.466904 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-deba046a-5c78-43c3-a512-db8611ea9635 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:16.467308 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'status': 'completed', 'code': 200} Aug 06 16:25:16.554548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2298-11ea-4997-9546-5337be73ceb8 req-8c741942-b94a-41f1-95fb-f3b9c5bebd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.556109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-8c741942-b94a-41f1-95fb-f3b9c5bebd11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1095 time: 0.0705004 Aug 06 16:25:16.559286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2298-11ea-4997-9546-5337be73ceb8 req-f8e9309c-babc-40e5-936a-f709d0442a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.560677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-f8e9309c-babc-40e5-936a-f709d0442a04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1095 time: 0.0649240 Aug 06 16:25:16.715581 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcd33f-f611-4fea-8172-b341570e02f3 req-51d2a9ef-2c6e-477f-a384-145c3259750d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.717134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16fcd33f-f611-4fea-8172-b341570e02f3 req-51d2a9ef-2c6e-477f-a384-145c3259750d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 944 time: 0.0516424 Aug 06 16:25:16.718113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2298-11ea-4997-9546-5337be73ceb8 req-acecec56-a778-4d0b-93ee-91d237d48be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.719574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-acecec56-a778-4d0b-93ee-91d237d48be9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.1561105 Aug 06 16:25:16.722211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2298-11ea-4997-9546-5337be73ceb8 req-10fc615e-6038-4c5e-866d-048ef6b7d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.723576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-10fc615e-6038-4c5e-866d-048ef6b7d79e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.1519651 Aug 06 16:25:16.758340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16fcd33f-f611-4fea-8172-b341570e02f3 req-fcfac22a-1005-44cb-be2a-c571a73d4844 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Aug 06 16:25:16.777726 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-4ffffc78-d8a7-408c-870c-fccca2a96a3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0466888 Aug 06 16:25:16.815039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-1a7c0c5f-3661-4623-a11a-27e8c7dc8eb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0774353 Aug 06 16:25:16.888558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2298-11ea-4997-9546-5337be73ceb8 req-6e9537b6-6d51-4a6d-aab2-44aad89eeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.889959 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-6e9537b6-6d51-4a6d-aab2-44aad89eeece service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0831699 Aug 06 16:25:16.895058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2298-11ea-4997-9546-5337be73ceb8 req-4b7168c9-b3e9-47cd-a9d6-a2090f30ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:16.896470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-4b7168c9-b3e9-47cd-a9d6-a2090f30ac98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0625641 Aug 06 16:25:16.929572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-9e9157a7-d073-46ba-9f67-1e3792d5de32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321579 Aug 06 16:25:16.944859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-d5870841-aebd-4aa1-804f-bef772ff9f64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385234 Aug 06 16:25:17.097150 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-e3378c4f-86dd-4246-bd1a-d5bfa0491fed service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542854 Aug 06 16:25:17.102238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-0f963d0b-f694-4a91-962a-738687272443 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411452 Aug 06 16:25:17.258195 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-c17ddfbc-2562-499a-bfaf-21bc958a0f7b service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544118 Aug 06 16:25:17.263955 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-979b2298-11ea-4997-9546-5337be73ceb8 req-481ebe96-afec-4050-8e03-9b5839101b02 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423757 Aug 06 16:25:17.857262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:25:17.882827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296955f7-f6e0-4e16-b429-d9cd6a974239 req-4cd127dd-5424-4805-8564-63f74c93b454 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:17.884352 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-296955f7-f6e0-4e16-b429-d9cd6a974239 req-4cd127dd-5424-4805-8564-63f74c93b454 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 944 time: 0.0536597 Aug 06 16:25:17.923183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-296955f7-f6e0-4e16-b429-d9cd6a974239 req-25c51286-6fad-4a8f-be52-4c0503d601d3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326200 Aug 06 16:25:17.953807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:17.968688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'port_id': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'mac_address': 'fa:16:3e:70:2c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d240990-168a-4ff6-981b-060c0d963e11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:25:18.006052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.018907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7c9b52-1191-4700-b4f4-817b69f9ef03 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:25:18.038203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:18.170345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:18.217818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:18.339609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9557f5e-0829-4129-8a05-f399dd7b366e req-866a3e3a-c0a9-4326-8d1c-f177e7283115 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:18.341194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9557f5e-0829-4129-8a05-f399dd7b366e req-866a3e3a-c0a9-4326-8d1c-f177e7283115 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 945 time: 0.0518990 Aug 06 16:25:18.382840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9557f5e-0829-4129-8a05-f399dd7b366e req-306ab369-3b60-4b50-9bbb-444af671e9dc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349617 Aug 06 16:25:18.406922 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4c7c9b52-1191-4700-b4f4-817b69f9ef03'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:18.442261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-e7e5e86f-6262-47df-b57d-525fe4fc0976 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:18.443670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-e7e5e86f-6262-47df-b57d-525fe4fc0976 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333&tenant_id=b978e75bf9f04dc4bb751dd44faadb03&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 945 time: 0.0584641 Aug 06 16:25:18.506708 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-5effc481-7d97-4bbc-a3c5-baaace15e01c service neutron] delete failed (client error): The resource could not be found. Aug 06 16:25:18.507733 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-5effc481-7d97-4bbc-a3c5-baaace15e01c service neutron] 10.222.0.59 "DELETE /v2.0/ports/4c7c9b52-1191-4700-b4f4-817b69f9ef03/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0567858 Aug 06 16:25:18.593277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-c61b5786-40de-4e3e-8ba5-6aefdce70f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:18.594760 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-c61b5786-40de-4e3e-8ba5-6aefdce70f39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 1096 time: 0.0414104 Aug 06 16:25:18.688465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-0764280d-fea4-491f-a4dd-764a817977b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:18.689978 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-0764280d-fea4-491f-a4dd-764a817977b4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0881033 Aug 06 16:25:18.731675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-a17bd463-7928-4242-a1fa-c07c02daa9ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 200 len: 217 time: 0.0352838 Aug 06 16:25:18.780097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-221c21b3-40bf-4359-8715-4faf5648719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:18.781559 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-221c21b3-40bf-4359-8715-4faf5648719b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0434301 Aug 06 16:25:18.817744 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-9de09e2b-0c4d-48f1-8e37-3dd24d198221 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282156 Aug 06 16:25:18.906521 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-d1deb077-71f2-4770-a6f0-0f2f2ae14495 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819452 Aug 06 16:25:19.000406 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-97d822ac-ecff-4d8b-b475-4cf1b471a7de req-e62fc34f-ddf3-4615-96d7-c93740d64f13 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861633 Aug 06 16:25:19.502056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79ea6-996e-46e1-b40a-4900f783d459 req-f36bf6f6-720c-4de9-9d45-e7da679d17d1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:19.503564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44d79ea6-996e-46e1-b40a-4900f783d459 req-f36bf6f6-720c-4de9-9d45-e7da679d17d1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 945 time: 0.0505295 Aug 06 16:25:19.542461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44d79ea6-996e-46e1-b40a-4900f783d459 req-baa32d15-675f-497b-bac6-6c632075c663 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329731 Aug 06 16:25:19.875608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:25:20.026972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:20.030875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:20.031253 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.112401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.302911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:20.318626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:20.342230 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d77d8e4-0267-4d34-a21d-fb07804957bf" -d '{"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:20.415595 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:20.439330 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d4c04-3927-498d-bcde-0cee05904d87 x-openstack-request-id: req-709d4c04-3927-498d-bcde-0cee05904d87 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:20.439621 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-plugged", "status": "completed", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:20.439898 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-709d4c04-3927-498d-bcde-0cee05904d87 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:20.440286 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'code': 200} Aug 06 16:25:20.465499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:20.473012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.473367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.473715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.474057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.474615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.474757 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.475058 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.475374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.475703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.476053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.476383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.476717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:20.662379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd833fb-f6c7-4b9f-901c-0f49d81d3f2b req-6ffbd786-d306-43c6-9542-776aa7a57f08 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:20.663793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bd833fb-f6c7-4b9f-901c-0f49d81d3f2b req-6ffbd786-d306-43c6-9542-776aa7a57f08 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Aug 06 16:25:20.703718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bd833fb-f6c7-4b9f-901c-0f49d81d3f2b req-875613fe-7eab-49b0-8a5e-7c2057be1375 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Aug 06 16:25:20.821757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da89328-cff3-4637-af49-d9025dba78c6 req-7bfec66d-fd34-4539-a0b9-cdd3a95806bd tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:20.823454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8da89328-cff3-4637-af49-d9025dba78c6 req-7bfec66d-fd34-4539-a0b9-cdd3a95806bd tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0494742 Aug 06 16:25:20.861919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8da89328-cff3-4637-af49-d9025dba78c6 req-f18e3702-6dad-4bfe-a6c0-91fcef3118fa tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325267 Aug 06 16:25:20.974812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220e65a-6600-4eb2-ac27-b3710afbf230 req-4fc9edb1-ec64-4f22-b6a0-f5f1f11ff04f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:20.976225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a220e65a-6600-4eb2-ac27-b3710afbf230 req-4fc9edb1-ec64-4f22-b6a0-f5f1f11ff04f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0493660 Aug 06 16:25:21.014032 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a220e65a-6600-4eb2-ac27-b3710afbf230 req-cc032da2-e54f-4559-919c-65d978a630c0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Aug 06 16:25:21.616750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-df4f1e97-58d8-4816-8817-4056e0782994 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:21.618157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-df4f1e97-58d8-4816-8817-4056e0782994 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 815 time: 0.1078229 Aug 06 16:25:21.633172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-5560bcae-4b70-4a8d-af5a-266c825addc3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/quotas/b978e75bf9f04dc4bb751dd44faadb03 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Aug 06 16:25:21.683780 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-2f4686fd-e76e-4030-83d3-c87994e461a6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442367 Aug 06 16:25:21.850808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-f4507439-d96f-4681-b709-331991102c23 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270072 Aug 06 16:25:21.940515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-a9c8346f-b397-4152-a80b-2bdde40f1ca1 service neutron] 10.222.0.16 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827391 Aug 06 16:25:22.179440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cc84af30-d050-4407-9721-6b4499457a2f req-d2abec1f-cc03-4b45-a20f-974147b02496 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 210 time: 0.0330167 Aug 06 16:25:22.887634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-fdd062d0-b650-4ad8-8a55-69a9915016c7 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:22.889212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-fdd062d0-b650-4ad8-8a55-69a9915016c7 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d56bfe7-a483-4ad5-bac9-194cad894333 HTTP/1.1" status: 200 len: 946 time: 0.0495067 Aug 06 16:25:22.982505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Deleting port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:25:22.982842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.075113 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] For port 4c7c9b52-1191-4700-b4f4-817b69f9ef03, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=4c7c9b52-1191-4700-b4f4-817b69f9ef03,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:23.075402 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.088981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Calling delete_port for 4c7c9b52-1191-4700-b4f4-817b69f9ef03 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:25:23.274509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98d298cb-9cbb-4034-9140-5e7257b2a6f1 req-6450d68a-8d02-49ef-92d3-103287888f8d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 210 time: 0.0274994 Aug 06 16:25:23.323922 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.340231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['4c7c9b52-1191-4700-b4f4-817b69f9ef03'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:23.353378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Pushing event deleted for resources: {'Port': ['ID=4c7c9b52-1191-4700-b4f4-817b69f9ef03,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:23.394841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] No DVR routers for this DVR port 4c7c9b52-1191-4700-b4f4-817b69f9ef03 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:25:23.397601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:23.399691 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6863136b-7a65-4fca-b263-04d79e7ae332 req-a8c4f150-06fb-4212-bb0d-27ed3941fbfe tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.64 "DELETE /v2.0/ports/4c7c9b52-1191-4700-b4f4-817b69f9ef03 HTTP/1.1" status: 204 len: 173 time: 0.5008850 Aug 06 16:25:23.400155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-deleted', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:23.403103 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19faefde-b7b0-4f95-8743-75dd24fd4c6d" -d '{"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-deleted", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:23.438034 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643edcf3-e517-44b1-9d07-206bbeb52eb2 x-openstack-request-id: req-643edcf3-e517-44b1-9d07-206bbeb52eb2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:23.438327 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d56bfe7-a483-4ad5-bac9-194cad894333", "name": "network-vif-deleted", "tag": "4c7c9b52-1191-4700-b4f4-817b69f9ef03", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:23.438579 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-643edcf3-e517-44b1-9d07-206bbeb52eb2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:23.438985 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d56bfe7-a483-4ad5-bac9-194cad894333', 'name': 'network-vif-deleted', 'tag': '4c7c9b52-1191-4700-b4f4-817b69f9ef03', 'status': 'completed', 'code': 200} Aug 06 16:25:24.371268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-007a4383-0f9c-4d65-8631-d9e4475b80fe req-3686a9ef-010d-4c8d-bb54-e679b90c93e1 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 210 time: 0.0274091 Aug 06 16:25:24.474605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-e2e6ba48-4b98-4da6-92e0-428055b2fb59 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:24.476100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-e2e6ba48-4b98-4da6-92e0-428055b2fb59 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 815 time: 0.1064813 Aug 06 16:25:24.493231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Request body: {'port': {'device_id': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'admin_state_up': True, 'tenant_id': 'b978e75bf9f04dc4bb751dd44faadb03'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:24.758316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Made reservation on behalf of b978e75bf9f04dc4bb751dd44faadb03 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:25:24.762583 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:24.898349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Allocated IP 172.20.0.12 (d1f9da18-a820-4de6-92a5-2ee1f7395d9b/4d240990-168a-4ff6-981b-060c0d963e11/c5450c1c-0641-4aee-b3a9-c1222f695bfd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:25:25.056262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.198389 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.243325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Network d1f9da18-a820-4de6-92a5-2ee1f7395d9b is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:25:25.247116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:25:25.251046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:25:25.257340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:25.302661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:25.303276 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.386698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-076b10ef-25d4-47c2-90ad-3697b58ecbd3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8973756 Aug 06 16:25:25.404611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Request body: {'port': {'device_id': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:25:25.463453 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.492347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73921fd-fda9-4627-beb9-e264c6bc4941 req-9dc40302-8a73-42eb-bd07-0f1469fc0a95 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:25.493834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b73921fd-fda9-4627-beb9-e264c6bc4941 req-9dc40302-8a73-42eb-bd07-0f1469fc0a95 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 932 time: 0.0510588 Aug 06 16:25:25.532863 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b73921fd-fda9-4627-beb9-e264c6bc4941 req-ed193522-8634-49bb-9100-2d4f9297552c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 06 16:25:25.728059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5450c1c-0641-4aee-b3a9-c1222f695bfd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:25:25.736128 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.748242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Transition to ACTIVE for port object c5450c1c-0641-4aee-b3a9-c1222f695bfd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:25:25.827026 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:25.886896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:25.905965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:25:25.922659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.923009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.923356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.923698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.924060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.924449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.924780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.925107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.925433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.925759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.926085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.926408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:25:25.929028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 4c7c9b52-1191-4700-b4f4-817b69f9ef03 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:25:25.929376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 4c7c9b52-1191-4700-b4f4-817b69f9ef03 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:25:25.983884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:25:25.984228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:25:25.984557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:25.988750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Port c5450c1c-0641-4aee-b3a9-c1222f695bfd on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:25:25.989073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:25:25.993862 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:25:25.994620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Checking segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:25:25.995083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Bound using segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:25:25.995509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Bound port: c5450c1c-0641-4aee-b3a9-c1222f695bfd, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:25:25.995888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.059397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:25:26.062550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:25:26.187620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.223790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.224486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.225928 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-1137aab5-bf49-4126-ab04-38482528112f service neutron] 10.222.0.64 "PUT /v2.0/ports/c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 1092 time: 0.8260462 Aug 06 16:25:26.226397 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:26.228881 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:26.259351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137aab5-bf49-4126-ab04-38482528112f service neutron] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:26.281156 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23caa266-1b7a-4c27-909e-6985be8bee95 x-openstack-request-id: req-23caa266-1b7a-4c27-909e-6985be8bee95 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:26.281459 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:26.281769 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23caa266-1b7a-4c27-909e-6985be8bee95 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:26.282195 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'status': 'completed', 'code': 200} Aug 06 16:25:26.341337 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:26.358641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0 req-7fccf60f-0d3a-4024-86d4-369a829dbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.360275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0 req-7fccf60f-0d3a-4024-86d4-369a829dbb2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1095 time: 0.0480263 Aug 06 16:25:26.465551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0 req-64c2cee1-a4b9-4b7a-9e9c-27e50c77a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.467051 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0 req-64c2cee1-a4b9-4b7a-9e9c-27e50c77a923 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0936127 Aug 06 16:25:26.569723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0 req-71be54c5-f49e-404b-b28a-e7360b95d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.571262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-eee75dfb-8725-40a4-94e2-9b53b80a9eb0 req-71be54c5-f49e-404b-b28a-e7360b95d07f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936399 Aug 06 16:25:26.649971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-5c3c58ef-d8d9-4c68-98bc-2ccf1a0b4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.651920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-5c3c58ef-d8d9-4c68-98bc-2ccf1a0b4b70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1095 time: 0.0442677 Aug 06 16:25:26.658591 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b46d-39e4-40e8-8510-1b08ca79b983 req-af582de9-af18-4f8e-aae1-76cbdd47ff35 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.660161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6876b46d-39e4-40e8-8510-1b08ca79b983 req-af582de9-af18-4f8e-aae1-76cbdd47ff35 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 944 time: 0.0519218 Aug 06 16:25:26.695950 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-a418cad7-ae04-43ce-a131-44eb62e4c4b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0345497 Aug 06 16:25:26.704371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6876b46d-39e4-40e8-8510-1b08ca79b983 req-96f80eb5-dfb7-4e43-93e4-1ae93796284a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Aug 06 16:25:26.752830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-4a77f1c4-07f5-4290-b505-7c0bd857391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:26.754330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-4a77f1c4-07f5-4290-b505-7c0bd857391f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0503180 Aug 06 16:25:26.788027 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-57149689-fcd6-4ae4-a084-e2eeb40bb278 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249584 Aug 06 16:25:26.879431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-dbd15fc8-b914-4dd3-a80d-d54dd6e1d1bf service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Aug 06 16:25:26.986198 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f4e5d456-0d57-4ee0-bd40-4cca4a5152e8 req-a78ccf63-f816-4a86-b3aa-90bb71326167 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956695 Aug 06 16:25:27.820716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8795fe-4348-488f-9218-a22c685c655c req-bbb465a5-327b-465f-a922-c6deb4cc14bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:27.823228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be8795fe-4348-488f-9218-a22c685c655c req-bbb465a5-327b-465f-a922-c6deb4cc14bc tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 944 time: 0.0496321 Aug 06 16:25:27.861525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be8795fe-4348-488f-9218-a22c685c655c req-458a248c-cf9f-48ad-86bf-8cedef1e9def tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Aug 06 16:25:27.905232 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:25:28.001994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:28.013633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'port_id': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'mac_address': 'fa:16:3e:95:05:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d240990-168a-4ff6-981b-060c0d963e11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:25:28.049585 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.065724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5450c1c-0641-4aee-b3a9-c1222f695bfd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:25:28.085084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:28.169761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:28.218174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:28.414990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c5450c1c-0641-4aee-b3a9-c1222f695bfd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:25:28.980138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a814d8a-b4ae-4bee-907a-fb1c6154aaea req-042215a7-903f-42d1-8544-5ee99a0db6af tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:28.981599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a814d8a-b4ae-4bee-907a-fb1c6154aaea req-042215a7-903f-42d1-8544-5ee99a0db6af tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 945 time: 0.0498629 Aug 06 16:25:29.019884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0a814d8a-b4ae-4bee-907a-fb1c6154aaea req-84660171-fbb2-4b06-9ae8-363122f48b22 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Aug 06 16:25:29.467151 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:29.920277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:25:30.031341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c5450c1c-0641-4aee-b3a9-c1222f695bfd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:25:30.035221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c5450c1c-0641-4aee-b3a9-c1222f695bfd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:25:30.035986 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.114862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.138806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:25:30.141079 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243023b0-7cc4-498c-8663-e43ab5dd4e69" -d '{"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-plugged", "status": "completed", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:25:30.145438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97074-89ed-4124-89c6-be0d76ff2466 req-6690979f-2b17-4596-b27d-ba43dc53f37b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:30.146982 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27f97074-89ed-4124-89c6-be0d76ff2466 req-6690979f-2b17-4596-b27d-ba43dc53f37b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 945 time: 0.0516741 Aug 06 16:25:30.157802 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:25:30.186490 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be27a55b-8d07-4e0d-9555-fb37190af92d x-openstack-request-id: req-be27a55b-8d07-4e0d-9555-fb37190af92d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:25:30.186490 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-plugged", "status": "completed", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:25:30.186490 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be27a55b-8d07-4e0d-9555-fb37190af92d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:25:30.186490 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'code': 200} Aug 06 16:25:30.192017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27f97074-89ed-4124-89c6-be0d76ff2466 req-ce15781d-fe9a-4ac1-b345-563678f6a771 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Aug 06 16:25:30.238297 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:30.288831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:25:30.291719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21847ac7-5080-4738-aa95-32beb2313f98 req-994e546b-9015-4b60-b85c-ca6747410fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:30.293299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-21847ac7-5080-4738-aa95-32beb2313f98 req-994e546b-9015-4b60-b85c-ca6747410fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1097 time: 0.0408220 Aug 06 16:25:30.333415 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-21847ac7-5080-4738-aa95-32beb2313f98 req-2668a2ba-cd89-4057-90de-e4ab15304bde service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290997 Aug 06 16:25:31.316094 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867b6cc-092c-4c22-a029-6abf3674d00e req-9642f576-5d1a-4f51-802c-7316d74632d0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:31.317602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7867b6cc-092c-4c22-a029-6abf3674d00e req-9642f576-5d1a-4f51-802c-7316d74632d0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0507493 Aug 06 16:25:31.358483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7867b6cc-092c-4c22-a029-6abf3674d00e req-0cb71561-38e3-4910-8ab4-4606e180a174 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Aug 06 16:25:32.482316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8d4a-a5b8-42b9-81e8-2f73009d2ab2 req-e1423af2-04d8-4415-b988-8270ebbe14f2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:32.483908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a88a8d4a-a5b8-42b9-81e8-2f73009d2ab2 req-e1423af2-04d8-4415-b988-8270ebbe14f2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0536258 Aug 06 16:25:32.525502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a88a8d4a-a5b8-42b9-81e8-2f73009d2ab2 req-75191a06-dc08-4652-8870-c9435c632341 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343881 Aug 06 16:25:32.650513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d461b-ee5b-4fff-b593-e9d198d940ce req-1a4b6a35-0836-4c64-91e0-4df21a8ffbe0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:32.650513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-166d461b-ee5b-4fff-b593-e9d198d940ce req-1a4b6a35-0836-4c64-91e0-4df21a8ffbe0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0509694 Aug 06 16:25:32.694257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-166d461b-ee5b-4fff-b593-e9d198d940ce req-75ff19e1-70c2-4530-90a9-1b216f4b9555 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Aug 06 16:25:33.082252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974d5e4-a827-4e37-be20-086f72bf0780 req-97c3705a-2336-4406-b0ff-695568f57512 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:33.083889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4974d5e4-a827-4e37-be20-086f72bf0780 req-97c3705a-2336-4406-b0ff-695568f57512 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0521677 Aug 06 16:25:33.141787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4974d5e4-a827-4e37-be20-086f72bf0780 req-1ff2d169-9038-493f-9be9-e6aa07a3f823 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 Aug 06 16:25:33.213145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-bd25d5d5-cdf7-4c14-8d02-75e628311ec7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463531 Aug 06 16:25:34.261654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df1815-9259-4ebf-9f1f-35a932a7e582 req-27cb9c65-0b07-45bd-aeba-084c9d95c93a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:34.263268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17df1815-9259-4ebf-9f1f-35a932a7e582 req-27cb9c65-0b07-45bd-aeba-084c9d95c93a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0494220 Aug 06 16:25:34.302004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17df1815-9259-4ebf-9f1f-35a932a7e582 req-58fe2fc7-fd00-406b-b546-3615e1c43c1f tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328112 Aug 06 16:25:34.964080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3acb648c-6f96-4c21-90f1-46a69afb46f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:35.258939 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-9ab63044-b476-4f6d-a45d-3102114f8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:35.260674 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-9ab63044-b476-4f6d-a45d-3102114f8cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1097 time: 0.0452664 Aug 06 16:25:35.360115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-1c41bd30-f23a-4702-8fed-eafbab4197cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:35.361571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-1c41bd30-f23a-4702-8fed-eafbab4197cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0938394 Aug 06 16:25:35.414571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-d5d7fc89-24fb-4659-b920-4abc1a259dd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0442193 Aug 06 16:25:35.424454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d11ef3-881c-4f18-84a9-b1e9d284711a req-976318d9-874d-4508-90d8-316e501bb8c6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:35.425950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d11ef3-881c-4f18-84a9-b1e9d284711a req-976318d9-874d-4508-90d8-316e501bb8c6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0535619 Aug 06 16:25:35.465091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10d11ef3-881c-4f18-84a9-b1e9d284711a req-bb0f9978-f126-42c3-a59f-ad23545b04b8 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Aug 06 16:25:35.466033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-b68754f0-48b6-47b5-a1da-a86cd288560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:35.467506 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-b68754f0-48b6-47b5-a1da-a86cd288560a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0450060 Aug 06 16:25:35.501214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-052d59f0-fc1d-4baa-a6d7-27ac27f1e9d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259352 Aug 06 16:25:35.596471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-864420ab-b900-4fa4-b536-09d4a7757123 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869203 Aug 06 16:25:35.605369 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:25:35.690839 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-5b2b26a7-f2c7-489e-8600-9a88e441942f service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857005 Aug 06 16:25:36.585066 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ffb38-6eff-45e1-969c-185b88f4ce0a req-12d5d170-80e0-453f-8c42-d1555759fb78 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:36.586592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca5ffb38-6eff-45e1-969c-185b88f4ce0a req-12d5d170-80e0-453f-8c42-d1555759fb78 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0530791 Aug 06 16:25:36.625354 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca5ffb38-6eff-45e1-969c-185b88f4ce0a req-806c9ca6-8c41-4644-ad29-094fea3fa8f3 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319879 Aug 06 16:25:37.707041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ffd3093-de0c-4d5d-a38d-1d73f5bd5d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:37.743021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361acb5-5e40-47a9-9d68-fb9108d86843 req-20a25085-3804-4f13-a11b-f1905dd1082c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:37.745293 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e361acb5-5e40-47a9-9d68-fb9108d86843 req-20a25085-3804-4f13-a11b-f1905dd1082c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0517032 Aug 06 16:25:37.783413 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e361acb5-5e40-47a9-9d68-fb9108d86843 req-5ccfccf1-19b6-4aae-9ef9-3175a04e8494 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 06 16:25:37.786928 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:38.901722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe3a81-03b3-4ee8-9cb5-751237f45e12 req-64cffc64-205b-4b0e-bec0-9b97b6648b07 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:38.903318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdfe3a81-03b3-4ee8-9cb5-751237f45e12 req-64cffc64-205b-4b0e-bec0-9b97b6648b07 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0537505 Aug 06 16:25:38.941922 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdfe3a81-03b3-4ee8-9cb5-751237f45e12 req-dbc5f02c-9bc0-457d-a70b-f5dd7653745d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Aug 06 16:25:39.009911 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:39.846654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-e76cec59-3992-463c-b9af-8feac655601d req-b058d56b-6cdf-47ce-aa41-5a5762ece3b1 service neutron] (94841) timed out ('10.222.0.59', 58971) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:25:40.062394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108666c-3949-4b94-9a71-97a8417af5f4 req-2c68cdb5-43d4-4fe6-8195-4f006c4d0623 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:40.063978 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b108666c-3949-4b94-9a71-97a8417af5f4 req-2c68cdb5-43d4-4fe6-8195-4f006c4d0623 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0533314 Aug 06 16:25:40.103775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b108666c-3949-4b94-9a71-97a8417af5f4 req-10fed877-494e-4ac2-9952-218a3f54204d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Aug 06 16:25:40.935509 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:41.220128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586571c-4195-4d79-b708-a5947e408c28 req-d3fe04cf-a939-48be-89aa-8dc20cb93515 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:41.221592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5586571c-4195-4d79-b708-a5947e408c28 req-d3fe04cf-a939-48be-89aa-8dc20cb93515 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0483673 Aug 06 16:25:41.260445 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5586571c-4195-4d79-b708-a5947e408c28 req-e9c2fc5b-9580-4330-8c6a-bd80ef3aa073 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Aug 06 16:25:42.406497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0cd20-8242-4c13-ac80-c7e7c75c02b7 req-3dbe2ee6-fee9-4ae9-8b29-977066009b67 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:42.408334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4d0cd20-8242-4c13-ac80-c7e7c75c02b7 req-3dbe2ee6-fee9-4ae9-8b29-977066009b67 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0537407 Aug 06 16:25:42.452928 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4d0cd20-8242-4c13-ac80-c7e7c75c02b7 req-0da452a0-c4f7-4baa-8005-ea5584b1f4a9 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Aug 06 16:25:43.569735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6cbf0-48ce-4e2c-8da6-571ad763a385 req-a0c9610a-9c70-4bed-a678-bfc57caccb8e tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:43.571219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49b6cbf0-48ce-4e2c-8da6-571ad763a385 req-a0c9610a-9c70-4bed-a678-bfc57caccb8e tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0494857 Aug 06 16:25:43.608771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49b6cbf0-48ce-4e2c-8da6-571ad763a385 req-f8797f60-3aed-4cd3-9875-59729fb472a5 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 06 16:25:44.723948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707dc04-bbd2-42cb-87e0-cfdcedfd55b6 req-33bfe6bb-5896-4567-85d2-1cb45679b91d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:44.725437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e707dc04-bbd2-42cb-87e0-cfdcedfd55b6 req-33bfe6bb-5896-4567-85d2-1cb45679b91d tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0491679 Aug 06 16:25:44.763747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e707dc04-bbd2-42cb-87e0-cfdcedfd55b6 req-ca20a79e-211b-4cdf-8d7d-93c4976b5a62 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Aug 06 16:25:45.891735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2b220-0cfb-4d51-8885-b8a2025cbbb6 req-91919cd4-b38e-4058-aff8-e03f8acae21b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:45.893243 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbf2b220-0cfb-4d51-8885-b8a2025cbbb6 req-91919cd4-b38e-4058-aff8-e03f8acae21b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0540791 Aug 06 16:25:45.930170 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cbf2b220-0cfb-4d51-8885-b8a2025cbbb6 req-84fe661e-6d39-4c35-a9e5-763fefbf8a83 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Aug 06 16:25:47.050655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb41f8-1f5b-4598-96e7-90aaf170a564 req-2866524e-a0c1-4a55-92f7-f7443975fad0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:47.052149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4fb41f8-1f5b-4598-96e7-90aaf170a564 req-2866524e-a0c1-4a55-92f7-f7443975fad0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0499194 Aug 06 16:25:47.090142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4fb41f8-1f5b-4598-96e7-90aaf170a564 req-b928dddf-68fd-4f96-98f8-a87928ed9b4c tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Aug 06 16:25:48.203777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb02b7a-907b-4491-a6d7-fd127c0107f9 req-06804cd9-2d0b-409d-a468-21d6fba44519 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:48.205271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cb02b7a-907b-4491-a6d7-fd127c0107f9 req-06804cd9-2d0b-409d-a468-21d6fba44519 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0485797 Aug 06 16:25:48.244790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4cb02b7a-907b-4491-a6d7-fd127c0107f9 req-c98d7c53-b7fc-440b-8c90-82ca9cc20cdf tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Aug 06 16:25:49.362684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d5d70-240a-45b6-b3d9-b44681d8f0fa req-f2a86d49-b4b5-47b5-bb4c-75ec364f27d6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:49.364721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba6d5d70-240a-45b6-b3d9-b44681d8f0fa req-f2a86d49-b4b5-47b5-bb4c-75ec364f27d6 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0542438 Aug 06 16:25:49.402801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba6d5d70-240a-45b6-b3d9-b44681d8f0fa req-7605eec8-8733-4148-bd09-4f2923ed2a48 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 06 16:25:50.518245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304089e-5ce3-4b96-b582-b12ab79ceba3 req-a418f1ab-ef32-49ba-899b-21e77e3e5f47 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:50.519754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6304089e-5ce3-4b96-b582-b12ab79ceba3 req-a418f1ab-ef32-49ba-899b-21e77e3e5f47 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0504522 Aug 06 16:25:50.558129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6304089e-5ce3-4b96-b582-b12ab79ceba3 req-5c60b44c-3ce3-446c-bcec-cbfa6452ed6a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323651 Aug 06 16:25:51.675610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e350-370d-4048-9219-3415f3d77059 req-53d85b53-0d8c-4f98-bd54-7ca4bc8ae504 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:51.677049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26f5e350-370d-4048-9219-3415f3d77059 req-53d85b53-0d8c-4f98-bd54-7ca4bc8ae504 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0497127 Aug 06 16:25:51.716536 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26f5e350-370d-4048-9219-3415f3d77059 req-01258805-3e08-4a48-a493-b0743850b3da tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Aug 06 16:25:52.845126 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c34fd9-4c86-41ae-9c59-20208a1c5932 req-e2839933-50ef-451c-a5a5-58e9e7ce0eda tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:52.846617 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9c34fd9-4c86-41ae-9c59-20208a1c5932 req-e2839933-50ef-451c-a5a5-58e9e7ce0eda tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0568008 Aug 06 16:25:52.884975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9c34fd9-4c86-41ae-9c59-20208a1c5932 req-333c65d5-4bf7-4b33-8047-4a891844994a tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324733 Aug 06 16:25:54.004204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804da2-bff3-4529-9ade-3e676e5a87c9 req-67a7842c-b330-4711-9a8b-a7532b4f191b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:54.005670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44804da2-bff3-4529-9ade-3e676e5a87c9 req-67a7842c-b330-4711-9a8b-a7532b4f191b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0493374 Aug 06 16:25:54.043624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-44804da2-bff3-4529-9ade-3e676e5a87c9 req-549100b9-f143-4877-839e-51a93328d75b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Aug 06 16:25:55.160460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005315-caeb-4dc8-917e-0fc30bd7ac24 req-c0de6be4-c09a-4e0b-bd6a-e42c52917f31 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:55.161953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce005315-caeb-4dc8-917e-0fc30bd7ac24 req-c0de6be4-c09a-4e0b-bd6a-e42c52917f31 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0519593 Aug 06 16:25:55.201261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ce005315-caeb-4dc8-917e-0fc30bd7ac24 req-497a1f18-ea09-472e-b216-6c1c04243542 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Aug 06 16:25:56.306463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:56.323286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027b9ec-ac3f-4b91-b6b2-7302f9b01c7a req-788b26df-2ef7-4f94-b2ea-b4d16ed05e53 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:56.324818 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e027b9ec-ac3f-4b91-b6b2-7302f9b01c7a req-788b26df-2ef7-4f94-b2ea-b4d16ed05e53 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0541234 Aug 06 16:25:56.364640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e027b9ec-ac3f-4b91-b6b2-7302f9b01c7a req-3a3a88b8-d666-4874-a1d6-405901c9e269 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Aug 06 16:25:57.482307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fe16a-0089-4b62-8e7e-02ea14c46f49 req-701cbbcf-1ecd-4b9b-8889-ec9f97424330 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:57.483830 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e52fe16a-0089-4b62-8e7e-02ea14c46f49 req-701cbbcf-1ecd-4b9b-8889-ec9f97424330 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0504954 Aug 06 16:25:57.527504 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e52fe16a-0089-4b62-8e7e-02ea14c46f49 req-f9076a8c-051a-45c9-b826-740537e68668 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Aug 06 16:25:58.645453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5dd93-5035-492e-8009-c22e3b7a67e1 req-5e612318-1cfd-4975-a78e-34c6f31909ca tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:58.646991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fae5dd93-5035-492e-8009-c22e3b7a67e1 req-5e612318-1cfd-4975-a78e-34c6f31909ca tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0509932 Aug 06 16:25:58.688454 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fae5dd93-5035-492e-8009-c22e3b7a67e1 req-da161218-6868-4834-8d43-c297e342e1eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Aug 06 16:25:59.505984 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:25:59.808069 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d4a1b-d171-499c-857f-4237e68620cc req-8a386835-6960-4acb-8bcb-7f06010755bb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:25:59.809557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad1d4a1b-d171-499c-857f-4237e68620cc req-8a386835-6960-4acb-8bcb-7f06010755bb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0542135 Aug 06 16:25:59.847044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad1d4a1b-d171-499c-857f-4237e68620cc req-fe86e260-8bf8-4e03-8e21-9cedf3553781 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316424 Aug 06 16:26:00.964861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba7087-3fdf-4dbe-9432-f6279599dd57 req-9ee61dd6-6a5b-41e6-82a8-c68ce27e6fea tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:00.966359 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9ba7087-3fdf-4dbe-9432-f6279599dd57 req-9ee61dd6-6a5b-41e6-82a8-c68ce27e6fea tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0493760 Aug 06 16:26:01.004310 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9ba7087-3fdf-4dbe-9432-f6279599dd57 req-f9cef842-f5c2-4d19-baaf-6fbefe471a51 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Aug 06 16:26:01.169016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-f85c1316-17e6-41f6-9072-ee2e011387ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:01.170486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-f85c1316-17e6-41f6-9072-ee2e011387ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1097 time: 0.0428951 Aug 06 16:26:01.302133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-bf3acfe0-1380-4784-a20f-bbf8f9628a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:01.303694 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-bf3acfe0-1380-4784-a20f-bbf8f9628a6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.1027699 Aug 06 16:26:01.347550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-a4eb14f1-9269-4d67-a8f6-e73eee8e049a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0359337 Aug 06 16:26:01.424295 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-8d45a225-ef5a-4f5c-8cca-95b1a341029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:01.425728 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-8d45a225-ef5a-4f5c-8cca-95b1a341029f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0493622 Aug 06 16:26:01.458315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-17287636-ebfc-42b6-9ae3-a657b48eefaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243669 Aug 06 16:26:01.554783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-7e29c8c7-dbc9-4eb4-bb83-468362157b48 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Aug 06 16:26:01.661754 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7a52ea8-d4c3-48fa-9ab3-badf80ccdb9a req-952bfb29-2a8b-4633-a624-844d7549797f service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935979 Aug 06 16:26:02.117077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a9b2c-149c-4373-bdf6-11a8594d4642 req-66c5f3af-a80c-4e3d-9a97-230261df6c7b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:02.119227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b6a9b2c-149c-4373-bdf6-11a8594d4642 req-66c5f3af-a80c-4e3d-9a97-230261df6c7b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0493941 Aug 06 16:26:02.155521 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b6a9b2c-149c-4373-bdf6-11a8594d4642 req-bf038b68-bc0c-4da7-851a-6e73e65bdcb0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Aug 06 16:26:03.139194 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-a282dd5b-994e-4f37-b32e-73392d73b7fa service neutron] show failed (client error): The resource could not be found. Aug 06 16:26:03.140241 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-a282dd5b-994e-4f37-b32e-73392d73b7fa service neutron] 10.222.0.64 "GET /v2.0/ports/c5450c1c-0641-4aee-b3a9-c1222f695bfd/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0558705 Aug 06 16:26:03.282151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a795e-cfa6-461d-add5-654d91d51412 req-fa0412ea-50ef-4110-91b2-70ff6f7a6267 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:03.283670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b72a795e-cfa6-461d-add5-654d91d51412 req-fa0412ea-50ef-4110-91b2-70ff6f7a6267 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0568869 Aug 06 16:26:03.322687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b72a795e-cfa6-461d-add5-654d91d51412 req-fd76190a-7b86-4d6c-8fce-45378b7ae7f0 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329769 Aug 06 16:26:03.855347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-8af46cb3-25ee-4c39-8fbd-90f4ea2e1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:03.856869 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-8af46cb3-25ee-4c39-8fbd-90f4ea2e1e31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c&tenant_id=b978e75bf9f04dc4bb751dd44faadb03 HTTP/1.1" status: 200 len: 1097 time: 0.0412865 Aug 06 16:26:03.869592 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:04.272346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.439675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8cfb-ac88-432d-a301-952eafad815f req-94fc27ff-bf41-4646-bd46-ce36dccd4a6b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:04.441206 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ae8cfb-ac88-432d-a301-952eafad815f req-94fc27ff-bf41-4646-bd46-ce36dccd4a6b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0501268 Aug 06 16:26:04.476527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:04.481742 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-22ae8cfb-ac88-432d-a301-952eafad815f req-37b40e93-5750-412c-893f-4fe960a63f44 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Aug 06 16:26:04.510150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:04.549273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:04.551461 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4471509-def7-4183-9d13-00aed55b5eb7" -d '{"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:04.556153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.568508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Transition to ACTIVE for port object c5450c1c-0641-4aee-b3a9-c1222f695bfd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:04.600204 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f37c926-ee10-41fa-b9d7-1cf64a82bcfb x-openstack-request-id: req-0f37c926-ee10-41fa-b9d7-1cf64a82bcfb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:04.600204 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:04.600204 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f37c926-ee10-41fa-b9d7-1cf64a82bcfb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:04.600204 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'code': 200} Aug 06 16:26:04.647618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.714266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:04.716728 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] No DVR routers for this DVR port c5450c1c-0641-4aee-b3a9-c1222f695bfd on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:04.753923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:26:04.754268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:26:04.754601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:04.759018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Port c5450c1c-0641-4aee-b3a9-c1222f695bfd on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:26:04.759341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Attempting to bind port c5450c1c-0641-4aee-b3a9-c1222f695bfd on network d1f9da18-a820-4de6-92a5-2ee1f7395d9b {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:04.764230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:26:04.764571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Checking segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:04.764960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Bound using segment: {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:26:04.766492 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Bound port: c5450c1c-0641-4aee-b3a9-c1222f695bfd, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a24789f-7748-4c35-8c23-f5cb9a0f897b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:26:04.766492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.829599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:04.832624 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:26:04.924150 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.952454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8cbcb2b7-b04a-4b60-828c-30505d9df4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.964065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:04.964692 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:04.966190 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] 10.222.0.59 "PUT /v2.0/ports/c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 1092 time: 1.1013525 Aug 06 16:26:04.989009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9532b-e9dc-4904-89dd-cc6a10601533 service neutron] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:05.036086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-a8e81f95-0525-4ed9-9187-afb32e725bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:05.037607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-a8e81f95-0525-4ed9-9187-afb32e725bf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1095 time: 0.0457449 Aug 06 16:26:05.132685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-e18cd8b6-bf4b-4d33-9e1e-582f499dec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:05.134566 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-e18cd8b6-bf4b-4d33-9e1e-582f499dec0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0902758 Aug 06 16:26:05.179052 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-eeb0400e-bf44-4e02-9ddf-d262c3bdecfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0371275 Aug 06 16:26:05.230185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-2f360b0c-f94f-48eb-a098-b8f3128a0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:05.231639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-2f360b0c-f94f-48eb-a098-b8f3128a0eee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0460863 Aug 06 16:26:05.263578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-d0ba27f0-ef51-42a8-8cc5-378db3d6ff12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248334 Aug 06 16:26:05.356534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-5f2f6622-43a5-4257-8e07-ce57c66d3f45 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858698 Aug 06 16:26:05.449448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-835a7252-0f3b-43ac-8cc3-c6852456d284 req-69a6b9e5-7ffe-4371-bac6-a43f051653d5 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850623 Aug 06 16:26:05.601133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03878881-d0e2-4308-9c6a-b1f917607e92 req-0c598015-af7b-45c5-95db-5cafdf9fd164 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:05.603055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03878881-d0e2-4308-9c6a-b1f917607e92 req-0c598015-af7b-45c5-95db-5cafdf9fd164 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 944 time: 0.0515635 Aug 06 16:26:05.641888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03878881-d0e2-4308-9c6a-b1f917607e92 req-c50062a8-db11-4ed9-8114-44ad4395b5d7 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330296 Aug 06 16:26:06.599489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:06.601923 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:06.661243 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912bca01-4064-45d6-8f1d-f5c1bf2a21d9 x-openstack-request-id: req-912bca01-4064-45d6-8f1d-f5c1bf2a21d9 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:06.661547 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:06.661808 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-912bca01-4064-45d6-8f1d-f5c1bf2a21d9 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:06.662217 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'status': 'completed', 'code': 200} Aug 06 16:26:06.763771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-02c97901-b375-4e29-96d5-2ed483ba6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:06.765336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-02c97901-b375-4e29-96d5-2ed483ba6e2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1095 time: 0.0790987 Aug 06 16:26:06.767065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-d122c87e-dd09-49d9-8db5-98bf64abfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:06.768466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-d122c87e-dd09-49d9-8db5-98bf64abfd9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1095 time: 0.0809627 Aug 06 16:26:06.780431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0b6a1-2202-4e84-b3a8-f25384607fb2 req-c48fb87c-37c6-4c20-89c7-f123911f59d2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:06.781927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88f0b6a1-2202-4e84-b3a8-f25384607fb2 req-c48fb87c-37c6-4c20-89c7-f123911f59d2 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 944 time: 0.0529575 Aug 06 16:26:06.824688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88f0b6a1-2202-4e84-b3a8-f25384607fb2 req-b18b2662-9c48-49e5-88c6-d18f7c4d4961 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Aug 06 16:26:06.940889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-f4a147be-27fb-4fcb-832e-18ddd41a3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:06.942305 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-f4a147be-27fb-4fcb-832e-18ddd41a3dd8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.1662147 Aug 06 16:26:06.943654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-0a5f2a83-3f59-46b7-9a79-1945608b32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:06.945065 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-0a5f2a83-3f59-46b7-9a79-1945608b32e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.1614447 Aug 06 16:26:06.994628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-936215ce-5aa8-4a3c-a1a9-6b51929cb8b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0442526 Aug 06 16:26:07.033913 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-418a88a4-9e2c-41ff-8209-b3b7d988ab82 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0752573 Aug 06 16:26:07.104348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-4f02cda5-bc3d-4551-aff2-794f89c720ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:07.105843 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-4f02cda5-bc3d-4551-aff2-794f89c720ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0803142 Aug 06 16:26:07.114289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-f9336172-f0c4-45ec-8611-e50b4840577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:07.115629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-f9336172-f0c4-45ec-8611-e50b4840577e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0622652 Aug 06 16:26:07.155318 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-e166c06e-32a5-478d-9d95-56bdfc1f87a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386910 Aug 06 16:26:07.171222 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-7285f1d5-cdf7-43da-b102-34523e854499 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445423 Aug 06 16:26:07.330902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-e723abb4-d8f2-4e90-a77f-bf896c3e638c service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619575 Aug 06 16:26:07.336796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-617ba666-be40-4b11-a8a1-b18e035b8b5a service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478977 Aug 06 16:26:07.496399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-530ebf0d-7a71-475c-9cea-8e4752a59e85 service neutron] 10.222.0.59 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576488 Aug 06 16:26:07.501752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-26e10f9e-2060-48b9-a0b6-18dfb4b9ca2c req-54c03b86-2f83-4d89-ad96-8ec70eb9a1dc service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444652 Aug 06 16:26:07.706123 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0df162aa-f5be-447c-bf65-3bbb2acff35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:07.797678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:07.948560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e5470-901d-4650-bc34-881d8b7254d6 req-2ce11eac-78c4-4483-9353-f3e586bd3f56 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:07.950109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de5e5470-901d-4650-bc34-881d8b7254d6 req-2ce11eac-78c4-4483-9353-f3e586bd3f56 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 944 time: 0.0548580 Aug 06 16:26:07.982897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:07.990678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de5e5470-901d-4650-bc34-881d8b7254d6 req-f15c7a89-e443-421e-bba5-0998c2e43839 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Aug 06 16:26:08.022283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:08.266942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:26:08.382349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:08.395121 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'network_id': 'd1f9da18-a820-4de6-92a5-2ee1f7395d9b', 'port_id': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'mac_address': 'fa:16:3e:95:05:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d240990-168a-4ff6-981b-060c0d963e11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:26:08.401805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa5fcd-b670-4b48-89bb-c19298acaac5 req-3b5092b1-5b36-4851-bd59-a6b5d54ea11e tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:08.403345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afaa5fcd-b670-4b48-89bb-c19298acaac5 req-3b5092b1-5b36-4851-bd59-a6b5d54ea11e tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 944 time: 0.0499680 Aug 06 16:26:08.437618 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:08.445117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afaa5fcd-b670-4b48-89bb-c19298acaac5 req-cbf15192-fba9-4f2e-a8ad-22624bab6804 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Aug 06 16:26:08.452425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5450c1c-0641-4aee-b3a9-c1222f695bfd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:26:08.483545 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:08.507075 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-cc80e2b8-3ea0-4b5a-a81a-28e85008f942 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:08.508562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-cc80e2b8-3ea0-4b5a-a81a-28e85008f942 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.64 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c&tenant_id=b978e75bf9f04dc4bb751dd44faadb03&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 944 time: 0.0615487 Aug 06 16:26:08.580308 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:08.591465 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-679eaa1c-71ba-4078-8495-e1e94edf2241 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:26:08.593410 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-679eaa1c-71ba-4078-8495-e1e94edf2241 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c5450c1c-0641-4aee-b3a9-c1222f695bfd/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0672531 Aug 06 16:26:08.638590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:08.693819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-0659fc5f-f47b-4ec1-9eaa-926a4fc52115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:08.695429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-0659fc5f-f47b-4ec1-9eaa-926a4fc52115 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 1096 time: 0.0481791 Aug 06 16:26:08.792607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c5450c1c-0641-4aee-b3a9-c1222f695bfd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:26:08.795612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-cbfbd56a-a1c2-436c-b9f8-06a3b60f30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:08.797169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-cbfbd56a-a1c2-436c-b9f8-06a3b60f30e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 200 len: 916 time: 0.0911295 Aug 06 16:26:08.848349 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-025304d1-f116-45e9-bebf-0d83f3bfcd7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 200 len: 217 time: 0.0399213 Aug 06 16:26:08.901704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-8893d579-f47f-4a1b-b538-ce659bb4c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:08.903096 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-8893d579-f47f-4a1b-b538-ce659bb4c254 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 200 len: 855 time: 0.0463054 Aug 06 16:26:08.943020 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-7da5d9a0-4943-42c7-a140-06ecfa854337 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d1f9da18-a820-4de6-92a5-2ee1f7395d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289407 Aug 06 16:26:09.025675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:09.052671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-c6b8f28d-ca6f-4556-8d21-7f9b91898e14 service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976601 Aug 06 16:26:09.149613 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dedb5c50-60bb-488c-9670-9f81e870d9b2 req-84ea8fb0-b5e7-4419-b1c2-b55807c6876c service neutron] 10.222.0.64 "GET /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850580 Aug 06 16:26:09.568377 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87837437-1024-48bd-8eba-20c413a2a23f req-24b98671-0289-4bb2-8c6e-9c0a29347963 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:09.569874 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87837437-1024-48bd-8eba-20c413a2a23f req-24b98671-0289-4bb2-8c6e-9c0a29347963 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 945 time: 0.0529413 Aug 06 16:26:09.610319 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87837437-1024-48bd-8eba-20c413a2a23f req-a0ac6736-2373-480a-8ea2-48d5a77d7313 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Aug 06 16:26:10.281993 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:10.436475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port c5450c1c-0641-4aee-b3a9-c1222f695bfd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:10.440456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port c5450c1c-0641-4aee-b3a9-c1222f695bfd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:10.440833 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:10.521425 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:10.544642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:10.546832 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de25510-c54d-4557-b556-28e42b0060f4" -d '{"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-plugged", "status": "completed", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:10.559736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:10.604422 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18414cee-e4fe-462a-a94c-effdd09bd183 x-openstack-request-id: req-18414cee-e4fe-462a-a94c-effdd09bd183 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:10.604422 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-plugged", "status": "completed", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:10.604422 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18414cee-e4fe-462a-a94c-effdd09bd183 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:10.604422 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'code': 200} Aug 06 16:26:10.688726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:10.734597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d649-5a72-486d-b537-d373792c9961 req-b5a0958e-2943-4ea3-a42d-b5f0439ea398 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:10.736152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7103d649-5a72-486d-b537-d373792c9961 req-b5a0958e-2943-4ea3-a42d-b5f0439ea398 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0568054 Aug 06 16:26:10.748172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:10.775833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7103d649-5a72-486d-b537-d373792c9961 req-dd1b3816-a43c-4ac4-86f1-486d6ce9e4c9 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Aug 06 16:26:10.899046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c68b5-f9ad-4bbc-977b-44027d3e6543 req-d1252445-43bf-412f-a2ec-05e4a6e3af03 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:10.900664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c30c68b5-f9ad-4bbc-977b-44027d3e6543 req-d1252445-43bf-412f-a2ec-05e4a6e3af03 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0512919 Aug 06 16:26:10.938713 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c30c68b5-f9ad-4bbc-977b-44027d3e6543 req-6e74aa62-0900-4166-a33c-7c58b0c28df4 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Aug 06 16:26:10.956208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:11.074221 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b047-63f1-4cf3-b8fd-4edf569d4523 req-fda8ba2f-8393-44ce-932e-4fcb4da02c32 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:11.075631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbf0b047-63f1-4cf3-b8fd-4edf569d4523 req-fda8ba2f-8393-44ce-932e-4fcb4da02c32 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0565250 Aug 06 16:26:11.115668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbf0b047-63f1-4cf3-b8fd-4edf569d4523 req-25a90b97-a657-47c5-b3f7-62295d546246 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339375 Aug 06 16:26:11.747546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9e8dd-5414-4e9b-9bfa-8d34e3e2df3b req-7b9f953e-5b1e-411e-97a3-2d108dfd4264 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:11.749079 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07a9e8dd-5414-4e9b-9bfa-8d34e3e2df3b req-7b9f953e-5b1e-411e-97a3-2d108dfd4264 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0497518 Aug 06 16:26:11.787784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07a9e8dd-5414-4e9b-9bfa-8d34e3e2df3b req-c31895fe-3ef4-43cc-895f-370cca762371 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Aug 06 16:26:12.606898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:26:12.837760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-d59419a8-d768-4fe2-b19c-fda190c6853b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:12.839456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-d59419a8-d768-4fe2-b19c-fda190c6853b tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.59 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0597396 Aug 06 16:26:12.912275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12465c81-2130-4cef-a0ef-f070d7c1d7c8 req-b404417e-711c-40ce-8cb1-46f5ca96ae01 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:12.913884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12465c81-2130-4cef-a0ef-f070d7c1d7c8 req-b404417e-711c-40ce-8cb1-46f5ca96ae01 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 946 time: 0.0507302 Aug 06 16:26:12.940707 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Deleting port c5450c1c-0641-4aee-b3a9-c1222f695bfd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:26:12.941055 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:12.953770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12465c81-2130-4cef-a0ef-f070d7c1d7c8 req-ce15a9c3-7af2-4b83-a4ed-87c98e5451a5 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/security-groups?id=492c05e2-b315-45c0-8648-34b47fcecefe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Aug 06 16:26:13.050457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] For port c5450c1c-0641-4aee-b3a9-c1222f695bfd, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c5450c1c-0641-4aee-b3a9-c1222f695bfd,segment=NetworkSegment(2a24789f-7748-4c35-8c23-f5cb9a0f897b),segment_id=2a24789f-7748-4c35-8c23-f5cb9a0f897b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:13.050830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:13.064714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Calling delete_port for c5450c1c-0641-4aee-b3a9-c1222f695bfd owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:26:13.300646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:13.312568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c5450c1c-0641-4aee-b3a9-c1222f695bfd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:26:13.335196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Pushing event deleted for resources: {'Port': ['ID=c5450c1c-0641-4aee-b3a9-c1222f695bfd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:13.386663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] No DVR routers for this DVR port c5450c1c-0641-4aee-b3a9-c1222f695bfd on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:26:13.389840 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:13.392064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b24fb354-9dc2-47fc-8e52-ac60a780b2ab req-84762a0e-5a93-46cc-a3f9-5f73c8b661eb tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.59 "DELETE /v2.0/ports/c5450c1c-0641-4aee-b3a9-c1222f695bfd HTTP/1.1" status: 204 len: 173 time: 0.5467288 Aug 06 16:26:13.392505 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-deleted', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:13.394839 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8581d1e-45e0-4a1f-80f4-a173349f76c7" -d '{"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-deleted", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:13.432597 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698e4f4a-4365-4e8b-9438-05c5482f7d53 x-openstack-request-id: req-698e4f4a-4365-4e8b-9438-05c5482f7d53 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:13.432889 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46a40fd-2d63-446b-8651-6b5dd7365a3c", "name": "network-vif-deleted", "tag": "c5450c1c-0641-4aee-b3a9-c1222f695bfd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:13.433143 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-698e4f4a-4365-4e8b-9438-05c5482f7d53 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:13.433554 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46a40fd-2d63-446b-8651-6b5dd7365a3c', 'name': 'network-vif-deleted', 'tag': 'c5450c1c-0641-4aee-b3a9-c1222f695bfd', 'status': 'completed', 'code': 200} Aug 06 16:26:14.067754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91a3e392-9b48-4350-92f0-928ceeeaaca4 req-51d816af-0c6a-4efa-9d18-14c37aa178e9 tempest-ServerDiskConfigTestJSON-1224666512 tempest-ServerDiskConfigTestJSON-1224666512-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46a40fd-2d63-446b-8651-6b5dd7365a3c HTTP/1.1" status: 200 len: 210 time: 0.0310380 Aug 06 16:26:15.187855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:15.231682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Deleting subnet 4d240990-168a-4ff6-981b-060c0d963e11 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:26:15.234637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.267185 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.306561 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.430803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.464321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d240990-168a-4ff6-981b-060c0d963e11,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:15.464321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.464321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4d240990-168a-4ff6-981b-060c0d963e11 HTTP/1.1" status: 204 len: 168 time: 0.2746403 Aug 06 16:26:15.467210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:15.470962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.471315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.471660 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.472028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.472367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.472700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.473029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.473357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.473684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.474015 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.474347 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.474669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69c39c3-ceed-4f2a-a35d-cf6a2aea86a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:15.540119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.624775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.635189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f9da18-a820-4de6-92a5-2ee1f7395d9b']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:15.644923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a24789f-7748-4c35-8c23-f5cb9a0f897b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:15.645383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a24789f-7748-4c35-8c23-f5cb9a0f897b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:15.654651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.668428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.674209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:26:15.674593 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:26:15.676220 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:26:15.808481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.813935 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:15.818101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d1f9da18-a820-4de6-92a5-2ee1f7395d9b HTTP/1.1" status: 204 len: 168 time: 0.3474777 Aug 06 16:26:15.827569 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c248a-fe62-4e6e-aa51-956a204a78d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f9da18-a820-4de6-92a5-2ee1f7395d9b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:16.154033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:16.196554 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8b3201bc-a7da-4fee-a1f8-49b5f605d9ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b978e75bf9f04dc4bb751dd44faadb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406132 Aug 06 16:26:16.198721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37038) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:16.246214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11c3dc6-782d-4aea-b495-6ccf6a7b66b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.267926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11c3dc6-782d-4aea-b495-6ccf6a7b66b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.298357 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:26:16.318664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: c5450c1c-0641-4aee-b3a9-c1222f695bfd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:26:16.319015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c5450c1c-0641-4aee-b3a9-c1222f695bfd not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:26:16.402880 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11c3dc6-782d-4aea-b495-6ccf6a7b66b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.405525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f11c3dc6-782d-4aea-b495-6ccf6a7b66b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:16.406693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f11c3dc6-782d-4aea-b495-6ccf6a7b66b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/492c05e2-b315-45c0-8648-34b47fcecefe HTTP/1.1" status: 204 len: 168 time: 0.2070656 Aug 06 16:26:16.414561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c3dc6-782d-4aea-b495-6ccf6a7b66b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c05e2-b315-45c0-8648-34b47fcecefe,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:17.432563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37060) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:17.533109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-271587417-network', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:17.637449 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Made reservation on behalf of 1a5d0c37e344496fb8f632986b36474e for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:26:17.639886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:17.648418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:17.740030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:17.837269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:17.862338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:26:17.872670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a13306-90b1-4107-8d85-c5083b6656df,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:17.877407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:17.877764 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Added segment c7795872-8f87-43c6-bba1-b44aedd6729b of type vlan for network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 Aug 06 16:26:17.917327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:18.048624 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:18.049555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:18.050143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:18.109503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] Pushing event updated for resources: {'Network': ['ID=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:18.119068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:26:18.168418 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b1016ce9-0d90-4cb4-87c4-f4f95868d11a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7346492 Aug 06 16:26:18.171164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37064) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:18.176098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Request body: {'subnet': {'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-271587417-subnet', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:18.282894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Made reservation on behalf of 1a5d0c37e344496fb8f632986b36474e for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:26:18.285337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:18.569127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:18.630629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838ecf5a-52b0-4d72-a986-422e9bdf7151,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:18.641177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:18.641538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Network hostable DHCP agents. Network: 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:26:18.738996 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:26:18.832269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:18.837288 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:18.837910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:18.843075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6e3d0-47d3-4925-89fd-0da82d7ecffc None None] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:26:18.935248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b0f72f33-fce0-4a8f-84b7-af367d688402 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7628379 Aug 06 16:26:18.937670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37066) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:18.942088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:18.986794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:26:18.987651 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.043243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.044367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.101813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.124289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Allocated IP 172.20.0.2 (5c883b34-b0ba-45db-b8b1-b4e6d8e2c048/838ecf5a-52b0-4d72-a986-422e9bdf7151/e3fcee4e-3cb9-4612-ba1c-adf825390329) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:26:19.270503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.278983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Transition to ACTIVE for port object e3fcee4e-3cb9-4612-ba1c-adf825390329 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:19.293653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Transition to ACTIVE for port object e3fcee4e-3cb9-4612-ba1c-adf825390329 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:19.341676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.375145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.416374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:19.419324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:19.423087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:26:19.428473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Pushing event updated for resources: {'Port': ['ID=e3fcee4e-3cb9-4612-ba1c-adf825390329,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:19.486318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Attempting to bind port e3fcee4e-3cb9-4612-ba1c-adf825390329 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:26:19.486722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Attempting to bind port e3fcee4e-3cb9-4612-ba1c-adf825390329 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:26:19.487096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Attempting to bind port e3fcee4e-3cb9-4612-ba1c-adf825390329 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:19.492428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:26:19.493616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:19.493981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.494377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:26:19.494863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Bound port: e3fcee4e-3cb9-4612-ba1c-adf825390329, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:26:19.495252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.558506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] For port e3fcee4e-3cb9-4612-ba1c-adf825390329, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:19.561485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] For port e3fcee4e-3cb9-4612-ba1c-adf825390329, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3fcee4e-3cb9-4612-ba1c-adf825390329,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:26:19.610557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.633224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.700837 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.735620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Allocated IP 172.25.5.112 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/2a7b3700-8984-46e2-bdaf-e093ec33a699) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:26:19.774678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e3bb-0349-4be6-a1a8-6f3cbbdd10e9 None None] Pushing event updated for resources: {'Port': ['ID=e3fcee4e-3cb9-4612-ba1c-adf825390329,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:19.858684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:19.968998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:20.015934 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:20.018942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:20.022564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:26:20.029041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7b3700-8984-46e2-bdaf-e093ec33a699,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:20.498268 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:20.559241 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3fcee4e-3cb9-4612-ba1c-adf825390329 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:20.659788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf228c7-3406-4778-aa9d-bb2d7c523702 None None] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:26:20.710644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:20.712035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e3fcee4e-3cb9-4612-ba1c-adf825390329 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:20.882966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Provisioning for port e3fcee4e-3cb9-4612-ba1c-adf825390329 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:20.887464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Provisioning complete for port e3fcee4e-3cb9-4612-ba1c-adf825390329 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:20.887931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:20.911923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:26:20.972713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.011969 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] For port e3fcee4e-3cb9-4612-ba1c-adf825390329, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3fcee4e-3cb9-4612-ba1c-adf825390329,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:21.032831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:21.043121 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:21.052159 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:21.052768 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:26:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:21.094762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.123628 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.125727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ed14cd5b-a8a6-40e7-ae15-705aa36e62f5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1870565 Aug 06 16:26:21.128951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37068) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:21.153773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Pushing event updated for resources: {'Port': ['ID=e3fcee4e-3cb9-4612-ba1c-adf825390329,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:21.161178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.167290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d480a20-fa97-4af3-af82-195f539885ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.170082 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:21.218797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1be038ef-3f08-444a-a400-458d1dce705d None None] Provisioning complete for port e3fcee4e-3cb9-4612-ba1c-adf825390329 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:21.219179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1be038ef-3f08-444a-a400-458d1dce705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.459614 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:20Z', 'revision_number': 3, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:21.490201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:21.490549 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Updating router aacd1d7e-e385-49ec-8716-3fe8f97395d1 port 2a7b3700-8984-46e2-bdaf-e093ec33a699 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:26:21.518704 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.783755 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.795301 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Transition to ACTIVE for port object 2a7b3700-8984-46e2-bdaf-e093ec33a699 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:21.877471 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.930913 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Attempting to bind port 2a7b3700-8984-46e2-bdaf-e093ec33a699 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:26:21.931485 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Attempting to bind port 2a7b3700-8984-46e2-bdaf-e093ec33a699 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:26:21.931875 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Attempting to bind port 2a7b3700-8984-46e2-bdaf-e093ec33a699 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:21.935249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.936790 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Pushing event updated for resources: {'Port': ['ID=2a7b3700-8984-46e2-bdaf-e093ec33a699,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:21.939968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:26:21.940342 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:21.940742 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.941131 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:26:21.941596 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Bound port: 2a7b3700-8984-46e2-bdaf-e093ec33a699, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:26:21.941973 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:21.949218 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.949563 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.950321 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.950321 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.950548 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.950867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.951192 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.951520 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.951877 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.952212 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.952533 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:21.954291 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:22.006330 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] For port 2a7b3700-8984-46e2-bdaf-e093ec33a699, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:22.010657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] For port 2a7b3700-8984-46e2-bdaf-e093ec33a699, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a7b3700-8984-46e2-bdaf-e093ec33a699,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:26:22.100027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Allocated IP 172.20.0.1 (5c883b34-b0ba-45db-b8b1-b4e6d8e2c048/838ecf5a-52b0-4d72-a986-422e9bdf7151/fc3f9af3-b8b0-4397-a759-3f9e2f72ab36) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:26:22.135731 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.199686 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:22.200326 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:26:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:22.220293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.235833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Transition to ACTIVE for port object fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:22.241743 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511fcc0-2ab6-43f5-be1d-8b105022cfa4 None None] Pushing event updated for resources: {'Port': ['ID=2a7b3700-8984-46e2-bdaf-e093ec33a699,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:22.311392 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:22.409224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.451764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:22.460414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:22.470786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:26:22.497229 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:20Z', 'revision_number': 3, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:22.499780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:22.519033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.526321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3fcee4e-3cb9-4612-ba1c-adf825390329 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:22.532888 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cfff4-ce7e-461e-a1d1-0331d393257c None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:20Z', 'revision_number': 3, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:22.601566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e3fcee4e-3cb9-4612-ba1c-adf825390329 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:22.603110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.745243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.817082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-050e40c1-14b0-45f3-bd06-252586eb3069 None None] Provisioning for port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:22.822455 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-050e40c1-14b0-45f3-bd06-252586eb3069 None None] Provisioning complete for port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:22.822911 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-050e40c1-14b0-45f3-bd06-252586eb3069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:22.864713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-050e40c1-14b0-45f3-bd06-252586eb3069 None None] Port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:26:22.964303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:23.031538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:23.105780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:23.108274 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:23.207010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:23.208501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:23.351876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:23.480627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:23.485551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e4b06a2f-cb8e-45ac-baaa-51379dd086b1 admin admin] 10.222.0.16 "PUT /v2.0/routers/aacd1d7e-e385-49ec-8716-3fe8f97395d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556139 Aug 06 16:26:23.489446 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-2fd1fdab-66c2-4543-95a4-9ec8fe2c82f9 None None] Provisioning complete for port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:23.489824 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd1fdab-66c2-4543-95a4-9ec8fe2c82f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:23.524438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2fd1fdab-66c2-4543-95a4-9ec8fe2c82f9 None None] Port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:26:24.018336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37078) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:24.023172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233764729', 'description': 'tempest-description--1096869070'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:24.115848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:24.125859 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:24.126488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:26:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:24.134609 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.220093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.236037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:24.316798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.348665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5d203-6cc0-41e4-9361-b21989a99312,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:24.397033 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.401486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eafc0d9d-6ad4-438d-8080-d79a82bab795 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3789752 Aug 06 16:26:24.401838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37080) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:24.406412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'security_group_rule': {'security_group_id': '59d5d203-6cc0-41e4-9361-b21989a99312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:24.441006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 2, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:24.473775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:24.474137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Updating router aacd1d7e-e385-49ec-8716-3fe8f97395d1 port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:26:24.505672 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.505908 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.541035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a7b3700-8984-46e2-bdaf-e093ec33a699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:24.561833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.636143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.654922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d32c68-3e8f-4f2b-81db-201e0eb25ff5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:24.757888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.759750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8742d526-13a5-4403-b6f6-671ef39b45ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569126 Aug 06 16:26:24.762489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37084) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:24.768209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'security_group_rule': {'security_group_id': '59d5d203-6cc0-41e4-9361-b21989a99312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:24.801665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2a7b3700-8984-46e2-bdaf-e093ec33a699 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:24.809602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2a7b3700-8984-46e2-bdaf-e093ec33a699 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:24.809990 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.875832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.878704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.894445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Transition to ACTIVE for port object fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:24.933916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.941731 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:24.954659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2a7b3700-8984-46e2-bdaf-e093ec33a699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a7b3700-8984-46e2-bdaf-e093ec33a699,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:24.985741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.026735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.038792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d939d04-a93c-4222-a769-110dc1df2c21 None None] Pushing event updated for resources: {'Port': ['ID=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.042313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9aae4e7-c0cd-46f0-9470-efc50520b39a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.090781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.106132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Attempting to bind port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:26:25.106132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Attempting to bind port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:26:25.106132 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Attempting to bind port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:25.122736 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.124003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:26:25.128750 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:25.128857 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8be5b765-eddd-4a91-b461-ae141ed80c3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3609767 Aug 06 16:26:25.129000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.129000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:26:25.129000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Bound port: fc3f9af3-b8b0-4397-a759-3f9e2f72ab36, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:26:25.129000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.129324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 37086) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:25.137405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:25.188934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2a7b3700-8984-46e2-bdaf-e093ec33a699,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.216912 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] For port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:25.220214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] For port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:26:25.230710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.323237 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.342789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.378828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:25.379638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:26:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:25.434893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d939d04-a93c-4222-a769-110dc1df2c21 None None] Pushing event updated for resources: {'Port': ['ID=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.475497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Allocated IP 172.25.5.225 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/917994c3-fdd9-4ff2-a0a4-ee0c58d58741) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:26:25.621683 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.687774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:25.837802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:25.884548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:25.887468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:25.891236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:26:25.897739 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:25Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:25.913779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'Port': ['ID=917994c3-fdd9-4ff2-a0a4-ee0c58d58741,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:25.926027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a369a-8506-4db7-8ed8-83201234be13 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:25Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:26.001808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.112838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.288977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.340217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.380351 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.469850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'Port': ['ID=917994c3-fdd9-4ff2-a0a4-ee0c58d58741,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:26.483550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.487020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.487409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.487756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.488175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.488507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.488902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.489251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.489485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.489815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.490144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.490481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.490798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:26:26.586949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.589729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9affc8ab-da47-4a95-a632-91908d48a3d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4588099 Aug 06 16:26:26.621302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:26.753464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-ed0c787b-895c-49c3-9fee-c1a00e00d30e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1233764729&fields=id&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 267 time: 0.0398605 Aug 06 16:26:26.757095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:26.762245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:26.766945 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.849320 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.877575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-be33afd4-5777-4175-adec-ed27309139b9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:26.879138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-be33afd4-5777-4175-adec-ed27309139b9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1171348 Aug 06 16:26:26.884289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:26.897668 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-60110c8e-b1cd-4df0-9e3a-40e0f0881281 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/quotas/1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 375 time: 0.0098760 Aug 06 16:26:26.959695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-c04e20e7-a172-4708-b4c2-ffd5674ccd04 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544353 Aug 06 16:26:26.963725 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:26.964800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a7b3700-8984-46e2-bdaf-e093ec33a699 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:27.053447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:27.066564 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-1a153de4-254c-45f1-bbb6-9fe325a653c2 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:26:27.066795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2a7b3700-8984-46e2-bdaf-e093ec33a699 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:27.067259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:27.067591 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-1a153de4-254c-45f1-bbb6-9fe325a653c2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517020 Aug 06 16:26:27.165514 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-db794119-6b4e-4bf5-aee5-e07bfb9bfdc4 service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907960 Aug 06 16:26:27.265789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-85f79deb-205a-44bf-b544-b0830c7491ad service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940993 Aug 06 16:26:27.504992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0b7700b-8b8b-4d23-966f-0f7d0eaf9675 req-275fcd7a-ad3d-43fc-93a0-2881d53e231f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 210 time: 0.0280249 Aug 06 16:26:28.507278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:28.557803 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:28.558157 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:28.594152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e2269954-135e-4119-82ab-768912c3f48e req-94e6fe15-2ef2-4aca-a1d3-bc49df4cd780 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 210 time: 0.0306504 Aug 06 16:26:29.499909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:29.699999 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38e8601e-47dd-4e1b-a699-bde2f9b05701 req-c064e88f-01bd-498a-a705-eb208eed4f1e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 210 time: 0.0307155 Aug 06 16:26:29.753507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-aaec1632-7546-4cd2-8ad4-c74d6956eb07 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:29.755026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-aaec1632-7546-4cd2-8ad4-c74d6956eb07 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1785173 Aug 06 16:26:29.800909 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0337d8a0-8c59-461e-9431-21d203bd7380 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 380 time: 0.0361986 Aug 06 16:26:29.810312 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'port': {'device_id': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'admin_state_up': True, 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'security_groups': ['59d5d203-6cc0-41e4-9361-b21989a99312']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:30.013985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Made reservation on behalf of 1a5d0c37e344496fb8f632986b36474e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:26:30.017625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:30.152706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Allocated IP 172.20.0.12 (5c883b34-b0ba-45db-b8b1-b4e6d8e2c048/838ecf5a-52b0-4d72-a986-422e9bdf7151/c4b2436d-233b-4503-9105-9a313f65b2e2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:26:30.293971 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:30.307876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Transition to ACTIVE for port object c4b2436d-233b-4503-9105-9a313f65b2e2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:30.409061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:30.462403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:26:30.465932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:26:30.469992 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:26:30.476822 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:30.527406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:30.528140 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:30.631992 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-fa56c31a-0ebd-41be-ae78-12eb7c6c61f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8254652 Aug 06 16:26:30.646126 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Request body: {'port': {'device_id': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:30.700896 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:30.757178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee3128fa-416d-46ae-a816-df588d9bf342 None None] Provisioning for port c4b2436d-233b-4503-9105-9a313f65b2e2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:30.761939 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ee3128fa-416d-46ae-a816-df588d9bf342 None None] Provisioning complete for port c4b2436d-233b-4503-9105-9a313f65b2e2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:30.762459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee3128fa-416d-46ae-a816-df588d9bf342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:30.798397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ee3128fa-416d-46ae-a816-df588d9bf342 None None] Port c4b2436d-233b-4503-9105-9a313f65b2e2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:26:30.839380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a5b4-cab4-48a6-98cd-af7045cd29c1 req-c3fe2d5e-5ee0-4417-b964-49132b20c1e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:30.840926 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2714a5b4-cab4-48a6-98cd-af7045cd29c1 req-c3fe2d5e-5ee0-4417-b964-49132b20c1e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 932 time: 0.0646060 Aug 06 16:26:30.879610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2714a5b4-cab4-48a6-98cd-af7045cd29c1 req-32c75b71-6a12-472c-bbe7-7ab29b967466 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327857 Aug 06 16:26:30.988704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4b2436d-233b-4503-9105-9a313f65b2e2 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:26:30.996952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:31.008995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Transition to ACTIVE for port object c4b2436d-233b-4503-9105-9a313f65b2e2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:26:31.071286 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:31.143717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:31.196516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:26:31.196861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:26:31.197190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:31.202669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Port c4b2436d-233b-4503-9105-9a313f65b2e2 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:26:31.203004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:26:31.208573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:26:31.208960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:26:31.209350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:26:31.209796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Bound port: c4b2436d-233b-4503-9105-9a313f65b2e2, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:26:31.210165 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:31.288843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:26:31.292461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:26:31.364072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:31.404175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.404813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:31.406247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] 10.222.0.59 "PUT /v2.0/ports/c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1092 time: 0.7652874 Aug 06 16:26:31.406720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:31.409051 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd4777-4948-4004-a10c-922c6987378a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:31.430544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808ef8d-8fc5-4a40-b7c4-587e49e4a04d service neutron] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:31.457969 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c94e4-505a-49cf-8e88-1764af810e8a x-openstack-request-id: req-8e5c94e4-505a-49cf-8e88-1764af810e8a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:31.458353 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:31.458644 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e5c94e4-505a-49cf-8e88-1764af810e8a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:31.459066 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'status': 'completed', 'code': 200} Aug 06 16:26:31.527540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4777-4948-4004-a10c-922c6987378a req-8fe225ad-f75a-42ee-bea7-fc4cf543827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.529114 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fdd4777-4948-4004-a10c-922c6987378a req-8fe225ad-f75a-42ee-bea7-fc4cf543827c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1095 time: 0.0476825 Aug 06 16:26:31.646871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4777-4948-4004-a10c-922c6987378a req-f090568f-1985-4ccb-93b6-b84947610333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.648488 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fdd4777-4948-4004-a10c-922c6987378a req-f090568f-1985-4ccb-93b6-b84947610333 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1a5d0c37e344496fb8f632986b36474e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1117208 Aug 06 16:26:31.744576 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd4777-4948-4004-a10c-922c6987378a req-69bbf166-f0f9-42a7-8326-633d4e948289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.746208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7fdd4777-4948-4004-a10c-922c6987378a req-69bbf166-f0f9-42a7-8326-633d4e948289 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899992 Aug 06 16:26:31.829778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-eba46608-af4b-484d-8fd2-cb99e77239ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.831184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-eba46608-af4b-484d-8fd2-cb99e77239ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1095 time: 0.0467169 Aug 06 16:26:31.873238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-548ff7ea-82b0-4584-86e5-6db4e78850c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 217 time: 0.0346940 Aug 06 16:26:31.922546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-b9ddfbbb-d0f5-4870-b333-43568c375749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.924064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-b9ddfbbb-d0f5-4870-b333-43568c375749 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0440590 Aug 06 16:26:31.979932 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-cc013e84-c9e8-4f7c-98fa-abfc4b6e7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:31.981492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-cc013e84-c9e8-4f7c-98fa-abfc4b6e7582 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504191 Aug 06 16:26:32.001583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fcb6b1-d09c-49a9-8dd9-b5d07fe67299 req-a9532d3b-1d39-4594-9f11-d40005101009 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:32.003140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4fcb6b1-d09c-49a9-8dd9-b5d07fe67299 req-a9532d3b-1d39-4594-9f11-d40005101009 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0529077 Aug 06 16:26:32.044829 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4fcb6b1-d09c-49a9-8dd9-b5d07fe67299 req-1435252d-005b-45a9-8633-79814cd49767 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346699 Aug 06 16:26:32.092572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-3fe068a0-0c4d-41de-b208-ae4080d25037 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032798 Aug 06 16:26:32.187900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-08ee0222-932c-4d6d-bad6-504e2f73d53f req-ecfbbb0c-ed0b-44ca-b2ce-a2d9a6233d98 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881629 Aug 06 16:26:33.165300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e4b76-68c1-4b5b-8d84-e9b336590aa7 req-b250162e-6d6e-4023-bd0b-4344abf9c5bb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:33.166802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa7e4b76-68c1-4b5b-8d84-e9b336590aa7 req-b250162e-6d6e-4023-bd0b-4344abf9c5bb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0509350 Aug 06 16:26:33.206291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aa7e4b76-68c1-4b5b-8d84-e9b336590aa7 req-4015e852-b3a3-4b31-8cca-1b5f68ecadb8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335002 Aug 06 16:26:34.344300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa236a6f-8f8a-4ee9-82a8-2c1ab1d040d8 req-73169f31-d331-4fe1-a429-659312bf6299 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:34.345831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa236a6f-8f8a-4ee9-82a8-2c1ab1d040d8 req-73169f31-d331-4fe1-a429-659312bf6299 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0647485 Aug 06 16:26:34.359950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:26:34.390577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fa236a6f-8f8a-4ee9-82a8-2c1ab1d040d8 req-a0c38e53-9f31-40e1-9de6-9b64e7127549 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387695 Aug 06 16:26:34.469463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:34.481349 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'mac_address': 'fa:16:3e:5f:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:26:34.521779 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.534863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b2436d-233b-4503-9105-9a313f65b2e2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:26:34.556368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:34.619825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:34.670572 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:34.855064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['c4b2436d-233b-4503-9105-9a313f65b2e2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:26:34.987989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-00574979-7712-4d15-a7e9-f3db83b219e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:35.516721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46d17-a8c8-451e-aebc-630b4602a193 req-bf3c51cf-2cd5-4455-ad09-86db392e6647 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:35.518228 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fc46d17-a8c8-451e-aebc-630b4602a193 req-bf3c51cf-2cd5-4455-ad09-86db392e6647 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 945 time: 0.0503588 Aug 06 16:26:35.558158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6fc46d17-a8c8-451e-aebc-630b4602a193 req-19cb1226-9b26-46cc-91e8-fffc30ddae8d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333507 Aug 06 16:26:36.374592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:26:36.493940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port c4b2436d-233b-4503-9105-9a313f65b2e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:26:36.498011 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port c4b2436d-233b-4503-9105-9a313f65b2e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:26:36.498407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:36.577291 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:36.600805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:36.603764 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0279d4-fbc4-4f0e-85a7-d40023799dca" -d '{"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-plugged", "status": "completed", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:36.618101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:26:36.646722 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55084df5-3237-4f59-9408-916b03226f79 x-openstack-request-id: req-55084df5-3237-4f59-9408-916b03226f79 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:36.646722 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-plugged", "status": "completed", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:36.646722 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55084df5-3237-4f59-9408-916b03226f79 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:36.646722 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'code': 200} Aug 06 16:26:36.677243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c61a3-ab1a-471b-9461-531f89fc3ad6 req-67529e78-c860-4d66-82cc-af8c005e1d82 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:36.678756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-695c61a3-ab1a-471b-9461-531f89fc3ad6 req-67529e78-c860-4d66-82cc-af8c005e1d82 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 945 time: 0.0514007 Aug 06 16:26:36.705607 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:36.720275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-695c61a3-ab1a-471b-9461-531f89fc3ad6 req-8c8c1d98-d7b7-4e61-813b-34136a1eb70a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Aug 06 16:26:36.755445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b4ed9-304f-41f5-8d32-405f89ad4500 req-0c76041f-8682-4d16-b4c1-37412bd99e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:36.757039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-425b4ed9-304f-41f5-8d32-405f89ad4500 req-0c76041f-8682-4d16-b4c1-37412bd99e2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1097 time: 0.0557725 Aug 06 16:26:36.758091 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:26:36.794397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-425b4ed9-304f-41f5-8d32-405f89ad4500 req-645bead1-c5b2-43d6-ac61-56be47f0c257 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301878 Aug 06 16:26:37.688197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efc83d12-8873-4901-a9d7-67f186738d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:37.843506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d85d-ec74-4ff0-ac1d-169a08dc60a7 req-e31391fc-2162-41a1-be34-181d35ebd426 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:37.845004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16e2d85d-ec74-4ff0-ac1d-169a08dc60a7 req-e31391fc-2162-41a1-be34-181d35ebd426 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0537784 Aug 06 16:26:37.859704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:37.885702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16e2d85d-ec74-4ff0-ac1d-169a08dc60a7 req-a21d393a-c56f-462d-a95a-5a0b8d67144e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344205 Aug 06 16:26:38.001943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bea1c-be14-434f-abf8-c2046622d893 req-7dfb11b4-7071-4b9c-8ef2-befb5b31be9c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:38.003442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-260bea1c-be14-434f-abf8-c2046622d893 req-7dfb11b4-7071-4b9c-8ef2-befb5b31be9c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Aug 06 16:26:38.012470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:26:38.016988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'floatingip': {'port_id': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:26:38.057714 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:38.494665 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:38.573962 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:38.673884 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 associated. External IP: 172.25.5.225, port: c4b2436d-233b-4503-9105-9a313f65b2e2. Aug 06 16:26:38.875305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:26:39.037079 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:39.369827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:26:39.374638 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:39.379740 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:26:39.389515 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:39.390215 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:26:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:39.401571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be917c68-868a-4585-b696-564747fa16e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "PUT /v2.0/floatingips/ef05013a-2a04-46dc-9a93-a84a9ece70d3 HTTP/1.1" status: 200 len: 992 time: 1.3880446 Aug 06 16:26:39.402160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:26:39.455964 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c5c787-fe00-4f85-881b-91d5d26d9a66" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:26:39.501950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:39.542305 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e735ed06-d196-4e9c-91fe-756e8b1801c1 x-openstack-request-id: req-e735ed06-d196-4e9c-91fe-756e8b1801c1 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:26:39.542617 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:26:39.542867 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e735ed06-d196-4e9c-91fe-756e8b1801c1 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:26:39.543260 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'status': 'completed', 'code': 200} Aug 06 16:26:39.603374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-31bc8ab3-4eee-415e-a79e-8d14f7daded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:39.605036 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-31bc8ab3-4eee-415e-a79e-8d14f7daded0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1097 time: 0.0425045 Aug 06 16:26:39.715336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-923ebbf4-7ab2-4d10-af9c-16cb089ef3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:39.716810 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-923ebbf4-7ab2-4d10-af9c-16cb089ef3f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1047020 Aug 06 16:26:39.731516 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:5f:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:26:38Z', 'revision_number': 1, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:39.757324 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:26:39.765725 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:26:39.766367 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:26:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:39.784703 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-93407622-c042-466d-a8f2-f901719622ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1000 time: 0.0607731 Aug 06 16:26:39.839604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-5c78b1e3-9605-4750-b2e9-5a0c81c01119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:39.841136 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-5c78b1e3-9605-4750-b2e9-5a0c81c01119 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0500531 Aug 06 16:26:39.872432 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:26:39.888450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-f3bdac22-5bbc-497b-8935-3a062abd2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:39.889990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-f3bdac22-5bbc-497b-8935-3a062abd2e0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416729 Aug 06 16:26:39.983178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-014dd249-c233-4376-8e0a-4a738e268cef service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859461 Aug 06 16:26:40.078821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d6c5c787-fe00-4f85-881b-91d5d26d9a66 req-1a4f7fa7-86be-47a2-a602-a276cb801a66 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890076 Aug 06 16:26:40.095617 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:5f:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:26:38Z', 'revision_number': 1, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:26:40.125792 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e01cc40-6fc9-482f-a5be-035df82b6e19 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:5f:71:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:26:38Z', 'revision_number': 1, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:26:40.316296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb2ccbc-ad46-42e2-aea3-4a90f7217ad5 None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:26:40.979584 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:46.620721 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-2f100cc6-8996-4518-9c60-2e366344d597 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455966 Aug 06 16:26:46.705665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-9cff73d7-22d1-494e-a1d7-b3485e3b81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:46.707079 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-9cff73d7-22d1-494e-a1d7-b3485e3b81df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1097 time: 0.0437267 Aug 06 16:26:46.817540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-84dcfaf8-b339-4554-b0ac-7058390382e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:46.819171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-84dcfaf8-b339-4554-b0ac-7058390382e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0930419 Aug 06 16:26:46.898643 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-df51a3a4-ba67-49da-bb23-76a4ef47952d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0696161 Aug 06 16:26:46.950314 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-17991bc6-f4ab-4f73-9fcb-e3b17c43d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:46.951771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-17991bc6-f4ab-4f73-9fcb-e3b17c43d0a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0459244 Aug 06 16:26:46.998879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-d35e8e52-7d50-4dd0-88f6-354f35d6f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:26:47.000397 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-d35e8e52-7d50-4dd0-88f6-354f35d6f1d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421019 Aug 06 16:26:47.101260 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-e4057a5f-9cc2-46a8-b8e9-1cf0aa9fe2fd service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941591 Aug 06 16:26:47.196331 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b6167a2-fe7f-4b37-8203-5b1617d3b3ca req-deb6eec2-c373-4d8b-9cfb-e120aca3f136 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883217 Aug 06 16:26:49.606938 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:26:56.423368 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:26:59.562350 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:05.000786 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2709438d-3c52-4617-a317-96085e3dc656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.698556 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f6f2405-f640-431a-83af-e35ad24b92d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:07.756173 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:09.013202 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:10.955694 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:26.105161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-1c31deef-2d3d-4b77-9afb-8cd1928e6d65 req-a31e8c9a-53ec-47c8-8fcd-6079630743df service neutron] (94840) timed out ('10.222.0.16', 43794) {{(pid=94840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:27:26.349962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:26.605926 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:27:29.503732 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:34.966682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b88e1b26-00ca-459b-b777-e5dd96cdf72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.708345 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bafb4bd8-faef-4f55-a1ed-ac7e412e3972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:37.776505 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:39.057670 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:40.944024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:47.968191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-ec738dc0-a990-47a7-b9f7-a9d2e3b833ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420804 Aug 06 16:27:48.052790 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-1e4c4afd-1f45-4b83-9f34-1e27c83585d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:48.054426 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-1e4c4afd-1f45-4b83-9f34-1e27c83585d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1097 time: 0.0457964 Aug 06 16:27:48.157358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-46463068-903b-42e4-b620-340f7c62ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:48.158800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-46463068-903b-42e4-b620-340f7c62ff83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0849302 Aug 06 16:27:48.231343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-909cbfc5-2d77-4712-9503-2b2c0893af08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0653727 Aug 06 16:27:48.282872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-f503c903-d64a-4e12-a047-2a62e9923807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:48.284309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-f503c903-d64a-4e12-a047-2a62e9923807 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0449383 Aug 06 16:27:48.330695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-b330a0ea-0e7e-45ad-9b14-757dbe2906de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:27:48.332193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-b330a0ea-0e7e-45ad-9b14-757dbe2906de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404480 Aug 06 16:27:48.426879 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-42c76113-6d55-4a02-9e83-d46ba3f0e8a4 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872428 Aug 06 16:27:48.519890 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fa67cb33-d72e-450e-882f-1a566df211e1 req-902c81cb-e573-4697-8bc3-cf8a0057750a service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858824 Aug 06 16:27:56.349378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:27:59.502144 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:03.606281 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:28:04.960237 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6f1-3e6e-4160-a05e-dc14cf9c70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.686667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c0ddd485-a0e3-4a44-81df-a8d838e2033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:07.777026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:09.040044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:10.999943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:16.475644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e7027-21a9-4125-952a-6b59c7590206 req-ea43a5d2-dd87-4e49-8cdf-ccf7a75aa07b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:16.477162 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f05e7027-21a9-4125-952a-6b59c7590206 req-ea43a5d2-dd87-4e49-8cdf-ccf7a75aa07b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Aug 06 16:28:16.514483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f05e7027-21a9-4125-952a-6b59c7590206 req-8dc73a5f-1cd6-47c2-826b-b9fd2424c3fd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Aug 06 16:28:17.964582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce40f3-f6cb-45bb-b16b-e43f9944db59 req-f08f6982-012b-4a95-8faf-0ba1548fbdd1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:17.966069 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bce40f3-f6cb-45bb-b16b-e43f9944db59 req-f08f6982-012b-4a95-8faf-0ba1548fbdd1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0520322 Aug 06 16:28:18.003531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8bce40f3-f6cb-45bb-b16b-e43f9944db59 req-5b509238-1809-4de0-bf19-be6e5dae34c5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315542 Aug 06 16:28:18.110118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37396) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:18.188811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-462e1d85-cf46-4486-ad5a-96209e8c89c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775292 Aug 06 16:28:19.129144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bed1ac-06f5-4e91-9b14-e903aec342c9 req-e6c83245-ec95-4197-9cac-197b0c8b348d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:19.131115 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6bed1ac-06f5-4e91-9b14-e903aec342c9 req-e6c83245-ec95-4197-9cac-197b0c8b348d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0545022 Aug 06 16:28:19.172077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6bed1ac-06f5-4e91-9b14-e903aec342c9 req-cce7e453-7976-4bd8-b7a4-160075c684b0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349715 Aug 06 16:28:20.287738 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2619864-fd52-4492-a9b7-371c89995c97 req-2960d64b-6996-4e20-9f16-19ebd1b706cc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:20.289230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2619864-fd52-4492-a9b7-371c89995c97 req-2960d64b-6996-4e20-9f16-19ebd1b706cc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0502946 Aug 06 16:28:20.330492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2619864-fd52-4492-a9b7-371c89995c97 req-18716c3c-d375-47ec-b975-fef334c8e3b9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353305 Aug 06 16:28:20.779916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-5f095d39-3f18-41e1-b1f8-e9d82e9c9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:20.781421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-5f095d39-3f18-41e1-b1f8-e9d82e9c9736 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1097 time: 0.0467644 Aug 06 16:28:20.873363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-a2bef959-9c93-4240-ab28-1b55525784ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:20.874843 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-a2bef959-9c93-4240-ab28-1b55525784ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0869067 Aug 06 16:28:20.943024 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-cb32d6bd-546d-4327-b77b-7ab8d98fe282 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0608854 Aug 06 16:28:20.990995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-45f6c42a-f206-4698-9611-0322226a907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:20.992641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-45f6c42a-f206-4698-9611-0322226a907c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0438020 Aug 06 16:28:21.041786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-43348852-e643-4a5a-a22c-b55157cb0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:21.043270 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-43348852-e643-4a5a-a22c-b55157cb0692 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441337 Aug 06 16:28:21.454998 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c73b4-ef65-4f21-8335-cdc9a6e44dab req-da7b97a8-aa96-43f0-b62c-5b8accb9c895 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:21.456630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-044c73b4-ef65-4f21-8335-cdc9a6e44dab req-da7b97a8-aa96-43f0-b62c-5b8accb9c895 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0537114 Aug 06 16:28:21.498793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-044c73b4-ef65-4f21-8335-cdc9a6e44dab req-84e994c6-58fa-4708-94e5-a25ed5dc432e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348990 Aug 06 16:28:21.510421 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-46a3096f-b538-4108-be58-5d430c852ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591393 Aug 06 16:28:21.602247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-10e08fa3-ddf0-4dcb-b302-173ab1ce7d7e service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844297 Aug 06 16:28:22.616539 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6dae8-1c74-4a54-af46-153dfd35ced4 req-a8e0a77d-9bb8-4dcf-b837-0d381652f8e5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:22.617838 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4f6dae8-1c74-4a54-af46-153dfd35ced4 req-a8e0a77d-9bb8-4dcf-b837-0d381652f8e5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0511336 Aug 06 16:28:22.654907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d4f6dae8-1c74-4a54-af46-153dfd35ced4 req-e36371a8-c9d1-46e7-931b-53e75badcab9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Aug 06 16:28:23.770367 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2a1ca-8aa9-41c8-a4ee-772686afe0b1 req-dad87b38-2072-46a7-a374-868a6251fcaf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:23.772074 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ee2a1ca-8aa9-41c8-a4ee-772686afe0b1 req-dad87b38-2072-46a7-a374-868a6251fcaf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0489056 Aug 06 16:28:23.813564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ee2a1ca-8aa9-41c8-a4ee-772686afe0b1 req-e64f401e-540e-4a76-aa97-3e599bc06377 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356493 Aug 06 16:28:24.930265 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b8d2-fcd7-464d-bfd4-84e819ebfc70 req-4c680f5a-d273-425f-a887-b104258202d6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:24.931781 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f961b8d2-fcd7-464d-bfd4-84e819ebfc70 req-4c680f5a-d273-425f-a887-b104258202d6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0491822 Aug 06 16:28:24.970067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f961b8d2-fcd7-464d-bfd4-84e819ebfc70 req-a2c24eb1-7cbb-4c52-b93b-809feb0593ca tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Aug 06 16:28:26.089595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22311e-7059-43d3-8fb8-ba8d5f745a76 req-2a1a21bc-4e34-4f44-b155-690ca163c7a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:26.091118 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd22311e-7059-43d3-8fb8-ba8d5f745a76 req-2a1a21bc-4e34-4f44-b155-690ca163c7a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0518553 Aug 06 16:28:26.130770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd22311e-7059-43d3-8fb8-ba8d5f745a76 req-52451747-a5c4-4b66-827a-88624c1a0b1a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318122 Aug 06 16:28:26.336989 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:27.246615 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93af8be-6bbd-429f-9e54-8b2820663dde req-5bee3a30-0296-4dfd-958a-a6028f0eb991 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:27.248128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f93af8be-6bbd-429f-9e54-8b2820663dde req-5bee3a30-0296-4dfd-958a-a6028f0eb991 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0502419 Aug 06 16:28:27.290234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f93af8be-6bbd-429f-9e54-8b2820663dde req-ac1f2235-8d33-43dd-8633-1a117ed83bdd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361805 Aug 06 16:28:28.407467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858ec86-3dc0-4aec-9620-e05098f9eedb req-8a3c5c0c-bd3c-46de-9267-f7e5e3ab982b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:28.408898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0858ec86-3dc0-4aec-9620-e05098f9eedb req-8a3c5c0c-bd3c-46de-9267-f7e5e3ab982b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0497308 Aug 06 16:28:28.446735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0858ec86-3dc0-4aec-9620-e05098f9eedb req-53be03ad-971f-4624-ad68-901fb8561ff3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Aug 06 16:28:29.548527 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:29.562219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbc7c5-5b51-4510-a807-98c0ce3b77d6 req-9b50203d-0dbd-478c-85de-fc5b925092dd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:29.563697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dcbc7c5-5b51-4510-a807-98c0ce3b77d6 req-9b50203d-0dbd-478c-85de-fc5b925092dd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0503476 Aug 06 16:28:29.603886 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0dcbc7c5-5b51-4510-a807-98c0ce3b77d6 req-83a681d2-9544-43e0-8dfe-c502e730cf5f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340152 Aug 06 16:28:30.728937 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40ad8-caeb-4097-be11-7b7eeae96ee2 req-0d8502dd-a3e9-4b64-b4a8-64fe74eeef2c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:30.730430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dab40ad8-caeb-4097-be11-7b7eeae96ee2 req-0d8502dd-a3e9-4b64-b4a8-64fe74eeef2c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0548368 Aug 06 16:28:30.784992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dab40ad8-caeb-4097-be11-7b7eeae96ee2 req-2676f1df-c76c-4804-b0fc-0d30d4c19edc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Aug 06 16:28:31.901419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781192a-3e63-41d9-80bb-2ce58b22e185 req-320f4e8f-21a9-44f1-8ff9-a6daacb45fb1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:31.902909 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d781192a-3e63-41d9-80bb-2ce58b22e185 req-320f4e8f-21a9-44f1-8ff9-a6daacb45fb1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0482588 Aug 06 16:28:31.940464 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d781192a-3e63-41d9-80bb-2ce58b22e185 req-5e7251cb-00e9-44c3-8d36-f843abeb583b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 06 16:28:33.056490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d6517-27db-472f-96be-acbe876b776c req-4c2f14e8-c1b9-4e24-8c79-492055726b66 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:33.058016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb4d6517-27db-472f-96be-acbe876b776c req-4c2f14e8-c1b9-4e24-8c79-492055726b66 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Aug 06 16:28:33.098016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fb4d6517-27db-472f-96be-acbe876b776c req-9e3e5246-bf59-468b-8881-4c7669b429ce tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339749 Aug 06 16:28:33.741868 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-dfa39f42-2c4b-4418-84b0-75402a0af56c service neutron] show failed (client error): The resource could not be found. Aug 06 16:28:33.742903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-dfa39f42-2c4b-4418-84b0-75402a0af56c service neutron] 10.222.0.59 "GET /v2.0/ports/c4b2436d-233b-4503-9105-9a313f65b2e2/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0564587 Aug 06 16:28:34.216818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b58f6-c6ab-405c-a6b1-a8f0da9941a8 req-86a09807-e7cb-4d84-8171-b8bed308fd05 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:34.218304 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e67b58f6-c6ab-405c-a6b1-a8f0da9941a8 req-86a09807-e7cb-4d84-8171-b8bed308fd05 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Aug 06 16:28:34.260861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e67b58f6-c6ab-405c-a6b1-a8f0da9941a8 req-6253e82d-ccd0-49bb-b224-10b9a094e061 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358603 Aug 06 16:28:34.376781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-c0d329da-cd83-4944-b81c-f8f2df5e857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:34.378247 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-c0d329da-cd83-4944-b81c-f8f2df5e857c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 1097 time: 0.0497723 Aug 06 16:28:34.395063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:34.451682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.680053 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:34.722877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:34.778243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:34.780155 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b1bccc-3af5-435d-8f55-6137b8cff464" -d '{"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:34.785027 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.802285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Transition to ACTIVE for port object c4b2436d-233b-4503-9105-9a313f65b2e2 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:34.838720 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1082c1-e4d9-4933-b5a7-72c3b4dae137 x-openstack-request-id: req-bd1082c1-e4d9-4933-b5a7-72c3b4dae137 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:34.839021 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-unplugged", "status": "completed", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:34.839276 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd1082c1-e4d9-4933-b5a7-72c3b4dae137 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:34.839674 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'code': 200} Aug 06 16:28:34.874031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:34.962363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:34.978311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.978665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.979013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.979358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.980084 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.980430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.980769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.981130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.981439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.981773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.982105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.982434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:34.993634 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8831b366-a17c-4c5c-88d0-dd39ba292791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.026078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] No DVR routers for this DVR port c4b2436d-233b-4503-9105-9a313f65b2e2 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:35.183652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:28:35.183941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:28:35.184354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:35.188905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Port c4b2436d-233b-4503-9105-9a313f65b2e2 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:28:35.189147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Attempting to bind port c4b2436d-233b-4503-9105-9a313f65b2e2 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:35.194584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:28:35.194966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:35.195594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:28:35.196346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Bound port: c4b2436d-233b-4503-9105-9a313f65b2e2, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:28:35.196961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.275132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:35.278304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:28:35.371186 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.377732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8920216-cd97-41a0-939f-2a12c2ac894f req-44732813-a47d-4abe-89c5-71e0159aa79b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.379232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8920216-cd97-41a0-939f-2a12c2ac894f req-44732813-a47d-4abe-89c5-71e0159aa79b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0507717 Aug 06 16:28:35.407079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.407701 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:35.409125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] 10.222.0.64 "PUT /v2.0/ports/c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1092 time: 1.0183856 Aug 06 16:28:35.421009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b8920216-cd97-41a0-939f-2a12c2ac894f req-c0ffc3e8-9420-4a17-906c-3fada54f2649 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Aug 06 16:28:35.439756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce670d-5b9e-4294-8a61-a355d2c3494f service neutron] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:35.493188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-3223a7f5-c975-4101-8b0b-94cf5f771e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.494798 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-3223a7f5-c975-4101-8b0b-94cf5f771e4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1095 time: 0.0498962 Aug 06 16:28:35.600159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-a4ddcbea-9a3b-484e-861c-eb3e25b303a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.601667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-a4ddcbea-9a3b-484e-861c-eb3e25b303a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0952532 Aug 06 16:28:35.673248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-77d77524-f602-420f-89d9-5ad52c76c0d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1000 time: 0.0599961 Aug 06 16:28:35.733827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-dd68ad41-a512-42cb-8a7a-0ad2471b422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.735321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-dd68ad41-a512-42cb-8a7a-0ad2471b422e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0497837 Aug 06 16:28:35.785473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-44a1abcf-c499-4195-b300-ef1d44d6064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:35.787415 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-44a1abcf-c499-4195-b300-ef1d44d6064e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401790 Aug 06 16:28:35.799598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-19803cd3-5ea7-4ce7-baef-b13a485ccfed service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:28:35.800563 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-19803cd3-5ea7-4ce7-baef-b13a485ccfed service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049825 Aug 06 16:28:35.894284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-5521c26a-db74-467c-ac95-d6ba8d6bec85 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852509 Aug 06 16:28:35.990806 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f36502a4-b60d-40e5-bba2-265b429b2a9d req-0bb4ed68-aba3-41cd-9126-d7926d665b1c service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843849 Aug 06 16:28:36.546490 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5ccbe-0ed5-4dc4-833b-419b2eda625d req-9ee7246f-1ec6-4368-9266-a6b46cb6bcf8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:36.547996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-caa5ccbe-0ed5-4dc4-833b-419b2eda625d req-9ee7246f-1ec6-4368-9266-a6b46cb6bcf8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0508602 Aug 06 16:28:36.586885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-caa5ccbe-0ed5-4dc4-833b-419b2eda625d req-285947ca-db3b-4699-9809-25ca4afe9c06 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Aug 06 16:28:36.841194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:36.843501 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfff775-6ab5-43a2-ac99-95ceb06724d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:36.891568 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8541429-3197-413f-828d-9cda6465308e x-openstack-request-id: req-d8541429-3197-413f-828d-9cda6465308e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:36.891897 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:36.892156 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8541429-3197-413f-828d-9cda6465308e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:36.892569 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'status': 'completed', 'code': 200} Aug 06 16:28:36.983239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-f0f0e33d-b222-48d1-975f-bfcbdb195905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:36.984771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-f0f0e33d-b222-48d1-975f-bfcbdb195905 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1095 time: 0.0707734 Aug 06 16:28:36.990619 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-86a50ed5-7315-4c71-980c-0992ce95154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:36.992072 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-86a50ed5-7315-4c71-980c-0992ce95154d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1095 time: 0.0767782 Aug 06 16:28:37.041866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:37.080946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:37.150392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-1442a242-0deb-4de2-9cb2-1da0e4964ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.151823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-1442a242-0deb-4de2-9cb2-1da0e4964ddd service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1588981 Aug 06 16:28:37.152815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-cba191ad-b5f6-4861-9d59-3749d089604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.154122 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-cba191ad-b5f6-4861-9d59-3749d089604c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1541522 Aug 06 16:28:37.271856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-f3dd3c58-9a6b-4dd1-8a4b-1eba3ae81b75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1000 time: 0.1134312 Aug 06 16:28:37.273853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-92ed576a-cca5-4ca9-aabf-136048aa7726 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1000 time: 0.1099658 Aug 06 16:28:37.362244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-6ba9dbd1-1cf4-47d7-a1a1-b123248505b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.363741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-6ba9dbd1-1cf4-47d7-a1a1-b123248505b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0848546 Aug 06 16:28:37.366205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-4a39a10a-8d44-4be7-a13f-6a84f8c29f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.367521 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-4a39a10a-8d44-4be7-a13f-6a84f8c29f1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0806487 Aug 06 16:28:37.439390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-01c033ca-aae8-45fd-84f9-3a91318a60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.440844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-01c033ca-aae8-45fd-84f9-3a91318a60ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701609 Aug 06 16:28:37.442985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-e9260208-6289-4217-af75-e285ea86aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.444389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-e9260208-6289-4217-af75-e285ea86aff6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649352 Aug 06 16:28:37.606618 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-448010e1-00c3-4bc4-bca2-e43511ff2587 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586585 Aug 06 16:28:37.608508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-ec3992fd-9c2b-427c-916f-d69aee409dce service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535909 Aug 06 16:28:37.685571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-06a5e8b3-6d54-496c-8aaa-54fcbcbdfb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.737390 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47da57-de5a-45c5-ac0a-d03f95aa8254 req-430e59af-333c-4fc9-bc54-351aa1ed6af6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:37.738898 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d47da57-de5a-45c5-ac0a-d03f95aa8254 req-430e59af-333c-4fc9-bc54-351aa1ed6af6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0819387 Aug 06 16:28:37.769726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:37.775971 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-3b28ad44-50b9-4e5b-89dc-deb162b06dce service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620531 Aug 06 16:28:37.778157 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4cfff775-6ab5-43a2-ac99-95ceb06724d1 req-f241c5bc-e48f-43d5-9895-8944dd8885ea service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560731 Aug 06 16:28:37.781979 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d47da57-de5a-45c5-ac0a-d03f95aa8254 req-77cc12bc-be25-4bab-82b4-7dfc0b02004a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Aug 06 16:28:38.643461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:28:38.740513 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:38.751401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'mac_address': 'fa:16:3e:5f:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:28:38.788199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.800332 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4b2436d-233b-4503-9105-9a313f65b2e2 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:38.820953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:38.903627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975629a-5831-4c48-a274-a4cc40afbe66 req-c1728c17-e044-4a72-bb27-75ffeb6509c0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:38.905062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b975629a-5831-4c48-a274-a4cc40afbe66 req-c1728c17-e044-4a72-bb27-75ffeb6509c0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 944 time: 0.0497236 Aug 06 16:28:38.913722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:38.943666 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b975629a-5831-4c48-a274-a4cc40afbe66 req-f0a74d50-78d6-4cd3-834c-9118051c6042 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327213 Aug 06 16:28:38.974506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:38.983527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.983920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.984561 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.985021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.985364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.985700 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.986033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.986882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.987203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.987538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.987937 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:38.988212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:28:39.073755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:39.198581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c4b2436d-233b-4503-9105-9a313f65b2e2'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:39.369911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24543bc-d04a-4afe-a8bb-1bc42c5ad1b5 req-785f9918-3f85-466f-bad9-4d87f1bb7987 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.371422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c24543bc-d04a-4afe-a8bb-1bc42c5ad1b5 req-785f9918-3f85-466f-bad9-4d87f1bb7987 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 945 time: 0.0500965 Aug 06 16:28:39.410344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c24543bc-d04a-4afe-a8bb-1bc42c5ad1b5 req-c4826ae7-82fe-4169-973b-4f1fd50c3a2b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Aug 06 16:28:39.464474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-3b7b2bd1-ac80-40c2-bbeb-50e481b936ad tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.465906 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-3b7b2bd1-ac80-40c2-bbeb-50e481b936ad tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651&tenant_id=1a5d0c37e344496fb8f632986b36474e&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 945 time: 0.0531187 Aug 06 16:28:39.526745 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-f4637bd4-8a01-4037-96cc-fb2b6c77ca92 service neutron] delete failed (client error): The resource could not be found. Aug 06 16:28:39.527760 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-f4637bd4-8a01-4037-96cc-fb2b6c77ca92 service neutron] 10.222.0.59 "DELETE /v2.0/ports/c4b2436d-233b-4503-9105-9a313f65b2e2/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0551305 Aug 06 16:28:39.608950 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-5ef34376-b5f0-4803-951b-75c807ac7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.610472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-5ef34376-b5f0-4803-951b-75c807ac7f0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 1096 time: 0.0416813 Aug 06 16:28:39.704418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-9f3150ec-e651-45ca-9fd5-a851128a632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.705896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-9f3150ec-e651-45ca-9fd5-a851128a632f service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0888081 Aug 06 16:28:39.770553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-e2127e2d-e01c-4920-97f9-7268dd407b85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 200 len: 1001 time: 0.0576828 Aug 06 16:28:39.824634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-1a24015a-10ef-4797-8c81-f83bc2d0b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.826146 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-1a24015a-10ef-4797-8c81-f83bc2d0b3ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0489407 Aug 06 16:28:39.872287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-abd7f21b-8766-4dbc-8317-5e131e29a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:39.873786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-abd7f21b-8766-4dbc-8317-5e131e29a152 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413265 Aug 06 16:28:39.962335 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-49cb5faa-5760-4f43-8db5-7f36b2d08901 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818541 Aug 06 16:28:40.056889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-67ced6fe-750b-4b61-96ad-ae1a17abc966 req-b1ef146e-69dc-4f15-b92a-30735307d28d service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865948 Aug 06 16:28:40.531314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c52c6-c056-40cf-8dd7-bcf7ce88e4e3 req-46cbe5e0-8870-48fe-8a40-d627fbc97edf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:40.532857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-529c52c6-c056-40cf-8dd7-bcf7ce88e4e3 req-46cbe5e0-8870-48fe-8a40-d627fbc97edf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Aug 06 16:28:40.577992 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-529c52c6-c056-40cf-8dd7-bcf7ce88e4e3 req-2db9331c-e390-4e45-bde4-0fbecb419ceb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Aug 06 16:28:40.605682 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:28:40.665194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:40.825080 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c4b2436d-233b-4503-9105-9a313f65b2e2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:40.826797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c4b2436d-233b-4503-9105-9a313f65b2e2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:40.827186 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.919547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.942330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:40.945390 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c65b9f6-d610-4e2d-bccf-ac9f7ce4db78" -d '{"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-plugged", "status": "completed", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:40.959268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:40.960847 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:40.983343 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4fabde-e802-4a2f-89fe-691685b1c0b2 x-openstack-request-id: req-8a4fabde-e802-4a2f-89fe-691685b1c0b2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:40.983658 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-plugged", "status": "completed", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:40.983949 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a4fabde-e802-4a2f-89fe-691685b1c0b2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:40.984350 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'code': 200} Aug 06 16:28:41.068517 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:41.119247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:41.695616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc8833-6356-4327-9b03-111988f77e06 req-d3981d1f-6891-4008-9233-70ecefb3770d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:41.697140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31fc8833-6356-4327-9b03-111988f77e06 req-d3981d1f-6891-4008-9233-70ecefb3770d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0516410 Aug 06 16:28:41.735698 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31fc8833-6356-4327-9b03-111988f77e06 req-2296160e-2d25-4376-bd02-0840d77bb703 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Aug 06 16:28:41.856297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7da5-6cd1-46a6-ab74-5214170391fb req-d8cbfa28-9d0d-4b72-b930-6b17ac2b3361 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:41.857771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b8f7da5-6cd1-46a6-ab74-5214170391fb req-d8cbfa28-9d0d-4b72-b930-6b17ac2b3361 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0541437 Aug 06 16:28:41.896636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b8f7da5-6cd1-46a6-ab74-5214170391fb req-de1ae41f-c114-4a3a-8005-977f4680ec7f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Aug 06 16:28:42.009315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc9222-a328-4f04-931f-b95c868c87e5 req-471def46-0315-4c57-b937-2a7d99dbd1c7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:42.010805 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cdc9222-a328-4f04-931f-b95c868c87e5 req-471def46-0315-4c57-b937-2a7d99dbd1c7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Aug 06 16:28:42.053016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8cdc9222-a328-4f04-931f-b95c868c87e5 req-e500d806-07ee-4e2c-80f7-f3ae50b5d507 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362210 Aug 06 16:28:42.665834 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382df975-6477-4482-b4fb-89267c8e0536 req-dba6c6c2-b370-48fa-92a1-6fe16bc7e7e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:42.667313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-382df975-6477-4482-b4fb-89267c8e0536 req-dba6c6c2-b370-48fa-92a1-6fe16bc7e7e9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0513351 Aug 06 16:28:42.705259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-382df975-6477-4482-b4fb-89267c8e0536 req-5885290a-b165-427b-a7cb-42c6311c1ca3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Aug 06 16:28:43.836205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30557018-0f36-4340-a277-3701afd76f8f req-a7bfab74-c16f-4ef4-be3a-516957ecf71e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:43.837720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30557018-0f36-4340-a277-3701afd76f8f req-a7bfab74-c16f-4ef4-be3a-516957ecf71e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0517240 Aug 06 16:28:43.875300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-30557018-0f36-4340-a277-3701afd76f8f req-8e6f4d43-a480-45c0-8bd0-862933ea5435 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Aug 06 16:28:44.108241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-8ef55d3c-8b58-4616-a35c-73c851fd3930 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:44.109645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-8ef55d3c-8b58-4616-a35c-73c851fd3930 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 946 time: 0.0499301 Aug 06 16:28:44.210328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Deleting port c4b2436d-233b-4503-9105-9a313f65b2e2 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:28:44.210682 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.298717 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] For port c4b2436d-233b-4503-9105-9a313f65b2e2, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c4b2436d-233b-4503-9105-9a313f65b2e2,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:44.299081 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.473569 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.474520 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.474829 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 disassociated. External IP: 172.25.5.225, port: c4b2436d-233b-4503-9105-9a313f65b2e2. Aug 06 16:28:44.475169 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Calling delete_port for c4b2436d-233b-4503-9105-9a313f65b2e2 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:28:44.679474 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:44.713274 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event deleted for resources: {'Port': ['ID=c4b2436d-233b-4503-9105-9a313f65b2e2,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:44.829699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:44.952504 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:44.965854 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:44.975318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b7f4a5d1-138e-4e39-b6c4-984cb8dccc00 req-5aeb31f1-212e-4e12-92f4-cc0ede38d105 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d6af17c-a0c6-45fb-8053-5c0db239b651 HTTP/1.1" status: 200 len: 210 time: 0.0289707 Aug 06 16:28:44.976069 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:44.976448 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:28:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:44.998057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] No DVR routers for this DVR port c4b2436d-233b-4503-9105-9a313f65b2e2 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:28:45.000716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:45.002707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b38db5c2-600d-4825-a1ba-3436d79e05d7 req-5f901628-bbaf-4d5d-a619-1fce3d48439d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "DELETE /v2.0/ports/c4b2436d-233b-4503-9105-9a313f65b2e2 HTTP/1.1" status: 204 len: 173 time: 0.8822045 Aug 06 16:28:45.003142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-deleted', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:45.005427 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb3e626-a101-4184-9c31-ac7db3cd5323" -d '{"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-deleted", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:45.041718 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462bd1fe-f1a8-42f7-8f83-6cda3e8c92f0 x-openstack-request-id: req-462bd1fe-f1a8-42f7-8f83-6cda3e8c92f0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:45.042020 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6af17c-a0c6-45fb-8053-5c0db239b651", "name": "network-vif-deleted", "tag": "c4b2436d-233b-4503-9105-9a313f65b2e2", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:45.042277 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-462bd1fe-f1a8-42f7-8f83-6cda3e8c92f0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:45.042684 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6af17c-a0c6-45fb-8053-5c0db239b651', 'name': 'network-vif-deleted', 'tag': 'c4b2436d-233b-4503-9105-9a313f65b2e2', 'status': 'completed', 'code': 200} Aug 06 16:28:45.088381 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:28:45.285603 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:45.315266 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:28:45.324027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:45.324645 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:28:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:45.431627 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:28:45.627461 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:45.654231 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f604f4-7659-4ab8-a463-3dc8d1c251a0 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:45.873697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7858acf-07bc-482e-b708-79c159bd0727 None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:28:46.216453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-82087507-bd44-46e3-b48e-802e8dfad694 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1233764729&fields=id&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 267 time: 0.0366795 Aug 06 16:28:46.326688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-2f0d2759-2645-4ea7-8e5a-8fe9d6d6c665 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:46.328202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-2f0d2759-2645-4ea7-8e5a-8fe9d6d6c665 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1051171 Aug 06 16:28:46.343563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-87f9361e-5e65-44aa-bac3-dbea87c976cf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/quotas/1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 375 time: 0.0093081 Aug 06 16:28:46.398587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-51ec7aa4-ef02-4485-816c-c77d9e78356d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495281 Aug 06 16:28:46.501759 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-765e0b1f-10e5-4899-b631-3a9c2c7732c5 service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911162 Aug 06 16:28:46.600614 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-879da56e-cdcd-4eeb-8be2-c65e7425f4aa service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924671 Aug 06 16:28:46.854261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6f9b332c-64ee-4d63-9688-8446c905773a req-b8a47dff-de32-4f73-9667-f110fb0e20c6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 210 time: 0.0274446 Aug 06 16:28:47.952375 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c1d7ed8-5d21-4e94-9c9c-b623ab2e4386 req-17ae1165-0c4e-4373-b2b0-3f188bba6066 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 210 time: 0.0289974 Aug 06 16:28:48.698280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:28:48.719090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c4b2436d-233b-4503-9105-9a313f65b2e2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:28:48.719436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c4b2436d-233b-4503-9105-9a313f65b2e2 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:28:49.056513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3dc0f5e-4e3c-4137-b257-46dff90b1309 req-8196df25-73b3-441b-8e36-f585aff73afe tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 210 time: 0.0364258 Aug 06 16:28:49.069547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-a9fff636-88bd-4b6f-a0a4-5db9b8d8c816 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:49.071068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-a9fff636-88bd-4b6f-a0a4-5db9b8d8c816 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1154318 Aug 06 16:28:49.116496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-44c57d92-c1f2-4c84-bc85-17c17c1aa2e7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 380 time: 0.0362885 Aug 06 16:28:49.127172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'port': {'device_id': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'admin_state_up': True, 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'security_groups': ['59d5d203-6cc0-41e4-9361-b21989a99312']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:49.365378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Made reservation on behalf of 1a5d0c37e344496fb8f632986b36474e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:28:49.369490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.502638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Allocated IP 172.20.0.7 (5c883b34-b0ba-45db-b8b1-b4e6d8e2c048/838ecf5a-52b0-4d72-a986-422e9bdf7151/b17fc2d8-830e-404b-9235-91ae9fd23515) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:28:49.637375 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.650726 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Transition to ACTIVE for port object b17fc2d8-830e-404b-9235-91ae9fd23515 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:49.764994 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.814395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:28:49.818338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:28:49.822266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:28:49.846852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:49.875907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:49.876484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:49.999889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-0d8b7759-39d5-49eb-9d34-5833fa711963 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8762622 Aug 06 16:28:50.012473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Request body: {'port': {'device_id': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:50.068450 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.106752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6081267b-2f2a-483c-889c-cd6d97ebefed None None] Provisioning for port b17fc2d8-830e-404b-9235-91ae9fd23515 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:50.111116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6081267b-2f2a-483c-889c-cd6d97ebefed None None] Provisioning complete for port b17fc2d8-830e-404b-9235-91ae9fd23515 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:50.112153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6081267b-2f2a-483c-889c-cd6d97ebefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.148330 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6081267b-2f2a-483c-889c-cd6d97ebefed None None] Port b17fc2d8-830e-404b-9235-91ae9fd23515 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:28:50.169131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b263ab-4d37-47af-a986-12fadf6c320f req-9650c2a5-e31d-418c-a0dc-25e5945caeea tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:50.170627 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4b263ab-4d37-47af-a986-12fadf6c320f req-9650c2a5-e31d-418c-a0dc-25e5945caeea tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 931 time: 0.0516007 Aug 06 16:28:50.211284 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4b263ab-4d37-47af-a986-12fadf6c320f req-1c932708-7c4d-429a-8314-22f01861da0f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343652 Aug 06 16:28:50.341514 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17fc2d8-830e-404b-9235-91ae9fd23515 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:50.349041 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.361092 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Transition to ACTIVE for port object b17fc2d8-830e-404b-9235-91ae9fd23515 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:28:50.439327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.488940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:50.571197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Port b17fc2d8-830e-404b-9235-91ae9fd23515 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Bound port: b17fc2d8-830e-404b-9235-91ae9fd23515, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:28:50.584546 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.651852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:28:50.654984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:28:50.811969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.851309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:50.851962 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:50.853362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] 10.222.0.59 "PUT /v2.0/ports/b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 1091 time: 0.8452859 Aug 06 16:28:50.853806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:50.856112 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:50.887320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30289d-d6c1-4745-b265-eddaf2829869 service neutron] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:50.901694 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e4c11-aebd-47e1-9ae7-9235fe19d846 x-openstack-request-id: req-eb5e4c11-aebd-47e1-9ae7-9235fe19d846 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:50.901694 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:50.901694 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb5e4c11-aebd-47e1-9ae7-9235fe19d846 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:50.901694 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'status': 'completed', 'code': 200} Aug 06 16:28:50.961351 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c req-25d05afd-3140-4057-b7f3-ceba40924351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:50.963153 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c req-25d05afd-3140-4057-b7f3-ceba40924351 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0446470 Aug 06 16:28:51.072497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c req-610e30e2-378c-4d28-80bc-c6a3ab3756ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.073918 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c req-610e30e2-378c-4d28-80bc-c6a3ab3756ff service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1a5d0c37e344496fb8f632986b36474e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1032975 Aug 06 16:28:51.173442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c req-97621e07-d77f-4fee-bfea-ac09e12af53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.174833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-33deef8f-9d66-4ea4-a20a-cc48749cdb9c req-97621e07-d77f-4fee-bfea-ac09e12af53c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947697 Aug 06 16:28:51.253175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-6824436e-0ef7-4098-aac5-c137c5a1607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.254760 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-6824436e-0ef7-4098-aac5-c137c5a1607d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0415373 Aug 06 16:28:51.296686 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-b59ba3e7-51bf-43db-97b4-10f7257199d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 217 time: 0.0342371 Aug 06 16:28:51.335204 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80887a3d-360c-40bf-ae5f-1d39a0aa97fe req-23a2a886-78bf-4729-bc10-fe0cc118bae5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.336727 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80887a3d-360c-40bf-ae5f-1d39a0aa97fe req-23a2a886-78bf-4729-bc10-fe0cc118bae5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0547216 Aug 06 16:28:51.351306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-50e3efab-ff64-4575-b408-09f396ca31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.352889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-50e3efab-ff64-4575-b408-09f396ca31d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0499575 Aug 06 16:28:51.379155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80887a3d-360c-40bf-ae5f-1d39a0aa97fe req-483a3019-8463-456b-999f-fefaab4f25cb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363519 Aug 06 16:28:51.401614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-1d1ee9ff-59ec-45d2-a816-8228731830de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:51.403121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-1d1ee9ff-59ec-45d2-a816-8228731830de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429239 Aug 06 16:28:51.504326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-df399af1-4c52-42d5-8cd6-0e0157a4fb93 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942960 Aug 06 16:28:51.599324 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1fb9ec78-e3fc-4ffd-833d-38855bdd5532 req-57deb177-22a3-4d30-8281-67c73daf2ac0 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Aug 06 16:28:52.499640 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea765b7-df7b-4e33-9bb7-4f2f99470850 req-e9887339-f09c-49aa-9ef7-8058bc88580f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:52.501139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eea765b7-df7b-4e33-9bb7-4f2f99470850 req-e9887339-f09c-49aa-9ef7-8058bc88580f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0519168 Aug 06 16:28:52.540626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eea765b7-df7b-4e33-9bb7-4f2f99470850 req-035cccbd-410e-4d92-badb-1cb06d9e8cb9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327694 Aug 06 16:28:53.119344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:28:53.215463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:53.226947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'mac_address': 'fa:16:3e:57:8f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:28:53.263390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:53.276086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17fc2d8-830e-404b-9235-91ae9fd23515 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:28:53.295820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:53.370739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:53.418317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:53.600276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['b17fc2d8-830e-404b-9235-91ae9fd23515'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:28:53.664960 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b50ed-7a36-4145-be1d-08e0393bb706 req-58fdafa8-a094-4a4b-b6a4-a3078bda749c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:53.664960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d3b50ed-7a36-4145-be1d-08e0393bb706 req-58fdafa8-a094-4a4b-b6a4-a3078bda749c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 944 time: 0.0494916 Aug 06 16:28:53.700977 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d3b50ed-7a36-4145-be1d-08e0393bb706 req-671f774e-5193-446f-883b-fe207c647a13 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Aug 06 16:28:54.821992 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02796c5d-2d37-478a-a073-4db98613901c req-a305e384-81f0-407a-a9da-ab0dcadcd75f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:54.823555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02796c5d-2d37-478a-a073-4db98613901c req-a305e384-81f0-407a-a9da-ab0dcadcd75f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 944 time: 0.0532937 Aug 06 16:28:54.862482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02796c5d-2d37-478a-a073-4db98613901c req-9784d48a-e48d-4ebe-b545-4f23ff9e8ce4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328615 Aug 06 16:28:55.164173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:28:55.484634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port b17fc2d8-830e-404b-9235-91ae9fd23515 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:28:55.488655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port b17fc2d8-830e-404b-9235-91ae9fd23515 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:28:55.489033 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:55.569067 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:55.593442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:55.595741 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c05139-c245-4b6f-853e-578ccbc14f69" -d '{"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-plugged", "status": "completed", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:55.609292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:28:55.630565 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84872a1d-d04b-4762-9c50-ec73f83761fd x-openstack-request-id: req-84872a1d-d04b-4762-9c50-ec73f83761fd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:55.630865 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-plugged", "status": "completed", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:55.631126 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84872a1d-d04b-4762-9c50-ec73f83761fd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:55.631527 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'code': 200} Aug 06 16:28:55.727420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dfd9f-76bc-4921-86f2-666d9d52ccc8 req-9719e9f0-a6b4-4833-b826-d21cb8ac9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:55.728981 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb3dfd9f-76bc-4921-86f2-666d9d52ccc8 req-9719e9f0-a6b4-4833-b826-d21cb8ac9f39 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0417318 Aug 06 16:28:55.736113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:55.765180 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb3dfd9f-76bc-4921-86f2-666d9d52ccc8 req-59ca0fe1-627b-4a2f-a858-6eac277c7dd0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288424 Aug 06 16:28:55.783619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:28:55.979652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79e467-6d22-4f7d-bb74-a0899f9ba9f2 req-5e7609d3-1f63-4e24-9480-5d4101509226 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:55.981154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c79e467-6d22-4f7d-bb74-a0899f9ba9f2 req-5e7609d3-1f63-4e24-9480-5d4101509226 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0498259 Aug 06 16:28:56.018356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c79e467-6d22-4f7d-bb74-a0899f9ba9f2 req-36115491-dd82-4447-a2c0-84dd31e1db93 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Aug 06 16:28:56.341759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.137863 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9a7b6-bf50-4477-aaa0-861536e6924b req-5d33672e-0980-4ce0-8a6b-98ebddfa4f3c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:57.139331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cd9a7b6-bf50-4477-aaa0-861536e6924b req-5d33672e-0980-4ce0-8a6b-98ebddfa4f3c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0496194 Aug 06 16:28:57.176618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2cd9a7b6-bf50-4477-aaa0-861536e6924b req-b94b4562-5148-45e2-80fe-b3bec20de47c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313447 Aug 06 16:28:57.298850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d915ff-2e82-442e-8843-c0e2fc1a0708 req-a03a54b6-ee88-49a9-951b-b4fdba9cddc4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:57.300263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-43d915ff-2e82-442e-8843-c0e2fc1a0708 req-a03a54b6-ee88-49a9-951b-b4fdba9cddc4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0589554 Aug 06 16:28:57.309624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37570) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:28:57.314047 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'floatingip': {'port_id': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:28:57.355319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.793371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.896084 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:57.999883 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 associated. External IP: 172.25.5.225, port: b17fc2d8-830e-404b-9235-91ae9fd23515. Aug 06 16:28:58.207356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:28:58.328685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:28:58.334056 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:28:58.341344 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:28:58.351033 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:58.352272 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:28:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.364872 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8d4d3408-3ba2-4fd5-8520-51f0de80d80a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "PUT /v2.0/floatingips/ef05013a-2a04-46dc-9a93-a84a9ece70d3 HTTP/1.1" status: 200 len: 991 time: 1.0535319 Aug 06 16:28:58.364872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:28:58.367752 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:28:58.406842 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a29c2cb-85fe-4dc3-a1ff-bb962ed3c433 x-openstack-request-id: req-1a29c2cb-85fe-4dc3-a1ff-bb962ed3c433 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:28:58.407138 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:28:58.407393 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a29c2cb-85fe-4dc3-a1ff-bb962ed3c433 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:28:58.407819 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'status': 'completed', 'code': 200} Aug 06 16:28:58.473543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-a90fe272-0502-4361-a6e6-01472787e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.474655 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:28:58.475161 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-a90fe272-0502-4361-a6e6-01472787e9ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0438764 Aug 06 16:28:58.583112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-1cad2ed8-d291-4c06-8166-1a530c3aed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.584922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-1cad2ed8-d291-4c06-8166-1a530c3aed0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1028850 Aug 06 16:28:58.660940 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-1d487631-e4e7-41fe-86a7-35f46dc052fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 999 time: 0.0690086 Aug 06 16:28:58.717062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-b5f5ff83-d1e3-4f96-a1ef-3111b792e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.719267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-b5f5ff83-d1e3-4f96-a1ef-3111b792e97e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0520632 Aug 06 16:28:58.721065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:57:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:28:57Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.748338 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:28:58.760653 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:28:58.761310 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:28:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:58.771071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-935f25bc-4593-4832-a9c5-3741a7a3d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:28:58.773044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-935f25bc-4593-4832-a9c5-3741a7a3d238 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471029 Aug 06 16:28:58.883642 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:28:59.156265 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:57:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:28:57Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:28:59.198513 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60189769-670b-4e59-97b2-9d93e451da10 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:57:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:28:57Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:28:59.268934 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-263df8ce-e75e-4aa6-9070-713941abeb75 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885767 Aug 06 16:28:59.370068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0d7eb015-9675-45ce-a344-8e5c5ce8ef8f req-e5b1181b-80c3-4da1-848d-8eff746d0eba service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915804 Aug 06 16:28:59.417432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce23a3e-570b-43b7-962a-6ba5037ac89f None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:28:59.586307 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:04.958775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e2e8320-fea6-43d9-bb48-46928aba10b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.682216 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-397917c9-fcc0-44bb-bb9b-35c08765f4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:07.757388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:09.033166 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:10.958741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:17.604933 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:29:26.379825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:29.541279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:35.002509 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df20c4cf-f60d-4cac-b84b-2c3040e57b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.672416 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4cf517ca-7bfa-46e5-b3b2-c5db71224589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:37.781739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:39.037753 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:40.956637 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:48.047233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-396680a9-eebe-4724-b96e-d8b19976247f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1346824 Aug 06 16:29:48.135665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-f1b18987-fd30-4f62-807a-06aa18217bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:48.137182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-f1b18987-fd30-4f62-807a-06aa18217bcf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0462046 Aug 06 16:29:48.244096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-afca683f-d378-441c-8498-831fab19c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:48.245525 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-afca683f-d378-441c-8498-831fab19c7d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0892200 Aug 06 16:29:48.315700 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-6bbaaf8e-f083-4a1d-a997-a5fd33321359 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 1001 time: 0.0632732 Aug 06 16:29:48.368101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-37f6e5e9-fe64-4ace-a93d-c17a622024a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:48.369873 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-37f6e5e9-fe64-4ace-a93d-c17a622024a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0478265 Aug 06 16:29:48.416797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-ddb21925-00f0-4f2c-a60d-ebc9e0e6b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:29:48.418280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-ddb21925-00f0-4f2c-a60d-ebc9e0e6b415 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414512 Aug 06 16:29:48.429299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-cfd8e1fd-240d-40e8-96d1-d73745cabe8e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:29:48.430270 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-cfd8e1fd-240d-40e8-96d1-d73745cabe8e service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050926 Aug 06 16:29:48.523155 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-079fb8ce-5947-4164-91ff-0152e63bda50 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861464 Aug 06 16:29:48.618566 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b4be7ee5-5fcf-4844-9ef6-7e8b89abab01 req-1d60082d-3f73-4d3a-8a22-5f8292d0e0e0 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879619 Aug 06 16:29:54.603977 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:29:56.345839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:29:59.545878 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:04.950420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab432035-5023-48d3-bad2-2f881c6d3b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.652729 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7cf3-d871-4b60-b585-9a05778a0783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:07.768661 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:09.037001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:10.979835 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:26.339450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:29.561675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:31.603012 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:30:34.967681 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-20e78dcc-6860-4d1e-a13d-ba46c76a99fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:35.585063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b1226-fb7d-4f03-aa6f-23b9af4d4ddf req-1ad003d0-5bc0-4e84-bd3d-b22ee2630367 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:35.586575 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f0b1226-fb7d-4f03-aa6f-23b9af4d4ddf req-1ad003d0-5bc0-4e84-bd3d-b22ee2630367 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.1589215 Aug 06 16:30:35.625651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f0b1226-fb7d-4f03-aa6f-23b9af4d4ddf req-c65d1b84-2785-4d8e-92e9-8d09f76df5c0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Aug 06 16:30:36.816870 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdb20d-6489-40c8-86f0-b4bf7993f910 req-94cde528-f96a-44e6-9ad6-abd7f68540f3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:36.818592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ccdb20d-6489-40c8-86f0-b4bf7993f910 req-94cde528-f96a-44e6-9ad6-abd7f68540f3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.1214795 Aug 06 16:30:36.861045 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ccdb20d-6489-40c8-86f0-b4bf7993f910 req-e0b6af15-31f6-46fb-b3d2-bffe2cf1a7de tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348415 Aug 06 16:30:37.682399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6cf979b2-2f72-4583-bd00-f2150e9cab7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:37.773111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:37.984408 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18c294-a600-49e9-92e9-73d619a16f57 req-90fec60f-8fdc-4efc-87a8-d4bc474f146a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:37.985880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f18c294-a600-49e9-92e9-73d619a16f57 req-90fec60f-8fdc-4efc-87a8-d4bc474f146a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0530930 Aug 06 16:30:38.025026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1f18c294-a600-49e9-92e9-73d619a16f57 req-aee4a395-3591-49c2-a206-699f27e5a8c8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Aug 06 16:30:39.052321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:39.145368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953543e-77ce-4100-9dc4-f6eb704db844 req-26e55ff8-5b46-4eae-8b1c-9582f59862a1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:39.146868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7953543e-77ce-4100-9dc4-f6eb704db844 req-26e55ff8-5b46-4eae-8b1c-9582f59862a1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Aug 06 16:30:39.183676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7953543e-77ce-4100-9dc4-f6eb704db844 req-720d4f5f-b4fd-4402-8115-7b308fbd2a34 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Aug 06 16:30:40.308405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b6a8e-ca31-4214-93e8-27e99dca4bf5 req-b333b1c2-f1ab-4600-91f4-9ec53a6ef800 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:40.312952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-017b6a8e-ca31-4214-93e8-27e99dca4bf5 req-b333b1c2-f1ab-4600-91f4-9ec53a6ef800 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Aug 06 16:30:40.349089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-017b6a8e-ca31-4214-93e8-27e99dca4bf5 req-d414c7de-e6c7-4a5c-b728-e2e309017b63 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325177 Aug 06 16:30:40.968900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:41.472054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d563dbb-49ac-4e67-945c-c350b39f4df1 req-3b248e82-4373-49cf-b207-91645f753ccd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:41.473560 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d563dbb-49ac-4e67-945c-c350b39f4df1 req-3b248e82-4373-49cf-b207-91645f753ccd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0558403 Aug 06 16:30:41.513242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7d563dbb-49ac-4e67-945c-c350b39f4df1 req-1689bc40-d893-4d2a-bf26-14eb06f53ae9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337038 Aug 06 16:30:42.630001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17434fa-e8f4-4b2d-93c0-25bf031bca4b req-92553fc1-60b4-41d1-8bd4-6f9cc8a44a26 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:42.631382 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e17434fa-e8f4-4b2d-93c0-25bf031bca4b req-92553fc1-60b4-41d1-8bd4-6f9cc8a44a26 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Aug 06 16:30:42.668852 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e17434fa-e8f4-4b2d-93c0-25bf031bca4b req-7ae16e02-55a9-4ff4-96f5-e792f1efec16 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Aug 06 16:30:43.788423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a177b-84a2-4886-93ea-c56b6dae7385 req-5b58f998-5421-4dee-b4d8-d6f30972d876 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:43.790058 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee6a177b-84a2-4886-93ea-c56b6dae7385 req-5b58f998-5421-4dee-b4d8-d6f30972d876 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0509095 Aug 06 16:30:43.829915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee6a177b-84a2-4886-93ea-c56b6dae7385 req-11f5afb4-725a-44cd-bdaf-d5157cf5fd52 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339937 Aug 06 16:30:44.956532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd442078-b0a0-48a7-ad10-3302bfedc26e req-91417f3f-a710-4e66-9426-ea21ec1433df tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:44.958261 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd442078-b0a0-48a7-ad10-3302bfedc26e req-91417f3f-a710-4e66-9426-ea21ec1433df tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0604579 Aug 06 16:30:44.996722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd442078-b0a0-48a7-ad10-3302bfedc26e req-a1d79abf-d513-4239-b702-fd09d9840ea5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Aug 06 16:30:46.114039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea64d8e-eda8-45cb-9acd-ed43e105ad0b req-5eeea903-eb97-4980-b3ae-f96691acf750 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:46.115597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ea64d8e-eda8-45cb-9acd-ed43e105ad0b req-5eeea903-eb97-4980-b3ae-f96691acf750 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0510249 Aug 06 16:30:46.155350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7ea64d8e-eda8-45cb-9acd-ed43e105ad0b req-48c6edbb-d3bd-4eea-a444-5ed0ad7ebeb2 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336878 Aug 06 16:30:46.600631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec537f-f961-4e5b-a0e4-e3da1b1fb658 req-1d341e45-e251-4b88-9f2f-d0ae629a1eb8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:46.602173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ec537f-f961-4e5b-a0e4-e3da1b1fb658 req-1d341e45-e251-4b88-9f2f-d0ae629a1eb8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0533450 Aug 06 16:30:46.641277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82ec537f-f961-4e5b-a0e4-e3da1b1fb658 req-97ea21dc-39d5-4d32-814e-4774795b6c18 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328412 Aug 06 16:30:46.736142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-5adda22a-3094-46fa-a420-0719cfa859d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449784 Aug 06 16:30:47.760812 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40659-724b-4433-815c-0a7e86cb55d7 req-4caf0be5-ecee-48f9-8f0f-144c3e8ff6e3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:47.762286 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58c40659-724b-4433-815c-0a7e86cb55d7 req-4caf0be5-ecee-48f9-8f0f-144c3e8ff6e3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0526557 Aug 06 16:30:47.801880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-58c40659-724b-4433-815c-0a7e86cb55d7 req-a0e646b6-4190-44e2-b407-bf7501e59e14 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Aug 06 16:30:48.882008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-857a233c-02e8-439e-8984-986c45ecd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:48.883545 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-857a233c-02e8-439e-8984-986c45ecd524 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0476673 Aug 06 16:30:48.920118 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02fbdb-ef0f-43b6-a1c6-3154af44a265 req-5b5268cd-5ff9-4e98-b32a-46adb5136fae tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:48.921613 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e02fbdb-ef0f-43b6-a1c6-3154af44a265 req-5b5268cd-5ff9-4e98-b32a-46adb5136fae tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0499959 Aug 06 16:30:48.964236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e02fbdb-ef0f-43b6-a1c6-3154af44a265 req-92280f95-d471-4536-9973-e23beddfe799 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356836 Aug 06 16:30:48.996057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-959a2bbd-3a0b-497f-9438-e35cf1ec4f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:48.997576 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-959a2bbd-3a0b-497f-9438-e35cf1ec4f31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1071661 Aug 06 16:30:49.072066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-99cca52d-c01b-4baf-8303-dc863a58610a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 1001 time: 0.0673375 Aug 06 16:30:49.121826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-ab46a80d-7ab0-4acb-adf6-9c8b09287d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.123174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-ab46a80d-7ab0-4acb-adf6-9c8b09287d9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0442238 Aug 06 16:30:49.170021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-f076daf3-9cf3-4211-aa85-bd2448737a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.171564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-f076daf3-9cf3-4211-aa85-bd2448737a8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412979 Aug 06 16:30:49.267531 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-9bbbc4a2-eba7-4063-8c4f-9e8e123718ba service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888507 Aug 06 16:30:49.363300 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-4c1666dd-202e-4148-862c-b45e2b557ed2 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889614 Aug 06 16:30:49.997406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-f77aa4b1-2a6d-43c4-b065-611261f09f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:49.998966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-f77aa4b1-2a6d-43c4-b065-611261f09f47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1096 time: 0.0422218 Aug 06 16:30:50.085124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c5ec4-affc-4e2d-8468-2cb9387a0d82 req-64d33241-8956-4ba2-b200-7abb165f7206 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:50.086661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a6c5ec4-affc-4e2d-8468-2cb9387a0d82 req-64d33241-8956-4ba2-b200-7abb165f7206 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0553355 Aug 06 16:30:50.109416 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-92a38655-a3ab-4a27-99e6-0c75d7fb7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:50.111066 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-92a38655-a3ab-4a27-99e6-0c75d7fb7416 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0915844 Aug 06 16:30:50.125356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a6c5ec4-affc-4e2d-8468-2cb9387a0d82 req-6df0822b-7d45-404b-8c6a-dc89789f736e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Aug 06 16:30:50.185491 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-bcb7b1c5-ee81-4a36-9b5a-b66f1409c732 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 1001 time: 0.0655141 Aug 06 16:30:50.235957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-760b5695-69b4-4cd4-af7f-4967708d5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:50.237419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-760b5695-69b4-4cd4-af7f-4967708d5856 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0443029 Aug 06 16:30:50.282817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-101c16e8-a446-4d2f-a300-0a3ea0c58eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:50.284364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-101c16e8-a446-4d2f-a300-0a3ea0c58eca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399191 Aug 06 16:30:50.378652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-3c9d9910-a275-493b-ac53-34171c9478b9 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869472 Aug 06 16:30:50.471747 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-17d33740-c1cd-4cd5-8c20-7cde3abcadc8 req-48affd52-fb5e-45cb-978f-1786c9a0cc8a service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Aug 06 16:30:51.243456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc9d21-72e0-42c7-87b4-7845a8f8868c req-1caf58c0-fc5b-4b39-ba8f-c5701fd9c87c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:51.244983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dcc9d21-72e0-42c7-87b4-7845a8f8868c req-1caf58c0-fc5b-4b39-ba8f-c5701fd9c87c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0512855 Aug 06 16:30:51.283196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dcc9d21-72e0-42c7-87b4-7845a8f8868c req-d8773f9c-936c-40ff-a823-949bcc05cb8b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Aug 06 16:30:51.438611 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e9bbb99f-9f99-4bc9-ae46-b2af302708b4 service neutron] show failed (client error): The resource could not be found. Aug 06 16:30:51.439568 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e9bbb99f-9f99-4bc9-ae46-b2af302708b4 service neutron] 10.222.0.59 "GET /v2.0/ports/b17fc2d8-830e-404b-9235-91ae9fd23515/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0561421 Aug 06 16:30:51.986563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-fa2c8db8-8c05-48f4-aa39-8ba7613ad5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:51.988860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-fa2c8db8-8c05-48f4-aa39-8ba7613ad5d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 1096 time: 0.0898857 Aug 06 16:30:52.006054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:30:52.064902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:52.272460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:52.312130 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:52.354776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:52.357112 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bae25f-a792-4278-95b8-d00f9274ec7f" -d '{"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:52.361476 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:52.376645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Transition to ACTIVE for port object b17fc2d8-830e-404b-9235-91ae9fd23515 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:30:52.406590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc560e3f-947f-4953-ae69-1705eaef55a1 req-eb6f8ea7-ddb1-44a2-a273-d716b4142528 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:52.408217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc560e3f-947f-4953-ae69-1705eaef55a1 req-eb6f8ea7-ddb1-44a2-a273-d716b4142528 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0530341 Aug 06 16:30:52.436283 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:52.450230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bc560e3f-947f-4953-ae69-1705eaef55a1 req-33182421-654b-48fe-9d27-681e42af8d06 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353508 Aug 06 16:30:52.479334 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce774ce6-dd96-4ce4-bc1f-47c026e899cb x-openstack-request-id: req-ce774ce6-dd96-4ce4-bc1f-47c026e899cb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:52.479762 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-unplugged", "status": "completed", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:52.479996 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce774ce6-dd96-4ce4-bc1f-47c026e899cb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:52.480272 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'code': 200} Aug 06 16:30:52.516956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:52.532117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.532469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.532811 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.533151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.533484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.533815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.534266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.534662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.534989 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.536332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.536332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.536332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:52.576655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] No DVR routers for this DVR port b17fc2d8-830e-404b-9235-91ae9fd23515 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:30:52.717999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:30:52.720756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:30:52.720756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:52.723363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Port b17fc2d8-830e-404b-9235-91ae9fd23515 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:30:52.723687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Attempting to bind port b17fc2d8-830e-404b-9235-91ae9fd23515 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:30:52.728643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:30:52.728983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:30:52.729369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:30:52.729799 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Bound port: b17fc2d8-830e-404b-9235-91ae9fd23515, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:30:52.730153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:52.793016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:30:52.795935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:30:52.887948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:52.922503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:52.923121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:52.924560 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] 10.222.0.64 "PUT /v2.0/ports/b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 1091 time: 0.9234936 Aug 06 16:30:52.948159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c3617-1291-4190-b2fd-e9af27fda835 service neutron] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:53.015243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-1f9278d3-49e3-4bdc-98fd-ea735f287f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:53.016861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-1f9278d3-49e3-4bdc-98fd-ea735f287f8d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0488079 Aug 06 16:30:53.120199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-2b7d5cff-23b2-4257-8580-bdf9bfd33080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:53.121734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-2b7d5cff-23b2-4257-8580-bdf9bfd33080 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0937836 Aug 06 16:30:53.195935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-42fd9f7d-ce65-4efb-81f1-d1f6f190b7ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 999 time: 0.0629499 Aug 06 16:30:53.249540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-3a0ed8cc-2931-4814-ad7e-b9f83da198c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:53.251030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-3a0ed8cc-2931-4814-ad7e-b9f83da198c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0435855 Aug 06 16:30:53.299591 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-98977c91-519f-4554-86c4-1b46f8e04414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:53.301356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-98977c91-519f-4554-86c4-1b46f8e04414 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410664 Aug 06 16:30:53.398552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-ffe2fcab-5a7a-47e9-8ff0-e9d9d720b1f7 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883820 Aug 06 16:30:53.504712 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-dbe97a81-2f4a-4923-94c9-93908f95099e req-dcace004-57a9-4537-b0f7-ede1a14b11be service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941694 Aug 06 16:30:53.576418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c49e1d-9db3-4ba9-ab6f-cc963f522b1f req-4de46131-89ab-41c4-9cc5-c2363c8dbb7a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:53.577923 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64c49e1d-9db3-4ba9-ab6f-cc963f522b1f req-4de46131-89ab-41c4-9cc5-c2363c8dbb7a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0537457 Aug 06 16:30:53.599159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:30:53.618577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64c49e1d-9db3-4ba9-ab6f-cc963f522b1f req-976f00c7-83cf-41e9-a599-e63fea02d9eb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Aug 06 16:30:53.640471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:30:54.481843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:54.484320 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a102b-0a97-4cac-b06e-05888fc9c876" -d '{"events": [{"name": "network-changed", "server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:54.532227 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1740fb6-4292-4ceb-8f0f-2f2f2a0b6c2a x-openstack-request-id: req-a1740fb6-4292-4ceb-8f0f-2f2f2a0b6c2a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:54.532830 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:54.532830 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1740fb6-4292-4ceb-8f0f-2f2f2a0b6c2a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:54.533159 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'status': 'completed', 'code': 200} Aug 06 16:30:54.622402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-022582d4-7038-4972-879c-dfc37882bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:54.623861 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-022582d4-7038-4972-879c-dfc37882bf22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0707872 Aug 06 16:30:54.628451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-04c0d4d8-2c16-44e9-82a8-24461eb5ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:54.629814 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-04c0d4d8-2c16-44e9-82a8-24461eb5ec68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0686357 Aug 06 16:30:54.738668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17201246-343f-4b96-9477-2b6b7a03aba2 req-c68f4388-d3e0-4a09-9e9a-343730eb711f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:54.740499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17201246-343f-4b96-9477-2b6b7a03aba2 req-c68f4388-d3e0-4a09-9e9a-343730eb711f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0525167 Aug 06 16:30:54.783183 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-17201246-343f-4b96-9477-2b6b7a03aba2 req-c40db351-8f73-4d04-be55-92677c32ae04 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334237 Aug 06 16:30:54.791978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-5d4578dc-03ad-45c9-aa6b-d288951cfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:54.793470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-5d4578dc-03ad-45c9-aa6b-d288951cfa00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1599092 Aug 06 16:30:54.794535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-c4461957-1174-45f1-bb1e-206f89a35f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:54.796035 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-c4461957-1174-45f1-bb1e-206f89a35f46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1552522 Aug 06 16:30:54.908401 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-b7a73dc1-10c4-45e8-9c5e-881fa2716cef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 999 time: 0.1053226 Aug 06 16:30:54.910683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-f742f282-5520-4495-9eeb-19825c401f68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 999 time: 0.1022274 Aug 06 16:30:54.996029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-a3f1f57a-6775-4814-acae-a9b7e64e6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:54.997464 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-a3f1f57a-6775-4814-acae-a9b7e64e6dbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0803368 Aug 06 16:30:54.999074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-9033ba88-3954-4cdd-b379-63f89d4539a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.000392 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-9033ba88-3954-4cdd-b379-63f89d4539a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0760670 Aug 06 16:30:55.069172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-481a3b1f-0f01-4825-bf4e-991267d5560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.070665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-481a3b1f-0f01-4825-bf4e-991267d5560d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661280 Aug 06 16:30:55.073030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-251d9c91-74c7-4c10-a8bc-f93eaaf0c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.074562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-251d9c91-74c7-4c10-a8bc-f93eaaf0c220 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627596 Aug 06 16:30:55.235064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-6a271dd5-afa3-428a-85b6-7cf2d7e03e1b service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571209 Aug 06 16:30:55.241500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-362d90f3-74f9-41cb-865b-c7c11f0b7e26 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563201 Aug 06 16:30:55.414218 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-5a06225e-8d1b-4392-b539-f888bc42a852 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717746 Aug 06 16:30:55.417640 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-df0a102b-0a97-4cac-b06e-05888fc9c876 req-184c480a-ce29-4d1a-bfdf-323c86aa3026 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567483 Aug 06 16:30:55.900852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3581b-da9f-458d-87d3-9061a0eb753e req-2869bb70-93ad-4a9c-b45b-93a76d879758 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:55.902316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5df3581b-da9f-458d-87d3-9061a0eb753e req-2869bb70-93ad-4a9c-b45b-93a76d879758 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0481403 Aug 06 16:30:55.940125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5df3581b-da9f-458d-87d3-9061a0eb753e req-05749cfe-1a62-4d07-ab81-b57a8ad1bdaf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Aug 06 16:30:56.252610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe43e8b-f3c0-4244-82fa-bc2734330ad5 req-16a1b44f-3119-4d28-ba70-ba6f400ee8d8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:56.255696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbe43e8b-f3c0-4244-82fa-bc2734330ad5 req-16a1b44f-3119-4d28-ba70-ba6f400ee8d8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0596917 Aug 06 16:30:56.295077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbe43e8b-f3c0-4244-82fa-bc2734330ad5 req-3ed90080-7688-4e02-b079-7d1c3c939a96 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Aug 06 16:30:56.328866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-f651d994-f88f-48f5-9c85-b04e3bf608cc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:56.330359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-f651d994-f88f-48f5-9c85-b04e3bf608cc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5&tenant_id=1a5d0c37e344496fb8f632986b36474e&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 943 time: 0.0675182 Aug 06 16:30:56.367294 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:56.390550 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-115e4804-1db7-450b-b824-3ba06933440f service neutron] delete failed (client error): The resource could not be found. Aug 06 16:30:56.391584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-115e4804-1db7-450b-b824-3ba06933440f service neutron] 10.222.0.59 "DELETE /v2.0/ports/b17fc2d8-830e-404b-9235-91ae9fd23515/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0543978 Aug 06 16:30:56.477039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-76cc02bc-555c-4d2e-9c99-a96d45432911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:56.478473 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-76cc02bc-555c-4d2e-9c99-a96d45432911 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1094 time: 0.0423660 Aug 06 16:30:56.574486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-22b767a3-1727-45ee-8040-6bc4f2f05f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:56.576023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-22b767a3-1727-45ee-8040-6bc4f2f05f0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0910158 Aug 06 16:30:56.640922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-f8e5f310-a5ce-464a-99f3-5d50acca1d73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 999 time: 0.0576735 Aug 06 16:30:56.693037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-abb87894-9f29-494d-8e6d-d23359986f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:56.694481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-abb87894-9f29-494d-8e6d-d23359986f04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0471177 Aug 06 16:30:56.742230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-c2ca739d-6cc2-4d61-868b-7bb097b1ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:56.743782 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-c2ca739d-6cc2-4d61-868b-7bb097b1ee74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418375 Aug 06 16:30:56.833725 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-174d614c-913e-4448-95d7-f5cf1c94e38b service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822306 Aug 06 16:30:56.926255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-63891d3a-5c98-4a6b-9ea1-a9e83873a13c req-5eeb7798-190f-48b7-b41d-1651edddff2a service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Aug 06 16:30:57.288697 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:30:57.393971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:57.405133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'mac_address': 'fa:16:3e:57:8f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:30:57.419417 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033ea1e-970b-4fc9-93c3-49a14e649157 req-843c0960-83fa-454d-a6c2-e9f42dc06db3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:57.421068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1033ea1e-970b-4fc9-93c3-49a14e649157 req-843c0960-83fa-454d-a6c2-e9f42dc06db3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 943 time: 0.0520992 Aug 06 16:30:57.447750 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:57.463754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1033ea1e-970b-4fc9-93c3-49a14e649157 req-d8d6c68e-ad3e-4fd5-b86a-f6e6e5f35968 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347028 Aug 06 16:30:57.466256 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17fc2d8-830e-404b-9235-91ae9fd23515 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:30:57.487957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:57.555826 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:57.604761 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:57.613495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.613495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.613842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.614146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.614495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.614836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.615171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.615508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.615866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.622402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.622402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.622402 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:30:57.849527 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['b17fc2d8-830e-404b-9235-91ae9fd23515'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:30:58.577045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5e2de-71ea-4aa3-b037-6ab07f1d148e req-7e7598aa-f225-4815-85e0-f7681f67ed06 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:58.578513 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fa5e2de-71ea-4aa3-b037-6ab07f1d148e req-7e7598aa-f225-4815-85e0-f7681f67ed06 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 944 time: 0.0480108 Aug 06 16:30:58.617295 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fa5e2de-71ea-4aa3-b037-6ab07f1d148e req-d5ba5b6c-2c32-440e-b131-1b888c085cc1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Aug 06 16:30:58.735528 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcec2d-1872-46b2-b495-cdd7d2b17458 req-791da9ee-8b45-4250-b50d-e9fd1e2f5f39 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:58.737044 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abcec2d-1872-46b2-b495-cdd7d2b17458 req-791da9ee-8b45-4250-b50d-e9fd1e2f5f39 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 944 time: 0.0534849 Aug 06 16:30:58.776029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1abcec2d-1872-46b2-b495-cdd7d2b17458 req-f8796605-a18f-4161-adb3-af8213dc5983 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Aug 06 16:30:59.083202 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa49eb-e731-4349-a5d7-108533df60ba req-f0ad40d6-8775-466e-8721-739a0817970e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.084785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72aa49eb-e731-4349-a5d7-108533df60ba req-f0ad40d6-8775-466e-8721-739a0817970e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 944 time: 0.0525730 Aug 06 16:30:59.127238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72aa49eb-e731-4349-a5d7-108533df60ba req-f2b25ae0-e520-40c2-82f3-d4dbee08e7d0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354388 Aug 06 16:30:59.202298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-1a158fd6-2fe8-4cb9-bf6f-a54253ceb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.203825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-1a158fd6-2fe8-4cb9-bf6f-a54253ceb006 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 1095 time: 0.0416801 Aug 06 16:30:59.296932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:30:59.302738 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-3b4e5c80-ee82-499d-9991-04f853f1be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.304311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-3b4e5c80-ee82-499d-9991-04f853f1be97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0930872 Aug 06 16:30:59.377128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-29bd8147-c3b8-4af8-a6ce-1be1b376ee04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 200 len: 1000 time: 0.0648036 Aug 06 16:30:59.430388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port b17fc2d8-830e-404b-9235-91ae9fd23515 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:30:59.435574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port b17fc2d8-830e-404b-9235-91ae9fd23515 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:30:59.435996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.449310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-3c9da5af-ab9b-4159-971e-2524a1826199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.450874 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-3c9da5af-ab9b-4159-971e-2524a1826199 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0568268 Aug 06 16:30:59.502874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-3fb55d98-b897-4218-a5ee-00e7514fd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:30:59.504463 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-3fb55d98-b897-4218-a5ee-00e7514fd3f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416999 Aug 06 16:30:59.533364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.557921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:30:59.560850 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f20fd-b5bd-450f-8832-33eec69dfb25" -d '{"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-plugged", "status": "completed", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:30:59.571604 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.575335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:30:59.608878 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-15d105f6-06f0-4fb7-bb7c-2be2a539a135 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925384 Aug 06 16:30:59.633525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:30:59.689561 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f44a57-7aa2-4d0d-8051-163016348e23 x-openstack-request-id: req-40f44a57-7aa2-4d0d-8051-163016348e23 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:30:59.689850 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-plugged", "status": "completed", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:30:59.690127 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-40f44a57-7aa2-4d0d-8051-163016348e23 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:30:59.690519 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'code': 200} Aug 06 16:30:59.707212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:30:59.719151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a6cc02c7-3b02-4e0e-b243-6c98969f5306 req-009dd9a7-94f7-4fa1-993d-cc362ff105e2 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982442 Aug 06 16:31:00.242251 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9dbe-647a-4645-851d-614c76cd947d req-3560c117-2569-48d3-96a4-4a766c78d794 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:00.247770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93da9dbe-647a-4645-851d-614c76cd947d req-3560c117-2569-48d3-96a4-4a766c78d794 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0496938 Aug 06 16:31:00.284869 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93da9dbe-647a-4645-851d-614c76cd947d req-8c52df82-f25a-4d33-b18f-3b76c8b4994d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350718 Aug 06 16:31:01.413451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0fe07-8128-48a1-8185-fe7e2f5ab66d req-db654f27-4522-4993-89a2-30a43be6bfed tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:01.420907 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ec0fe07-8128-48a1-8185-fe7e2f5ab66d req-db654f27-4522-4993-89a2-30a43be6bfed tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0563359 Aug 06 16:31:01.453626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ec0fe07-8128-48a1-8185-fe7e2f5ab66d req-ab7dda19-3fa0-4bb0-942a-98b08d5d59c6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Aug 06 16:31:01.889039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec550f-1cc4-4e86-95e0-8122274ed8db req-62dd68f4-21b9-40ca-bb16-7334543f5430 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:01.890525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adec550f-1cc4-4e86-95e0-8122274ed8db req-62dd68f4-21b9-40ca-bb16-7334543f5430 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0498607 Aug 06 16:31:01.928669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adec550f-1cc4-4e86-95e0-8122274ed8db req-a2747d3d-ceb3-4c53-9077-8cb8c87c4146 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Aug 06 16:31:03.045369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3f3ce-ae14-4e6d-bf56-a9bf8f1b2090 req-6488cde3-b5dc-42c7-b56c-8f7af3be343d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:03.046894 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ef3f3ce-ae14-4e6d-bf56-a9bf8f1b2090 req-6488cde3-b5dc-42c7-b56c-8f7af3be343d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Aug 06 16:31:03.100439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ef3f3ce-ae14-4e6d-bf56-a9bf8f1b2090 req-f4223d6b-0027-4794-9785-58ea25f3dcea tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Aug 06 16:31:03.260080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfca660-d4bc-46b7-a27d-035775e168be req-b2e25c29-34e4-4fc0-b712-aaf10cd113a6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:03.261592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cfca660-d4bc-46b7-a27d-035775e168be req-b2e25c29-34e4-4fc0-b712-aaf10cd113a6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Aug 06 16:31:03.734117 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Deleting port b17fc2d8-830e-404b-9235-91ae9fd23515 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:31:03.734470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:03.826583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] For port b17fc2d8-830e-404b-9235-91ae9fd23515, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b17fc2d8-830e-404b-9235-91ae9fd23515,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:03.826952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.000802 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.001178 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.001391 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 disassociated. External IP: 172.25.5.225, port: b17fc2d8-830e-404b-9235-91ae9fd23515. Aug 06 16:31:04.001735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Calling delete_port for b17fc2d8-830e-404b-9235-91ae9fd23515 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:31:04.179062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.201533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d14a9966-f3be-4d9e-9c20-bf90ceb91db0 req-d42cf420-9763-4fa9-8e3c-589f135bac9e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 210 time: 0.0320394 Aug 06 16:31:04.224499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event deleted for resources: {'Port': ['ID=b17fc2d8-830e-404b-9235-91ae9fd23515,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:04.343477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:04.462551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:04.473442 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:04.483672 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:04.484391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:30:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:04.509333 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] No DVR routers for this DVR port b17fc2d8-830e-404b-9235-91ae9fd23515 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:31:04.511996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:04.514715 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9cfca660-d4bc-46b7-a27d-035775e168be req-207037af-42fa-4976-8d2e-c71dd2d610a8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "DELETE /v2.0/ports/b17fc2d8-830e-404b-9235-91ae9fd23515 HTTP/1.1" status: 204 len: 173 time: 1.2434614 Aug 06 16:31:04.515171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-deleted', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:04.517553 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967aeac2-0e63-48e6-a58a-e98ee30b44b2" -d '{"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-deleted", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:04.569590 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd735ea-1ce8-47ff-9b5c-7ef0434bf7a3 x-openstack-request-id: req-6dd735ea-1ce8-47ff-9b5c-7ef0434bf7a3 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:04.569889 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a89d41e-fdbf-416b-8818-56e58ad6b3c5", "name": "network-vif-deleted", "tag": "b17fc2d8-830e-404b-9235-91ae9fd23515", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:04.570147 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dd735ea-1ce8-47ff-9b5c-7ef0434bf7a3 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:04.570562 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a89d41e-fdbf-416b-8818-56e58ad6b3c5', 'name': 'network-vif-deleted', 'tag': 'b17fc2d8-830e-404b-9235-91ae9fd23515', 'status': 'completed', 'code': 200} Aug 06 16:31:04.705223 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:04.909225 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:04.936422 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:04.945792 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:04.946406 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:30:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:04.954218 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a3b8223b-7575-4fdc-b276-b8efd1f9aca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:05.050112 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:05.258967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:05.288267 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfc7699-5d2f-4a3c-ac0f-15b08f1b07b7 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:05.310179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7afd730-c7c8-4062-b5f8-c8e6eae6df9e req-1afdc40f-6ed5-4c29-b6af-c58ce85becc5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a89d41e-fdbf-416b-8818-56e58ad6b3c5 HTTP/1.1" status: 200 len: 210 time: 0.0279236 Aug 06 16:31:05.509247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1d514-6bed-46cb-8a59-251508a7673c None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:31:06.587134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-59b8188b-2083-4fc7-82a4-cbb910cd9fdd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1233764729&fields=id&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 267 time: 0.0321057 Aug 06 16:31:06.694156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-b7f50777-fa06-46b9-bf09-98697b32b2c9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:06.695637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-b7f50777-fa06-46b9-bf09-98697b32b2c9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1015728 Aug 06 16:31:06.710917 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-1a99ef24-b510-4357-ae1e-cee0de54c8cc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/quotas/1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 375 time: 0.0094235 Aug 06 16:31:06.768021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-1ababb4e-b9c7-427e-ac2a-9389f5964f11 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516148 Aug 06 16:31:06.881853 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-a9635b46-0821-4dcd-b790-5e82a9d19e09 service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011391 Aug 06 16:31:06.972358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-022ec702-433a-4e5e-86f8-3070e5f82f94 service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856535 Aug 06 16:31:07.187021 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a348ba5-c052-4a42-a983-70f28488f92b req-30133f20-06c8-455e-acc4-429f4f1753ad tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 210 time: 0.0284746 Aug 06 16:31:07.319732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:31:07.342968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: b17fc2d8-830e-404b-9235-91ae9fd23515 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:31:07.343314 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b17fc2d8-830e-404b-9235-91ae9fd23515 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:31:07.696822 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dcc3308e-bb7b-4a32-843e-6a887445fe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:07.772850 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:08.269047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-33ba48ce-6e6e-4070-82db-364de15f704f req-7892e997-7b90-4283-bf6f-e9757d802072 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 210 time: 0.0267732 Aug 06 16:31:08.602725 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:31:09.062676 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:09.363317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac2e2b45-fad0-4289-a340-0b6d102fb63d req-8477fdff-d67d-43aa-9abc-013e16f30ef3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 210 time: 0.0265720 Aug 06 16:31:10.462561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8d73e493-54d1-4743-95d6-258832dae45d req-bd11d1a5-3820-49fb-8d74-7b1a44b6273a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 210 time: 0.0275595 Aug 06 16:31:10.949818 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:11.278160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-42eef42b-403d-44b1-9bd2-b2fa8da87cb1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:11.279655 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-42eef42b-403d-44b1-9bd2-b2fa8da87cb1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1064255 Aug 06 16:31:11.341619 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-a00258ed-018c-4879-82e6-4cba63fbbfe0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 380 time: 0.0461273 Aug 06 16:31:11.352662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'port': {'device_id': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'admin_state_up': True, 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'security_groups': ['59d5d203-6cc0-41e4-9361-b21989a99312']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:11.521518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Made reservation on behalf of 1a5d0c37e344496fb8f632986b36474e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:31:11.525369 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:11.563437 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28ac3c54-2185-4967-af8a-2dca64e9949b req-0f0fc650-fb64-4ff3-9aa4-a728d9943666 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 210 time: 0.0319705 Aug 06 16:31:11.657699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Allocated IP 172.20.0.7 (5c883b34-b0ba-45db-b8b1-b4e6d8e2c048/838ecf5a-52b0-4d72-a986-422e9bdf7151/73fb674b-f857-45b7-a57b-74eb90a6fb73) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:31:11.791602 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:11.805595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Transition to ACTIVE for port object 73fb674b-f857-45b7-a57b-74eb90a6fb73 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:11.876159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:11.925750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:31:11.929756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:31:11.933708 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:31:11.940114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:11.987474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:11.988122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.053523 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bbef2f03-982b-4ff0-97fc-c079ad11ef4d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7053037 Aug 06 16:31:12.068610 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Request body: {'port': {'device_id': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:12.124740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.213184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-23b13bd6-4514-44c7-8d3f-91aaf6891e15 None None] Provisioning for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:12.217116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-23b13bd6-4514-44c7-8d3f-91aaf6891e15 None None] Provisioning complete for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:12.217489 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23b13bd6-4514-44c7-8d3f-91aaf6891e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.251506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-23b13bd6-4514-44c7-8d3f-91aaf6891e15 None None] Port 73fb674b-f857-45b7-a57b-74eb90a6fb73 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:31:12.403981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fb674b-f857-45b7-a57b-74eb90a6fb73 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:31:12.411536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.424004 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Transition to ACTIVE for port object 73fb674b-f857-45b7-a57b-74eb90a6fb73 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:31:12.480968 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.534101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:12.603751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:31:12.604137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:31:12.604478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:12.610456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:31:12.610802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:31:12.616389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:31:12.616733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:31:12.617122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:31:12.617562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Bound port: 73fb674b-f857-45b7-a57b-74eb90a6fb73, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:31:12.617925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.689472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beee93-aeb9-4d4a-82b8-45c057b69c48 req-1751707c-bcce-4df9-9e53-2378ac26613e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:12.691253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72beee93-aeb9-4d4a-82b8-45c057b69c48 req-1751707c-bcce-4df9-9e53-2378ac26613e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 943 time: 0.0534484 Aug 06 16:31:12.696051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:31:12.699356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:31:12.730889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72beee93-aeb9-4d4a-82b8-45c057b69c48 req-02c87c17-e617-4bfc-bf47-134570a7bbd1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Aug 06 16:31:12.774439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.809247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:12.809891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:12.811357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] 10.222.0.64 "PUT /v2.0/ports/73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1091 time: 0.7473037 Aug 06 16:31:12.813554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:12.816018 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22149188-441d-475e-a759-5ec2e1ffb296" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:12.842487 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb0352-3a4d-453d-a3d7-6a27592c0dbe service neutron] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:12.860317 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d311d577-1eb2-43cf-bf4c-79d5ffc44564 x-openstack-request-id: req-d311d577-1eb2-43cf-bf4c-79d5ffc44564 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:12.860317 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:12.860317 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d311d577-1eb2-43cf-bf4c-79d5ffc44564 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:12.860317 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'status': 'completed', 'code': 200} Aug 06 16:31:12.924995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149188-441d-475e-a759-5ec2e1ffb296 req-e97ba168-b72f-40e4-b0b9-f7cbf29df4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:12.926553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22149188-441d-475e-a759-5ec2e1ffb296 req-e97ba168-b72f-40e4-b0b9-f7cbf29df4d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1094 time: 0.0439727 Aug 06 16:31:13.038055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149188-441d-475e-a759-5ec2e1ffb296 req-604c98fa-ea31-4703-ad52-68ae29e2c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:13.039373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22149188-441d-475e-a759-5ec2e1ffb296 req-604c98fa-ea31-4703-ad52-68ae29e2c728 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1a5d0c37e344496fb8f632986b36474e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006434 Aug 06 16:31:13.138806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22149188-441d-475e-a759-5ec2e1ffb296 req-4d20a436-a1e7-4f98-9606-3a5014d35195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:13.140361 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22149188-441d-475e-a759-5ec2e1ffb296 req-4d20a436-a1e7-4f98-9606-3a5014d35195 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905495 Aug 06 16:31:13.233584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-16b7f0b1-24ab-4e5f-9dfd-b470a0409469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:13.235176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-16b7f0b1-24ab-4e5f-9dfd-b470a0409469 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1094 time: 0.0460007 Aug 06 16:31:13.282788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-5246b7fb-dff0-48d4-921b-af26a84f064a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 217 time: 0.0336435 Aug 06 16:31:13.335392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-20ea5a55-f29e-4a15-af86-3475f237c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:13.336835 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-20ea5a55-f29e-4a15-af86-3475f237c596 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0433757 Aug 06 16:31:13.392485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-539b95a3-9298-483f-8ba8-e89da6394e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:13.394005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-539b95a3-9298-483f-8ba8-e89da6394e46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459378 Aug 06 16:31:13.494540 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-bc184449-61c1-4654-9a8f-2ec9d9f270bd service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858631 Aug 06 16:31:13.596675 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c5cb625-7de2-4c2a-bcd0-05ad68aea6ff req-3aa2fe5a-6c0e-4b63-ba6a-fa644acc2609 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906878 Aug 06 16:31:13.846363 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a9271-0d8a-4727-8d8f-1e3814d41526 req-f69569f1-bc9e-4019-9287-c62780d975d4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:13.847944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-193a9271-0d8a-4727-8d8f-1e3814d41526 req-f69569f1-bc9e-4019-9287-c62780d975d4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 943 time: 0.0500968 Aug 06 16:31:13.887205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-193a9271-0d8a-4727-8d8f-1e3814d41526 req-60bcfb7e-dcca-4d3c-afab-18b5145309bb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Aug 06 16:31:15.007940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b1d31-11d2-47e1-be82-e66de62e42de req-ce8dad91-7672-49e6-af4a-6cc33d5ce25c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:15.009440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-798b1d31-11d2-47e1-be82-e66de62e42de req-ce8dad91-7672-49e6-af4a-6cc33d5ce25c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 943 time: 0.0526078 Aug 06 16:31:15.052577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-798b1d31-11d2-47e1-be82-e66de62e42de req-37cf5c4a-bdc9-4bb5-b21e-999df0904610 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370831 Aug 06 16:31:15.351589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:31:15.448499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:15.460794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'mac_address': 'fa:16:3e:12:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:31:15.497253 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:15.510045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb674b-f857-45b7-a57b-74eb90a6fb73 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:31:15.529556 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:15.599919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:15.647797 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:15.839902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['73fb674b-f857-45b7-a57b-74eb90a6fb73'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:31:16.167414 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2d67d-54fa-4037-9463-60a8f13b91a0 req-54c8fd6f-a5e3-4b7c-b2d3-d02356deff80 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:16.168910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76a2d67d-54fa-4037-9463-60a8f13b91a0 req-54c8fd6f-a5e3-4b7c-b2d3-d02356deff80 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0496264 Aug 06 16:31:16.206335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76a2d67d-54fa-4037-9463-60a8f13b91a0 req-c7d6cc8f-b4f3-4817-ab33-a6f4e8699bd3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Aug 06 16:31:17.319368 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badbba5-3b63-4f38-991d-cbcd438e8703 req-54513707-237a-4319-a308-f6a2cfa4be45 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:17.320851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3badbba5-3b63-4f38-991d-cbcd438e8703 req-54513707-237a-4319-a308-f6a2cfa4be45 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0477128 Aug 06 16:31:17.363488 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3badbba5-3b63-4f38-991d-cbcd438e8703 req-e4425d88-bd69-475f-b446-cc63bca7c18b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367081 Aug 06 16:31:17.366494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:31:17.491541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:31:17.495536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:31:17.501340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:17.572731 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:17.595265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:17.597610 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa40740-a50f-4095-83cb-fd8a6177db61" -d '{"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-plugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:17.611171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:31:17.637157 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca2517d-2769-45dd-bcb3-a41217d536ec x-openstack-request-id: req-1ca2517d-2769-45dd-bcb3-a41217d536ec {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:17.637448 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-plugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:17.637703 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ca2517d-2769-45dd-bcb3-a41217d536ec {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:17.638093 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'code': 200} Aug 06 16:31:17.670247 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:17.721619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:31:17.737548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c49c38-b035-47d5-85ac-c9d28af3598d req-15492c89-97c1-4ae9-a225-134927247b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:17.739667 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0c49c38-b035-47d5-85ac-c9d28af3598d req-15492c89-97c1-4ae9-a225-134927247b14 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1096 time: 0.0439265 Aug 06 16:31:17.780392 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a0c49c38-b035-47d5-85ac-c9d28af3598d req-6756c501-be8b-410c-8c36-74f5a24e133a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299771 Aug 06 16:31:18.484316 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d605430-4c81-464d-b828-59240502bf77 req-03dd34c6-93a8-42c4-9e4d-065b9cf315f9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:18.485801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d605430-4c81-464d-b828-59240502bf77 req-03dd34c6-93a8-42c4-9e4d-065b9cf315f9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0545304 Aug 06 16:31:18.523555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d605430-4c81-464d-b828-59240502bf77 req-8e177bdf-74ba-4b83-b2d8-3a41075349d0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309057 Aug 06 16:31:19.640315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aa459-b447-43eb-ac4c-9ce424de64de req-d09ede7b-58e8-40b7-88dc-0a45e3f38372 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:19.641707 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b9aa459-b447-43eb-ac4c-9ce424de64de req-d09ede7b-58e8-40b7-88dc-0a45e3f38372 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0493610 Aug 06 16:31:19.679730 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6b9aa459-b447-43eb-ac4c-9ce424de64de req-74d98b8e-498e-4bc3-9923-88bedfb7dd52 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Aug 06 16:31:19.794245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a855a-5303-4e53-88ee-000c887f6dc4 req-00b8b0c3-4662-4c9c-bba0-c6f5959008f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:19.795711 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-654a855a-5303-4e53-88ee-000c887f6dc4 req-00b8b0c3-4662-4c9c-bba0-c6f5959008f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0495498 Aug 06 16:31:19.804758 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 37960) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:31:19.809274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'floatingip': {'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:31:19.851607 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:20.628082 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:20.664537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:20.788436 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 associated. External IP: 172.25.5.225, port: 73fb674b-f857-45b7-a57b-74eb90a6fb73. Aug 06 16:31:20.998622 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:31:21.114010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:31:21.118863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:21.125499 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:31:21.135535 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:21.136212 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:31:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:21.145351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3c1229a5-7fad-4f2d-9aea-a4d1e9d58fdc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "PUT /v2.0/floatingips/ef05013a-2a04-46dc-9a93-a84a9ece70d3 HTTP/1.1" status: 200 len: 991 time: 1.3395092 Aug 06 16:31:21.146061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:31:21.149251 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:31:21.187361 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dea9d1-5215-47ef-a31d-209f0a7cfbb3 x-openstack-request-id: req-e1dea9d1-5215-47ef-a31d-209f0a7cfbb3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:31:21.187650 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:31:21.187938 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1dea9d1-5215-47ef-a31d-209f0a7cfbb3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:31:21.188388 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'status': 'completed', 'code': 200} Aug 06 16:31:21.247190 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:21.250331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-d1a634e4-31af-4bcb-9a69-30454096be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:21.251903 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-d1a634e4-31af-4bcb-9a69-30454096be4e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1096 time: 0.0412984 Aug 06 16:31:21.352435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-ef2b2b0a-5458-4116-92bf-497c168cb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:21.353921 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-ef2b2b0a-5458-4116-92bf-497c168cb43f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0906596 Aug 06 16:31:21.424145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-9cccceb9-235e-49fc-aed8-7286a2710eee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 999 time: 0.0620737 Aug 06 16:31:21.476602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:12:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:31:20Z', 'revision_number': 9, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:21.485156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-086260ee-14fb-4ff7-abb7-58c91eb77156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:21.486857 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-086260ee-14fb-4ff7-abb7-58c91eb77156 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0559525 Aug 06 16:31:21.502684 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:31:21.511650 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:31:21.512281 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:31:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:21.534533 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-3068060f-2d8e-4099-b936-00786ccc379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:31:21.536088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-3068060f-2d8e-4099-b936-00786ccc379f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420847 Aug 06 16:31:21.618078 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:31:21.627273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-339f03d9-b0fb-4fbf-a6b9-7e7e120463ea service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 Aug 06 16:31:21.723396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bc2d4fcc-4bb5-4288-b1dd-a3ae374920de req-d27cfe6d-18fa-4440-80cc-714423e08318 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892165 Aug 06 16:31:21.843167 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:12:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:31:20Z', 'revision_number': 9, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:31:21.869339 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee721a8c-53d1-4753-abbf-7284e42aa383 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:12:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:31:20Z', 'revision_number': 9, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:31:22.060925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894019c6-2aad-4202-82b2-e22a07666f19 None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:31:26.360787 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:29.532433 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:34.959781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2131452f-8329-41ae-b314-0fbad15e1bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:37.646335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a9c191df-75ff-454f-83eb-b65603bb5a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:37.748901 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:39.052455 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:40.943452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:45.602720 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:31:56.371624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:31:59.554430 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:04.952286 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-605eec76-0161-45a9-a853-1f93b22a8c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:05.155230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-e591f1c9-128a-43f4-9b41-a1838013599f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409255 Aug 06 16:32:05.238739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-96a4f744-c149-494d-9d08-476a9bb0051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:05.240323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-96a4f744-c149-494d-9d08-476a9bb0051d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1096 time: 0.0402231 Aug 06 16:32:05.349105 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-f4e6eb93-ef78-4826-a491-029af644a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:05.350602 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-f4e6eb93-ef78-4826-a491-029af644a8ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0889027 Aug 06 16:32:05.429600 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-8341d4a3-f80a-4f32-8a20-f5dfcd29cc8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1002 time: 0.0646882 Aug 06 16:32:05.489759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-6017ebee-18b9-455d-b5e7-407d64bf5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:05.491164 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-6017ebee-18b9-455d-b5e7-407d64bf5fdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0499072 Aug 06 16:32:05.543223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-b9ebb687-c821-4e0a-98a6-86ef8e4bc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:32:05.544736 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-b9ebb687-c821-4e0a-98a6-86ef8e4bc33a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420573 Aug 06 16:32:05.638885 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-58586212-bd07-47bc-984e-c664e873731d service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835011 Aug 06 16:32:05.739505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ac5376b6-630b-4a0f-b5b0-533411747e50 req-41ec4cdd-7bee-4ce7-8f6f-bc9dd0e04143 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874326 Aug 06 16:32:07.668507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-85ac95b6-a0dc-48b9-a72b-3ffcb05a7654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:07.764164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:09.049540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:10.952141 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:22.603377 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:32:26.376331 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:29.574510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:34.980760 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a29a99db-bfd7-4b1a-8d88-f4139d488b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.673194 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b540-baae-4558-9895-acbb3a909b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:37.748443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:39.049009 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:41.027449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:56.397231 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.575608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:32:59.604201 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:33:01.862385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4e1c7-9785-4524-b409-8d1a1ab4ece6 req-97f87aa2-a20d-42e4-8980-0e4e7c96cc15 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:01.864067 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63d4e1c7-9785-4524-b409-8d1a1ab4ece6 req-97f87aa2-a20d-42e4-8980-0e4e7c96cc15 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0600305 Aug 06 16:33:01.903565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63d4e1c7-9785-4524-b409-8d1a1ab4ece6 req-8388e12e-7d4a-4a1f-a398-039f4d8d2911 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333531 Aug 06 16:33:01.988789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-5f876ee7-69f8-4ca2-a5c9-800b3f39d4f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436685 Aug 06 16:33:03.025607 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10faaa-c5ee-4c6d-8eb4-2d86326476f1 req-041b984d-eba9-47f7-9bc0-f817fe658799 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:03.027133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e10faaa-c5ee-4c6d-8eb4-2d86326476f1 req-041b984d-eba9-47f7-9bc0-f817fe658799 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0501695 Aug 06 16:33:03.067442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e10faaa-c5ee-4c6d-8eb4-2d86326476f1 req-03148c89-b203-4c61-934b-dbcf21dec401 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333121 Aug 06 16:33:03.965928 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-fae4eb55-b174-43f6-b182-5289f789e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:03.967423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-fae4eb55-b174-43f6-b182-5289f789e035 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1096 time: 0.0469940 Aug 06 16:33:04.067211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-8ce15ea9-ac04-4cae-a99a-b260df0c5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:04.068720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-8ce15ea9-ac04-4cae-a99a-b260df0c5535 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0891092 Aug 06 16:33:04.140502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-56143d3f-03a7-4c78-816f-a4937e9d859d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1002 time: 0.0595696 Aug 06 16:33:04.183288 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca41d3-0244-4d95-b57b-3518db71033e req-2eec44f7-7033-4b9c-82a8-c703e595a776 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:04.184944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0ca41d3-0244-4d95-b57b-3518db71033e req-2eec44f7-7033-4b9c-82a8-c703e595a776 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0487020 Aug 06 16:33:04.194983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-2f0ae3ba-12dc-4aaa-ba5c-f1b9304c79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:04.196571 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-2f0ae3ba-12dc-4aaa-ba5c-f1b9304c79e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0448716 Aug 06 16:33:04.224412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0ca41d3-0244-4d95-b57b-3518db71033e req-045e330a-840f-40ef-81cc-5531d6d13f02 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Aug 06 16:33:04.248469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-ba41d42b-c6c0-4e58-93e1-030f2ff9104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:04.250015 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-ba41d42b-c6c0-4e58-93e1-030f2ff9104e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453782 Aug 06 16:33:04.342835 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-f61e2e56-27f1-433e-a62b-a179b31ff1d6 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821776 Aug 06 16:33:04.442375 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-15bee0e1-d0bd-41b9-ae37-683f13168202 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879641 Aug 06 16:33:04.958069 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a8a0c26-22f0-445b-9e28-311545134bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:05.345680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9ac64-73f1-4e28-be24-bc3f826c1e9d req-5ca91468-3466-4c0b-9f4c-73b635c2aef7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:05.348176 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2af9ac64-73f1-4e28-be24-bc3f826c1e9d req-5ca91468-3466-4c0b-9f4c-73b635c2aef7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0546775 Aug 06 16:33:05.387411 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2af9ac64-73f1-4e28-be24-bc3f826c1e9d req-327f326f-9a35-41bf-87af-3f8cfc12c860 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Aug 06 16:33:06.505109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad8d45-8944-4888-87b8-19ab05dc699c req-057dc7fb-c92f-479a-b7c5-6d2453fe7bcb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:06.506662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6ad8d45-8944-4888-87b8-19ab05dc699c req-057dc7fb-c92f-479a-b7c5-6d2453fe7bcb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0493772 Aug 06 16:33:06.544200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6ad8d45-8944-4888-87b8-19ab05dc699c req-22acd56e-1e9e-4c4b-a784-61a3974ae70f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Aug 06 16:33:07.132495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-b5676907-b71d-4dda-bd4e-d4def07bc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:07.134021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-b5676907-b71d-4dda-bd4e-d4def07bc78a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1096 time: 0.0416880 Aug 06 16:33:07.256164 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-db6c252a-367d-4a11-82e7-5a3a1d0f1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:07.257696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-db6c252a-367d-4a11-82e7-5a3a1d0f1f2e service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1028619 Aug 06 16:33:07.324081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-a5de4ff1-9741-4a70-8eeb-118d2e8d3542 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1002 time: 0.0588126 Aug 06 16:33:07.373154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-dc2a3f9d-1ad1-46bf-bf19-9b8686863d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:07.374615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-dc2a3f9d-1ad1-46bf-bf19-9b8686863d3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0435228 Aug 06 16:33:07.424551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-90ea4db9-5fc4-469f-a140-be6fc4ad197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:07.425960 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-90ea4db9-5fc4-469f-a140-be6fc4ad197f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437381 Aug 06 16:33:07.516179 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-040a7619-58e0-4e7c-bcd6-15c5edd69164 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822878 Aug 06 16:33:07.617174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-664f76c0-8578-470c-8a93-d9a6d6ffca96 req-bca26510-58ee-42af-be31-2399d5a672e1 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938225 Aug 06 16:33:07.666914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d940d4-29c5-435d-a0f6-e9a4948a2e23 req-fd380a63-6cf6-41c5-a3f5-4fab34b561ca tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:07.668422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69d940d4-29c5-435d-a0f6-e9a4948a2e23 req-fd380a63-6cf6-41c5-a3f5-4fab34b561ca tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0492830 Aug 06 16:33:07.708422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-69d940d4-29c5-435d-a0f6-e9a4948a2e23 req-580636ff-db3d-4390-9465-11d34e7644d4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331073 Aug 06 16:33:07.745369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3f8566a0-4269-4f9e-b4c7-7dc99eff389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:07.775363 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:08.827426 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aba3e0-5ef3-4b93-878b-ee24c6e813a4 req-e2974862-6341-460a-8388-955b9ed47be3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:08.829196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7aba3e0-5ef3-4b93-878b-ee24c6e813a4 req-e2974862-6341-460a-8388-955b9ed47be3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0533707 Aug 06 16:33:08.873936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d7aba3e0-5ef3-4b93-878b-ee24c6e813a4 req-dffb56bf-d166-4c63-a582-752463e5cb7a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 Aug 06 16:33:09.055502 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:09.992968 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e04484-5bb4-4cfb-b0d4-de6d42f8cb4e req-4358a987-5af3-4c40-8ba7-33293eb7d03e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:09.994473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63e04484-5bb4-4cfb-b0d4-de6d42f8cb4e req-4358a987-5af3-4c40-8ba7-33293eb7d03e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0495501 Aug 06 16:33:10.033166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63e04484-5bb4-4cfb-b0d4-de6d42f8cb4e req-e565afac-6241-4eeb-ad0e-f5225c5ffbb4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324731 Aug 06 16:33:10.975742 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:11.151274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25e6d8-9a3c-4e8c-8cfc-eaba3ce7688c req-8bb960de-d673-4548-ade1-06e737e76546 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:11.152784 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de25e6d8-9a3c-4e8c-8cfc-eaba3ce7688c req-8bb960de-d673-4548-ade1-06e737e76546 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0504777 Aug 06 16:33:11.189469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de25e6d8-9a3c-4e8c-8cfc-eaba3ce7688c req-4dcf3b2c-b1ed-4097-8022-9d91e8e7e3bf tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307906 Aug 06 16:33:12.310270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2d7e5-8ca1-4a63-8b1e-1a22120f77a0 req-e3ffdcec-3c55-453d-a2e8-91674e7d5bbe tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:12.311737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7f2d7e5-8ca1-4a63-8b1e-1a22120f77a0 req-e3ffdcec-3c55-453d-a2e8-91674e7d5bbe tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Aug 06 16:33:12.349957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7f2d7e5-8ca1-4a63-8b1e-1a22120f77a0 req-b181a5e4-cf28-4e89-b056-f8925ef888f6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Aug 06 16:33:13.466875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d372179-ce0b-4e4d-99f4-583c93dc4c7b req-5ac3d579-d52b-4348-b42a-bcc41052379a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:13.468446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d372179-ce0b-4e4d-99f4-583c93dc4c7b req-5ac3d579-d52b-4348-b42a-bcc41052379a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0506086 Aug 06 16:33:13.507059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d372179-ce0b-4e4d-99f4-583c93dc4c7b req-a8ef8050-b94e-4ffb-acab-454d25f06484 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323317 Aug 06 16:33:14.622913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100564c-2259-4d73-9bcb-e43e2e9e6e64 req-e5a64942-79ed-4d9f-a2d5-8e32503e717d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:14.624422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a100564c-2259-4d73-9bcb-e43e2e9e6e64 req-e5a64942-79ed-4d9f-a2d5-8e32503e717d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Aug 06 16:33:14.662832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a100564c-2259-4d73-9bcb-e43e2e9e6e64 req-bb2c1b9d-a2df-43cd-9431-fd06b2051e24 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321736 Aug 06 16:33:15.782319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbdf07-fb6c-4bb9-8551-444f05126de5 req-f8665740-6573-4dd7-9fb1-2f98cbda0785 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:15.783820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4fbdf07-fb6c-4bb9-8551-444f05126de5 req-f8665740-6573-4dd7-9fb1-2f98cbda0785 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Aug 06 16:33:15.822149 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4fbdf07-fb6c-4bb9-8551-444f05126de5 req-7bfb1992-e353-48b3-8ee0-eaf94e53d206 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Aug 06 16:33:16.880296 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-3200d7a3-b47d-481b-b6cb-bcd2405e7657 service neutron] show failed (client error): The resource could not be found. Aug 06 16:33:16.881346 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-3200d7a3-b47d-481b-b6cb-bcd2405e7657 service neutron] 10.222.0.64 "GET /v2.0/ports/73fb674b-f857-45b7-a57b-74eb90a6fb73/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0572708 Aug 06 16:33:16.939297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efa7a9-f359-40e4-9915-22c3cd589173 req-c326450d-2478-4830-b016-e6985e64204d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:16.940803 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76efa7a9-f359-40e4-9915-22c3cd589173 req-c326450d-2478-4830-b016-e6985e64204d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Aug 06 16:33:16.981294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76efa7a9-f359-40e4-9915-22c3cd589173 req-d14f62b1-0c29-49ae-9cbf-c7818a82a54c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338178 Aug 06 16:33:17.426237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-151026f8-fb68-4e9e-bea9-5414850fecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:17.427831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-151026f8-fb68-4e9e-bea9-5414850fecd1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 1096 time: 0.0471709 Aug 06 16:33:17.441202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:17.498390 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:17.700235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:17.733131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:17.774338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:17.776619 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6788ac-ad5c-4e43-bb4c-8d465c2791d0" -d '{"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-unplugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:17.780397 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:17.792855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Transition to ACTIVE for port object 73fb674b-f857-45b7-a57b-74eb90a6fb73 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:17.826358 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00644435-1ebe-4c47-8682-fcbc65d3e568 x-openstack-request-id: req-00644435-1ebe-4c47-8682-fcbc65d3e568 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:17.826649 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-unplugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:17.826904 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00644435-1ebe-4c47-8682-fcbc65d3e568 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:17.827303 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'code': 200} Aug 06 16:33:17.870833 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:17.952638 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:17.968287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.968652 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.969002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.969347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.969689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.970027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.970360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.970691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.971021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.971352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.971682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:17.972036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:18.011328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] No DVR routers for this DVR port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:18.109610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8bd08-12b2-4cc9-8266-496c648d7fa6 req-d6929e06-4b52-4871-841d-f5061771c141 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:18.111921 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1a8bd08-12b2-4cc9-8266-496c648d7fa6 req-d6929e06-4b52-4871-841d-f5061771c141 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 943 time: 0.0555201 Aug 06 16:33:18.152167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1a8bd08-12b2-4cc9-8266-496c648d7fa6 req-43558630-6275-4a1a-b9b7-8a56777ce401 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335791 Aug 06 16:33:18.156073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:18.156413 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:18.156743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:18.161430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:33:18.161749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:18.166858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:18.167208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:18.167601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:18.168074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Bound port: 73fb674b-f857-45b7-a57b-74eb90a6fb73, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:18.168439 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:18.231672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:18.234828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:18.305260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:18.342538 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:18.343170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:18.344689 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] 10.222.0.59 "PUT /v2.0/ports/73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1091 time: 0.9077444 Aug 06 16:33:18.379762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bb7e8-3a18-4f21-867a-8a6059afb330 service neutron] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:18.421515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-50ea88e3-27d7-4ca0-9801-f54824ebb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:18.423080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-50ea88e3-27d7-4ca0-9801-f54824ebb9a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1094 time: 0.0523102 Aug 06 16:33:18.524371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-52b847c7-e71b-4072-ac75-11faf15935aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:18.525904 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-52b847c7-e71b-4072-ac75-11faf15935aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0963614 Aug 06 16:33:18.591709 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-88bd95b0-af92-4820-9fc4-2d7763413e29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1000 time: 0.0583730 Aug 06 16:33:18.641173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-7ec2ee41-9284-4cf5-b748-8c8c653a9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:18.642683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-7ec2ee41-9284-4cf5-b748-8c8c653a9700 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0448406 Aug 06 16:33:18.691605 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-2a3cae10-003e-4e3b-921f-499ad7173391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:18.693139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-2a3cae10-003e-4e3b-921f-499ad7173391 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439005 Aug 06 16:33:18.786548 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-448dea59-9213-4dcc-8a75-e2de248578e7 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856023 Aug 06 16:33:18.880285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1caf72f8-150d-48bb-bb81-67f9727c6f4a req-25ae63ba-10aa-41bf-b10a-f3a752864f66 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872889 Aug 06 16:33:19.278659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60fc6-1cd5-4e2e-b7f1-2a2158cc73f1 req-6277aca6-8f2c-4c5e-a9a4-21200ac45c84 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:19.280303 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01a60fc6-1cd5-4e2e-b7f1-2a2158cc73f1 req-6277aca6-8f2c-4c5e-a9a4-21200ac45c84 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 943 time: 0.0547256 Aug 06 16:33:19.319409 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01a60fc6-1cd5-4e2e-b7f1-2a2158cc73f1 req-48d5e795-7d0d-4a1e-8536-9e358db910b2 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Aug 06 16:33:19.828944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:19.831318 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:19.880484 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada248a7-bde1-4528-a612-24f41ba8b938 x-openstack-request-id: req-ada248a7-bde1-4528-a612-24f41ba8b938 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:19.880777 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:19.881031 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ada248a7-bde1-4528-a612-24f41ba8b938 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:19.881433 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'status': 'completed', 'code': 200} Aug 06 16:33:19.957387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:19.975903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-5ef4df4e-1fa0-4ec8-80d3-fb5253d89267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:19.978045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-5ef4df4e-1fa0-4ec8-80d3-fb5253d89267 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1094 time: 0.0697043 Aug 06 16:33:19.980807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-d209104a-ce57-458a-9914-91df19fd047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:19.982279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-d209104a-ce57-458a-9914-91df19fd047b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1094 time: 0.0650215 Aug 06 16:33:20.151617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-45ef3afe-e900-497a-abf3-14bc72d26ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.152678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:20.153030 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-45ef3afe-e900-497a-abf3-14bc72d26ec8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1673720 Aug 06 16:33:20.154115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-a42164a4-d521-4d14-bf94-9333f8a7dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.155520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-a42164a4-d521-4d14-bf94-9333f8a7dd56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1621859 Aug 06 16:33:20.208104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:33:20.312002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:20.324743 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'mac_address': 'fa:16:3e:12:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:33:20.365912 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:20.380806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb674b-f857-45b7-a57b-74eb90a6fb73 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:20.403020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:20.451882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71685-1d6a-4ef8-bb3d-fb99e0538cf9 req-7d6365fd-902e-4ade-a223-76c49d2e5c8a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.453877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bee71685-1d6a-4ef8-bb3d-fb99e0538cf9 req-7d6365fd-902e-4ade-a223-76c49d2e5c8a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 943 time: 0.0532725 Aug 06 16:33:20.466999 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:20.499152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bee71685-1d6a-4ef8-bb3d-fb99e0538cf9 req-ae5c3022-d2b6-4d80-8025-91e41e34d631 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386853 Aug 06 16:33:20.520693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:20.529462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.529898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.530445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.530852 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.531254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.531653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.532102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.532528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.532896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.533299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.533692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.534082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:33:20.639982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-a4b32694-ce97-4d8c-9a01-dc266e1b5f24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1000 time: 0.4785614 Aug 06 16:33:20.643627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-8b2d6bc2-e47b-48f2-89fa-ae48a918c842 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1000 time: 0.4757490 Aug 06 16:33:20.725530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-6917ef2c-0f7f-461c-ad1a-78515481f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.726202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['73fb674b-f857-45b7-a57b-74eb90a6fb73'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:33:20.727747 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-6917ef2c-0f7f-461c-ad1a-78515481f946 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0808144 Aug 06 16:33:20.733597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-604b17a4-478f-49b5-85a8-21cead0b4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.735292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-604b17a4-478f-49b5-85a8-21cead0b4e7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0797350 Aug 06 16:33:20.809233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-bf4c6a8d-1d61-4328-9f6b-a0d6f3d8dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.810754 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-bf4c6a8d-1d61-4328-9f6b-a0d6f3d8dbd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745270 Aug 06 16:33:20.812604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-0f2ce7d0-c4d0-40d8-9638-493b72a05946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:20.813987 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-0f2ce7d0-c4d0-40d8-9638-493b72a05946 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679436 Aug 06 16:33:20.972635 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-07ba0bde-96b4-4e38-b23c-7ed0f42cf1aa service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540196 Aug 06 16:33:20.975964 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-71ec6d72-99dd-469e-ab3c-5f1c0ee99816 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497066 Aug 06 16:33:21.136012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-95c6ed98-b172-418c-9977-46fc3eef048d service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547327 Aug 06 16:33:21.138141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d8c96cf2-d2c9-4fc6-816d-80b8bdc8e710 req-50d0c6fc-ee30-44cc-8ca3-edcf5e5691dd service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500349 Aug 06 16:33:21.620792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb6c7a-893c-471b-829f-bf6d3371ff14 req-730d1025-174d-4a29-8a9f-f8c06532d12f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:21.622192 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ebb6c7a-893c-471b-829f-bf6d3371ff14 req-730d1025-174d-4a29-8a9f-f8c06532d12f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0504501 Aug 06 16:33:21.659971 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ebb6c7a-893c-471b-829f-bf6d3371ff14 req-8091f886-c005-4b8f-a567-f8f83ab2f446 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Aug 06 16:33:22.213001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:22.311262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23404cf-73fa-407b-82b8-bb9bd44eb875 req-bbd190ff-0c2d-4169-a9df-ba5560a43e1b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.313204 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c23404cf-73fa-407b-82b8-bb9bd44eb875 req-bbd190ff-0c2d-4169-a9df-ba5560a43e1b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0543268 Aug 06 16:33:22.340855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:22.344887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:22.346640 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:22.352523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c23404cf-73fa-407b-82b8-bb9bd44eb875 req-214de23e-500c-45ff-b9dd-c1c6dbcd7b5f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Aug 06 16:33:22.427447 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:22.432963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-81fa8819-1182-400a-b062-ae564a6077a2 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.434476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-81fa8819-1182-400a-b062-ae564a6077a2 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7&tenant_id=1a5d0c37e344496fb8f632986b36474e&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 944 time: 0.0672181 Aug 06 16:33:22.449799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:22.452101 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b136db6-7506-4db6-86d7-a53030401b32" -d '{"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-plugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:22.467560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:22.501448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-d0f96214-73dc-4548-a408-e3b985099464 service neutron] 10.222.0.59 "GET /v2.0/ports/73fb674b-f857-45b7-a57b-74eb90a6fb73/bindings/n-h1-778550-6 HTTP/1.1" status: 200 len: 382 time: 0.0591600 Aug 06 16:33:22.510416 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640652dc-8875-492a-8bb3-9660b3bdc708 x-openstack-request-id: req-640652dc-8875-492a-8bb3-9660b3bdc708 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:22.510818 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-plugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:22.511115 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-640652dc-8875-492a-8bb3-9660b3bdc708 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:22.511523 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'code': 200} Aug 06 16:33:22.541142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:22.566024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-87801f4f-291e-4f0a-a92e-2afa5988a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.567566 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-87801f4f-291e-4f0a-a92e-2afa5988a870 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1095 time: 0.0419564 Aug 06 16:33:22.590559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:22.662660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-5a66fe22-f334-42f2-a420-091e2efbab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.664240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-5a66fe22-f334-42f2-a420-091e2efbab2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0900445 Aug 06 16:33:22.737840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-0ae3a795-387b-47f7-977e-2b618b9ee467 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1002 time: 0.0657189 Aug 06 16:33:22.788895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-9a5948d9-cf8a-42d5-8310-c39586cbef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.790628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-9a5948d9-cf8a-42d5-8310-c39586cbef47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0467699 Aug 06 16:33:22.841673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-cba8d10a-b357-4be4-86c0-050b3c1f3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:22.843187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-cba8d10a-b357-4be4-86c0-050b3c1f3d11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447950 Aug 06 16:33:22.931199 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-8ea83549-51de-4f71-9eb1-ff687378f04d service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814083 Aug 06 16:33:23.024149 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-52745032-1ada-4bf8-acfc-c0a413f7185d service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857055 Aug 06 16:33:23.472415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d017478b-bf4f-4ad8-85ba-0957e5b8ae1f req-95796f01-7611-47ac-9d92-71e72efa2388 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:23.473918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d017478b-bf4f-4ad8-85ba-0957e5b8ae1f req-95796f01-7611-47ac-9d92-71e72efa2388 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0496669 Aug 06 16:33:23.512831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d017478b-bf4f-4ad8-85ba-0957e5b8ae1f req-e33c23e2-eaa8-4c65-8cff-2c2e106c4480 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324445 Aug 06 16:33:24.630264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecf569-f784-407d-907d-51f3dff6013d req-0211f426-37be-41fb-b6e7-1365ba8651e3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:24.631689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87ecf569-f784-407d-907d-51f3dff6013d req-0211f426-37be-41fb-b6e7-1365ba8651e3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Aug 06 16:33:24.669651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87ecf569-f784-407d-907d-51f3dff6013d req-2907da69-85ed-4c02-b39c-938faf8a5b63 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Aug 06 16:33:25.557194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-fff9f37a-934b-4036-a139-afd873627806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:25.558620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-fff9f37a-934b-4036-a139-afd873627806 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 1096 time: 0.0422637 Aug 06 16:33:25.576662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:25.628957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:25.794389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff06ad2-7765-47c6-80d5-be19e294e93a req-0b284915-0582-4768-8b24-2e1ac71080bd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:25.795956 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bff06ad2-7765-47c6-80d5-be19e294e93a req-0b284915-0582-4768-8b24-2e1ac71080bd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Aug 06 16:33:25.835104 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bff06ad2-7765-47c6-80d5-be19e294e93a req-630a471c-c75c-42f4-baa8-cb6b4fdee141 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325532 Aug 06 16:33:25.840680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:25.874919 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:25.915879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:25.918150 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c82ed3-b23e-4577-a23b-2ad41ba287ff" -d '{"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-unplugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:25.921978 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:25.936127 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Transition to ACTIVE for port object 73fb674b-f857-45b7-a57b-74eb90a6fb73 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:25.969426 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9b2bc9-08cf-4e92-86c3-5d13f28a3867 x-openstack-request-id: req-3a9b2bc9-08cf-4e92-86c3-5d13f28a3867 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:25.969721 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-unplugged", "status": "completed", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:25.969974 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a9b2bc9-08cf-4e92-86c3-5d13f28a3867 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:25.970373 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'code': 200} Aug 06 16:33:25.992986 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:26.041620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:26.119848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] No DVR routers for this DVR port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:26.257188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:26.257520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:26.257873 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:26.262069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:33:26.262389 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Attempting to bind port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:26.267200 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:26.267535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:26.267949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:26.268369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Bound port: 73fb674b-f857-45b7-a57b-74eb90a6fb73, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:26.268718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:26.334245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:26.337665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:26.426451 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:26.437273 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:26.476166 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:26.477510 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:26.478892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] 10.222.0.64 "PUT /v2.0/ports/73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1092 time: 0.9064546 Aug 06 16:33:26.500922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f18da-10c1-4082-b8c0-c2687a0837cb service neutron] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:26.549765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-8e4c5ca2-1bae-4a79-92ce-a7a0e60a6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:26.551320 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-8e4c5ca2-1bae-4a79-92ce-a7a0e60a6e75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1095 time: 0.0457182 Aug 06 16:33:26.650769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-bc6e92e4-cfa1-4e7b-8a4e-2bd01b6600a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:26.652296 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-bc6e92e4-cfa1-4e7b-8a4e-2bd01b6600a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0917165 Aug 06 16:33:26.730244 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-b1d3fcf8-0e3f-499f-86a0-6379d32f722b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1000 time: 0.0654066 Aug 06 16:33:26.792923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-6909ce10-9ac2-494c-9b71-04910f13a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:26.794356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-6909ce10-9ac2-494c-9b71-04910f13a3da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0534081 Aug 06 16:33:26.846999 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-7471791c-b861-41f7-b613-300b5f600962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:26.848511 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-7471791c-b861-41f7-b613-300b5f600962 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419636 Aug 06 16:33:26.952741 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-9f1a4900-00be-475a-82fe-f913dbdeff32 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917225 Aug 06 16:33:26.960430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1bb78-20f2-4481-ae88-578cc451eaf2 req-ae6dedfb-d97b-41fc-9b71-e87ed6e291f9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:26.963855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4b1bb78-20f2-4481-ae88-578cc451eaf2 req-ae6dedfb-d97b-41fc-9b71-e87ed6e291f9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0577009 Aug 06 16:33:27.001950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4b1bb78-20f2-4481-ae88-578cc451eaf2 req-ba23c562-df98-4b1a-a8c5-d7e08dd1b0fd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Aug 06 16:33:27.051056 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d56a335f-8341-4bb4-af24-1c5c1d2513c3 req-76858996-5adb-4c4d-bf70-1982d2e7d9bb service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878201 Aug 06 16:33:27.971447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:27.973858 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da" -d '{"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:28.025145 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0fc634-3172-4032-b360-1a85ffbd173c x-openstack-request-id: req-7e0fc634-3172-4032-b360-1a85ffbd173c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:28.025465 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:28.025696 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7e0fc634-3172-4032-b360-1a85ffbd173c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:28.026099 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'status': 'completed', 'code': 200} Aug 06 16:33:28.120043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-3cba0751-97c3-4a1c-9af7-bcb1fa2fee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.121565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-3cba0751-97c3-4a1c-9af7-bcb1fa2fee21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1095 time: 0.0754371 Aug 06 16:33:28.124070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-66133676-3809-4f08-976e-a201b7a3ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.124583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3413781-efe9-4f18-9e5d-dd957f39d0a3 req-e2b90fc3-be24-4667-91f4-16cbf3e2b495 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.125432 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-66133676-3809-4f08-976e-a201b7a3ed28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 1095 time: 0.0698166 Aug 06 16:33:28.126102 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3413781-efe9-4f18-9e5d-dd957f39d0a3 req-e2b90fc3-be24-4667-91f4-16cbf3e2b495 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0500956 Aug 06 16:33:28.164767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3413781-efe9-4f18-9e5d-dd957f39d0a3 req-aeb35d58-462e-4d71-9f47-c4eb0a8904bb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Aug 06 16:33:28.250301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:28.287264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-600d55dd-8d6a-469b-83c9-d7e0254ca05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.288101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:28.288780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-600d55dd-8d6a-469b-83c9-d7e0254ca05c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1510475 Aug 06 16:33:28.289923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-93245422-3236-45d8-9e78-4e8972381747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.291242 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-93245422-3236-45d8-9e78-4e8972381747 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1617243 Aug 06 16:33:28.404473 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-1b499cbc-5f27-4101-8361-e502954d5812 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1000 time: 0.1071978 Aug 06 16:33:28.406264 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-0a41602f-ab42-4b91-95c9-1993b87a9b6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 200 len: 1000 time: 0.1034560 Aug 06 16:33:28.491508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-2705b805-45ef-462c-93e0-8ae5b550f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.493641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-2705b805-45ef-462c-93e0-8ae5b550f86c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0823123 Aug 06 16:33:28.495310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-8b589868-a5e0-4304-86eb-7e2fcc4ac094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.496647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-8b589868-a5e0-4304-86eb-7e2fcc4ac094 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0780859 Aug 06 16:33:28.564553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-cb5dae51-1e64-4981-a713-213e77eb684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.565982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-cb5dae51-1e64-4981-a713-213e77eb684f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658243 Aug 06 16:33:28.571905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-ab298119-5ede-4fe2-8812-bf0c15a6bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:28.573261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-ab298119-5ede-4fe2-8812-bf0c15a6bae4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640795 Aug 06 16:33:28.728508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-ca527c2d-2fc4-48e8-bade-2d6d2db716a1 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540356 Aug 06 16:33:28.731775 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-36e6f9ed-a287-44d9-af39-bf4affab5d69 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495013 Aug 06 16:33:28.890121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-ae72489b-36a4-4dee-98c1-7be99fb3c0b6 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534798 Aug 06 16:33:28.891929 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55f1705c-503b-4b0a-9c98-2d9e0cd6c2da req-fa0a4d16-19f0-448e-99a5-3f43ef393d36 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479323 Aug 06 16:33:29.298188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8fd80-e45b-4cc9-b3f8-b0bb74b130fb req-130a7621-92d7-4275-a438-41886a6184e6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:29.299690 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bc8fd80-e45b-4cc9-b3f8-b0bb74b130fb req-130a7621-92d7-4275-a438-41886a6184e6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0535409 Aug 06 16:33:29.340714 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3bc8fd80-e45b-4cc9-b3f8-b0bb74b130fb req-6c5f7d0e-7cd8-4689-9fd8-1686f4415e6d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349097 Aug 06 16:33:29.460152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5956-52dc-4a11-a78c-2bc24db1c5aa req-4b7c2a44-eb1a-4a85-a4a8-889b53417263 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:29.462331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98c5956-52dc-4a11-a78c-2bc24db1c5aa req-4b7c2a44-eb1a-4a85-a4a8-889b53417263 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0508010 Aug 06 16:33:29.501569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c98c5956-52dc-4a11-a78c-2bc24db1c5aa req-633c8445-bf92-4c4d-aa76-2cf75b98722a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Aug 06 16:33:29.541212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:29.615704 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82036f5e-43a8-49af-99fd-438afe0dbc80 req-ccc0c186-9e8e-4dc0-a223-7b60d9eeb94e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:29.617822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82036f5e-43a8-49af-99fd-438afe0dbc80 req-ccc0c186-9e8e-4dc0-a223-7b60d9eeb94e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0502305 Aug 06 16:33:29.657133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-82036f5e-43a8-49af-99fd-438afe0dbc80 req-aa4f94e6-806f-440e-94df-364fcdbcc679 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329518 Aug 06 16:33:29.990220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:33:30.094251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:30.104181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ccec-06e1-4927-bf14-ae9f40e6b7f3 req-ece76f26-cc66-41e9-8609-2b35ad745780 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:30.105687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c50ccec-06e1-4927-bf14-ae9f40e6b7f3 req-ece76f26-cc66-41e9-8609-2b35ad745780 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 944 time: 0.0557957 Aug 06 16:33:30.105961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'mac_address': 'fa:16:3e:12:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:33:30.142934 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:30.143427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c50ccec-06e1-4927-bf14-ae9f40e6b7f3 req-0cdeeac3-35d7-4ab3-8c69-f68975dc0231 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Aug 06 16:33:30.160179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fb674b-f857-45b7-a57b-74eb90a6fb73 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:30.179505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:30.249335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:30.297075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:30.485959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['73fb674b-f857-45b7-a57b-74eb90a6fb73'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:33:31.262795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1341ab3-3a89-40e6-b101-4ab254634e86 req-be616204-1cfb-4206-a3eb-d102f9d87918 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:31.264312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1341ab3-3a89-40e6-b101-4ab254634e86 req-be616204-1cfb-4206-a3eb-d102f9d87918 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Aug 06 16:33:31.302905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1341ab3-3a89-40e6-b101-4ab254634e86 req-d5f05ee8-3d4a-4bf0-bbf3-f3d67d0470cb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Aug 06 16:33:31.446392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20447e-2826-48d1-95e1-5696041e62af req-d8f8f43a-26a7-47ea-812d-b694c05a6fc0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:31.447830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7c20447e-2826-48d1-95e1-5696041e62af req-d8f8f43a-26a7-47ea-812d-b694c05a6fc0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Aug 06 16:33:31.546175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Deleting port 73fb674b-f857-45b7-a57b-74eb90a6fb73 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:33:31.546516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:31.636601 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] For port 73fb674b-f857-45b7-a57b-74eb90a6fb73, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=73fb674b-f857-45b7-a57b-74eb90a6fb73,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:31.636967 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:31.811541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:31.812020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:31.812251 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 disassociated. External IP: 172.25.5.225, port: 73fb674b-f857-45b7-a57b-74eb90a6fb73. Aug 06 16:33:31.812847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Calling delete_port for 73fb674b-f857-45b7-a57b-74eb90a6fb73 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:33:32.022887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:33:32.049850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:32.067152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No active binding found for port 73fb674b-f857-45b7-a57b-74eb90a6fb73 {{(pid=94842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 16:33:32.067501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 73fb674b-f857-45b7-a57b-74eb90a6fb73 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:33:32.084422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event deleted for resources: {'Port': ['ID=73fb674b-f857-45b7-a57b-74eb90a6fb73,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:32.204494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:33:32.323214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:33:32.339767 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:33:32.362485 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:32.363330 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:32.370646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] No DVR routers for this DVR port 73fb674b-f857-45b7-a57b-74eb90a6fb73 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:33:32.373572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:32.376092 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7c20447e-2826-48d1-95e1-5696041e62af req-21c5f172-5220-48f9-898d-bec6735f5cb7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "DELETE /v2.0/ports/73fb674b-f857-45b7-a57b-74eb90a6fb73 HTTP/1.1" status: 204 len: 173 time: 0.9198620 Aug 06 16:33:32.376586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-deleted', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:32.378829 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db89a9f4-e53e-4217-a006-e154c5ea5be1" -d '{"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-deleted", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:32.427231 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495caeae-7f27-40e1-9946-5b9befd22b87 x-openstack-request-id: req-495caeae-7f27-40e1-9946-5b9befd22b87 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:32.427527 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90ba02a-d82e-4bf4-896f-37b9e02babb7", "name": "network-vif-deleted", "tag": "73fb674b-f857-45b7-a57b-74eb90a6fb73", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:32.428144 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-495caeae-7f27-40e1-9946-5b9befd22b87 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:32.428418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6c4f9227-af72-44cc-ac69-bd5943376f8a req-57f643f6-8a39-4cc4-8864-b64ec06984ad tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=a90ba02a-d82e-4bf4-896f-37b9e02babb7 HTTP/1.1" status: 200 len: 210 time: 0.0277758 Aug 06 16:33:32.428894 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90ba02a-d82e-4bf4-896f-37b9e02babb7', 'name': 'network-vif-deleted', 'tag': '73fb674b-f857-45b7-a57b-74eb90a6fb73', 'status': 'completed', 'code': 200} Aug 06 16:33:32.494283 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:32.696169 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:32.722001 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:33:32.730314 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:32.730918 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:33:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:32.833631 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:33.038679 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:33.065311 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b937a-fed0-4fbc-8298-9504f6adee62 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:33:33.301377 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f961c-8450-4a99-a083-4a1445824f81 None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:33:33.705152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-27846857-9022-4e60-8c56-b310b8c4bc2a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1233764729&fields=id&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 267 time: 0.0338604 Aug 06 16:33:33.816162 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-c18de0fe-6bec-4f53-8e95-1520bc64a6bb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:33.817545 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-c18de0fe-6bec-4f53-8e95-1520bc64a6bb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1055090 Aug 06 16:33:33.832478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-aa588461-34e7-4660-9056-d7eb1b1eebbd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/quotas/1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 375 time: 0.0091467 Aug 06 16:33:33.887167 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-658513b3-f14f-4faf-8014-d9000348fb09 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490086 Aug 06 16:33:33.944970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-15c5909e-a1e1-424a-97e0-2b5a98852064 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:33:33.946344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-15c5909e-a1e1-424a-97e0-2b5a98852064 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479267 Aug 06 16:33:34.041116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-8acce5ca-2509-4b1a-a6d5-7909e254fa0d service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884821 Aug 06 16:33:34.131458 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-e89b156c-8209-42c7-ad04-3eec3b1a5309 service neutron] 10.222.0.16 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842905 Aug 06 16:33:34.360737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d9585b30-4d0a-40c7-96d7-826d42dc3a24 req-0a478c36-76b9-40e0-a33e-4706bf9f364b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0321696 Aug 06 16:33:34.980813 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b280a94-746a-4753-b3ec-25e625c41fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:35.456753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35e31689-d160-4775-95c8-097ce6530250 req-79539564-4640-420b-8554-5841b1b5fd7a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0268083 Aug 06 16:33:36.282303 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-a845a894-aacc-4166-93a0-02548905880f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:36.283796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-a845a894-aacc-4166-93a0-02548905880f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 811 time: 0.1058764 Aug 06 16:33:36.328870 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-42e11ddf-1fd1-443f-8b5e-c10ae795545c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 380 time: 0.0354822 Aug 06 16:33:36.338320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'port': {'device_id': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'admin_state_up': True, 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'security_groups': ['59d5d203-6cc0-41e4-9361-b21989a99312']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:36.505103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Made reservation on behalf of 1a5d0c37e344496fb8f632986b36474e for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:33:36.509521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:36.553164 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0ed3f57a-459c-4d84-a4ee-7095ae778d99 req-a46ecb4d-44bc-4574-b6ee-60af53b18a01 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0263915 Aug 06 16:33:36.602948 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:33:36.640219 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Allocated IP 172.20.0.9 (5c883b34-b0ba-45db-b8b1-b4e6d8e2c048/838ecf5a-52b0-4d72-a986-422e9bdf7151/6a1f046b-0314-4ba1-a37e-03bb214766b3) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:33:36.778195 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:36.791916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Transition to ACTIVE for port object 6a1f046b-0314-4ba1-a37e-03bb214766b3 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:36.884475 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:36.929318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:33:36.933205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:33:36.937011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:33:36.965400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:36.995965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:36.996634 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.067590 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-90c0ace6-3c99-4387-ab10-4e453c70c835 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334969 Aug 06 16:33:37.081081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Request body: {'port': {'device_id': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:37.136299 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.278043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-75210cba-c172-41cb-b147-32c4925fe642 None None] Provisioning for port 6a1f046b-0314-4ba1-a37e-03bb214766b3 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:37.284356 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-75210cba-c172-41cb-b147-32c4925fe642 None None] Provisioning complete for port 6a1f046b-0314-4ba1-a37e-03bb214766b3 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:37.284732 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-75210cba-c172-41cb-b147-32c4925fe642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.318571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-75210cba-c172-41cb-b147-32c4925fe642 None None] Port 6a1f046b-0314-4ba1-a37e-03bb214766b3 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:33:37.417953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1f046b-0314-4ba1-a37e-03bb214766b3 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:37.425232 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.436820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Transition to ACTIVE for port object 6a1f046b-0314-4ba1-a37e-03bb214766b3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:33:37.506436 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.557972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:37.635664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:33:37.636055 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:33:37.636375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:37.641289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:33:37.641620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:33:37.650962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:33:37.651323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:33:37.651709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:33:37.652186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Bound port: 6a1f046b-0314-4ba1-a37e-03bb214766b3, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:33:37.652553 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.686423 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fb45-3d51-4a52-90d8-4982c4aa75ee req-0cfc3fa6-90fc-4f2c-8a42-2be4d4e866b3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:37.688608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-29eb9f96-dab1-4c9f-87dd-c6bd783d20c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.689122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2078fb45-3d51-4a52-90d8-4982c4aa75ee req-0cfc3fa6-90fc-4f2c-8a42-2be4d4e866b3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0556688 Aug 06 16:33:37.733690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:33:37.736103 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2078fb45-3d51-4a52-90d8-4982c4aa75ee req-f743743a-3070-40ba-81f5-a921529dd96b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Aug 06 16:33:37.737141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:33:37.792433 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:37.810017 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:38.200317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.200914 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:38.202304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1091 time: 1.1262045 Aug 06 16:33:38.202732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:38.205231 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb17663d-c09d-4b52-bc46-ef82438090d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:38.234257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefdc5e-39d7-4441-99da-a9ce869b0454 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:38.254684 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94138cbf-9bc2-4791-9d6d-2d8510334232 x-openstack-request-id: req-94138cbf-9bc2-4791-9d6d-2d8510334232 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:38.254985 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:38.255239 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94138cbf-9bc2-4791-9d6d-2d8510334232 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:38.255635 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'status': 'completed', 'code': 200} Aug 06 16:33:38.327383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17663d-c09d-4b52-bc46-ef82438090d8 req-b72cc392-55c4-4e12-9f41-7915ee88f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.329220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb17663d-c09d-4b52-bc46-ef82438090d8 req-b72cc392-55c4-4e12-9f41-7915ee88f5dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0463552 Aug 06 16:33:38.439326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17663d-c09d-4b52-bc46-ef82438090d8 req-f9d17138-d7ed-4b0a-bd9f-9d652290469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.440847 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb17663d-c09d-4b52-bc46-ef82438090d8 req-f9d17138-d7ed-4b0a-bd9f-9d652290469f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1a5d0c37e344496fb8f632986b36474e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1041770 Aug 06 16:33:38.549361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17663d-c09d-4b52-bc46-ef82438090d8 req-014a2d14-c807-419d-8f3e-f122719f771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.550844 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fb17663d-c09d-4b52-bc46-ef82438090d8 req-014a2d14-c807-419d-8f3e-f122719f771a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034374 Aug 06 16:33:38.652056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-dcd2f197-eb8e-4b5c-bbd5-f5c43a71850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.653610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-dcd2f197-eb8e-4b5c-bbd5-f5c43a71850b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0575070 Aug 06 16:33:38.704273 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-8db847bb-8029-4186-9bf4-6e9963fe1a1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 217 time: 0.0430996 Aug 06 16:33:38.763581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-bb392c20-ef42-4429-aa74-2c8e9933a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.765139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-bb392c20-ef42-4429-aa74-2c8e9933a580 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0545952 Aug 06 16:33:38.820773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38316a-e968-409b-815e-003ea7153230 req-6b6286a8-e796-4b91-8dc7-a6403c142730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.822645 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-6b6286a8-e796-4b91-8dc7-a6403c142730 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507514 Aug 06 16:33:38.870964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeced3-fb21-4e71-b0d8-01dab464442e req-9e5e0267-6408-4eea-a7b3-a63d8675154f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:38.872547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aadeced3-fb21-4e71-b0d8-01dab464442e req-9e5e0267-6408-4eea-a7b3-a63d8675154f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0633030 Aug 06 16:33:38.918361 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aadeced3-fb21-4e71-b0d8-01dab464442e req-adf4fbcd-66e4-4a4f-9998-fd50328d26ea tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Aug 06 16:33:38.934376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-e90cdd26-872f-4465-b1b3-3ea571e75d49 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048014 Aug 06 16:33:39.050513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c38316a-e968-409b-815e-003ea7153230 req-517e2e14-a60c-482b-b4c9-06b28d6b3ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086922 Aug 06 16:33:39.062318 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:40.037198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26d87c-7191-4064-9039-b2b72810cc5c req-b1b950a2-5592-476c-869d-1385ef4d2bf4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:40.038692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d26d87c-7191-4064-9039-b2b72810cc5c req-b1b950a2-5592-476c-869d-1385ef4d2bf4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0503218 Aug 06 16:33:40.076990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0d26d87c-7191-4064-9039-b2b72810cc5c req-42391afb-6aed-4679-8e6c-45bab7c12320 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Aug 06 16:33:40.342860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:33:40.438268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:40.449694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'mac_address': 'fa:16:3e:92:65:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:33:40.486434 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:40.499302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f046b-0314-4ba1-a37e-03bb214766b3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:33:40.519012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:40.593046 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:40.648979 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:40.780027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6a1f046b-0314-4ba1-a37e-03bb214766b3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:33:40.980940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:41.192558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876e287-6693-49f5-ba3e-87b9bb872b02 req-bb92fbe2-b8e0-4770-9fb9-d484edb45a4b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:41.194054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0876e287-6693-49f5-ba3e-87b9bb872b02 req-bb92fbe2-b8e0-4770-9fb9-d484edb45a4b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0493748 Aug 06 16:33:41.233154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0876e287-6693-49f5-ba3e-87b9bb872b02 req-494ad312-1718-4320-8684-a02356f56f3f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Aug 06 16:33:42.356974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cf7c7-b120-405e-9239-ae8342a500e0 req-adecb1a6-cf82-48b6-a7c1-5452aba303e8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:42.361657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:33:42.362136 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a48cf7c7-b120-405e-9239-ae8342a500e0 req-adecb1a6-cf82-48b6-a7c1-5452aba303e8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0549560 Aug 06 16:33:42.397942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a48cf7c7-b120-405e-9239-ae8342a500e0 req-043fa395-d586-4349-9bc3-653e24096c2d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Aug 06 16:33:42.476388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 6a1f046b-0314-4ba1-a37e-03bb214766b3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:33:42.481211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 6a1f046b-0314-4ba1-a37e-03bb214766b3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:33:42.481615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:42.557014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:42.578722 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:42.580994 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fbb5c0-ebf6-4f13-9eb2-a7a379732b71" -d '{"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:42.595388 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:33:42.622822 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d958f-0f4e-4287-97fb-b95b0e558ca8 x-openstack-request-id: req-ba7d958f-0f4e-4287-97fb-b95b0e558ca8 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:42.623213 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:42.623559 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba7d958f-0f4e-4287-97fb-b95b0e558ca8 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:42.624260 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'code': 200} Aug 06 16:33:42.690026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:42.722955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2290-adee-4360-babe-113b5be2d8da req-04c0bc4a-c099-4ba2-a31b-8a1287239d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:42.724535 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-33ba2290-adee-4360-babe-113b5be2d8da req-04c0bc4a-c099-4ba2-a31b-8a1287239d10 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1096 time: 0.0439920 Aug 06 16:33:42.739477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:33:42.760590 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-33ba2290-adee-4360-babe-113b5be2d8da req-14c2147a-1668-4151-94a1-44cabdbd6ee9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284681 Aug 06 16:33:43.515731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1246-8cde-47f8-b801-e6a2bf048086 req-bb886eb5-2b64-4771-a972-f9e4b2abfe9f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:43.517244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42ae1246-8cde-47f8-b801-e6a2bf048086 req-bb886eb5-2b64-4771-a972-f9e4b2abfe9f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0516138 Aug 06 16:33:43.555574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-42ae1246-8cde-47f8-b801-e6a2bf048086 req-fb0ad7fa-4bad-4b6f-a6fe-2d58c27ce231 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Aug 06 16:33:44.676595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5afca-0127-4d89-b29d-222c9924088c req-14efd8a3-b66f-4a18-8608-fecb68badd9b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:44.677996 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77e5afca-0127-4d89-b29d-222c9924088c req-14efd8a3-b66f-4a18-8608-fecb68badd9b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0530434 Aug 06 16:33:44.721993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-77e5afca-0127-4d89-b29d-222c9924088c req-b06d5491-769c-40bf-9d68-396b3d619e21 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374289 Aug 06 16:33:44.836454 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3839a0-9456-4196-90c8-c104dd2d16fb req-7fc159b8-5d3b-418d-94de-a9463455373b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:44.838426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e3839a0-9456-4196-90c8-c104dd2d16fb req-7fc159b8-5d3b-418d-94de-a9463455373b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0537686 Aug 06 16:33:44.847055 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:33:44.851451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Request body: {'floatingip': {'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:33:44.890443 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:45.314149 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:45.386554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:45.486910 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 associated. External IP: 172.25.5.225, port: 6a1f046b-0314-4ba1-a37e-03bb214766b3. Aug 06 16:33:45.688312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:33:45.795652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:33:45.800562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:45.805417 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:33:45.815485 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:45.816160 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:45.831090 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f0b8fc42-16dd-4133-967b-3e1b26490cab tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "PUT /v2.0/floatingips/ef05013a-2a04-46dc-9a93-a84a9ece70d3 HTTP/1.1" status: 200 len: 992 time: 0.9830093 Aug 06 16:33:45.831775 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:33:45.834120 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c71617a-3878-406c-b7f7-5145b57437b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:33:45.924721 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:45.939158 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eceaf1-1106-4c9f-a57f-5c38229e26ba x-openstack-request-id: req-c7eceaf1-1106-4c9f-a57f-5c38229e26ba {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:33:45.939389 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:33:45.939646 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7eceaf1-1106-4c9f-a57f-5c38229e26ba {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:33:45.940088 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'status': 'completed', 'code': 200} Aug 06 16:33:46.005806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-3c3e48ab-a641-4ec3-85a0-0b9f28403078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:46.007513 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-3c3e48ab-a641-4ec3-85a0-0b9f28403078 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1096 time: 0.0443661 Aug 06 16:33:46.108535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-8d736fb8-f6cb-458f-9fd2-a46ba1dac33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:46.110053 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-8d736fb8-f6cb-458f-9fd2-a46ba1dac33b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0954368 Aug 06 16:33:46.179047 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-1b443626-ef87-4903-bc5f-ebf6f338f66e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.0619316 Aug 06 16:33:46.180730 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:92:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:33:45Z', 'revision_number': 13, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:46.211284 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:33:46.220589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:33:46.221193 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:33:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:46.237083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-dfd19430-e9f2-4ad0-9e52-84cb3feb27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:46.238970 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-dfd19430-e9f2-4ad0-9e52-84cb3feb27b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0531833 Aug 06 16:33:46.286855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-80a913eb-fdc9-4d68-abd2-eede82d561bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:46.288430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-80a913eb-fdc9-4d68-abd2-eede82d561bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427883 Aug 06 16:33:46.332507 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:33:46.394569 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-9f28073a-c7cf-48a1-ace1-695a6c130a1c service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984695 Aug 06 16:33:46.499431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2c71617a-3878-406c-b7f7-5145b57437b2 req-2d15dea7-faf4-48fb-b905-ad692b0e458c service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970693 Aug 06 16:33:46.669424 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:92:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:33:45Z', 'revision_number': 13, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:33:46.698514 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a25d47c-a48b-4c3c-9c80-83787969b235 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ef05013a-2a04-46dc-9a93-a84a9ece70d3', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'mac_address': 'fa:16:3e:92:65:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:26:25Z', 'updated_at': '2021-08-06T16:33:45Z', 'revision_number': 13, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:33:46.894855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715681e2-bd52-4e39-bc66-4a1e0a7a8a11 None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:33:53.923506 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-2e60a70e-3e3b-4978-ac82-1ae7dace342e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403399 Aug 06 16:33:54.004824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-8ec3dc17-7b5d-4f4e-b648-f212a1bee595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:54.006435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-8ec3dc17-7b5d-4f4e-b648-f212a1bee595 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1096 time: 0.0408843 Aug 06 16:33:54.120672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-40660506-5ca4-4ae3-912f-8659974925be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:54.122194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-40660506-5ca4-4ae3-912f-8659974925be service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0946310 Aug 06 16:33:54.190529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-e33abfdb-ac05-4d30-807f-d7af36947830 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1002 time: 0.0584385 Aug 06 16:33:54.245266 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-bae88f5c-908c-4448-ab18-32fc45bbec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:54.246823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-bae88f5c-908c-4448-ab18-32fc45bbec84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0500045 Aug 06 16:33:54.293250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-b64bb1ef-7a56-4595-9ed5-93a37dff31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:33:54.294774 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-b64bb1ef-7a56-4595-9ed5-93a37dff31ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411158 Aug 06 16:33:54.390771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-1a5c7fa4-c8de-4de2-9eb3-86c8737fd89f service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887833 Aug 06 16:33:54.485424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cc290ca7-fb5b-437e-b477-a0c1d1e260bb req-9373078d-bd04-4774-a7bd-92d837300a00 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Aug 06 16:33:56.426752 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:33:59.596794 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:04.950636 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b912f3d-ba0d-4abb-8313-0a2687e69270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:07.689948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0fbbc043-a406-484d-9170-43cae1b9a45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:07.810435 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:09.076606 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:10.969089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:13.601992 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:34:26.421053 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:29.586500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:34.963324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-132b7710-9522-4481-b479-1e7661ad2240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:37.686480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31c8d3bc-4a01-4cbd-b00d-de7c0b5407fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:37.792096 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:39.070283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:40.985833 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:50.602226 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:34:54.589789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-19c3c074-c650-46bd-a7a4-61036e62f6fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807116 Aug 06 16:34:54.669428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-b94b42e0-5324-4e69-a8d4-5037ff5a1675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:54.670893 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-b94b42e0-5324-4e69-a8d4-5037ff5a1675 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1096 time: 0.0404415 Aug 06 16:34:54.779560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-3d679919-269a-48a4-b794-d7aed6e9940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:54.781068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-3d679919-269a-48a4-b794-d7aed6e9940f service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0902438 Aug 06 16:34:54.852666 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-20a33e5f-057a-4e26-b5d8-ec480cea5896 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1002 time: 0.0647233 Aug 06 16:34:54.903107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-5b46b0c8-b9e3-434b-82e7-b1239cdad970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:54.904588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-5b46b0c8-b9e3-434b-82e7-b1239cdad970 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0450466 Aug 06 16:34:54.952451 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-b2da8a36-b2ac-41fa-a450-654d4d8af99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:34:54.954261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-b2da8a36-b2ac-41fa-a450-654d4d8af99d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429943 Aug 06 16:34:55.054335 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-ea29f941-02e1-465f-800a-d6e294a74147 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893872 Aug 06 16:34:55.145357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3e796b7e-ca24-41ba-8882-a49567d0d03c req-e1b9d4a9-9a58-467e-bbcb-cc75680ba9b9 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841036 Aug 06 16:34:56.448825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:34:59.618666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:04.957057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d0fdda1-d758-47f7-9a0d-7564304bb450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.683383 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0db24720-3118-4502-bcc8-ed1c6604685b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:07.778883 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:09.077300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:10.990254 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:25.503466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581568aa-1d1a-457f-9f27-199433508052 req-32ea5e50-0daf-49c1-af2d-7c202d1ba553 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:25.505019 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-581568aa-1d1a-457f-9f27-199433508052 req-32ea5e50-0daf-49c1-af2d-7c202d1ba553 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0671766 Aug 06 16:35:25.543942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-581568aa-1d1a-457f-9f27-199433508052 req-d721863b-d81e-44c7-b568-982e7c306bc9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Aug 06 16:35:26.470011 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:27.601821 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:35:29.614651 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:34.972628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1d39446c-f4dc-4ad8-88a1-d2e94c2b52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:37.681049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-51f7f6fa-144c-4035-96ad-72c3da8441c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:37.763540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:39.069869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:39.370258 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd693980-1a13-4f27-aa42-efd32d1c4348 req-76bf2539-b086-4124-a52c-0cfefefa9863 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:39.372447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd693980-1a13-4f27-aa42-efd32d1c4348 req-76bf2539-b086-4124-a52c-0cfefefa9863 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0950663 Aug 06 16:35:39.411450 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd693980-1a13-4f27-aa42-efd32d1c4348 req-3dbe4ed1-8390-42fb-b6d8-a92e90098009 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Aug 06 16:35:39.535484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-d60f09d7-0d23-4ae8-bbe5-8407cf6c9c50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803380 Aug 06 16:35:40.573893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e66c9-6f1b-4472-a1ec-cc4fb42817c6 req-e6dc48e3-137f-4f03-9dc8-a96072666f4e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:40.576159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-830e66c9-6f1b-4472-a1ec-cc4fb42817c6 req-e6dc48e3-137f-4f03-9dc8-a96072666f4e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0938921 Aug 06 16:35:40.614787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-830e66c9-6f1b-4472-a1ec-cc4fb42817c6 req-5e29da09-b8c6-4cfb-bb8a-79796bd102fb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Aug 06 16:35:40.978561 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:41.752307 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac844a-512a-4d28-8b84-ba18b2a8f53c req-853b9710-af73-4ff4-b79d-9c399d3ed580 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:41.754040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3ac844a-512a-4d28-8b84-ba18b2a8f53c req-853b9710-af73-4ff4-b79d-9c399d3ed580 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0618517 Aug 06 16:35:41.794891 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3ac844a-512a-4d28-8b84-ba18b2a8f53c req-554b1e9e-2d42-48c0-a2e4-22dd409b5ad8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348055 Aug 06 16:35:42.910653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4e614-a342-463d-b2c6-ed73c447dc89 req-2197bd76-beeb-4bd6-85c2-62a531346612 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:42.912205 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11b4e614-a342-463d-b2c6-ed73c447dc89 req-2197bd76-beeb-4bd6-85c2-62a531346612 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0496714 Aug 06 16:35:42.956262 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11b4e614-a342-463d-b2c6-ed73c447dc89 req-c20e9631-0941-4925-9cc2-39729ee35175 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Aug 06 16:35:43.637943 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-acffa922-c0c9-4a50-985e-ccb3a9164161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:43.639461 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-acffa922-c0c9-4a50-985e-ccb3a9164161 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1096 time: 0.0413313 Aug 06 16:35:43.740530 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-28218156-2cd3-47a8-9c31-df67829f3c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:43.742086 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-28218156-2cd3-47a8-9c31-df67829f3c43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0955331 Aug 06 16:35:43.813543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-add1682d-b5ab-4cf5-b226-c62ebf0d5080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1002 time: 0.0645926 Aug 06 16:35:43.864048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-1fd07adc-bc91-4449-a9b2-554354cf4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:43.865492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-1fd07adc-bc91-4449-a9b2-554354cf4b24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0449610 Aug 06 16:35:43.914984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-ba4a5ef5-979d-40e2-9b3c-957b0c7f5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:43.916455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-ba4a5ef5-979d-40e2-9b3c-957b0c7f5f23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409884 Aug 06 16:35:44.014109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-18cee84e-846c-4c91-bb53-3ee65b822724 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903101 Aug 06 16:35:44.072728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956040c3-2ada-4b06-91fe-a9f4abf78ea9 req-7adfe3d0-8c34-4b7f-81a6-492d5cc1cf10 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:44.074586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-956040c3-2ada-4b06-91fe-a9f4abf78ea9 req-7adfe3d0-8c34-4b7f-81a6-492d5cc1cf10 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0492270 Aug 06 16:35:44.108307 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-484a836a-5936-4b0e-9f76-2e943ae26fa3 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876327 Aug 06 16:35:44.114885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-956040c3-2ada-4b06-91fe-a9f4abf78ea9 req-6ee72fb9-0d6e-4960-a0d0-dadd7a815931 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333581 Aug 06 16:35:45.231224 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ad6e-5d31-48a8-9a22-5b8dcbb56637 req-c1ebe607-f2a7-4b00-abd3-354363f82cc2 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:45.232933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1654ad6e-5d31-48a8-9a22-5b8dcbb56637 req-c1ebe607-f2a7-4b00-abd3-354363f82cc2 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0494363 Aug 06 16:35:45.271056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1654ad6e-5d31-48a8-9a22-5b8dcbb56637 req-c2225412-8ad1-4e07-b48e-e1cf5a7c4f9e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321629 Aug 06 16:35:46.395953 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d275c-8d78-4f07-b7cd-a032aa240ca3 req-d4caaf89-5b5b-4227-a448-4d810c0bc2c6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:46.397496 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f46d275c-8d78-4f07-b7cd-a032aa240ca3 req-d4caaf89-5b5b-4227-a448-4d810c0bc2c6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0564523 Aug 06 16:35:46.447133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f46d275c-8d78-4f07-b7cd-a032aa240ca3 req-025fa42b-5c93-4de6-9881-c560650576a5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Aug 06 16:35:47.563404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7500c6a-fe5f-441e-b9be-e1879d2b31de req-fa0edae9-418e-4453-8a06-a7b64ddd2a70 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:47.564939 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b7500c6a-fe5f-441e-b9be-e1879d2b31de req-fa0edae9-418e-4453-8a06-a7b64ddd2a70 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0494223 Aug 06 16:35:47.602251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b7500c6a-fe5f-441e-b9be-e1879d2b31de req-c0b4e7bd-f554-41fd-9227-9a76b583fef0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Aug 06 16:35:48.716191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440865b5-21ae-4a1d-9c46-854ed525c0ee req-4138f562-f2fd-479d-b0ec-552bba64b561 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:48.718213 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-440865b5-21ae-4a1d-9c46-854ed525c0ee req-4138f562-f2fd-479d-b0ec-552bba64b561 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0500877 Aug 06 16:35:48.758035 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-440865b5-21ae-4a1d-9c46-854ed525c0ee req-3e6e4c90-15ca-4e98-bf9f-1e70e3dec4e3 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328681 Aug 06 16:35:49.874896 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033a0a6-3848-4146-a0cb-ee369cf40071 req-c0218ef0-153c-4373-adb2-96faf3c9d41b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:49.876377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4033a0a6-3848-4146-a0cb-ee369cf40071 req-c0218ef0-153c-4373-adb2-96faf3c9d41b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0474799 Aug 06 16:35:49.917395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4033a0a6-3848-4146-a0cb-ee369cf40071 req-f073075d-fd7c-4f95-9f29-1d04d4773b63 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351770 Aug 06 16:35:51.033433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c76229-a7b9-49cd-8c76-8d838029d04f req-ae174737-97f7-414b-90c4-c0d764db3eda tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:51.034831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36c76229-a7b9-49cd-8c76-8d838029d04f req-ae174737-97f7-414b-90c4-c0d764db3eda tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0495479 Aug 06 16:35:51.071643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36c76229-a7b9-49cd-8c76-8d838029d04f req-0fa55fa3-9ab4-40f7-b025-677476087ad1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Aug 06 16:35:52.191174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39bbc-bca1-4f1d-894a-546977a2d63c req-14387bd4-753f-43da-9b44-c9bb3cfeb483 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:52.192689 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01d39bbc-bca1-4f1d-894a-546977a2d63c req-14387bd4-753f-43da-9b44-c9bb3cfeb483 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0490534 Aug 06 16:35:52.230692 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-01d39bbc-bca1-4f1d-894a-546977a2d63c req-3c71a601-e5c6-42b1-888c-bc567969e727 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Aug 06 16:35:53.348576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d339f0-fe13-4a8f-be99-d2bbc4900d58 req-b402d542-2736-4d78-b436-9b91dda8a329 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:53.350057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93d339f0-fe13-4a8f-be99-d2bbc4900d58 req-b402d542-2736-4d78-b436-9b91dda8a329 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0510404 Aug 06 16:35:53.393142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93d339f0-fe13-4a8f-be99-d2bbc4900d58 req-46a3ea2f-245f-4ee5-8b78-5da0e6ae36df tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368547 Aug 06 16:35:54.510947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981bebf-dd75-4f81-8334-b4e34896a6ad req-3a5271bc-8177-4ab4-8d77-4212b0751594 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:54.512432 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2981bebf-dd75-4f81-8334-b4e34896a6ad req-3a5271bc-8177-4ab4-8d77-4212b0751594 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0487835 Aug 06 16:35:54.551279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2981bebf-dd75-4f81-8334-b4e34896a6ad req-77666972-ddf0-457e-a63a-fec764b5afad tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Aug 06 16:35:54.972069 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-0c6cd60a-65be-4075-afed-22db477c7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:54.973587 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-0c6cd60a-65be-4075-afed-22db477c7f5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1096 time: 0.0421269 Aug 06 16:35:55.085751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-2c53619a-347c-47d2-828e-653a33a15aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:55.087177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-2c53619a-347c-47d2-828e-653a33a15aff service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0896506 Aug 06 16:35:55.155719 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-4a0f561c-12ee-49f1-bf6c-019d7f66d1a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1002 time: 0.0610123 Aug 06 16:35:55.205843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-77d82d37-a5fe-46fd-96dc-dae653c8635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:55.207309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-77d82d37-a5fe-46fd-96dc-dae653c8635f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0449557 Aug 06 16:35:55.254719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-b1f8c0ea-8031-4f9b-9648-782e755269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:55.256257 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-b1f8c0ea-8031-4f9b-9648-782e755269bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403972 Aug 06 16:35:55.353625 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-6db7dae3-4aa2-4824-ba4f-174d8d053334 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Aug 06 16:35:55.443492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d075ced8-84be-49a2-a7fb-65279b756ec3 req-9d57ec87-1347-4442-9f0a-569dd0b8ce9e service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824964 Aug 06 16:35:55.668902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a41f0-1cd0-4bdc-ba08-542d75ea9866 req-4bf43997-78cb-494d-a852-693922e0c65a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:55.670389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d33a41f0-1cd0-4bdc-ba08-542d75ea9866 req-4bf43997-78cb-494d-a852-693922e0c65a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0488129 Aug 06 16:35:55.709040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d33a41f0-1cd0-4bdc-ba08-542d75ea9866 req-e383accb-18db-4029-b10f-e3e49e9cb069 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Aug 06 16:35:56.499998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:56.830139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94ca19-a8ef-4e5a-a047-cc4feeee5434 req-f02ac0e4-d26c-4c47-87d2-bc8afabf31f1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:56.831746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed94ca19-a8ef-4e5a-a047-cc4feeee5434 req-f02ac0e4-d26c-4c47-87d2-bc8afabf31f1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0522709 Aug 06 16:35:56.874200 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ed94ca19-a8ef-4e5a-a047-cc4feeee5434 req-662be175-597e-486c-b62b-fc6e62cc9111 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363972 Aug 06 16:35:57.993635 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428ab1c-db38-4af9-95dd-323eab7dc911 req-2eee4bb5-2d1d-4e9d-be14-354ab4ba8544 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:57.995108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a428ab1c-db38-4af9-95dd-323eab7dc911 req-2eee4bb5-2d1d-4e9d-be14-354ab4ba8544 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0496056 Aug 06 16:35:58.034486 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a428ab1c-db38-4af9-95dd-323eab7dc911 req-8e8f6aa5-51dc-4bfa-8ae0-86187747beeb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Aug 06 16:35:58.460634 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-1c4e8727-df78-4700-9b00-f8257f6580bf service neutron] show failed (client error): The resource could not be found. Aug 06 16:35:58.461670 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-1c4e8727-df78-4700-9b00-f8257f6580bf service neutron] 10.222.0.59 "GET /v2.0/ports/6a1f046b-0314-4ba1-a37e-03bb214766b3/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0566821 Aug 06 16:35:59.101809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-e92ff917-5625-4526-b5b7-a3a7dae696aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:59.103322 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-e92ff917-5625-4526-b5b7-a3a7dae696aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 1096 time: 0.0855997 Aug 06 16:35:59.117241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:35:59.151618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97b1a0-1217-459f-a5fd-5ebe0d7dcdcc req-52537364-ad3c-4282-8d13-0abfd7c13b1b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:35:59.153120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a97b1a0-1217-459f-a5fd-5ebe0d7dcdcc req-52537364-ad3c-4282-8d13-0abfd7c13b1b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0484555 Aug 06 16:35:59.171942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:59.192082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a97b1a0-1217-459f-a5fd-5ebe0d7dcdcc req-81768e4a-c377-4d11-ae73-6a512e139290 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Aug 06 16:35:59.386269 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:35:59.428186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:35:59.468391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:35:59.470769 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87e55f0-4198-4663-b78a-21e49e1b21fd" -d '{"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:35:59.474586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:59.488027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Transition to ACTIVE for port object 6a1f046b-0314-4ba1-a37e-03bb214766b3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:35:59.551082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:59.581904 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b4bf4-307a-4856-9b7f-8b049897fe70 x-openstack-request-id: req-b03b4bf4-307a-4856-9b7f-8b049897fe70 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:35:59.582186 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:35:59.582433 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b03b4bf4-307a-4856-9b7f-8b049897fe70 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:35:59.582839 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'code': 200} Aug 06 16:35:59.614248 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:59.635861 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:35:59.648125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.648300 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.648645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.648984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.649320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.649667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.649980 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.650309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.650634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.650960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.651286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.651609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:35:59.689560 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] No DVR routers for this DVR port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:35:59.831715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:35:59.832076 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:35:59.832414 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:35:59.836691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:35:59.837010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:35:59.841796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:35:59.842136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:35:59.842613 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:35:59.843150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Bound port: 6a1f046b-0314-4ba1-a37e-03bb214766b3, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:35:59.843508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:35:59.906260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:35:59.909185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:35:59.986259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:00.021184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:00.021796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:00.023237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1091 time: 0.9103465 Aug 06 16:36:00.047614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9507bc5-2382-4616-86b7-bb7226073f52 service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:00.097967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-163286d6-f167-4f59-8292-3ceaae36e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:00.099671 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-163286d6-f167-4f59-8292-3ceaae36e4fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0472918 Aug 06 16:36:00.201067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-64f0a71d-6848-4acf-977a-f7ba028e951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:00.202674 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-64f0a71d-6848-4acf-977a-f7ba028e951d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0953975 Aug 06 16:36:00.273765 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-491b02b1-c6fe-4c7f-8ecd-d3fb0b2cd57f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.0635927 Aug 06 16:36:00.312375 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a96a6b-e8d8-4104-81f9-174ebc05467d req-5ac1acd5-9beb-4b82-b3da-30345da944fb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:00.313799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9a96a6b-e8d8-4104-81f9-174ebc05467d req-5ac1acd5-9beb-4b82-b3da-30345da944fb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0508802 Aug 06 16:36:00.328887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-cb996944-ca67-49e3-b67e-25b911472a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:00.330358 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-cb996944-ca67-49e3-b67e-25b911472a5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0449743 Aug 06 16:36:00.357757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9a96a6b-e8d8-4104-81f9-174ebc05467d req-1ead7f46-26c1-4663-8ec0-4261ffbad5a4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377223 Aug 06 16:36:00.383550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-cbbe24a0-c1ea-4099-ade9-a3bce817ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:00.385499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-cbbe24a0-c1ea-4099-ade9-a3bce817ce14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430095 Aug 06 16:36:00.485214 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-700ebd68-2420-4ef0-8fd1-249207cbe4e7 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867567 Aug 06 16:36:00.587770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-babf2f53-1ed9-4c05-bf28-a0ca2f98f720 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902066 Aug 06 16:36:00.996315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:36:01.034541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:36:01.482234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e20889-d06c-468d-9d89-0f6311706305 req-f203b3d5-69b9-401c-9e48-2312bf9db5c8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:01.483945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9e20889-d06c-468d-9d89-0f6311706305 req-f203b3d5-69b9-401c-9e48-2312bf9db5c8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0521493 Aug 06 16:36:01.531320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9e20889-d06c-468d-9d89-0f6311706305 req-b17d237c-3797-471a-81ed-7fc19a8542d1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Aug 06 16:36:01.584210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:01.586585 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394f5763-43a1-4e62-a9ae-ec1d670c6a87" -d '{"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:01.636809 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa19105-9842-4860-b821-e21ec422dacb x-openstack-request-id: req-efa19105-9842-4860-b821-e21ec422dacb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:01.637012 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:01.637203 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-efa19105-9842-4860-b821-e21ec422dacb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:01.637973 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'status': 'completed', 'code': 200} Aug 06 16:36:01.733912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-df818ccb-4712-4cbf-a9d4-37fc0c937dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:01.735587 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-df818ccb-4712-4cbf-a9d4-37fc0c937dda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0769510 Aug 06 16:36:01.738058 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-62994784-c88c-4ad4-956f-823905d46ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:01.739429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-62994784-c88c-4ad4-956f-823905d46ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0795841 Aug 06 16:36:01.911042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-e10181e3-d7a8-4721-b35d-dceba057bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:01.912469 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-e10181e3-d7a8-4721-b35d-dceba057bd48 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1703990 Aug 06 16:36:01.913825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-ff8a5e4b-42ae-42cb-8aec-ee37e23605ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:01.915125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-ff8a5e4b-42ae-42cb-8aec-ee37e23605ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1643128 Aug 06 16:36:02.029753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-069ac6b3-204f-4c2d-abfd-cbb8a7ebaed8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.1097472 Aug 06 16:36:02.032337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-4dfe4ce2-ea3e-4c90-a852-a14e5c3d1443 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.1056881 Aug 06 16:36:02.119662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-d27375bd-0e62-4404-ac20-4b0bec635e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:02.121188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-d27375bd-0e62-4404-ac20-4b0bec635e5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0846674 Aug 06 16:36:02.125329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-6c81779b-2ba3-4392-b243-4fbed3736cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:02.126647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-6c81779b-2ba3-4392-b243-4fbed3736cc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0818253 Aug 06 16:36:02.552222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-6947f96a-c39c-49f1-8167-07e41d77cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:02.553742 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-6947f96a-c39c-49f1-8167-07e41d77cbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4163983 Aug 06 16:36:02.556268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-c841f701-1308-46ea-9501-2eda93f3e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:02.557589 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-c841f701-1308-46ea-9501-2eda93f3e672 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4299231 Aug 06 16:36:02.660216 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cde16c-c61d-4fef-9394-18ef318a0e5b req-bc8d00d0-a2e4-4bbc-9efb-e4cf67f2e1ac tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:02.661845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6cde16c-c61d-4fef-9394-18ef318a0e5b req-bc8d00d0-a2e4-4bbc-9efb-e4cf67f2e1ac tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0529370 Aug 06 16:36:02.706196 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6cde16c-c61d-4fef-9394-18ef318a0e5b req-e6a02333-4ede-4493-a3dc-d779c702fa99 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367970 Aug 06 16:36:02.727148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-3b8d1196-f41c-4db0-baf3-baa7db05e421 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624095 Aug 06 16:36:02.731661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-ac85a4c9-4f88-4ab8-b90d-b87a31fb33dc service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557925 Aug 06 16:36:02.897105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-38df0314-2922-46e6-9729-1cba4bcb05b6 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552758 Aug 06 16:36:02.898863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-394f5763-43a1-4e62-a9ae-ec1d670c6a87 req-6d66fa9f-135f-4759-a987-50581c20b9b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647313 Aug 06 16:36:03.829053 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acdc46-d448-418c-aee8-a52739dc7180 req-939a7b38-0933-44a8-bf5d-a856fa9eac44 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:03.830811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86acdc46-d448-418c-aee8-a52739dc7180 req-939a7b38-0933-44a8-bf5d-a856fa9eac44 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0500031 Aug 06 16:36:03.876533 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-86acdc46-d448-418c-aee8-a52739dc7180 req-15bf5698-4af9-46be-bfbe-862e9524e095 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376399 Aug 06 16:36:04.601618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:36:04.986351 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f34fafc5-29a6-45a8-b4a9-38b936e8d473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:04.994398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e8e66-1320-498f-95d7-9409c5ea644d req-b633f427-d88a-4d8c-a560-bf865d2474fe tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:04.996017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-952e8e66-1320-498f-95d7-9409c5ea644d req-b633f427-d88a-4d8c-a560-bf865d2474fe tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0507481 Aug 06 16:36:05.036822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-952e8e66-1320-498f-95d7-9409c5ea644d req-1fffde02-0022-4bd1-be85-0458ba69f6ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341349 Aug 06 16:36:06.157131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8467571-c738-40d6-b234-ee441cdd4e38 req-bc8b71e1-77ad-4b6f-a712-0db064d9973b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:06.158615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8467571-c738-40d6-b234-ee441cdd4e38 req-bc8b71e1-77ad-4b6f-a712-0db064d9973b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0519230 Aug 06 16:36:06.196312 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8467571-c738-40d6-b234-ee441cdd4e38 req-b6d9e770-76dc-446d-9419-7cde321f1d70 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Aug 06 16:36:07.312933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978535d-c260-4ee4-90b9-6742be3ac00c req-4131bc42-37b4-4989-b10c-002a489db614 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:07.314412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a978535d-c260-4ee4-90b9-6742be3ac00c req-4131bc42-37b4-4989-b10c-002a489db614 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0493085 Aug 06 16:36:07.356051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a978535d-c260-4ee4-90b9-6742be3ac00c req-e1975e30-a630-401d-bf38-763fd581c92b tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356407 Aug 06 16:36:07.690373 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0bab58ac-cf3d-43fe-b29e-536f8bc7f504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:07.783696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:08.472736 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c10cc9-d1c1-463e-8117-402282cc3c20 req-0e58bd57-f447-4379-bd12-4e907a352a29 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:08.474227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96c10cc9-d1c1-463e-8117-402282cc3c20 req-0e58bd57-f447-4379-bd12-4e907a352a29 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0490847 Aug 06 16:36:08.511604 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96c10cc9-d1c1-463e-8117-402282cc3c20 req-cba9c89a-b6d4-47cb-be0d-0ef9f7d74c30 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Aug 06 16:36:09.054113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:09.631467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706254-a81e-4126-a373-e6f779280a37 req-d40fb3cf-3296-47a0-a00d-893e2dec63c0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:09.632884 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09706254-a81e-4126-a373-e6f779280a37 req-d40fb3cf-3296-47a0-a00d-893e2dec63c0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0513916 Aug 06 16:36:09.673952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09706254-a81e-4126-a373-e6f779280a37 req-b9674900-6b98-4d83-ac18-3b38ed6b3be7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Aug 06 16:36:10.133171 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-a6a05981-f80f-420a-86c3-026274d5c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.134657 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-a6a05981-f80f-420a-86c3-026274d5c17e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0414398 Aug 06 16:36:10.246809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-ced49eed-3648-4865-98ec-3dcc94f06508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.248326 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-ced49eed-3648-4865-98ec-3dcc94f06508 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0881033 Aug 06 16:36:10.314980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-36ddb176-123d-4549-af1f-34eb2ee2dc59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.0569501 Aug 06 16:36:10.368937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-8d1811dc-9fd9-40ad-8cf4-c0b3c50eaf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.370402 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-8d1811dc-9fd9-40ad-8cf4-c0b3c50eaf3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0447867 Aug 06 16:36:10.425108 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-b5571078-abf4-42a4-bcb9-4599b9f6cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.426494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-b5571078-abf4-42a4-bcb9-4599b9f6cdc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450594 Aug 06 16:36:10.522604 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-5fe08af3-c86b-4c5b-8c26-38b9224c3967 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839651 Aug 06 16:36:10.621800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8440e6ac-f9db-4125-ad5b-db126dc0e736 req-d8ed96ac-9fc9-4f8f-900a-6db6c33d0c73 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Aug 06 16:36:10.790851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839ee87-8ce2-4a5d-938d-e870237e1bb3 req-dad3414b-35f7-4197-9359-b95a4da1df0f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:10.792340 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3839ee87-8ce2-4a5d-938d-e870237e1bb3 req-dad3414b-35f7-4197-9359-b95a4da1df0f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0491474 Aug 06 16:36:10.833586 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3839ee87-8ce2-4a5d-938d-e870237e1bb3 req-d1a1508c-14f7-4fb3-82e9-edb1f33bc879 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353570 Aug 06 16:36:11.001177 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:11.956754 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4cd6d-b291-4614-947f-81bee02c9bd4 req-2326a302-bad0-4c29-b58c-35d91689f089 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:11.958144 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7e4cd6d-b291-4614-947f-81bee02c9bd4 req-2326a302-bad0-4c29-b58c-35d91689f089 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0510404 Aug 06 16:36:12.009025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a7e4cd6d-b291-4614-947f-81bee02c9bd4 req-c331cf05-4648-44f2-8b41-e58f496d77d0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Aug 06 16:36:13.126638 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d3147-cd09-4725-82eb-ab9e706d9b54 req-06014616-08e2-46d9-afd1-63a6d550cbf0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:13.128158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de4d3147-cd09-4725-82eb-ab9e706d9b54 req-06014616-08e2-46d9-afd1-63a6d550cbf0 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0486493 Aug 06 16:36:13.166461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de4d3147-cd09-4725-82eb-ab9e706d9b54 req-8a17eafe-01b1-4db5-9827-03dce4ad4e02 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324857 Aug 06 16:36:14.280385 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa71748-5368-4255-acdf-228c1184a505 req-ce329bdf-db42-4d30-b081-f7548da24ed6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:14.282567 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfa71748-5368-4255-acdf-228c1184a505 req-ce329bdf-db42-4d30-b081-f7548da24ed6 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0478759 Aug 06 16:36:14.323602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cfa71748-5368-4255-acdf-228c1184a505 req-de738f30-255f-4d1b-a6c4-c07293112473 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353134 Aug 06 16:36:14.830915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:36:14.907695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df986eeb-effa-4f4e-8c8a-43e05f4cc877 req-2f946846-398d-4058-b96c-5e659620faf5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:14.912292 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df986eeb-effa-4f4e-8c8a-43e05f4cc877 req-2f946846-398d-4058-b96c-5e659620faf5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 943 time: 0.0556617 Aug 06 16:36:14.928118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:14.940632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'mac_address': 'fa:16:3e:92:65:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:36:14.949077 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-f7c31251-b8f6-469c-a23b-7bfd7344d7b9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:14.950729 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-f7c31251-b8f6-469c-a23b-7bfd7344d7b9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.64 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f&tenant_id=1a5d0c37e344496fb8f632986b36474e&binding%3Ahost_id=n-h2-778550-6 HTTP/1.1" status: 200 len: 943 time: 0.0565970 Aug 06 16:36:14.952969 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-df986eeb-effa-4f4e-8c8a-43e05f4cc877 req-e3bb756d-cd0e-4410-aa41-19a6a0123232 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373366 Aug 06 16:36:14.982766 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:14.995448 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f046b-0314-4ba1-a37e-03bb214766b3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:36:15.014380 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-e847e0f1-44fd-41ba-b935-2bc6cd7e90d9 service neutron] 10.222.0.64 "GET /v2.0/ports/6a1f046b-0314-4ba1-a37e-03bb214766b3/bindings/n-h2-778550-6 HTTP/1.1" status: 200 len: 382 time: 0.0554161 Aug 06 16:36:15.015088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:15.077650 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-fe34fee1-abbc-4594-a359-93b4c717da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:15.080144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-fe34fee1-abbc-4594-a359-93b4c717da9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1094 time: 0.0424690 Aug 06 16:36:15.086683 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:15.134479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:15.142814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.143169 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.143493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.143846 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.144187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.144524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.144850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.145170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.145491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.145812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.146139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.146458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:15.177484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-6912380c-f408-4f2e-9825-46b6e1ef4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:15.178980 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-6912380c-f408-4f2e-9825-46b6e1ef4bff service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.0911267 Aug 06 16:36:15.248314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-39a2514f-2b66-4b7e-bae8-040f7dce52b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1001 time: 0.0614386 Aug 06 16:36:15.306578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-4a548be3-d4cb-44ce-a1c1-db2304cafaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:15.308465 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-4a548be3-d4cb-44ce-a1c1-db2304cafaa5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0520298 Aug 06 16:36:15.337444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['6a1f046b-0314-4ba1-a37e-03bb214766b3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:36:15.362229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-2b4a2976-d6f6-425d-a754-9219dad04f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:15.363744 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-2b4a2976-d6f6-425d-a754-9219dad04f7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460622 Aug 06 16:36:15.459936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-1d810965-76ca-44f1-9fda-7bc9f617cd3e service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882547 Aug 06 16:36:15.555841 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-d3cfdd8c-9eff-4c72-96eb-5349afdf5fbd service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886371 Aug 06 16:36:16.085203 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989dd05-213c-496d-87a6-3fc610238355 req-71cc07ec-40b2-4d31-af35-190e86b02664 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:16.086679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f989dd05-213c-496d-87a6-3fc610238355 req-71cc07ec-40b2-4d31-af35-190e86b02664 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0495811 Aug 06 16:36:16.124266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f989dd05-213c-496d-87a6-3fc610238355 req-41eacbdd-ac50-45c6-8fc0-f1e47c14732a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Aug 06 16:36:16.834604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:36:16.968538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 6a1f046b-0314-4ba1-a37e-03bb214766b3 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:36:16.973210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 6a1f046b-0314-4ba1-a37e-03bb214766b3 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:36:16.978262 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:17.049736 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:17.071269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:17.073519 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7d412a-0718-4891-9286-6aad9c5b8ab3" -d '{"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:17.088534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:17.180887 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e53e26-fd22-45a7-ac61-3f1a8d263013 x-openstack-request-id: req-83e53e26-fd22-45a7-ac61-3f1a8d263013 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:17.181189 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-plugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:17.181455 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83e53e26-fd22-45a7-ac61-3f1a8d263013 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:17.181860 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'code': 200} Aug 06 16:36:17.186056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:17.243084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:17.249757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27499081-327e-4a64-a70d-ddbea0713b7e req-53d7807c-8567-4c24-ab3f-5666eb46836f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:17.251291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27499081-327e-4a64-a70d-ddbea0713b7e req-53d7807c-8567-4c24-ab3f-5666eb46836f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0567582 Aug 06 16:36:17.294895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27499081-327e-4a64-a70d-ddbea0713b7e req-23ee3861-6085-43e2-a1db-05e755a7bdc5 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Aug 06 16:36:18.417970 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440c71f-8b13-49ea-baa4-e8843b7600d9 req-b788769c-fbb1-4f3d-8b2f-b704f08ac498 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:18.419477 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9440c71f-8b13-49ea-baa4-e8843b7600d9 req-b788769c-fbb1-4f3d-8b2f-b704f08ac498 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0507753 Aug 06 16:36:18.459316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9440c71f-8b13-49ea-baa4-e8843b7600d9 req-cc8088d7-97c1-44d8-8c3c-ca73bcc48ac7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Aug 06 16:36:19.579149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2fa4f-53a0-40c7-8f45-26c1b3a32735 req-e54c6dbb-6802-49fd-a2c0-33681406338d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:19.580915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ee2fa4f-53a0-40c7-8f45-26c1b3a32735 req-e54c6dbb-6802-49fd-a2c0-33681406338d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0512242 Aug 06 16:36:19.618509 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ee2fa4f-53a0-40c7-8f45-26c1b3a32735 req-560d35b2-d3bb-47ff-a147-89a8eabe6505 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Aug 06 16:36:20.575509 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-ff04a152-b1bf-401c-a106-34fe9dcf7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:20.577078 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-ff04a152-b1bf-401c-a106-34fe9dcf7524 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f&tenant_id=1a5d0c37e344496fb8f632986b36474e HTTP/1.1" status: 200 len: 1096 time: 0.0423918 Aug 06 16:36:20.589045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:20.644901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:20.735401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f65f9-d774-4a44-a21d-6dbfeaf17559 req-d50bb8c1-76b5-4d5a-873f-1ce8516a5d39 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:20.737659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-024f65f9-d774-4a44-a21d-6dbfeaf17559 req-d50bb8c1-76b5-4d5a-873f-1ce8516a5d39 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0499179 Aug 06 16:36:20.781787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-024f65f9-d774-4a44-a21d-6dbfeaf17559 req-addb2759-2407-4638-a97f-0eac738d3500 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361614 Aug 06 16:36:20.862658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:20.878730 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:36:20.893479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:36:20.933893 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:20.936279 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3193eb-177a-4ad0-8fa3-356381253673" -d '{"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:20.940824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:20.956674 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:20.960796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Transition to ACTIVE for port object 6a1f046b-0314-4ba1-a37e-03bb214766b3 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:36:20.991633 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34065d0-0c3f-4770-80cb-ad1afd69aa41 x-openstack-request-id: req-a34065d0-0c3f-4770-80cb-ad1afd69aa41 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:20.991966 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-unplugged", "status": "completed", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:20.992226 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a34065d0-0c3f-4770-80cb-ad1afd69aa41 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:20.992632 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'code': 200} Aug 06 16:36:21.036773 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:21.078547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:36:21.078906 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:36:21.117998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=10']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:21.161498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] No DVR routers for this DVR port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:36:21.304889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:36:21.305231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:36:21.305565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:36:21.310012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:36:21.310287 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Attempting to bind port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:36:21.315193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:36:21.315587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Checking segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:36:21.316013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Bound using segment: {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:36:21.316443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Bound port: 6a1f046b-0314-4ba1-a37e-03bb214766b3, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7795872-8f87-43c6-bba1-b44aedd6729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:36:21.316804 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:21.382733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:36:21.385921 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:36:21.460461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:21.502405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.503043 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:21.504486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] 10.222.0.59 "PUT /v2.0/ports/6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1092 time: 0.9195848 Aug 06 16:36:21.521936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745e5d7-56f5-4466-9c64-eabcf07fdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=11']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:21.571737 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c67b6abc-076e-4f75-8677-528a705c2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.573367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-c67b6abc-076e-4f75-8677-528a705c2743 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1095 time: 0.0445139 Aug 06 16:36:21.678469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-dde2abac-381c-4e7e-9b5d-e51b5d711cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.680381 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-dde2abac-381c-4e7e-9b5d-e51b5d711cf4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1004181 Aug 06 16:36:21.749023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-ecc7f9b8-e27d-47fc-8662-732ffefb55d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.0615673 Aug 06 16:36:21.799442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-86288a4c-31c5-416a-9087-524fef73658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.800835 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-86288a4c-31c5-416a-9087-524fef73658b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0451155 Aug 06 16:36:21.854020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-4e8ba499-2529-4c92-b725-2849745e92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.855553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-4e8ba499-2529-4c92-b725-2849745e92a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471675 Aug 06 16:36:21.904372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90218f-3b60-47dc-8f9d-9172e63296df req-84a3e076-6c30-4cc0-b795-d5e8a7c2651e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:21.905817 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e90218f-3b60-47dc-8f9d-9172e63296df req-84a3e076-6c30-4cc0-b795-d5e8a7c2651e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0499215 Aug 06 16:36:21.944152 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e90218f-3b60-47dc-8f9d-9172e63296df req-cd447f68-3c77-4dc3-a962-c1d97d0228ba tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314140 Aug 06 16:36:21.947910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-e7e28dd1-bf89-41bd-b87b-24c8f8eac06b service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855048 Aug 06 16:36:22.045886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0a5c9c77-9b5e-438f-85d0-c216f1adc3eb req-d53efd4c-6421-4ceb-b07a-819ca547622a service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913138 Aug 06 16:36:22.994094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:22.996526 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a81b873-df5a-4500-a415-f145b0ef49f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:23.047592 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61746294-5778-44a5-9a99-75c2baba1b7c x-openstack-request-id: req-61746294-5778-44a5-9a99-75c2baba1b7c {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:23.047928 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:23.048787 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61746294-5778-44a5-9a99-75c2baba1b7c {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:23.049425 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'status': 'completed', 'code': 200} Aug 06 16:36:23.075240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cdce9-7804-4d13-9ff8-44e2b8ce6865 req-49d4b30a-12c6-4c97-ba16-0dc526af7852 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.076785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d12cdce9-7804-4d13-9ff8-44e2b8ce6865 req-49d4b30a-12c6-4c97-ba16-0dc526af7852 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0597031 Aug 06 16:36:23.112914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-473f640f-31ad-4e64-a2bf-378b5191f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.114470 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-473f640f-31ad-4e64-a2bf-378b5191f779 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1095 time: 0.0436206 Aug 06 16:36:23.120659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d12cdce9-7804-4d13-9ff8-44e2b8ce6865 req-7453ddfb-b441-462f-810f-af8f4352ef30 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369728 Aug 06 16:36:23.224350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-a6448883-9c8e-4026-ba2e-9975e8d00ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.225953 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-a6448883-9c8e-4026-ba2e-9975e8d00ffe service neutron] 10.222.0.59 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1044819 Aug 06 16:36:23.302687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-86894c65-b798-4315-8b75-59cec37f3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.304132 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-86894c65-b798-4315-8b75-59cec37f3cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1a5d0c37e344496fb8f632986b36474e&device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 1095 time: 0.0938840 Aug 06 16:36:23.308049 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-b3427eef-8a68-42f3-9844-a3adf2ce6455 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.0680759 Aug 06 16:36:23.418393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-86b5ddf4-637e-4166-8966-4a14e28b9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.419907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-86b5ddf4-637e-4166-8966-4a14e28b9277 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.1051495 Aug 06 16:36:23.469515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-f5f11e61-d81f-4598-99eb-c2982c7eb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.471896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-f5f11e61-d81f-4598-99eb-c2982c7eb109 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 200 len: 912 time: 0.1494908 Aug 06 16:36:23.482392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-24b990ae-0129-4c04-97c6-947035c67535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.483961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-24b990ae-0129-4c04-97c6-947035c67535 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575745 Aug 06 16:36:23.622496 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-45c8820d-9a20-4896-bc6c-60da4bdd8b8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 200 len: 1000 time: 0.1374767 Aug 06 16:36:23.669226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-8bd144f4-1e56-402d-80c5-6b0778a75fb5 service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783423 Aug 06 16:36:23.712659 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-44481ab9-f4d0-4f56-a367-b042d3f5b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.714145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-44481ab9-f4d0-4f56-a367-b042d3f5b6a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 200 len: 850 time: 0.0796840 Aug 06 16:36:23.811003 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-8187b353-eb09-4806-8868-7ebceaa336b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:23.812565 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-8187b353-eb09-4806-8868-7ebceaa336b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737450 Aug 06 16:36:23.815475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-3e13fa56-dc6b-4f16-958c-e524d3c55b7e service neutron] 10.222.0.59 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369951 Aug 06 16:36:23.913373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-09a20cd7-0ad2-4ca1-9ce8-3f1d9298daad service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893376 Aug 06 16:36:24.010379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7a81b873-df5a-4500-a415-f145b0ef49f1 req-e55c508c-6bd5-480e-b425-feb0ec13afb5 service neutron] 10.222.0.64 "GET /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885644 Aug 06 16:36:24.242911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345a424-682c-48d7-881f-1332ea5442fe req-49838ea8-2de0-4807-b749-27ba0b50d957 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:24.244405 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5345a424-682c-48d7-881f-1332ea5442fe req-49838ea8-2de0-4807-b749-27ba0b50d957 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0495427 Aug 06 16:36:24.285165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5345a424-682c-48d7-881f-1332ea5442fe req-17484918-5ae4-42f3-b90f-d0d8565f5b0e tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347998 Aug 06 16:36:25.595192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c580d-6b7d-42d0-9747-66be497ff017 req-7d36b881-4fb0-4ccc-9348-6394764d07d4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:25.597302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a3c580d-6b7d-42d0-9747-66be497ff017 req-7d36b881-4fb0-4ccc-9348-6394764d07d4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0505326 Aug 06 16:36:25.635004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a3c580d-6b7d-42d0-9747-66be497ff017 req-ff45644d-8937-4fde-81b5-ced9b5d02b10 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Aug 06 16:36:26.459688 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:26.751777 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba272068-156e-4f1a-b2b9-12234021736b req-af98f563-058c-4457-b9f3-ab2a4ccea5fc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:26.753983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba272068-156e-4f1a-b2b9-12234021736b req-af98f563-058c-4457-b9f3-ab2a4ccea5fc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0494883 Aug 06 16:36:26.791394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba272068-156e-4f1a-b2b9-12234021736b req-27e369f7-1f02-4fb8-b0b5-7b9229a4fb7f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315661 Aug 06 16:36:27.906104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25736-9c98-4cc6-995c-085f12426b55 req-706ea016-df5f-4f8b-8b34-fb3b70827566 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:27.907570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63d25736-9c98-4cc6-995c-085f12426b55 req-706ea016-df5f-4f8b-8b34-fb3b70827566 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0483029 Aug 06 16:36:27.948725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-63d25736-9c98-4cc6-995c-085f12426b55 req-57ee00d0-12b3-4ad0-b6ff-53990044c825 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345891 Aug 06 16:36:29.065557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3f89b-c816-49a9-b2e1-93d0b82efbfc req-deb89027-10b7-4c9b-a34e-0c1b7a74d0ff tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:29.066942 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71f3f89b-c816-49a9-b2e1-93d0b82efbfc req-deb89027-10b7-4c9b-a34e-0c1b7a74d0ff tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0487840 Aug 06 16:36:29.105813 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71f3f89b-c816-49a9-b2e1-93d0b82efbfc req-6f4a7831-904a-41c9-b3b8-d0a2136104a4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327039 Aug 06 16:36:29.619615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:30.224071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5842c59-b452-48d7-b798-229c0169fa0c req-4f6dbdf2-149c-41f3-84d3-37fa8aa66ba9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:30.225556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5842c59-b452-48d7-b798-229c0169fa0c req-4f6dbdf2-149c-41f3-84d3-37fa8aa66ba9 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0500884 Aug 06 16:36:30.262895 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e5842c59-b452-48d7-b798-229c0169fa0c req-e5edd2f1-ac00-4d03-ba42-05f7d6a0c09d tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313861 Aug 06 16:36:31.383002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14318213-9480-49dd-90e5-0b8069741db6 req-7278cd61-84ac-49a4-838d-7dc86f014f32 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:31.384510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14318213-9480-49dd-90e5-0b8069741db6 req-7278cd61-84ac-49a4-838d-7dc86f014f32 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0513246 Aug 06 16:36:31.425271 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14318213-9480-49dd-90e5-0b8069741db6 req-5d38e765-5005-40ec-a121-3d65a12bc4d8 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348079 Aug 06 16:36:32.904739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cc64f-2257-42f9-afae-feefa9fc6f47 req-1689c21e-c54e-4b8b-8490-eee46b43edcb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:32.906857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f92cc64f-2257-42f9-afae-feefa9fc6f47 req-1689c21e-c54e-4b8b-8490-eee46b43edcb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.4121354 Aug 06 16:36:32.944777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f92cc64f-2257-42f9-afae-feefa9fc6f47 req-f3ff648a-11fa-48fd-9313-b64411bb1f6a tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Aug 06 16:36:34.061724 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b63a1-66c5-4efc-afc6-4352aea0ad89 req-a5ddcb38-c660-4a50-a261-f0f565dfefbb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:34.063230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-568b63a1-66c5-4efc-afc6-4352aea0ad89 req-a5ddcb38-c660-4a50-a261-f0f565dfefbb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0499549 Aug 06 16:36:34.100556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-568b63a1-66c5-4efc-afc6-4352aea0ad89 req-97cfb046-26e9-4275-9c5a-f4864edd73f1 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Aug 06 16:36:34.216703 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bd40f-6117-45ec-8d9b-2930ea51be54 req-2ff0c49f-e2ab-4af4-a4ec-fe8337307fdd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:34.218165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f69bd40f-6117-45ec-8d9b-2930ea51be54 req-2ff0c49f-e2ab-4af4-a4ec-fe8337307fdd tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0483210 Aug 06 16:36:34.261441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f69bd40f-6117-45ec-8d9b-2930ea51be54 req-aa815d2b-ca9d-4da4-983d-03e8890b06cc tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374670 Aug 06 16:36:34.376714 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641a91-ed8f-4731-b62d-5b8c8072ec29 req-1ddea9f6-9f46-4fdc-8cd6-c7d7d57f0378 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:34.378193 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73641a91-ed8f-4731-b62d-5b8c8072ec29 req-1ddea9f6-9f46-4fdc-8cd6-c7d7d57f0378 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0500085 Aug 06 16:36:34.416235 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73641a91-ed8f-4731-b62d-5b8c8072ec29 req-9f3117fe-a243-4cb1-b916-75258e287ede tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319998 Aug 06 16:36:34.925681 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f2045-f917-465e-b2f6-1b4579cf877e req-5f27c0f7-b30c-4f4b-bd30-51c203843cbb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:34.927215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-208f2045-f917-465e-b2f6-1b4579cf877e req-5f27c0f7-b30c-4f4b-bd30-51c203843cbb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 944 time: 0.0512810 Aug 06 16:36:34.967184 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-208f2045-f917-465e-b2f6-1b4579cf877e req-8a05a432-279f-437c-9f01-2890802e04fb tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328367 Aug 06 16:36:34.984222 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa6ee530-63ee-4366-a5cf-9096c39e9000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:35.144143 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:36:35.238171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:35.249221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'port_id': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'mac_address': 'fa:16:3e:92:65:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:36:35.285105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:35.297139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1f046b-0314-4ba1-a37e-03bb214766b3 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:36:35.316408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:35.389619 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:35.435981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=12']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:35.655264 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['6a1f046b-0314-4ba1-a37e-03bb214766b3'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:36:36.085602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e75e-7d0a-463a-8e08-a30e862a4bd0 req-fcc8cdf0-1595-4c03-9e3a-7124857ec17c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:36.087095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b694e75e-7d0a-463a-8e08-a30e862a4bd0 req-fcc8cdf0-1595-4c03-9e3a-7124857ec17c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0496974 Aug 06 16:36:36.131904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b694e75e-7d0a-463a-8e08-a30e862a4bd0 req-9d3735df-0719-43ee-99e1-7fa62018cc60 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups?id=59d5d203-6cc0-41e4-9361-b21989a99312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 Aug 06 16:36:36.401963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-e6076849-9d8f-478d-ac16-981577430e78 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:36.403444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-e6076849-9d8f-478d-ac16-981577430e78 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 945 time: 0.0509272 Aug 06 16:36:36.496184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Deleting port 6a1f046b-0314-4ba1-a37e-03bb214766b3 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:36:36.496532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.585837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] For port 6a1f046b-0314-4ba1-a37e-03bb214766b3, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=6a1f046b-0314-4ba1-a37e-03bb214766b3,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:36.586206 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.754808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.755194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.755509 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3 disassociated. External IP: 172.25.5.225, port: 6a1f046b-0314-4ba1-a37e-03bb214766b3. Aug 06 16:36:36.755882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Calling delete_port for 6a1f046b-0314-4ba1-a37e-03bb214766b3 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:36:36.955174 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:36.982464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event deleted for resources: {'Port': ['ID=6a1f046b-0314-4ba1-a37e-03bb214766b3,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:37.105948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:36:37.166055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:36:37.172771 n-d-778550-6 neutron-server[94842]: INFO neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No ports have port_id starting with 6a1f046b-0314-4ba1-a37e-03bb214766b3 Aug 06 16:36:37.172771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 requested by agent hyperv_n-h1-778550-6 not found in database {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 06 16:36:37.221223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:36:37.228790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4e180a1-ff38-490c-82f0-126af814bef6 req-b4d8652d-d2fa-4d94-9dd2-0274a30ac9de tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0266135 Aug 06 16:36:37.234711 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:36:37.244907 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:36:37.245719 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:37.263865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] No DVR routers for this DVR port 6a1f046b-0314-4ba1-a37e-03bb214766b3 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:36:37.266599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:37.268622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6edd2029-0eff-4563-847b-eb7ab719c95c req-9fdeb778-211b-4754-b795-1c21d52834d7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.59 "DELETE /v2.0/ports/6a1f046b-0314-4ba1-a37e-03bb214766b3 HTTP/1.1" status: 204 len: 173 time: 0.8592408 Aug 06 16:36:37.269081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-deleted', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:37.271310 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19a5a9-5e1e-4909-8ed2-1fed11e59b13" -d '{"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-deleted", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:37.307516 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f497d58-d9da-4849-b3bf-7222c5f23563 x-openstack-request-id: req-6f497d58-d9da-4849-b3bf-7222c5f23563 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:37.307844 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f", "name": "network-vif-deleted", "tag": "6a1f046b-0314-4ba1-a37e-03bb214766b3", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:37.308271 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f497d58-d9da-4849-b3bf-7222c5f23563 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:37.308792 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f', 'name': 'network-vif-deleted', 'tag': '6a1f046b-0314-4ba1-a37e-03bb214766b3', 'status': 'completed', 'code': 200} Aug 06 16:36:37.351958 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:36:37.554017 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:37.583657 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:36:37.592661 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:36:37.593274 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:36:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:37.686146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-944c1d26-d147-4013-b56c-e965ee75ed3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:37.701638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:36:37.755346 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:37.907043 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:37.933115 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71628e-5a88-498b-a10d-ae85c9eb6200 None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:22Z', 'revision_number': 4, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'fc3f9af3-b8b0-4397-a759-3f9e2f72ab36', 'name': '', 'network_id': '5c883b34-b0ba-45db-b8b1-b4e6d8e2c048', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'mac_address': 'fa:16:3e:3c:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:21Z', 'updated_at': '2021-08-06T16:26:26Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'subnets': [{'id': '838ecf5a-52b0-4d72-a986-422e9bdf7151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:36:38.161104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ac1ff-c4ce-4e65-aae8-d4749efa177d None None] New status for floating IP ef05013a-2a04-46dc-9a93-a84a9ece70d3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:36:38.329706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a0260d31-51fa-434f-8fc5-36cb1cbe2ec1 req-e42a8856-2565-4d25-8e36-74c7a023432f tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0273159 Aug 06 16:36:39.077074 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:39.433027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e12ee90-d034-49e5-ba63-afd61dd129d0 req-872fc551-4039-43a3-8221-a36ec45b5de4 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0275619 Aug 06 16:36:40.529558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9265d527-d3df-4d27-9ba1-58d37e524c07 req-5f8be8f4-a31f-451b-877f-c83d883ee222 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/ports?device_id=f692d02a-86eb-42f2-a0b1-e18bc4ee5a2f HTTP/1.1" status: 200 len: 210 time: 0.0262263 Aug 06 16:36:41.002536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:41.188243 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:36:41.208724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 6a1f046b-0314-4ba1-a37e-03bb214766b3 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:36:41.209114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 6a1f046b-0314-4ba1-a37e-03bb214766b3 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:36:41.600266 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:36:45.506645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 38856) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:45.560723 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.583286 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.692326 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.694844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.696131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "DELETE /v2.0/security-groups/59d5d203-6cc0-41e4-9361-b21989a99312 HTTP/1.1" status: 204 len: 168 time: 0.1883759 Aug 06 16:36:45.698884 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38858) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:45.705933 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5d203-6cc0-41e4-9361-b21989a99312,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:45.713109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.713453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.713601 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [None req-39f945b7-c31d-45ae-9a8d-642e0283aea7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] show failed (client error): The resource could not be found. Aug 06 16:36:45.713872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.714156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.714487 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.714814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.715137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.715457 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.715778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.716116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.717011 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.717309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b3f5d-0eab-476a-930e-fc471527f162 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:36:45.718093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-39f945b7-c31d-45ae-9a8d-642e0283aea7 tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "GET /v2.0/security-groups/59d5d203-6cc0-41e4-9361-b21989a99312 HTTP/1.1" status: 404 len: 347 time: 0.0181942 Aug 06 16:36:45.718631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38860) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:45.847308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Deleting port 917994c3-fdd9-4ff2-a0a4-ee0c58d58741 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:36:45.847653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.921671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.922001 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:45.933372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Calling delete_port for 917994c3-fdd9-4ff2-a0a4-ee0c58d58741 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:36:46.494054 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:46.526657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Pushing event deleted for resources: {'Port': ['ID=917994c3-fdd9-4ff2-a0a4-ee0c58d58741,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:46.584722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:46.587582 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:46.592204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-05562e34-7a50-4537-9ef6-e2363e8e6e8c tempest-ServerActionsTestJSON-2009375308 tempest-ServerActionsTestJSON-2009375308-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef05013a-2a04-46dc-9a93-a84a9ece70d3 HTTP/1.1" status: 204 len: 168 time: 0.8693004 Aug 06 16:36:46.592512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38862) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:47.142501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:47.406539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Deleting port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:36:47.406884 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:47.487667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] For port fc3f9af3-b8b0-4397-a759-3f9e2f72ab36, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:47.488064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:47.504810 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Calling delete_port for fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:36:47.749405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:47.773368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3f9af3-b8b0-4397-a759-3f9e2f72ab36,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:47.943615 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:48.159486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Router aacd1d7e-e385-49ec-8716-3fe8f97395d1 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:36:48.269478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:36:48.274479 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-928bc714-0cdc-4495-a268-aef13f9f859b admin admin] 10.222.0.16 "PUT /v2.0/routers/aacd1d7e-e385-49ec-8716-3fe8f97395d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809151 Aug 06 16:36:48.276995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38866) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:48.281736 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] Sync routers for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:36:48.290689 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:36:48.291405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:36:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:48.389681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:48.401097 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:36:48.496151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:48.587445 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:36:47Z', 'revision_number': 5, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port': {'id': '2a7b3700-8984-46e2-bdaf-e093ec33a699', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:38:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:48.633073 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Deleting port 2a7b3700-8984-46e2-bdaf-e093ec33a699 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:36:48.633422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:48.715843 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] Checking router: aacd1d7e-e385-49ec-8716-3fe8f97395d1 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:36:48.719317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] For port 2a7b3700-8984-46e2-bdaf-e093ec33a699, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2a7b3700-8984-46e2-bdaf-e093ec33a699,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:48.719687 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:48.732216 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] Routers {'aacd1d7e-e385-49ec-8716-3fe8f97395d1'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:36:48.732672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Calling delete_port for 2a7b3700-8984-46e2-bdaf-e093ec33a699 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:36:48.732918 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:36:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:48.820398 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] Set router aacd1d7e-e385-49ec-8716-3fe8f97395d1 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:36:48.874236 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:36:48Z', 'revision_number': 6, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:48.900335 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d2a145-8be1-4d48-ac6b-fba1493f503d None None] The sync data for ids ['aacd1d7e-e385-49ec-8716-3fe8f97395d1'] in n-d-778550-6 is: [{'id': 'aacd1d7e-e385-49ec-8716-3fe8f97395d1', 'name': 'tempest-ServerActionsTestJSON-271587417-router', 'tenant_id': '1a5d0c37e344496fb8f632986b36474e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:26:19Z', 'updated_at': '2021-08-06T16:36:48Z', 'revision_number': 6, 'project_id': '1a5d0c37e344496fb8f632986b36474e', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:36:48.973707 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.005534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7b3700-8984-46e2-bdaf-e093ec33a699,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:49.064710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.153527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.156326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.265406 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.266135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aacd1d7e-e385-49ec-8716-3fe8f97395d1 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:36:49.270630 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.271997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bed2da9f-e94b-4938-9a54-fa366c1ad5e7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aacd1d7e-e385-49ec-8716-3fe8f97395d1 HTTP/1.1" status: 204 len: 168 time: 0.9940913 Aug 06 16:36:49.276859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38868) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:49.326964 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Deleting subnet 838ecf5a-52b0-4d72-a986-422e9bdf7151 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:36:49.330563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.369146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.457857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.574102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.604085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838ecf5a-52b0-4d72-a986-422e9bdf7151,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:49.606704 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.609385 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-990e6e9f-5fdc-466a-9824-5e0221e2f621 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/838ecf5a-52b0-4d72-a986-422e9bdf7151 HTTP/1.1" status: 204 len: 168 time: 0.3339942 Aug 06 16:36:49.611744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38870) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:49.617379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69bbeec-7c1b-4e95-bc6c-8def84fadda6 None None] Network 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:36:49.684898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.745152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Deleting port e3fcee4e-3cb9-4612-ba1c-adf825390329 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:36:49.745498 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.804728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] DHCP port deletion for 5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:36:49.819286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] For port e3fcee4e-3cb9-4612-ba1c-adf825390329, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3fcee4e-3cb9-4612-ba1c-adf825390329,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:49.819652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.833658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Calling delete_port for e3fcee4e-3cb9-4612-ba1c-adf825390329 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:36:49.856867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] Deleting port e3fcee4e-3cb9-4612-ba1c-adf825390329 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:36:49.857592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.919207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] For port e3fcee4e-3cb9-4612-ba1c-adf825390329, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e3fcee4e-3cb9-4612-ba1c-adf825390329,segment=NetworkSegment(c7795872-8f87-43c6-bba1-b44aedd6729b),segment_id=c7795872-8f87-43c6-bba1-b44aedd6729b)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:36:49.924163 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:49.932778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] Calling delete_port for e3fcee4e-3cb9-4612-ba1c-adf825390329 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:36:49.985456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.019023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fcee4e-3cb9-4612-ba1c-adf825390329,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:50.021089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] No DVR routers for this DVR port e3fcee4e-3cb9-4612-ba1c-adf825390329 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:36:50.099559 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.111090 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c883b34-b0ba-45db-b8b1-b4e6d8e2c048']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:50.122143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7795872-8f87-43c6-bba1-b44aedd6729b') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:50.122510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7795872-8f87-43c6-bba1-b44aedd6729b') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:36:50.133004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.147447 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.153599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:36:50.156584 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 06 16:36:50.172523 n-d-778550-6 neutron-server[94842]: self.session.flush() Aug 06 16:36:50.181008 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.205430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] Pushing event deleted for resources: {'Port': ['ID=e3fcee4e-3cb9-4612-ba1c-adf825390329,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:50.210901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f27dbd-e6d0-4a75-b3a9-29ecf4a1a9ea None None] No DVR routers for this DVR port e3fcee4e-3cb9-4612-ba1c-adf825390329 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:36:50.293700 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.300103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.301942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c883b34-b0ba-45db-b8b1-b4e6d8e2c048 HTTP/1.1" status: 204 len: 168 time: 0.6892736 Aug 06 16:36:50.313316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292461d-12c6-42e0-b13e-cd3e85cb40ca admin admin] Pushing event deleted for resources: {'Network': ['ID=5c883b34-b0ba-45db-b8b1-b4e6d8e2c048,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:50.537254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38874) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:50.577423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-65dd0c79-9f3f-4cc2-a63d-0dd31d604d5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a5d0c37e344496fb8f632986b36474e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389528 Aug 06 16:36:50.581834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38876) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:50.630145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9caf59-fde2-4677-a0fb-fd77ff3d2732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.650895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9caf59-fde2-4677-a0fb-fd77ff3d2732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.790871 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9caf59-fde2-4677-a0fb-fd77ff3d2732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.793443 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7b9caf59-fde2-4677-a0fb-fd77ff3d2732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:50.797396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7b9caf59-fde2-4677-a0fb-fd77ff3d2732 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3a13306-90b1-4107-8d85-c5083b6656df HTTP/1.1" status: 204 len: 168 time: 0.2146449 Aug 06 16:36:50.806125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9caf59-fde2-4677-a0fb-fd77ff3d2732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a13306-90b1-4107-8d85-c5083b6656df,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:50.850602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:36:50.870419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:36:50.870775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fc3f9af3-b8b0-4397-a759-3f9e2f72ab36 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:36:50.871196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3fcee4e-3cb9-4612-ba1c-adf825390329 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:36:50.891376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e3fcee4e-3cb9-4612-ba1c-adf825390329 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:36:50.891650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e3fcee4e-3cb9-4612-ba1c-adf825390329 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:36:50.892087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a7b3700-8984-46e2-bdaf-e093ec33a699 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:36:50.911321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2a7b3700-8984-46e2-bdaf-e093ec33a699 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:36:50.914660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2a7b3700-8984-46e2-bdaf-e093ec33a699 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:36:51.789655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:51.887120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-299962924-network', 'tenant_id': '0334e73928804a24bf561cf4ab3f9f4f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:51.962391 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Made reservation on behalf of 0334e73928804a24bf561cf4ab3f9f4f for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:36:51.964733 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:51.973748 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.060709 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.127409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.151523 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:36:52.160971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0059abe9-e2ba-43ed-ac8b-93e7383ebc95,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:52.165715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.166039 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Added segment 40f756ed-60ed-4772-920c-320810c83f9d of type vlan for network ca2fe556-8f59-4cff-a104-48c5888f61a7 Aug 06 16:36:52.207470 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.298057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.299489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:52.300101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.364317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] Pushing event updated for resources: {'Network': ['ID=ca2fe556-8f59-4cff-a104-48c5888f61a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:52.375067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network ca2fe556-8f59-4cff-a104-48c5888f61a7 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:36:52.407414 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87db9bd2-a84a-4336-bf98-a65568c3229b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6166284 Aug 06 16:36:52.414843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 38902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:36:52.419831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Request body: {'subnet': {'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-299962924-subnet', 'tenant_id': '0334e73928804a24bf561cf4ab3f9f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:52.503502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Made reservation on behalf of 0334e73928804a24bf561cf4ab3f9f4f for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:36:52.505925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.757056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:52.807565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5325202-5d47-425f-a0e0-64dffd0b9632,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:52.824273 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Checking segment: {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:36:52.824643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Network hostable DHCP agents. Network: ca2fe556-8f59-4cff-a104-48c5888f61a7, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:36:52.933655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Network ca2fe556-8f59-4cff-a104-48c5888f61a7 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:36:53.048021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, ca2fe556-8f59-4cff-a104-48c5888f61a7) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:36:53.051907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:53.052490 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:53.056573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf6ba87-2b4b-468e-8285-4b9a04a6c871 None None] Network ca2fe556-8f59-4cff-a104-48c5888f61a7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:36:53.151443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bb0f078e-12a5-4462-8294-c9b68fe005d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7354488 Aug 06 16:36:53.181389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd5688-f62a-4e9e-a781-3806846930c3 None None] Network ca2fe556-8f59-4cff-a104-48c5888f61a7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:36:53.569281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-3c3943c7-0c4e-40a9-b564-37f5001df92f tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:53.570661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-3c3943c7-0c4e-40a9-b564-37f5001df92f tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/networks?id=ca2fe556-8f59-4cff-a104-48c5888f61a7 HTTP/1.1" status: 200 len: 813 time: 0.1002173 Aug 06 16:36:53.586355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-6436fe23-6aa1-4558-b0fb-de5e8426e380 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/quotas/0334e73928804a24bf561cf4ab3f9f4f HTTP/1.1" status: 200 len: 375 time: 0.0098159 Aug 06 16:36:53.620965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-0357edfb-5cbb-4bde-8888-a55e12f5b6a0 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292449 Aug 06 16:36:53.677748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-b5ad929a-fecd-4de2-85ab-eb25d6ddd5ee service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:36:53.678741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-b5ad929a-fecd-4de2-85ab-eb25d6ddd5ee service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510955 Aug 06 16:36:53.767245 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-8e2eeefe-546f-4e1b-be0c-cc4403608626 service neutron] 10.222.0.16 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Aug 06 16:36:53.859421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-c5147586-93c2-4c35-ba2a-5b902909988d service neutron] 10.222.0.16 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858061 Aug 06 16:36:54.082786 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1aefd64a-157d-4001-a595-7a649bdf0f18 req-833fd614-1136-4bf2-b28e-5158de6cb359 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 210 time: 0.0281579 Aug 06 16:36:55.176900 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b311ad4-e34e-45c6-8216-7591d1085710 req-97fab3a1-45f4-45b6-bba6-ffa84ef0ed46 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Aug 06 16:36:56.272587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40baa393-0148-4004-81cc-40716a3d9ff0 req-6d4230df-8c86-4550-8898-b361cb351ee1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 210 time: 0.0271075 Aug 06 16:36:56.459515 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:56.526503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-b6c88218-6b88-4400-b577-c74cdb7a22ee tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:56.528004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-b6c88218-6b88-4400-b577-c74cdb7a22ee tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.64 "GET /v2.0/networks?id=ca2fe556-8f59-4cff-a104-48c5888f61a7 HTTP/1.1" status: 200 len: 813 time: 0.1093085 Aug 06 16:36:56.546518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Request body: {'port': {'device_id': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7', 'admin_state_up': True, 'tenant_id': '0334e73928804a24bf561cf4ab3f9f4f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:56.743384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Made reservation on behalf of 0334e73928804a24bf561cf4ab3f9f4f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:36:56.746987 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:56.876438 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Allocated IP 172.20.0.11 (ca2fe556-8f59-4cff-a104-48c5888f61a7/f5325202-5d47-425f-a0e0-64dffd0b9632/c6d98495-2cf2-4953-85d5-01e02276691a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:36:57.025749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.133902 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.174982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Network ca2fe556-8f59-4cff-a104-48c5888f61a7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:36:57.180621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:36:57.184319 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:36:57.209428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Pushing event updated for resources: {'Port': ['ID=c6d98495-2cf2-4953-85d5-01e02276691a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:57.239036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:57.239645 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.300150 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-18b94ed9-120f-4283-b41a-5b68f115bace tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7572012 Aug 06 16:36:57.317574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Request body: {'port': {'device_id': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:36:57.376012 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.388179 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061450a-6476-419c-bef7-5b7ce5e12651 req-c0ddd03c-39ed-479b-a5cd-e962dc43dd48 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:57.389682 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c061450a-6476-419c-bef7-5b7ce5e12651 req-c0ddd03c-39ed-479b-a5cd-e962dc43dd48 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 932 time: 0.0496070 Aug 06 16:36:57.430537 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c061450a-6476-419c-bef7-5b7ce5e12651 req-abd1b0ac-b537-42c6-902a-ed8d51becd17 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339742 Aug 06 16:36:57.637812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d98495-2cf2-4953-85d5-01e02276691a {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:36:57.645728 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.658094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Transition to ACTIVE for port object c6d98495-2cf2-4953-85d5-01e02276691a will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:36:57.722363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.775138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d98495-2cf2-4953-85d5-01e02276691a,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:57.842272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Attempting to bind port c6d98495-2cf2-4953-85d5-01e02276691a on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:36:57.842607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Attempting to bind port c6d98495-2cf2-4953-85d5-01e02276691a by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:36:57.843464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Attempting to bind port c6d98495-2cf2-4953-85d5-01e02276691a on network ca2fe556-8f59-4cff-a104-48c5888f61a7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:36:57.848150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Port c6d98495-2cf2-4953-85d5-01e02276691a on network ca2fe556-8f59-4cff-a104-48c5888f61a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:36:57.848476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Attempting to bind port c6d98495-2cf2-4953-85d5-01e02276691a on network ca2fe556-8f59-4cff-a104-48c5888f61a7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:36:57.853214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:36:57.853549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Checking segment: {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:36:57.853936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Bound using segment: {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:36:57.854353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Bound port: c6d98495-2cf2-4953-85d5-01e02276691a, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:36:57.854706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:57.921874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] For port c6d98495-2cf2-4953-85d5-01e02276691a, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:36:57.925001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] For port c6d98495-2cf2-4953-85d5-01e02276691a, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6d98495-2cf2-4953-85d5-01e02276691a,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:36:57.996481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:58.030322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.031732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:58.033249 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] 10.222.0.64 "PUT /v2.0/ports/c6d98495-2cf2-4953-85d5-01e02276691a HTTP/1.1" status: 200 len: 1092 time: 0.7199891 Aug 06 16:36:58.033690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'tag': 'c6d98495-2cf2-4953-85d5-01e02276691a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:36:58.036061 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c91a5-e766-4800-bf84-5591cebc24ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f2f6f656-a42f-48e8-8e0a-ba934b7a3695", "tag": "c6d98495-2cf2-4953-85d5-01e02276691a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:36:58.060948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d8612-eb7c-48b0-bbe8-629d27414a16 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d98495-2cf2-4953-85d5-01e02276691a,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:36:58.073117 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf7c0b7-4a81-43e9-9f66-450903dea3a6 x-openstack-request-id: req-9cf7c0b7-4a81-43e9-9f66-450903dea3a6 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:36:58.073408 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2f6f656-a42f-48e8-8e0a-ba934b7a3695", "tag": "c6d98495-2cf2-4953-85d5-01e02276691a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:36:58.073665 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9cf7c0b7-4a81-43e9-9f66-450903dea3a6 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:36:58.074074 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'tag': 'c6d98495-2cf2-4953-85d5-01e02276691a', 'status': 'completed', 'code': 200} Aug 06 16:36:58.141173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c91a5-e766-4800-bf84-5591cebc24ef req-50ec50e6-aac1-4a05-ae71-b0ba4d8998eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.142743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-973c91a5-e766-4800-bf84-5591cebc24ef req-50ec50e6-aac1-4a05-ae71-b0ba4d8998eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 1095 time: 0.0453036 Aug 06 16:36:58.240682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c91a5-e766-4800-bf84-5591cebc24ef req-dd66e9a8-2e6e-4b35-b566-1fdd4ef8f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.242201 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-973c91a5-e766-4800-bf84-5591cebc24ef req-dd66e9a8-2e6e-4b35-b566-1fdd4ef8f626 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0912187 Aug 06 16:36:58.560851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73447b87-1b74-4203-b340-f80d99b62a30 req-455c9930-531e-464b-92d7-be238c766691 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.563374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73447b87-1b74-4203-b340-f80d99b62a30 req-455c9930-531e-464b-92d7-be238c766691 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 944 time: 0.0567491 Aug 06 16:36:58.604459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73447b87-1b74-4203-b340-f80d99b62a30 req-b43c63a0-6b6a-4038-8a0b-26b652bab24f tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351970 Aug 06 16:36:58.720099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c91a5-e766-4800-bf84-5591cebc24ef req-5edc7f4e-efcc-4292-b9bf-ce5883b239bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.721619 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-973c91a5-e766-4800-bf84-5591cebc24ef req-5edc7f4e-efcc-4292-b9bf-ce5883b239bc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4676416 Aug 06 16:36:58.813912 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-f82faefc-9f18-447a-ba39-7b81da7b0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.815615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-f82faefc-9f18-447a-ba39-7b81da7b0317 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 1095 time: 0.0483100 Aug 06 16:36:58.879821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-1a606241-5ce1-40bd-95c0-104529682628 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d98495-2cf2-4953-85d5-01e02276691a HTTP/1.1" status: 200 len: 217 time: 0.0528483 Aug 06 16:36:58.950742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476812-ae68-4024-9af1-4decf1ad281d req-e6df1531-f2b5-4d69-8824-57c4aaf85224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:58.952309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-e6df1531-f2b5-4d69-8824-57c4aaf85224 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5325202-5d47-425f-a0e0-64dffd0b9632 HTTP/1.1" status: 200 len: 853 time: 0.0624347 Aug 06 16:36:58.986830 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-4eed43bc-1ef2-4dce-97f6-63401361f265 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca2fe556-8f59-4cff-a104-48c5888f61a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248878 Aug 06 16:36:59.077241 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-e5e2b0d6-46d4-4938-b01a-d97906257cb7 service neutron] 10.222.0.64 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831099 Aug 06 16:36:59.169727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-96476812-ae68-4024-9af1-4decf1ad281d req-841809a3-981c-441e-9826-b69c248254df service neutron] 10.222.0.64 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853748 Aug 06 16:36:59.601810 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:36:59.720668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005c955-92db-48a6-b758-b92c9ff84671 req-f3860b45-879b-4908-b0cc-3904f0e02e83 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:36:59.722157 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6005c955-92db-48a6-b758-b92c9ff84671 req-f3860b45-879b-4908-b0cc-3904f0e02e83 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 944 time: 0.0501709 Aug 06 16:36:59.759669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6005c955-92db-48a6-b758-b92c9ff84671 req-0c9e765f-af89-4d8b-8a00-e8b06bbfe27c tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Aug 06 16:37:00.881596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dc65b-0ca0-4a54-a8e3-20359940834e req-19483769-0572-4aae-85ad-3d63b6e735f0 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:00.883154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-199dc65b-0ca0-4a54-a8e3-20359940834e req-19483769-0572-4aae-85ad-3d63b6e735f0 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 944 time: 0.0502965 Aug 06 16:37:00.922574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-199dc65b-0ca0-4a54-a8e3-20359940834e req-aa7b54ce-6399-4b13-995a-874cf7140a84 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332389 Aug 06 16:37:02.040432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5584a-bca4-4fb0-bbf6-4d51b9ffefde req-6eb0ac65-1838-44e1-9889-929a64f2ad1e tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:02.042020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee5584a-bca4-4fb0-bbf6-4d51b9ffefde req-6eb0ac65-1838-44e1-9889-929a64f2ad1e tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 944 time: 0.0535188 Aug 06 16:37:02.080523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-aee5584a-bca4-4fb0-bbf6-4d51b9ffefde req-0274bff3-7523-49aa-b47e-e3c8e4627746 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Aug 06 16:37:03.035014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6d98495-2cf2-4953-85d5-01e02276691a details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:37:03.131934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6d98495-2cf2-4953-85d5-01e02276691a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6d98495-2cf2-4953-85d5-01e02276691a,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:03.143460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'c6d98495-2cf2-4953-85d5-01e02276691a', 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7', 'port_id': 'c6d98495-2cf2-4953-85d5-01e02276691a', 'mac_address': 'fa:16:3e:46:cb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5325202-5d47-425f-a0e0-64dffd0b9632', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:37:03.185060 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:03.197611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d98495-2cf2-4953-85d5-01e02276691a {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:37:03.197814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6321553-aa3f-428e-9555-3c4bf4735ff1 req-8b092d83-49c4-4946-b9e0-ad9055c6707a tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:03.199325 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6321553-aa3f-428e-9555-3c4bf4735ff1 req-8b092d83-49c4-4946-b9e0-ad9055c6707a tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 944 time: 0.0501106 Aug 06 16:37:03.217178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6d98495-2cf2-4953-85d5-01e02276691a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6d98495-2cf2-4953-85d5-01e02276691a,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:03.239070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6321553-aa3f-428e-9555-3c4bf4735ff1 req-ecd94c13-e45a-46b3-bdd2-0ea6157ec63b tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Aug 06 16:37:03.292276 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:03.340138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c6d98495-2cf2-4953-85d5-01e02276691a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:03.526539 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c6d98495-2cf2-4953-85d5-01e02276691a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:37:04.352196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e282a5-3a21-40a3-ac92-aa3cdfe6b7bb req-fc7a8055-6119-42ff-ae90-f1ccd8881450 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:04.353676 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14e282a5-3a21-40a3-ac92-aa3cdfe6b7bb req-fc7a8055-6119-42ff-ae90-f1ccd8881450 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Aug 06 16:37:04.392083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14e282a5-3a21-40a3-ac92-aa3cdfe6b7bb req-bbc9068b-6998-4be4-a63d-41fbfd376026 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323842 Aug 06 16:37:04.979338 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ad599e64-c953-479e-98b6-e1542a2b11b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:05.054848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6d98495-2cf2-4953-85d5-01e02276691a up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:05.179025 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port c6d98495-2cf2-4953-85d5-01e02276691a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:05.182886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port c6d98495-2cf2-4953-85d5-01e02276691a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:05.183323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:05.262678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:05.284861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d98495-2cf2-4953-85d5-01e02276691a'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:37:05.287100 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ed0b3-6f1b-4114-8f0b-00615ff0629f" -d '{"events": [{"server_uuid": "f2f6f656-a42f-48e8-8e0a-ba934b7a3695", "name": "network-vif-plugged", "status": "completed", "tag": "c6d98495-2cf2-4953-85d5-01e02276691a"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:37:05.302963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port c6d98495-2cf2-4953-85d5-01e02276691a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6d98495-2cf2-4953-85d5-01e02276691a,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:05.323573 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ffe703-e786-421a-b598-e5901dc4dcf3 x-openstack-request-id: req-c5ffe703-e786-421a-b598-e5901dc4dcf3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:37:05.323898 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f6f656-a42f-48e8-8e0a-ba934b7a3695", "name": "network-vif-plugged", "status": "completed", "tag": "c6d98495-2cf2-4953-85d5-01e02276691a", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:37:05.324159 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5ffe703-e786-421a-b598-e5901dc4dcf3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:37:05.324555 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d98495-2cf2-4953-85d5-01e02276691a', 'code': 200} Aug 06 16:37:05.395051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:05.425962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4a0a7-dd74-4f67-8838-28e74d9b2406 req-7bf5ecca-e3a1-491d-b7c6-3f5f39821487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:05.427353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8fd4a0a7-dd74-4f67-8838-28e74d9b2406 req-7bf5ecca-e3a1-491d-b7c6-3f5f39821487 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 1097 time: 0.0428715 Aug 06 16:37:05.446255 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=c6d98495-2cf2-4953-85d5-01e02276691a,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:05.474587 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8fd4a0a7-dd74-4f67-8838-28e74d9b2406 req-4613b36d-03f4-41cc-ba7a-214cd59b2b56 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Aug 06 16:37:05.527814 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a528046-cb68-4167-ab72-4f7718f2a0d1 req-707c30bf-5803-495d-9106-ab5747613b71 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:05.530031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a528046-cb68-4167-ab72-4f7718f2a0d1 req-707c30bf-5803-495d-9106-ab5747613b71 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0659480 Aug 06 16:37:05.570901 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a528046-cb68-4167-ab72-4f7718f2a0d1 req-2236ca90-f520-4993-b98a-ef0eb3a9bff8 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Aug 06 16:37:06.686285 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e65de-a123-4b9a-986b-71cd6260c942 req-2c835adb-362f-47cf-b661-84a2e4dd0db1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:06.687677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a9e65de-a123-4b9a-986b-71cd6260c942 req-2c835adb-362f-47cf-b661-84a2e4dd0db1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0489950 Aug 06 16:37:06.726474 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a9e65de-a123-4b9a-986b-71cd6260c942 req-91cffa53-167a-4c91-a76a-afea82bb5e4d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Aug 06 16:37:06.953302 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d5c18de2-007f-409a-b89f-341039188369 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:06.954835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d5c18de2-007f-409a-b89f-341039188369 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/networks?id=ca2fe556-8f59-4cff-a104-48c5888f61a7 HTTP/1.1" status: 200 len: 813 time: 0.1082082 Aug 06 16:37:06.970222 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-91a9b4d7-ea2e-40e5-9259-901e0aab9957 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/quotas/0334e73928804a24bf561cf4ab3f9f4f HTTP/1.1" status: 200 len: 375 time: 0.0096149 Aug 06 16:37:07.020327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d5c816be-cd6f-4a71-a82b-366dac51267d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442541 Aug 06 16:37:07.116652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-a1585748-3fc2-4538-b0d1-e71841011ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895824 Aug 06 16:37:07.209789 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-0d39f1aa-c875-4512-a579-1eb5dd5f9f37 service neutron] 10.222.0.16 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Aug 06 16:37:07.434050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a50679c-d158-4bb0-87ad-8131cad99e50 req-2b1ca030-6d8d-4a68-8628-ba0539c15086 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0277781 Aug 06 16:37:07.664995 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b7308d53-4d5d-48c1-9857-d59a7a02efd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:07.751641 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:08.531266 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a49e65c-55d4-4f36-b1e8-b8ab359b305e req-0f704e36-9475-4394-ba75-3f888d6f479f tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0268545 Aug 06 16:37:09.076503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:09.419556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-93b494da-1ced-4c40-bed2-bf8bccc1bcc5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:09.421104 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-93b494da-1ced-4c40-bed2-bf8bccc1bcc5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.59 "GET /v2.0/networks?id=ca2fe556-8f59-4cff-a104-48c5888f61a7 HTTP/1.1" status: 200 len: 813 time: 0.1068692 Aug 06 16:37:09.434152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Request body: {'port': {'device_id': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7', 'admin_state_up': True, 'tenant_id': '0334e73928804a24bf561cf4ab3f9f4f'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:09.631050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-89e0be7a-03d3-4e5e-94d5-31231be2c28e req-54ad8c50-8634-485b-bf4a-f01df1ebeb88 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0330012 Aug 06 16:37:09.631620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Made reservation on behalf of 0334e73928804a24bf561cf4ab3f9f4f for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:09.635142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:09.763724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Allocated IP 172.20.0.4 (ca2fe556-8f59-4cff-a104-48c5888f61a7/f5325202-5d47-425f-a0e0-64dffd0b9632/83f5862d-a1e8-4b65-b8af-48d5e09eb039) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:09.912288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.030951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.043972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c6d98495-2cf2-4953-85d5-01e02276691a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:37:10.077674 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Network ca2fe556-8f59-4cff-a104-48c5888f61a7 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:10.081641 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:10.084211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:10.111112 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Pushing event updated for resources: {'Port': ['ID=83f5862d-a1e8-4b65-b8af-48d5e09eb039,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:10.123611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.123986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.124330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.124695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.125028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.125383 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.125805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.126132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.126571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.126941 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.127284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.127594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:10.151642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:10.152291 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.214106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-f6d598ff-efc6-49db-a24b-f0f7f0c1db8d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836051 Aug 06 16:37:10.226563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Request body: {'port': {'device_id': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:10.293793 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.560418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f5862d-a1e8-4b65-b8af-48d5e09eb039 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:37:10.567891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.579735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Transition to ACTIVE for port object 83f5862d-a1e8-4b65-b8af-48d5e09eb039 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:10.640310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.694740 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Pushing event updated for resources: {'Port': ['ID=83f5862d-a1e8-4b65-b8af-48d5e09eb039,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:10.753186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbee54-0413-4137-b840-309c15162504 req-1a815250-a686-4ef9-ac60-d03982a5da21 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:10.754701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dbbee54-0413-4137-b840-309c15162504 req-1a815250-a686-4ef9-ac60-d03982a5da21 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 943 time: 0.0528352 Aug 06 16:37:10.763697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Attempting to bind port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:10.764078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Attempting to bind port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:10.764420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Attempting to bind port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 on network ca2fe556-8f59-4cff-a104-48c5888f61a7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:10.769450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 on network ca2fe556-8f59-4cff-a104-48c5888f61a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:37:10.769779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Attempting to bind port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 on network ca2fe556-8f59-4cff-a104-48c5888f61a7 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:10.774681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:10.776983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Checking segment: {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:10.776983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Bound using segment: {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:10.776983 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Bound port: 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f756ed-60ed-4772-920c-320810c83f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:10.776983 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.793648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5dbbee54-0413-4137-b840-309c15162504 req-7c27866e-23c0-487e-92bb-858f90f8f809 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324471 Aug 06 16:37:10.845234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] For port 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:10.848502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] For port 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=83f5862d-a1e8-4b65-b8af-48d5e09eb039,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:10.916608 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.959879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:10.960501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.961940 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] 10.222.0.59 "PUT /v2.0/ports/83f5862d-a1e8-4b65-b8af-48d5e09eb039 HTTP/1.1" status: 200 len: 1091 time: 0.7396028 Aug 06 16:37:10.962370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'tag': '83f5862d-a1e8-4b65-b8af-48d5e09eb039'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:37:10.964643 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fdaa94-e8c1-443f-8265-d499da79bbee" -d '{"events": [{"name": "network-changed", "server_uuid": "994d964a-b104-482f-a05e-bd2cb8a8fbe1", "tag": "83f5862d-a1e8-4b65-b8af-48d5e09eb039"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:37:10.973880 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:10.984655 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d49bf1-28b0-4f39-ad67-ba00728c792f service neutron] Pushing event updated for resources: {'Port': ['ID=83f5862d-a1e8-4b65-b8af-48d5e09eb039,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:11.001942 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5f857c-570a-4f30-8cf1-c7ee8cea39f5 x-openstack-request-id: req-2a5f857c-570a-4f30-8cf1-c7ee8cea39f5 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:37:11.002240 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994d964a-b104-482f-a05e-bd2cb8a8fbe1", "tag": "83f5862d-a1e8-4b65-b8af-48d5e09eb039", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:37:11.002498 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a5f857c-570a-4f30-8cf1-c7ee8cea39f5 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:37:11.003260 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'tag': '83f5862d-a1e8-4b65-b8af-48d5e09eb039', 'status': 'completed', 'code': 200} Aug 06 16:37:11.068066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdaa94-e8c1-443f-8265-d499da79bbee req-0e3416ec-363b-4bc7-a5bd-4ed45c580d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:11.069585 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0fdaa94-e8c1-443f-8265-d499da79bbee req-0e3416ec-363b-4bc7-a5bd-4ed45c580d6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 1094 time: 0.0466912 Aug 06 16:37:11.169375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdaa94-e8c1-443f-8265-d499da79bbee req-6afee049-76bf-48fa-a60d-b52417a8f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:11.170646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0fdaa94-e8c1-443f-8265-d499da79bbee req-6afee049-76bf-48fa-a60d-b52417a8f5b5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935133 Aug 06 16:37:11.269255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fdaa94-e8c1-443f-8265-d499da79bbee req-fb959008-c09b-47c9-902e-eba31f7560f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:11.270739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0fdaa94-e8c1-443f-8265-d499da79bbee req-fb959008-c09b-47c9-902e-eba31f7560f8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935690 Aug 06 16:37:11.351441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-9149b44e-3ba4-480c-847b-e85a683c874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:11.353016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-9149b44e-3ba4-480c-847b-e85a683c874a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 1094 time: 0.0436940 Aug 06 16:37:11.407165 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-6486ebc2-ef6f-40c1-8bee-c8a7e0815c33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83f5862d-a1e8-4b65-b8af-48d5e09eb039 HTTP/1.1" status: 200 len: 217 time: 0.0454767 Aug 06 16:37:11.459850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-43432090-7886-498b-a4e4-368f31e37b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:11.461280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-43432090-7886-498b-a4e4-368f31e37b13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f5325202-5d47-425f-a0e0-64dffd0b9632 HTTP/1.1" status: 200 len: 853 time: 0.0466270 Aug 06 16:37:11.494106 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-0b286867-e544-4ebb-bb3c-46c2f32ec695 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca2fe556-8f59-4cff-a104-48c5888f61a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251353 Aug 06 16:37:11.589881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-60dc02d0-bbb1-4b79-9b8b-d6188e985eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880876 Aug 06 16:37:11.684942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f20663a7-22af-41fa-909b-5f32fbbbdcd8 req-6c16885b-c348-43a4-84d9-e3bd1ebf1b93 service neutron] 10.222.0.59 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881846 Aug 06 16:37:11.912148 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d9a2a-3aed-4896-b0c7-18313466bd85 req-31af13d5-cdd8-4282-a317-d1c5181dafaa tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:11.913660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35d9a2a-3aed-4896-b0c7-18313466bd85 req-31af13d5-cdd8-4282-a317-d1c5181dafaa tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 943 time: 0.0504918 Aug 06 16:37:11.952219 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f35d9a2a-3aed-4896-b0c7-18313466bd85 req-1dc31e59-814c-4ef4-81df-a8d38c6214bb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Aug 06 16:37:12.095188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-d8d8a577-6703-4f16-9025-dc808c81d524 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409255 Aug 06 16:37:12.184355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-c3df3c54-ed07-4f26-b8c2-3ea1907c447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:12.185860 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-c3df3c54-ed07-4f26-b8c2-3ea1907c447e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 1097 time: 0.0454872 Aug 06 16:37:12.289784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-295d2853-476e-4a37-b75e-bfa9f1a4e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:12.291275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-295d2853-476e-4a37-b75e-bfa9f1a4e4ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=ca2fe556-8f59-4cff-a104-48c5888f61a7 HTTP/1.1" status: 200 len: 914 time: 0.0850790 Aug 06 16:37:12.337787 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-af826528-4ce2-40fe-8315-c984d95d9ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6d98495-2cf2-4953-85d5-01e02276691a HTTP/1.1" status: 200 len: 217 time: 0.0387158 Aug 06 16:37:12.391627 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-5e8f6824-49c3-4638-b240-46d6e751b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:12.393142 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-5e8f6824-49c3-4638-b240-46d6e751b3ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f5325202-5d47-425f-a0e0-64dffd0b9632 HTTP/1.1" status: 200 len: 853 time: 0.0470879 Aug 06 16:37:12.426592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-ce7e9f96-0e1a-4912-ac39-76e6ebd512fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ca2fe556-8f59-4cff-a104-48c5888f61a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255737 Aug 06 16:37:12.527296 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-e25bf068-baac-420d-a724-e8ef24f3f10a service neutron] 10.222.0.64 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 Aug 06 16:37:12.618543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-def10a62-8314-48b5-82e6-597efb1ad7fb req-b1d5e988-552e-43a8-9723-de3c5581b1b1 service neutron] 10.222.0.64 "GET /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840118 Aug 06 16:37:13.077728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1f7ec-cdc9-42c8-ac62-9e67d423b3a1 req-f274ed93-c41e-4c66-9813-cdb2b7ebde76 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:13.080087 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12d1f7ec-cdc9-42c8-ac62-9e67d423b3a1 req-f274ed93-c41e-4c66-9813-cdb2b7ebde76 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 943 time: 0.0554636 Aug 06 16:37:13.121531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-12d1f7ec-cdc9-42c8-ac62-9e67d423b3a1 req-00a55d17-f466-408b-b103-b9b08e515890 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Aug 06 16:37:14.236146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82cd9b-b280-43ce-9f0a-50df7128bd31 req-3890229d-5dbf-41f5-8f16-7127572145ec tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:14.237623 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab82cd9b-b280-43ce-9f0a-50df7128bd31 req-3890229d-5dbf-41f5-8f16-7127572145ec tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 943 time: 0.0501626 Aug 06 16:37:14.275626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ab82cd9b-b280-43ce-9f0a-50df7128bd31 req-8e485060-b812-4040-8ce8-8bb3d10d1644 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320284 Aug 06 16:37:15.245485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 83f5862d-a1e8-4b65-b8af-48d5e09eb039 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:37:15.342742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=83f5862d-a1e8-4b65-b8af-48d5e09eb039,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:15.356567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '83f5862d-a1e8-4b65-b8af-48d5e09eb039', 'network_id': 'ca2fe556-8f59-4cff-a104-48c5888f61a7', 'port_id': '83f5862d-a1e8-4b65-b8af-48d5e09eb039', 'mac_address': 'fa:16:3e:1c:98:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5325202-5d47-425f-a0e0-64dffd0b9632', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:37:15.400895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:15.420522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f5862d-a1e8-4b65-b8af-48d5e09eb039 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:37:15.441895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=83f5862d-a1e8-4b65-b8af-48d5e09eb039,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:15.505210 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:15.557509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=83f5862d-a1e8-4b65-b8af-48d5e09eb039,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:15.565288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.565639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.565981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.566327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.566657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.566988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.567316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.567641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.567987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.568311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.568630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.568948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:15.632974 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a0bc-4357-4452-903b-5acb407153c5 req-8d3c6566-a544-409e-99c9-f57f1d71295b tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:15.634490 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c981a0bc-4357-4452-903b-5acb407153c5 req-8d3c6566-a544-409e-99c9-f57f1d71295b tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 944 time: 0.0516202 Aug 06 16:37:15.681807 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c981a0bc-4357-4452-903b-5acb407153c5 req-449fd4f3-aea9-42cd-a1be-d5e9c8121332 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408201 Aug 06 16:37:15.692505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['83f5862d-a1e8-4b65-b8af-48d5e09eb039'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:37:16.801884 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecac66-2ab4-4fba-aed1-099fa49707aa req-699b918d-f76c-49eb-9ebf-ecd37620e357 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:16.803421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cecac66-2ab4-4fba-aed1-099fa49707aa req-699b918d-f76c-49eb-9ebf-ecd37620e357 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 944 time: 0.0532806 Aug 06 16:37:16.841844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7cecac66-2ab4-4fba-aed1-099fa49707aa req-caab5b13-f2c1-4f2a-bf6a-342f94779512 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Aug 06 16:37:17.244158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 83f5862d-a1e8-4b65-b8af-48d5e09eb039 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:17.362083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:17.366407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:17.367443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:17.443135 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:17.466480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f5862d-a1e8-4b65-b8af-48d5e09eb039'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:37:17.468433 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d596c-afcd-40b3-a258-9ab905db275f" -d '{"events": [{"server_uuid": "994d964a-b104-482f-a05e-bd2cb8a8fbe1", "name": "network-vif-plugged", "status": "completed", "tag": "83f5862d-a1e8-4b65-b8af-48d5e09eb039"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:37:17.481437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=83f5862d-a1e8-4b65-b8af-48d5e09eb039,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:17.503602 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fce895-2de3-4a53-a649-b94a60a10fbc x-openstack-request-id: req-65fce895-2de3-4a53-a649-b94a60a10fbc {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:37:17.503921 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994d964a-b104-482f-a05e-bd2cb8a8fbe1", "name": "network-vif-plugged", "status": "completed", "tag": "83f5862d-a1e8-4b65-b8af-48d5e09eb039", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:37:17.512895 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65fce895-2de3-4a53-a649-b94a60a10fbc {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:37:17.512895 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f5862d-a1e8-4b65-b8af-48d5e09eb039', 'code': 200} Aug 06 16:37:17.590410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:17.603470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3caa5-4cc8-46b0-a2fa-1339e6046fb3 req-6b1ce181-fd8d-49ee-b16e-4211f2eb6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:17.605014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65f3caa5-4cc8-46b0-a2fa-1339e6046fb3 req-6b1ce181-fd8d-49ee-b16e-4211f2eb6a83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 1095 time: 0.0429795 Aug 06 16:37:17.641000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=83f5862d-a1e8-4b65-b8af-48d5e09eb039,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:17.641267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-65f3caa5-4cc8-46b0-a2fa-1339e6046fb3 req-2fb00ef7-d21f-4a65-ac94-6690c53f856e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286968 Aug 06 16:37:17.958427 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b0eb5-97a6-4812-84fb-5db837fdbc02 req-c18e64f3-6600-40a1-9664-a9f0300fd513 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:17.959937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-921b0eb5-97a6-4812-84fb-5db837fdbc02 req-c18e64f3-6600-40a1-9664-a9f0300fd513 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 945 time: 0.0493202 Aug 06 16:37:17.998225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-921b0eb5-97a6-4812-84fb-5db837fdbc02 req-23d15583-c567-4778-b8fa-b6259c24965d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323033 Aug 06 16:37:18.603280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:37:19.114296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5faec3-bb76-48a9-9116-6df554daa90f req-e3134a62-43b4-4a73-b387-b7e9c9ea23c1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:19.116580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e5faec3-bb76-48a9-9116-6df554daa90f req-e3134a62-43b4-4a73-b387-b7e9c9ea23c1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 945 time: 0.0496700 Aug 06 16:37:19.153462 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e5faec3-bb76-48a9-9116-6df554daa90f req-eef8b633-4e38-46ac-9f1c-f4e5e71f923a tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Aug 06 16:37:19.623978 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007de51f-c0b9-4183-b2e4-8b0154988194 req-8bf9023a-2f45-4718-b71b-371307fba469 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:19.625388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-007de51f-c0b9-4183-b2e4-8b0154988194 req-8bf9023a-2f45-4718-b71b-371307fba469 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 945 time: 0.0545142 Aug 06 16:37:19.663155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-007de51f-c0b9-4183-b2e4-8b0154988194 req-0d7d5c3d-1042-4b9e-9059-287a21406570 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Aug 06 16:37:20.781001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39049a0-0265-474c-8228-b8c7559c0d60 req-2fe8cde7-9a07-4e1d-8cb4-9a42ed52aebf tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:20.782546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d39049a0-0265-474c-8228-b8c7559c0d60 req-2fe8cde7-9a07-4e1d-8cb4-9a42ed52aebf tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Aug 06 16:37:20.823133 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d39049a0-0265-474c-8228-b8c7559c0d60 req-afd5849b-f825-436e-a8cf-8bb79c12a389 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Aug 06 16:37:20.842807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-aee370dc-736e-4830-9d49-9e9f8afee993 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:20.844342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-aee370dc-736e-4830-9d49-9e9f8afee993 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.59 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 945 time: 0.0551417 Aug 06 16:37:20.933490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Deleting port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:20.933841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:21.025891 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] For port 83f5862d-a1e8-4b65-b8af-48d5e09eb039, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=83f5862d-a1e8-4b65-b8af-48d5e09eb039,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:21.026260 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:21.041224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Calling delete_port for 83f5862d-a1e8-4b65-b8af-48d5e09eb039 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:21.223188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:21.236325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['83f5862d-a1e8-4b65-b8af-48d5e09eb039'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:37:21.240302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c6d98495-2cf2-4953-85d5-01e02276691a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:37:21.252672 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Pushing event deleted for resources: {'Port': ['ID=83f5862d-a1e8-4b65-b8af-48d5e09eb039,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:21.295267 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] No DVR routers for this DVR port 83f5862d-a1e8-4b65-b8af-48d5e09eb039 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:21.298196 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:21.302275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-11b7a9d9-4feb-4d7c-8d32-c88f561e5e1e req-f830050d-766e-49b3-91a9-7148126f21f5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.59 "DELETE /v2.0/ports/83f5862d-a1e8-4b65-b8af-48d5e09eb039 HTTP/1.1" status: 204 len: 173 time: 0.4512134 Aug 06 16:37:21.302745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'name': 'network-vif-deleted', 'tag': '83f5862d-a1e8-4b65-b8af-48d5e09eb039'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:37:21.306179 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e895e6-3ec5-40c2-b587-a2d959398457" -d '{"events": [{"server_uuid": "994d964a-b104-482f-a05e-bd2cb8a8fbe1", "name": "network-vif-deleted", "tag": "83f5862d-a1e8-4b65-b8af-48d5e09eb039"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:37:21.343268 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29de13c2-d80a-428e-93fe-b55bf6c7da8e x-openstack-request-id: req-29de13c2-d80a-428e-93fe-b55bf6c7da8e {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:37:21.343565 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994d964a-b104-482f-a05e-bd2cb8a8fbe1", "name": "network-vif-deleted", "tag": "83f5862d-a1e8-4b65-b8af-48d5e09eb039", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:37:21.343847 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29de13c2-d80a-428e-93fe-b55bf6c7da8e {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:37:21.344264 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994d964a-b104-482f-a05e-bd2cb8a8fbe1', 'name': 'network-vif-deleted', 'tag': '83f5862d-a1e8-4b65-b8af-48d5e09eb039', 'status': 'completed', 'code': 200} Aug 06 16:37:21.931557 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4efd5f44-e287-435c-b73a-269c735995e6 req-861ad630-1818-4bcf-b2e8-cf163224c8c7 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=994d964a-b104-482f-a05e-bd2cb8a8fbe1 HTTP/1.1" status: 200 len: 210 time: 0.0280063 Aug 06 16:37:23.079443 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670917a-cdb3-44f5-968c-7e833577d567 req-ed5bdc66-5dce-4ae2-890b-457d025f5731 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:23.080865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5670917a-cdb3-44f5-968c-7e833577d567 req-ed5bdc66-5dce-4ae2-890b-457d025f5731 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0483308 Aug 06 16:37:23.123163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5670917a-cdb3-44f5-968c-7e833577d567 req-2f6b7769-6f18-4bcd-be01-15206b120013 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Aug 06 16:37:23.256077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee7335-f393-414c-a927-2225175cc0fb req-635f2d16-1808-4b1b-a0be-7fe92c956d9d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:23.257562 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0ee7335-f393-414c-a927-2225175cc0fb req-635f2d16-1808-4b1b-a0be-7fe92c956d9d tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Aug 06 16:37:23.295351 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0ee7335-f393-414c-a927-2225175cc0fb req-6aee9604-5912-4d78-a6f3-597ba785bdf9 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Aug 06 16:37:23.412098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eb2c4-d62c-46e1-b962-c8badae50119 req-75b61dd8-4612-4d34-b99c-22cf52e3abf1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:23.413583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-403eb2c4-d62c-46e1-b962-c8badae50119 req-75b61dd8-4612-4d34-b99c-22cf52e3abf1 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0502155 Aug 06 16:37:23.452466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-403eb2c4-d62c-46e1-b962-c8badae50119 req-3825ef3c-383d-4dd1-bc17-dd1c73567f61 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Aug 06 16:37:23.619168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44813-7ef3-4436-a93e-b5c203fc202b req-2eccd495-ff7e-425b-a888-759bbc929d67 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:23.620640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72f44813-7ef3-4436-a93e-b5c203fc202b req-2eccd495-ff7e-425b-a888-759bbc929d67 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Aug 06 16:37:23.662920 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-72f44813-7ef3-4436-a93e-b5c203fc202b req-2d9770c0-6cbe-41c2-8398-645504e4088b tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359724 Aug 06 16:37:23.779779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee4939-d564-43c3-bbc0-d77dd8d15723 req-f26ab10b-532c-4c20-9f98-32672a05898c tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:23.781314 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3ee4939-d564-43c3-bbc0-d77dd8d15723 req-f26ab10b-532c-4c20-9f98-32672a05898c tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0500715 Aug 06 16:37:23.821194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3ee4939-d564-43c3-bbc0-d77dd8d15723 req-22985cfd-b9c2-4e84-9ce9-7eb5cb4bcfda tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Aug 06 16:37:23.946488 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b3df2-80f0-4f96-9564-8fbda131f01e req-3e1837bd-a29d-4e6b-87ba-35b604b5b831 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:23.947902 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-011b3df2-80f0-4f96-9564-8fbda131f01e req-3e1837bd-a29d-4e6b-87ba-35b604b5b831 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0499618 Aug 06 16:37:23.985633 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-011b3df2-80f0-4f96-9564-8fbda131f01e req-2d96b9be-6a67-42fc-8063-d3c1a27998c7 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Aug 06 16:37:24.465352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31604614-b259-496c-89eb-056e70b5e384 req-1d359218-75e0-4f03-a010-e7c12d0bbaa6 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:24.466860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31604614-b259-496c-89eb-056e70b5e384 req-1d359218-75e0-4f03-a010-e7c12d0bbaa6 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0495439 Aug 06 16:37:24.508936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-31604614-b259-496c-89eb-056e70b5e384 req-109e0076-a1c8-4cdf-96db-b6ba69ccc8fb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354209 Aug 06 16:37:25.244070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 83f5862d-a1e8-4b65-b8af-48d5e09eb039 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:25.269339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 83f5862d-a1e8-4b65-b8af-48d5e09eb039 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:25.269683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 83f5862d-a1e8-4b65-b8af-48d5e09eb039 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:25.627303 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c85ef-6707-4f0a-8663-6646867b597c req-79d1cfae-1ce8-4657-a277-9107fe652bcf tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:25.629142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b0c85ef-6707-4f0a-8663-6646867b597c req-79d1cfae-1ce8-4657-a277-9107fe652bcf tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Aug 06 16:37:25.667128 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b0c85ef-6707-4f0a-8663-6646867b597c req-cb471824-854f-4623-97aa-1fd0e24760e5 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/security-groups?id=0059abe9-e2ba-43ed-ac8b-93e7383ebc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Aug 06 16:37:25.912001 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-f5ef3515-69b9-4793-8c8b-f365f7a578ee tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:25.913400 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-f5ef3515-69b9-4793-8c8b-f365f7a578ee tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 946 time: 0.0491986 Aug 06 16:37:26.008993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Deleting port c6d98495-2cf2-4953-85d5-01e02276691a {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:26.009328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.095754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] For port c6d98495-2cf2-4953-85d5-01e02276691a, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=c6d98495-2cf2-4953-85d5-01e02276691a,segment=NetworkSegment(40f756ed-60ed-4772-920c-320810c83f9d),segment_id=40f756ed-60ed-4772-920c-320810c83f9d)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:26.096144 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.109122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Calling delete_port for c6d98495-2cf2-4953-85d5-01e02276691a owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:26.316813 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.333468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['c6d98495-2cf2-4953-85d5-01e02276691a'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:37:26.348138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Pushing event deleted for resources: {'Port': ['ID=c6d98495-2cf2-4953-85d5-01e02276691a,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:26.391365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] No DVR routers for this DVR port c6d98495-2cf2-4953-85d5-01e02276691a on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:26.394777 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.396896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2ec1acf3-ed1d-423b-b89e-3f700499cc85 req-4dc11942-9ee1-4dc7-be71-c910b65d2cbb tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.64 "DELETE /v2.0/ports/c6d98495-2cf2-4953-85d5-01e02276691a HTTP/1.1" status: 204 len: 173 time: 0.4741108 Aug 06 16:37:26.397345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'name': 'network-vif-deleted', 'tag': 'c6d98495-2cf2-4953-85d5-01e02276691a'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:37:26.399706 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16588c5-5f91-4a18-9749-54185f38249e" -d '{"events": [{"server_uuid": "f2f6f656-a42f-48e8-8e0a-ba934b7a3695", "name": "network-vif-deleted", "tag": "c6d98495-2cf2-4953-85d5-01e02276691a"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:37:26.435597 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ab02e8-936d-4b4b-841a-ba2139a19c05 x-openstack-request-id: req-01ab02e8-936d-4b4b-841a-ba2139a19c05 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:37:26.435910 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2f6f656-a42f-48e8-8e0a-ba934b7a3695", "name": "network-vif-deleted", "tag": "c6d98495-2cf2-4953-85d5-01e02276691a", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:37:26.436166 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01ab02e8-936d-4b4b-841a-ba2139a19c05 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:37:26.436572 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f6f656-a42f-48e8-8e0a-ba934b7a3695', 'name': 'network-vif-deleted', 'tag': 'c6d98495-2cf2-4953-85d5-01e02276691a', 'status': 'completed', 'code': 200} Aug 06 16:37:26.505068 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:26.772275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8016ddbe-25e1-4b46-a821-b65ca9f3b6e0 req-7be70a39-f626-40e1-9761-db6dcb0eb011 tempest-ServersNegativeTestJSON-727181244 tempest-ServersNegativeTestJSON-727181244-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2f6f656-a42f-48e8-8e0a-ba934b7a3695 HTTP/1.1" status: 200 len: 210 time: 0.0301228 Aug 06 16:37:27.827256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39062) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:27.872662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Deleting subnet f5325202-5d47-425f-a0e0-64dffd0b9632 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:27.875671 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.908514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:27.946905 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.076508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.102186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5325202-5d47-425f-a0e0-64dffd0b9632,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:28.108541 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.110615 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-d697da6b-f51f-4a67-8478-6d5173a57276 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f5325202-5d47-425f-a0e0-64dffd0b9632 HTTP/1.1" status: 204 len: 168 time: 0.2818787 Aug 06 16:37:28.112997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39064) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:28.183926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.267332 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.277859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2fe556-8f59-4cff-a104-48c5888f61a7']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:28.288475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f756ed-60ed-4772-920c-320810c83f9d') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:28.288777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f756ed-60ed-4772-920c-320810c83f9d') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:28.297507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.311336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.318071 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:28.318460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:28.320137 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:28.451648 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.457629 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.459877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] 10.222.0.16 "DELETE /v2.0/networks/ca2fe556-8f59-4cff-a104-48c5888f61a7 HTTP/1.1" status: 204 len: 168 time: 0.3457539 Aug 06 16:37:28.471231 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627d5e2-5914-4ae6-a63b-a0c592f86c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2fe556-8f59-4cff-a104-48c5888f61a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:28.822981 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39068) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:28.862224 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1154cc5b-4861-4df2-90e6-fdfb896fa08a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0334e73928804a24bf561cf4ab3f9f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380335 Aug 06 16:37:28.865582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39070) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:28.912506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb1c-89e3-49cc-88fc-a1853d6eea07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:28.933610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb1c-89e3-49cc-88fc-a1853d6eea07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.053424 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb1c-89e3-49cc-88fc-a1853d6eea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.055965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a44fb1c-89e3-49cc-88fc-a1853d6eea07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:29.057107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1a44fb1c-89e3-49cc-88fc-a1853d6eea07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0059abe9-e2ba-43ed-ac8b-93e7383ebc95 HTTP/1.1" status: 204 len: 168 time: 0.1905720 Aug 06 16:37:29.064866 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44fb1c-89e3-49cc-88fc-a1853d6eea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0059abe9-e2ba-43ed-ac8b-93e7383ebc95,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:29.143603 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6d98495-2cf2-4953-85d5-01e02276691a no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:29.163508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: c6d98495-2cf2-4953-85d5-01e02276691a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:29.163882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device c6d98495-2cf2-4953-85d5-01e02276691a not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:29.641849 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.099711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39092) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:30.192297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571522564'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:30.281485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:30.285011 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.294098 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.388835 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.470547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.497514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:30.507907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322fe794-2f4e-47c9-92f9-495ce30eea60,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:30.512731 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.513079 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Added segment 395956fa-572b-4a1a-bfe3-d6c7a7077b5e of type vlan for network 33207023-29cc-4d76-82fd-cf09165a0540 Aug 06 16:37:30.553577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.647489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.653228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:30.658300 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:30.722725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Network': ['ID=33207023-29cc-4d76-82fd-cf09165a0540,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:30.735335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 33207023-29cc-4d76-82fd-cf09165a0540 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:30.797178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c8d62d51-56a6-4d26-998c-aaa3c7a413f8 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6963179 Aug 06 16:37:34.092195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39096) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:34.097408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'subnet': {'network_id': '33207023-29cc-4d76-82fd-cf09165a0540', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:34.247462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:34.250979 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:34.505172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:34.568478 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Subnet': ['ID=f1459db0-5071-4e06-a729-cd4e27e7834c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:34.577211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Checking segment: {'id': '395956fa-572b-4a1a-bfe3-d6c7a7077b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33207023-29cc-4d76-82fd-cf09165a0540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:34.577571 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network hostable DHCP agents. Network: 33207023-29cc-4d76-82fd-cf09165a0540, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:34.651370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network 33207023-29cc-4d76-82fd-cf09165a0540 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:34.721372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 33207023-29cc-4d76-82fd-cf09165a0540) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:34.726236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:34.727154 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:34.730084 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1607c5-6ce2-496a-9b58-7c48b09daabf None None] Network 33207023-29cc-4d76-82fd-cf09165a0540 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:34.825631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b0a2c5c7-e325-4942-b9a4-c335d89dfc3f tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7322860 Aug 06 16:37:34.829503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39098) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:34.834743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761504646'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:34.878848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-33207023-29cc-4d76-82fd-cf09165a0540', 'network_id': '33207023-29cc-4d76-82fd-cf09165a0540', 'tenant_id': '13146c0a84a2435bb5ef51e2bb5fe533', 'fixed_ips': [{'subnet_id': 'f1459db0-5071-4e06-a729-cd4e27e7834c'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:34.880693 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:34.929690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:34.933362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:34.959244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:34.968254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:34.968626 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Added segment 6db5766e-c2f7-444f-96dc-23f89e3c6468 of type vlan for network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 Aug 06 16:37:35.010920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.028927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Allocated IP 2001:db8:0:ffff::2 (33207023-29cc-4d76-82fd-cf09165a0540/f1459db0-5071-4e06-a729-cd4e27e7834c/e14fe020-2035-4ccd-93af-5a77724f05db) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:35.092797 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd82a18b-d86a-4b7e-bcf8-c421acadcf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.145090 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.150982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:35.151690 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.174914 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.184279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Transition to ACTIVE for port object e14fe020-2035-4ccd-93af-5a77724f05db will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:35.200077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Transition to ACTIVE for port object e14fe020-2035-4ccd-93af-5a77724f05db will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:35.222048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Network': ['ID=2e870e16-29d1-4ec3-a7e0-f81356cc31a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:35.233057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:35.320966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2cc1ca61-149e-418a-9a9d-e2ee5e834df2 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4903898 Aug 06 16:37:35.323755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39100) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:35.328390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.329062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'subnet': {'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:35.365791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Network 33207023-29cc-4d76-82fd-cf09165a0540 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:35.370930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:35.374386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:35.385967 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Pushing event updated for resources: {'Port': ['ID=e14fe020-2035-4ccd-93af-5a77724f05db,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:35.434201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Attempting to bind port e14fe020-2035-4ccd-93af-5a77724f05db on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:35.434624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Attempting to bind port e14fe020-2035-4ccd-93af-5a77724f05db by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '395956fa-572b-4a1a-bfe3-d6c7a7077b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33207023-29cc-4d76-82fd-cf09165a0540'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:35.434943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Attempting to bind port e14fe020-2035-4ccd-93af-5a77724f05db on network 33207023-29cc-4d76-82fd-cf09165a0540 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:35.440017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:35.440396 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Checking segment: {'id': '395956fa-572b-4a1a-bfe3-d6c7a7077b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33207023-29cc-4d76-82fd-cf09165a0540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:35.440798 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.441195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Bound using segment: {'id': '395956fa-572b-4a1a-bfe3-d6c7a7077b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33207023-29cc-4d76-82fd-cf09165a0540'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:35.442280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Bound port: e14fe020-2035-4ccd-93af-5a77724f05db, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395956fa-572b-4a1a-bfe3-d6c7a7077b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '33207023-29cc-4d76-82fd-cf09165a0540'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:35.442839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.493208 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:35.496903 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.509881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] For port e14fe020-2035-4ccd-93af-5a77724f05db, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:35.513133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] For port e14fe020-2035-4ccd-93af-5a77724f05db, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e14fe020-2035-4ccd-93af-5a77724f05db,segment=NetworkSegment(395956fa-572b-4a1a-bfe3-d6c7a7077b5e),segment_id=395956fa-572b-4a1a-bfe3-d6c7a7077b5e)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:35.607990 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.670580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f6afe-3163-4770-99d1-ce61925d2933 None None] Pushing event updated for resources: {'Port': ['ID=e14fe020-2035-4ccd-93af-5a77724f05db,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:35.783207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:35.871268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Subnet': ['ID=171e6a9a-517c-4361-836e-77c2a21a6b46,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:35.881503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Checking segment: {'id': '6db5766e-c2f7-444f-96dc-23f89e3c6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:35.881814 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network hostable DHCP agents. Network: 2e870e16-29d1-4ec3-a7e0-f81356cc31a7, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:36.007352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:36.110255 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 2e870e16-29d1-4ec3-a7e0-f81356cc31a7) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:36.115191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:36.115784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.120375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05916e97-4082-41fc-95de-b78dd8195f04 None None] Network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:36.225832 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-973b5b2e-8cd8-4d62-b675-cdf39926d5a3 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9009595 Aug 06 16:37:36.228320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39102) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:36.279626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-2e870e16-29d1-4ec3-a7e0-f81356cc31a7', 'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7', 'tenant_id': '13146c0a84a2435bb5ef51e2bb5fe533', 'fixed_ips': [{'subnet_id': '171e6a9a-517c-4361-836e-77c2a21a6b46'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:36.280551 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.344271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.404322 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.433796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Allocated IP 2001:db8::2 (2e870e16-29d1-4ec3-a7e0-f81356cc31a7/171e6a9a-517c-4361-836e-77c2a21a6b46/7dec6f2f-919a-455d-875e-d9952db390ab) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:36.597084 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.606059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Transition to ACTIVE for port object 7dec6f2f-919a-455d-875e-d9952db390ab will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:36.616679 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f376f-0537-4ae9-ab16-55d2ca5e71bc None None] Network 33207023-29cc-4d76-82fd-cf09165a0540 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:36.633633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Transition to ACTIVE for port object 7dec6f2f-919a-455d-875e-d9952db390ab will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:36.746300 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.794643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-500cc831-f0cc-4d4c-9085-feb3d19222b1 None None] Provisioning for port e14fe020-2035-4ccd-93af-5a77724f05db completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:36.820009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:36.820826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.824311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Pushing event updated for resources: {'Port': ['ID=7dec6f2f-919a-455d-875e-d9952db390ab,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:36.830123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:36.830826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:36.871146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Subnet': ['ID=171e6a9a-517c-4361-836e-77c2a21a6b46,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:36.908567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Attempting to bind port 7dec6f2f-919a-455d-875e-d9952db390ab on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:36.909039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Attempting to bind port 7dec6f2f-919a-455d-875e-d9952db390ab by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '6db5766e-c2f7-444f-96dc-23f89e3c6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:36.909486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Attempting to bind port 7dec6f2f-919a-455d-875e-d9952db390ab on network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:36.915485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:36.916010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Checking segment: {'id': '6db5766e-c2f7-444f-96dc-23f89e3c6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:36.916514 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.916989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Bound using segment: {'id': '6db5766e-c2f7-444f-96dc-23f89e3c6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:36.917540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Bound port: 7dec6f2f-919a-455d-875e-d9952db390ab, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db5766e-c2f7-444f-96dc-23f89e3c6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:36.917999 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.942686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e14fe020-2035-4ccd-93af-5a77724f05db up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:36.950357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:36.962147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e870e16-29d1-4ec3-a7e0-f81356cc31a7']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:36.978743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db5766e-c2f7-444f-96dc-23f89e3c6468') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:36.980762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db5766e-c2f7-444f-96dc-23f89e3c6468') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:36.989721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.006188 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.014635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:37.015049 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:37.018823 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:37.038696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] For port 7dec6f2f-919a-455d-875e-d9952db390ab, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:37.091435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] For port 7dec6f2f-919a-455d-875e-d9952db390ab, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7dec6f2f-919a-455d-875e-d9952db390ab,segment=NetworkSegment(6db5766e-c2f7-444f-96dc-23f89e3c6468),segment_id=6db5766e-c2f7-444f-96dc-23f89e3c6468)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:37.110385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e14fe020-2035-4ccd-93af-5a77724f05db completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:37.115529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e14fe020-2035-4ccd-93af-5a77724f05db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:37.115940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.141298 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:37:37.141298 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:37:37.141298 n-d-778550-6 neutron-server[94840]: [parameters: {'id': '2e870e16-29d1-4ec3-a7e0-f81356cc31a7'}] Aug 06 16:37:37.141298 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:37:37.141768 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:37:37.296703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.344748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dd39e3f1-6547-4f5e-bd0f-353eb5cde6bb None None] Provisioning complete for port e14fe020-2035-4ccd-93af-5a77724f05db triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:37.345041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd39e3f1-6547-4f5e-bd0f-353eb5cde6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.430801 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e4a0b-36da-4cd4-9d55-1aec157847a5 None None] Pushing event updated for resources: {'Port': ['ID=7dec6f2f-919a-455d-875e-d9952db390ab,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:37.459528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d3f63-8287-4181-be90-e2f577b10946 None None] Network 2e870e16-29d1-4ec3-a7e0-f81356cc31a7 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:37.554075 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.630242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dd39e3f1-6547-4f5e-bd0f-353eb5cde6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.642757 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.651057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e14fe020-2035-4ccd-93af-5a77724f05db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e14fe020-2035-4ccd-93af-5a77724f05db,segment=NetworkSegment(395956fa-572b-4a1a-bfe3-d6c7a7077b5e),segment_id=395956fa-572b-4a1a-bfe3-d6c7a7077b5e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:37.684187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c58e95-7d4f-441b-b141-b768920a48b6 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:37:37.697045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting port 7dec6f2f-919a-455d-875e-d9952db390ab {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:37.697392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.758646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dfa58162-d4cf-4f8d-ba0d-da321a406395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.760970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] For port 7dec6f2f-919a-455d-875e-d9952db390ab, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7dec6f2f-919a-455d-875e-d9952db390ab,segment=NetworkSegment(6db5766e-c2f7-444f-96dc-23f89e3c6468),segment_id=6db5766e-c2f7-444f-96dc-23f89e3c6468)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:37.761344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.763592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c58e95-7d4f-441b-b141-b768920a48b6 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:37:37.777869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.779490 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Calling delete_port for 7dec6f2f-919a-455d-875e-d9952db390ab owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:37.779658 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.919592 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-dd39e3f1-6547-4f5e-bd0f-353eb5cde6bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:37:37.919897 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-dd39e3f1-6547-4f5e-bd0f-353eb5cde6bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:37:37.922268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e14fe020-2035-4ccd-93af-5a77724f05db,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:37.948505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:37.975559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Port': ['ID=7dec6f2f-919a-455d-875e-d9952db390ab,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:37.978889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No DVR routers for this DVR port 7dec6f2f-919a-455d-875e-d9952db390ab on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:38.063512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.073962 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e870e16-29d1-4ec3-a7e0-f81356cc31a7']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:38.084892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db5766e-c2f7-444f-96dc-23f89e3c6468') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:38.085195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db5766e-c2f7-444f-96dc-23f89e3c6468') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:38.094120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.108018 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.114741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:38.115134 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:38.118177 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:38.234321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.241718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.243556 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/2e870e16-29d1-4ec3-a7e0-f81356cc31a7 HTTP/1.1" status: 204 len: 168 time: 2.0143199 Aug 06 16:37:38.247198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:38.252305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1082643315'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:38.255534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741a099-a394-4430-96a0-b99d4ba63612 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Network': ['ID=2e870e16-29d1-4ec3-a7e0-f81356cc31a7,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:38.321726 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:38.325248 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.348759 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:38.357145 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.358907 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Added segment b90537d5-67ff-4780-93ee-4930a14c7c22 of type vlan for network 710b66a7-87c4-4dc8-91d7-aa818c12e34e Aug 06 16:37:38.400524 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.510407 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.516034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:38.516616 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.587212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Network': ['ID=710b66a7-87c4-4dc8-91d7-aa818c12e34e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:38.597315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 710b66a7-87c4-4dc8-91d7-aa818c12e34e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:38.614355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ce6d79cf-f0e0-451a-99b5-e6b9d1b082e9 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3659630 Aug 06 16:37:38.617090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39106) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:38.622070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'subnet': {'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:38.767595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:38.771852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:38.836642 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Performing IP validity checks on allocation pools {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 06 16:37:38.837163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.ipam_backend_mixin [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 06 16:37:38.877968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e14fe020-2035-4ccd-93af-5a77724f05db up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:38.925075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e14fe020-2035-4ccd-93af-5a77724f05db triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:38.925449 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.001748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.069579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Subnet': ['ID=295787cf-7c79-424d-862f-b6bd55ccdb0f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:39.074704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.076778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Checking segment: {'id': 'b90537d5-67ff-4780-93ee-4930a14c7c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:39.077145 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network hostable DHCP agents. Network: 710b66a7-87c4-4dc8-91d7-aa818c12e34e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:39.153771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network 710b66a7-87c4-4dc8-91d7-aa818c12e34e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:39.216770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 710b66a7-87c4-4dc8-91d7-aa818c12e34e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:39.220824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:39.221418 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.225284 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5030c1-39d3-462e-80a1-9f29a730e8dc None None] Network 710b66a7-87c4-4dc8-91d7-aa818c12e34e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:39.298138 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b4f78d7d-a5cd-48f9-adc7-005c52522ef4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6799867 Aug 06 16:37:39.300725 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:39.370495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-710b66a7-87c4-4dc8-91d7-aa818c12e34e', 'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e', 'tenant_id': '13146c0a84a2435bb5ef51e2bb5fe533', 'fixed_ips': [{'subnet_id': '295787cf-7c79-424d-862f-b6bd55ccdb0f'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:39.371362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.406849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.458168 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.506712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Allocated IP 2001:db8::3 (710b66a7-87c4-4dc8-91d7-aa818c12e34e/295787cf-7c79-424d-862f-b6bd55ccdb0f/3020f7f4-05bd-4a37-b7c8-59545b6ae41d) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:39.648164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.655892 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Transition to ACTIVE for port object 3020f7f4-05bd-4a37-b7c8-59545b6ae41d will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:39.669769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Transition to ACTIVE for port object 3020f7f4-05bd-4a37-b7c8-59545b6ae41d will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:39.745063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.787194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Network 710b66a7-87c4-4dc8-91d7-aa818c12e34e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:39.790207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:39.794379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:39.797343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Pushing event updated for resources: {'Port': ['ID=3020f7f4-05bd-4a37-b7c8-59545b6ae41d,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:39.846192 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.854675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Attempting to bind port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:39.855049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Attempting to bind port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b90537d5-67ff-4780-93ee-4930a14c7c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:39.855419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Attempting to bind port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d on network 710b66a7-87c4-4dc8-91d7-aa818c12e34e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:39.860325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:39.860704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Checking segment: {'id': 'b90537d5-67ff-4780-93ee-4930a14c7c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:39.861108 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.861506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Bound using segment: {'id': 'b90537d5-67ff-4780-93ee-4930a14c7c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:39.861971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Bound port: 3020f7f4-05bd-4a37-b7c8-59545b6ae41d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90537d5-67ff-4780-93ee-4930a14c7c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:39.862356 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.873926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Subnet': ['ID=295787cf-7c79-424d-862f-b6bd55ccdb0f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:39.929507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] For port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:39.932749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] For port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3020f7f4-05bd-4a37-b7c8-59545b6ae41d,segment=NetworkSegment(b90537d5-67ff-4780-93ee-4930a14c7c22),segment_id=b90537d5-67ff-4780-93ee-4930a14c7c22)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:39.934742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:39.945244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710b66a7-87c4-4dc8-91d7-aa818c12e34e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:39.955233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90537d5-67ff-4780-93ee-4930a14c7c22') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:39.955529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90537d5-67ff-4780-93ee-4930a14c7c22') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:39.964788 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.002575 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.005454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.011753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:40.012279 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:40.015355 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:40.083040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876d58-478c-4596-a9ea-f3e64c045075 None None] Pushing event updated for resources: {'Port': ['ID=3020f7f4-05bd-4a37-b7c8-59545b6ae41d,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:40.098718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c2730-73e1-46a6-aab9-a6c62771f94d None None] Network 710b66a7-87c4-4dc8-91d7-aa818c12e34e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:40.104905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.db.api [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:37:40.104905 n-d-778550-6 neutron-server[94841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:37:40.104905 n-d-778550-6 neutron-server[94841]: [parameters: {'id': '710b66a7-87c4-4dc8-91d7-aa818c12e34e'}] Aug 06 16:37:40.104905 n-d-778550-6 neutron-server[94841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:37:40.105399 n-d-778550-6 neutron-server[94841]: DEBUG oslo_db.api [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:37:40.225467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0279e-6e07-4e80-b321-aea62a69770d None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:37:40.293035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0279e-6e07-4e80-b321-aea62a69770d None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:37:40.606002 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.659170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:40.659517 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.725497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] For port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3020f7f4-05bd-4a37-b7c8-59545b6ae41d,segment=NetworkSegment(b90537d5-67ff-4780-93ee-4930a14c7c22),segment_id=b90537d5-67ff-4780-93ee-4930a14c7c22)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:40.725865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.738108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Calling delete_port for 3020f7f4-05bd-4a37-b7c8-59545b6ae41d owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:40.887346 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:40.912387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Port': ['ID=3020f7f4-05bd-4a37-b7c8-59545b6ae41d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:40.915684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No DVR routers for this DVR port 3020f7f4-05bd-4a37-b7c8-59545b6ae41d on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:41.012397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.022501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710b66a7-87c4-4dc8-91d7-aa818c12e34e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:41.028681 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.032433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90537d5-67ff-4780-93ee-4930a14c7c22') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:41.032732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90537d5-67ff-4780-93ee-4930a14c7c22') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:41.041562 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.055448 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.061166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:41.061548 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:41.064478 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:41.234245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.241930 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.243666 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/710b66a7-87c4-4dc8-91d7-aa818c12e34e HTTP/1.1" status: 204 len: 168 time: 1.9413536 Aug 06 16:37:41.247355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:41.252448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920922520'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:41.255415 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137cb60-7995-47ef-a290-ae63fd98620a tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Network': ['ID=710b66a7-87c4-4dc8-91d7-aa818c12e34e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:41.349575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:41.353115 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.377111 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:41.385932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.386273 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Added segment 9d80d00d-d335-478d-a666-acf6a11a5d48 of type vlan for network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b Aug 06 16:37:41.425961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.504730 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.510542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:41.511199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:41.578225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Network': ['ID=68ed0a27-98a1-4be2-b6da-1d54578a7d3b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:41.589260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:41.609404 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1b989672-651b-42b5-b1df-7357e88db471 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3594701 Aug 06 16:37:41.610903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:41.616604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'subnet': {'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:41.773036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:41.776533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.025012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.088263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Subnet': ['ID=79b64058-a6d2-4b43-acb0-91d66881d92e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:42.098246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Checking segment: {'id': '9d80d00d-d335-478d-a666-acf6a11a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:42.098719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network hostable DHCP agents. Network: 68ed0a27-98a1-4be2-b6da-1d54578a7d3b, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:42.184357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:42.273836 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 68ed0a27-98a1-4be2-b6da-1d54578a7d3b) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:42.277898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:42.278415 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.282397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3074fda2-f499-46fb-998e-5cf38eadfea9 None None] Network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:42.356910 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d7c4aeea-7d2d-4d23-81b9-6efa22ebbfab tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7447784 Aug 06 16:37:42.360637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39114) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:42.366850 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285160030'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:42.434318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-68ed0a27-98a1-4be2-b6da-1d54578a7d3b', 'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b', 'tenant_id': '13146c0a84a2435bb5ef51e2bb5fe533', 'fixed_ips': [{'subnet_id': '79b64058-a6d2-4b43-acb0-91d66881d92e'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:42.435173 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.491411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:42.495126 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.524762 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:42.533792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.534075 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Added segment 386128dc-2584-49b8-904c-2fffffdb8f2a of type vlan for network d1d2e9df-9a73-42c1-9a90-c8c52838e06c Aug 06 16:37:42.575119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Allocated IP 2001:db8::2 (68ed0a27-98a1-4be2-b6da-1d54578a7d3b/79b64058-a6d2-4b43-acb0-91d66881d92e/5a2fa416-01b8-4aaa-a5fa-23aec5dbf275) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:42.575775 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.680063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.685754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:42.686481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.726538 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.734550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Transition to ACTIVE for port object 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:42.751667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Transition to ACTIVE for port object 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:42.753752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Network': ['ID=d1d2e9df-9a73-42c1-9a90-c8c52838e06c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:42.764056 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d1d2e9df-9a73-42c1-9a90-c8c52838e06c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:42.799630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-15549585-ea92-4885-ae2a-9a3d5519d2a7 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4350092 Aug 06 16:37:42.799837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:42.805054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Request body: {'subnet': {'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:42.825290 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.872374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:42.877665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:42.879734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Pushing event updated for resources: {'Port': ['ID=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:42.883020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:42.939477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Attempting to bind port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:42.939877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Attempting to bind port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9d80d00d-d335-478d-a666-acf6a11a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:42.940280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Attempting to bind port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 on network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:42.946009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:42.946385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Checking segment: {'id': '9d80d00d-d335-478d-a666-acf6a11a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:42.946783 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.947175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Bound using segment: {'id': '9d80d00d-d335-478d-a666-acf6a11a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:42.947641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Bound port: 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d80d00d-d335-478d-a666-acf6a11a5d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '68ed0a27-98a1-4be2-b6da-1d54578a7d3b'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:42.948045 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:42.965741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Made reservation on behalf of 13146c0a84a2435bb5ef51e2bb5fe533 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:42.969362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.010885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] For port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:43.013882 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] For port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,segment=NetworkSegment(9d80d00d-d335-478d-a666-acf6a11a5d48),segment_id=9d80d00d-d335-478d-a666-acf6a11a5d48)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:43.093724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.153397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa043d0-9770-43c6-acba-270a7774488c None None] Pushing event updated for resources: {'Port': ['ID=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:43.242044 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.315309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event updated for resources: {'Subnet': ['ID=fc7cbb2e-de6e-421c-822b-cc98f52378d9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:43.325137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Checking segment: {'id': '386128dc-2584-49b8-904c-2fffffdb8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:43.325498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network hostable DHCP agents. Network: d1d2e9df-9a73-42c1-9a90-c8c52838e06c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:43.412960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Network d1d2e9df-9a73-42c1-9a90-c8c52838e06c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:43.493561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d1d2e9df-9a73-42c1-9a90-c8c52838e06c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:43.499014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:43.500971 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.502111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93ff69-57ab-4a34-a95a-b7ce30b07ab9 None None] Network d1d2e9df-9a73-42c1-9a90-c8c52838e06c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:43.584127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-fd13b4cf-d4e4-42e4-85c3-7b6eae3aaa58 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7831411 Aug 06 16:37:43.586809 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39118) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:43.649921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d1d2e9df-9a73-42c1-9a90-c8c52838e06c', 'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c', 'tenant_id': '13146c0a84a2435bb5ef51e2bb5fe533', 'fixed_ips': [{'subnet_id': 'fc7cbb2e-de6e-421c-822b-cc98f52378d9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:43.650796 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.689465 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.745694 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.803629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Allocated IP 2001:db8::2 (d1d2e9df-9a73-42c1-9a90-c8c52838e06c/fc7cbb2e-de6e-421c-822b-cc98f52378d9/dffdd23f-976c-404e-9d52-06d8e57bfd49) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:43.957682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:43.967351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Transition to ACTIVE for port object dffdd23f-976c-404e-9d52-06d8e57bfd49 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:43.983521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Transition to ACTIVE for port object dffdd23f-976c-404e-9d52-06d8e57bfd49 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:44.031456 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b1a2ee-4fde-438a-9054-c23112b90259 None None] Network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:44.079650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.157104 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.185499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7cbb2e-de6e-421c-822b-cc98f52378d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:44.256353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.266791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2e9df-9a73-42c1-9a90-c8c52838e06c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:44.278381 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386128dc-2584-49b8-904c-2fffffdb8f2a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:44.278720 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386128dc-2584-49b8-904c-2fffffdb8f2a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:44.287870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.296315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Network d1d2e9df-9a73-42c1-9a90-c8c52838e06c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:44.301566 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.306366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:44.308485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:44.308919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:44.312359 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:44.322130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:44.322130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Pushing event updated for resources: {'Port': ['ID=dffdd23f-976c-404e-9d52-06d8e57bfd49,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:44.390299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-90ff5ead-9692-4d23-b67f-2be779f3d2d6 None None] Provisioning for port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:44.416040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Attempting to bind port dffdd23f-976c-404e-9d52-06d8e57bfd49 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:44.416424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Attempting to bind port dffdd23f-976c-404e-9d52-06d8e57bfd49 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '386128dc-2584-49b8-904c-2fffffdb8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:44.416799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Attempting to bind port dffdd23f-976c-404e-9d52-06d8e57bfd49 on network d1d2e9df-9a73-42c1-9a90-c8c52838e06c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:44.430512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.db.api [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 06 16:37:44.430512 n-d-778550-6 neutron-server[94840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 06 16:37:44.430512 n-d-778550-6 neutron-server[94840]: [parameters: {'id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c'}] Aug 06 16:37:44.430512 n-d-778550-6 neutron-server[94840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:37:44.431328 n-d-778550-6 neutron-server[94840]: DEBUG oslo_db.api [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:37:44.446057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:44.446057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Checking segment: {'id': '386128dc-2584-49b8-904c-2fffffdb8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:44.446057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.446057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Bound using segment: {'id': '386128dc-2584-49b8-904c-2fffffdb8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:44.446057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Bound port: dffdd23f-976c-404e-9d52-06d8e57bfd49, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386128dc-2584-49b8-904c-2fffffdb8f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'd1d2e9df-9a73-42c1-9a90-c8c52838e06c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:44.446057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.514962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] For port dffdd23f-976c-404e-9d52-06d8e57bfd49, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:44.518665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] For port dffdd23f-976c-404e-9d52-06d8e57bfd49, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dffdd23f-976c-404e-9d52-06d8e57bfd49,segment=NetworkSegment(386128dc-2584-49b8-904c-2fffffdb8f2a),segment_id=386128dc-2584-49b8-904c-2fffffdb8f2a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:44.608549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.705810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0805dbf-a2fb-4d54-900e-5fb4880d01f0 None None] Pushing event updated for resources: {'Port': ['ID=dffdd23f-976c-404e-9d52-06d8e57bfd49,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:44.721382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ca194-7aa8-462c-aae8-002a23b042fe None None] Network d1d2e9df-9a73-42c1-9a90-c8c52838e06c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:44.875810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a22c23-ef2d-42ac-8918-d7abb4ede164 None None] get_active_networks_info from n-d-778550-6 {{(pid=94842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 16:37:44.913668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:44.931952 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:44.994911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting port dffdd23f-976c-404e-9d52-06d8e57bfd49 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:44.995420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.003205 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a22c23-ef2d-42ac-8918-d7abb4ede164 None None] Resources bound (agent type, host, resource id): {{(pid=94842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 06 16:37:45.075335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] For port dffdd23f-976c-404e-9d52-06d8e57bfd49, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=dffdd23f-976c-404e-9d52-06d8e57bfd49,segment=NetworkSegment(386128dc-2584-49b8-904c-2fffffdb8f2a),segment_id=386128dc-2584-49b8-904c-2fffffdb8f2a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:45.076240 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.081504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:45.092848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:45.093224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.095782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Calling delete_port for dffdd23f-976c-404e-9d52-06d8e57bfd49 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:45.247445 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.248254 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.274854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Port': ['ID=dffdd23f-976c-404e-9d52-06d8e57bfd49,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:45.280065 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No DVR routers for this DVR port dffdd23f-976c-404e-9d52-06d8e57bfd49 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:45.316157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,segment=NetworkSegment(9d80d00d-d335-478d-a666-acf6a11a5d48),segment_id=9d80d00d-d335-478d-a666-acf6a11a5d48)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:45.369307 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.378669 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d2e9df-9a73-42c1-9a90-c8c52838e06c']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:45.388775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.389244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386128dc-2584-49b8-904c-2fffffdb8f2a') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:45.389555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386128dc-2584-49b8-904c-2fffffdb8f2a') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:45.399512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.414102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.419843 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:45.420233 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:45.423217 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:45.439992 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:45.548596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.555203 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.556998 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/d1d2e9df-9a73-42c1-9a90-c8c52838e06c HTTP/1.1" status: 204 len: 168 time: 1.9692659 Aug 06 16:37:45.560432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39120) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:45.568847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4497c3-212d-4b77-9026-0a72095d83b5 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Network': ['ID=d1d2e9df-9a73-42c1-9a90-c8c52838e06c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:45.590598 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f88c28-c9e3-4dc8-8245-8d02a65de1eb tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] GET failed (client error): The resource could not be found. Aug 06 16:37:45.591952 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-13f88c28-c9e3-4dc8-8245-8d02a65de1eb tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "GET /v2.0/subnets/fc7cbb2e-de6e-421c-822b-cc98f52378d9 HTTP/1.1" status: 404 len: 337 time: 0.0306609 Aug 06 16:37:45.594760 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:45.612833 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-108210f6-c151-485c-829c-06f917be3a81 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:45.613398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108210f6-c151-485c-829c-06f917be3a81 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:45.615662 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-108210f6-c151-485c-829c-06f917be3a81 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/d1d2e9df-9a73-42c1-9a90-c8c52838e06c HTTP/1.1" status: 404 len: 339 time: 0.0200086 Aug 06 16:37:45.619383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:45.644685 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d84643-8aa6-4bc2-b189-892a424b7418 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:45.645133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d84643-8aa6-4bc2-b189-892a424b7418 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:45.647465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b2d84643-8aa6-4bc2-b189-892a424b7418 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/subnets/fc7cbb2e-de6e-421c-822b-cc98f52378d9 HTTP/1.1" status: 404 len: 337 time: 0.0271497 Aug 06 16:37:45.649936 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39126) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:45.667116 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7145d64b-648c-434e-9e52-6673241bee85 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:45.667633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7145d64b-648c-434e-9e52-6673241bee85 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:45.669258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7145d64b-648c-434e-9e52-6673241bee85 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/d1d2e9df-9a73-42c1-9a90-c8c52838e06c HTTP/1.1" status: 404 len: 339 time: 0.0184488 Aug 06 16:37:45.671458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39128) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:45.724997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting subnet 79b64058-a6d2-4b43-acb0-91d66881d92e {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:45.727999 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.767232 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.850006 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:45.977706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.003690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Subnet': ['ID=79b64058-a6d2-4b43-acb0-91d66881d92e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:46.013951 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.018275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/subnets/79b64058-a6d2-4b43-acb0-91d66881d92e HTTP/1.1" status: 204 len: 168 time: 0.3434491 Aug 06 16:37:46.018444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871a5606-cfe0-4a20-95ac-0d357874121c None None] Network 68ed0a27-98a1-4be2-b6da-1d54578a7d3b requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:46.018886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39130) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:46.027076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.027470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.028111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.028456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.028790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.029129 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.029461 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.029797 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.030133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.030465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.030799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.031128 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d06eb0-edfc-40a8-9b6a-7f51d760f34c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:37:46.107004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.166262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:46.166601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.222047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] DHCP port deletion for 68ed0a27-98a1-4be2-b6da-1d54578a7d3b request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:37:46.236010 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] For port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,segment=NetworkSegment(9d80d00d-d335-478d-a666-acf6a11a5d48),segment_id=9d80d00d-d335-478d-a666-acf6a11a5d48)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:46.236528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.249557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Calling delete_port for 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:46.270125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] Deleting port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:46.270582 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.333286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] For port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,segment=NetworkSegment(9d80d00d-d335-478d-a666-acf6a11a5d48),segment_id=9d80d00d-d335-478d-a666-acf6a11a5d48)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:46.333759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.345792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] Calling delete_port for 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:46.390475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.421776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Port': ['ID=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:46.424108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No DVR routers for this DVR port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:46.437445 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.471378 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] No DVR routers for this DVR port 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:46.477067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b101bb-ff55-4a35-8c57-da49571b7e33 None None] Pushing event deleted for resources: {'Port': ['ID=5a2fa416-01b8-4aaa-a5fa-23aec5dbf275,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:46.518178 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.528187 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ed0a27-98a1-4be2-b6da-1d54578a7d3b']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:46.538602 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d80d00d-d335-478d-a666-acf6a11a5d48') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:46.538905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d80d00d-d335-478d-a666-acf6a11a5d48') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:46.547548 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.561598 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.567378 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:46.567769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:46.570685 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:46.691537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.699100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.701095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/68ed0a27-98a1-4be2-b6da-1d54578a7d3b HTTP/1.1" status: 204 len: 168 time: 0.6817887 Aug 06 16:37:46.704090 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39132) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:46.722199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b6b18-3ba6-484c-867c-ac5e765c0147 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Network': ['ID=68ed0a27-98a1-4be2-b6da-1d54578a7d3b,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:46.741830 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-662c28b0-87df-49d3-8148-7f033b6e211c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:46.742291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662c28b0-87df-49d3-8148-7f033b6e211c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:46.744063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-662c28b0-87df-49d3-8148-7f033b6e211c tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/subnets/295787cf-7c79-424d-862f-b6bd55ccdb0f HTTP/1.1" status: 404 len: 337 time: 0.0390449 Aug 06 16:37:46.746737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:46.764455 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94fc724-43ac-4cce-87e4-46a1f45be050 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:46.764991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94fc724-43ac-4cce-87e4-46a1f45be050 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:46.766659 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e94fc724-43ac-4cce-87e4-46a1f45be050 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/710b66a7-87c4-4dc8-91d7-aa818c12e34e HTTP/1.1" status: 404 len: 339 time: 0.0190306 Aug 06 16:37:46.769191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39136) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:46.795902 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3936332-9fe2-499d-aecd-b5c8c7ed5336 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:46.796382 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3936332-9fe2-499d-aecd-b5c8c7ed5336 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:46.798106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d3936332-9fe2-499d-aecd-b5c8c7ed5336 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/subnets/171e6a9a-517c-4361-836e-77c2a21a6b46 HTTP/1.1" status: 404 len: 337 time: 0.0280406 Aug 06 16:37:46.800832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39138) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:46.818863 n-d-778550-6 neutron-server[94841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff221610-d38f-4cdb-9c6e-7d3797e59519 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] DELETE failed (client error): The resource could not be found. Aug 06 16:37:46.819516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff221610-d38f-4cdb-9c6e-7d3797e59519 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 06 16:37:46.821038 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ff221610-d38f-4cdb-9c6e-7d3797e59519 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/2e870e16-29d1-4ec3-a7e0-f81356cc31a7 HTTP/1.1" status: 404 len: 339 time: 0.0192986 Aug 06 16:37:46.823372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39140) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:46.874482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:46.890597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting subnet f1459db0-5071-4e06-a729-cd4e27e7834c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:46.894040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:46.894416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:46.894721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5a2fa416-01b8-4aaa-a5fa-23aec5dbf275 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:46.943456 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.027920 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.194734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.227161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Subnet': ['ID=f1459db0-5071-4e06-a729-cd4e27e7834c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:47.227161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.229089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7e4ae6af-f621-45d1-8853-402e3d9733a4 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/subnets/f1459db0-5071-4e06-a729-cd4e27e7834c HTTP/1.1" status: 204 len: 168 time: 0.4047983 Aug 06 16:37:47.231697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39142) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:47.233158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83143a9-6da1-4842-9def-c46912cff1b5 None None] Network 33207023-29cc-4d76-82fd-cf09165a0540 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:47.423689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] DHCP port deletion for 33207023-29cc-4d76-82fd-cf09165a0540 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:37:47.474635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] Deleting port e14fe020-2035-4ccd-93af-5a77724f05db {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:47.474895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.544856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] For port e14fe020-2035-4ccd-93af-5a77724f05db, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e14fe020-2035-4ccd-93af-5a77724f05db,segment=NetworkSegment(395956fa-572b-4a1a-bfe3-d6c7a7077b5e),segment_id=395956fa-572b-4a1a-bfe3-d6c7a7077b5e)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:47.545258 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.558800 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] Calling delete_port for e14fe020-2035-4ccd-93af-5a77724f05db owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:47.683536 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.697280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.723543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] Pushing event deleted for resources: {'Port': ['ID=e14fe020-2035-4ccd-93af-5a77724f05db,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:47.731956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64ee1f-8993-47e3-bae6-755a623ad55b None None] No DVR routers for this DVR port e14fe020-2035-4ccd-93af-5a77724f05db on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:47.739689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Deleting port e14fe020-2035-4ccd-93af-5a77724f05db {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:47.740102 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.805733 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] For port e14fe020-2035-4ccd-93af-5a77724f05db, host n-d-778550-6, got binding levels [] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:47.806094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.818567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Calling delete_port for e14fe020-2035-4ccd-93af-5a77724f05db owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:47.821203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.ipam_backend_mixin [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Port e14fe020-2035-4ccd-93af-5a77724f05db was not found and therefore no delete operation was performed {{(pid=94840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 16:37:47.822433 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.849204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Port': ['ID=e14fe020-2035-4ccd-93af-5a77724f05db,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:47.851568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] No DVR routers for this DVR port e14fe020-2035-4ccd-93af-5a77724f05db on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:47.932417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.943404 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33207023-29cc-4d76-82fd-cf09165a0540']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:47.953863 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395956fa-572b-4a1a-bfe3-d6c7a7077b5e') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:47.954161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395956fa-572b-4a1a-bfe3-d6c7a7077b5e') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:47.963315 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.976653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.982491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:47.982826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:47.985749 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:48.110464 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:48.117092 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:48.120833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] 10.222.0.16 "DELETE /v2.0/networks/33207023-29cc-4d76-82fd-cf09165a0540 HTTP/1.1" status: 204 len: 168 time: 0.8875268 Aug 06 16:37:48.132971 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944037-acd6-4a3c-80f3-cdca8dbf17f0 tempest-NetworksIpV6Test-788062863 tempest-NetworksIpV6Test-788062863-project] Pushing event deleted for resources: {'Network': ['ID=33207023-29cc-4d76-82fd-cf09165a0540,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:48.559719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39148) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:48.699309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e70a90a5-fdb5-479a-a331-9bb51b11f407 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=13146c0a84a2435bb5ef51e2bb5fe533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380019 Aug 06 16:37:48.702290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39152) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:48.763161 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76a7c8aa-de49-4fd2-be7a-8415768475e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:48.783619 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76a7c8aa-de49-4fd2-be7a-8415768475e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:48.870585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e14fe020-2035-4ccd-93af-5a77724f05db no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:48.893655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e14fe020-2035-4ccd-93af-5a77724f05db {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:48.893934 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e14fe020-2035-4ccd-93af-5a77724f05db not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:48.904907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76a7c8aa-de49-4fd2-be7a-8415768475e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:48.907407 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-76a7c8aa-de49-4fd2-be7a-8415768475e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:48.908628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-76a7c8aa-de49-4fd2-be7a-8415768475e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/322fe794-2f4e-47c9-92f9-495ce30eea60 HTTP/1.1" status: 204 len: 168 time: 0.2051504 Aug 06 16:37:48.917683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7c8aa-de49-4fd2-be7a-8415768475e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fe794-2f4e-47c9-92f9-495ce30eea60,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:50.011332 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:50.105512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-246033000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:50.207600 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.209323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.263822 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.325799 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.407139 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.408404 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-55c1741e-b632-4f7b-a79e-c49be161b4c2 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3960207 Aug 06 16:37:50.411310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39178) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:50.416233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1430712712'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:50.502698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Made reservation on behalf of a69462edf605442e83721699d0e17d34 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:50.506246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.516222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.603778 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.679883 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.707448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:50.716443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88707ef-ee12-4c50-91b4-9cc35704eb89,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:50.722548 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.723313 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Added segment a9a8464a-d434-41ac-b64d-dc6273f1a16c of type vlan for network 9db894fa-38f7-420a-bfc9-5859b48d6a37 Aug 06 16:37:50.766638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.864301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.870632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:50.871222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:50.938549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event updated for resources: {'Network': ['ID=9db894fa-38f7-420a-bfc9-5859b48d6a37,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:50.948840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9db894fa-38f7-420a-bfc9-5859b48d6a37 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:50.981265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b405c49c-cdd2-44f9-afb6-f9c7bbb2a8b4 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5676184 Aug 06 16:37:50.983175 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39180) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:50.988036 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Request body: {'subnet': {'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:51.176927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Made reservation on behalf of a69462edf605442e83721699d0e17d34 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:51.180599 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.422795 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.496044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event updated for resources: {'Subnet': ['ID=7a6d0474-d6d9-4302-a945-b8d11d00ba83,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:51.501433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Checking segment: {'id': 'a9a8464a-d434-41ac-b64d-dc6273f1a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:51.501803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Network hostable DHCP agents. Network: 9db894fa-38f7-420a-bfc9-5859b48d6a37, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:51.577064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Network 9db894fa-38f7-420a-bfc9-5859b48d6a37 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:51.648160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9db894fa-38f7-420a-bfc9-5859b48d6a37) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:51.653363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:51.654344 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.660492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94ffcb-f628-472e-b038-2966e04c23d4 None None] Network 9db894fa-38f7-420a-bfc9-5859b48d6a37 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:51.743410 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b570866d-9a8e-46f7-a4ec-338d86ff7bbc tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7593915 Aug 06 16:37:51.746557 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:51.751751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2114417485'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:51.813189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-9db894fa-38f7-420a-bfc9-5859b48d6a37', 'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37', 'tenant_id': 'a69462edf605442e83721699d0e17d34', 'fixed_ips': [{'subnet_id': '7a6d0474-d6d9-4302-a945-b8d11d00ba83'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:51.817520 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.836472 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Made reservation on behalf of a69462edf605442e83721699d0e17d34 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:51.840024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.864290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:51.873219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.873553 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Added segment b914f133-8fdb-4464-8860-00800aeeae4b of type vlan for network 9938d302-8d68-43d3-bb7e-2599f798d307 Aug 06 16:37:51.914819 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:51.956604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Allocated IP 172.20.0.2 (9db894fa-38f7-420a-bfc9-5859b48d6a37/7a6d0474-d6d9-4302-a945-b8d11d00ba83/fa613cd4-288b-471a-a7da-c138f66df823) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:52.001909 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.008453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:52.009040 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.083948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event updated for resources: {'Network': ['ID=9938d302-8d68-43d3-bb7e-2599f798d307,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:52.095821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9938d302-8d68-43d3-bb7e-2599f798d307 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:52.117105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.117787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0c78eb06-a317-4407-8a63-6b9aa422c3c8 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3696799 Aug 06 16:37:52.121196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39186) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:52.126355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Request body: {'subnet': {'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:52.156624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Transition to ACTIVE for port object fa613cd4-288b-471a-a7da-c138f66df823 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:52.184195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Transition to ACTIVE for port object fa613cd4-288b-471a-a7da-c138f66df823 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:52.264785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.292907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Made reservation on behalf of a69462edf605442e83721699d0e17d34 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:52.296725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.308632 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Network 9db894fa-38f7-420a-bfc9-5859b48d6a37 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:52.311523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:52.314001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:52.322986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Pushing event updated for resources: {'Port': ['ID=fa613cd4-288b-471a-a7da-c138f66df823,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:52.375397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Attempting to bind port fa613cd4-288b-471a-a7da-c138f66df823 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:52.375881 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Attempting to bind port fa613cd4-288b-471a-a7da-c138f66df823 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a9a8464a-d434-41ac-b64d-dc6273f1a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:52.376261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Attempting to bind port fa613cd4-288b-471a-a7da-c138f66df823 on network 9db894fa-38f7-420a-bfc9-5859b48d6a37 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:52.381346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:52.382656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Checking segment: {'id': 'a9a8464a-d434-41ac-b64d-dc6273f1a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:52.382656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.382656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Bound using segment: {'id': 'a9a8464a-d434-41ac-b64d-dc6273f1a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:52.383555 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Bound port: fa613cd4-288b-471a-a7da-c138f66df823, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a8464a-d434-41ac-b64d-dc6273f1a16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9db894fa-38f7-420a-bfc9-5859b48d6a37'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:52.384145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.463629 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] For port fa613cd4-288b-471a-a7da-c138f66df823, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:52.466848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] For port fa613cd4-288b-471a-a7da-c138f66df823, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fa613cd4-288b-471a-a7da-c138f66df823,segment=NetworkSegment(a9a8464a-d434-41ac-b64d-dc6273f1a16c),segment_id=a9a8464a-d434-41ac-b64d-dc6273f1a16c)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:52.533296 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.589435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3f968-8259-456a-8f37-0977f5343fd4 None None] Pushing event updated for resources: {'Port': ['ID=fa613cd4-288b-471a-a7da-c138f66df823,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:52.619164 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.682098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event updated for resources: {'Subnet': ['ID=03cb25da-e1c8-46eb-a499-6b5158913c78,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:52.696007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Checking segment: {'id': 'b914f133-8fdb-4464-8860-00800aeeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:52.696430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Network hostable DHCP agents. Network: 9938d302-8d68-43d3-bb7e-2599f798d307, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:52.773208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Network 9938d302-8d68-43d3-bb7e-2599f798d307 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:52.859064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9938d302-8d68-43d3-bb7e-2599f798d307) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:52.863425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:52.864173 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:52.874657 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de4535-9e8b-4938-83b6-dd5dc275d028 None None] Network 9938d302-8d68-43d3-bb7e-2599f798d307 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:52.929765 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fa613cd4-288b-471a-a7da-c138f66df823 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:52.968484 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cc0f6aab-4598-4bcb-a056-14747b051d31 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8459144 Aug 06 16:37:52.970918 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39188) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:52.975516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f71a55de-d678-4493-97e9-daaf3c5a1c71 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Request body: {'router': {'external_gateway_info': {'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:53.064842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-9938d302-8d68-43d3-bb7e-2599f798d307', 'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307', 'tenant_id': 'a69462edf605442e83721699d0e17d34', 'fixed_ips': [{'subnet_id': '03cb25da-e1c8-46eb-a499-6b5158913c78'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:53.065698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.132472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port fa613cd4-288b-471a-a7da-c138f66df823 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:53.195671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f71a55de-d678-4493-97e9-daaf3c5a1c71 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.206278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Allocated IP 172.21.0.2 (9938d302-8d68-43d3-bb7e-2599f798d307/03cb25da-e1c8-46eb-a499-6b5158913c78/29457577-84e9-499b-9df1-6b7b1664d2e1) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:37:53.362444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.371634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Transition to ACTIVE for port object 29457577-84e9-499b-9df1-6b7b1664d2e1 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:53.388147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Transition to ACTIVE for port object 29457577-84e9-499b-9df1-6b7b1664d2e1 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:37:53.390211 n-d-778550-6 neutron-server[94841]: INFO neutron.api.v2.resource [None req-f71a55de-d678-4493-97e9-daaf3c5a1c71 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 06 16:37:53.391499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f71a55de-d678-4493-97e9-daaf3c5a1c71 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "PUT /v2.0/routers/87164f98-7344-4ee8-8f79-b77fad8f416b HTTP/1.1" status: 400 len: 364 time: 0.4195855 Aug 06 16:37:53.398318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39190) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:53.454345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Deleting subnet 03cb25da-e1c8-46eb-a499-6b5158913c78 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:53.510152 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.512920 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.539042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88bae2-256f-4bcc-ab31-ee279bafd644 None None] Network 9db894fa-38f7-420a-bfc9-5859b48d6a37 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:53.551913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.581495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Network 9938d302-8d68-43d3-bb7e-2599f798d307 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:37:53.611240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:53.613039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Pushing event updated for resources: {'Port': ['ID=29457577-84e9-499b-9df1-6b7b1664d2e1,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:53.615186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:37:53.647072 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.706085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Attempting to bind port 29457577-84e9-499b-9df1-6b7b1664d2e1 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:37:53.706458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Attempting to bind port 29457577-84e9-499b-9df1-6b7b1664d2e1 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'b914f133-8fdb-4464-8860-00800aeeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:37:53.706825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Attempting to bind port 29457577-84e9-499b-9df1-6b7b1664d2e1 on network 9938d302-8d68-43d3-bb7e-2599f798d307 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:37:53.731462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:37:53.731911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Checking segment: {'id': 'b914f133-8fdb-4464-8860-00800aeeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:53.732321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.732718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Bound using segment: {'id': 'b914f133-8fdb-4464-8860-00800aeeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:37:53.733234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Bound port: 29457577-84e9-499b-9df1-6b7b1664d2e1, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b914f133-8fdb-4464-8860-00800aeeae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9938d302-8d68-43d3-bb7e-2599f798d307'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:37:53.733573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.750145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] Provisioning for port fa613cd4-288b-471a-a7da-c138f66df823 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:37:53.762189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] Provisioning complete for port fa613cd4-288b-471a-a7da-c138f66df823 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:53.762495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.774073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.802682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event deleted for resources: {'Subnet': ['ID=03cb25da-e1c8-46eb-a499-6b5158913c78,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:53.808426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.812949 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-745c89fa-52c0-4a62-a58f-2bf9e3dd6761 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "DELETE /v2.0/subnets/03cb25da-e1c8-46eb-a499-6b5158913c78 HTTP/1.1" status: 204 len: 168 time: 0.4110782 Aug 06 16:37:53.819631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39192) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:53.871522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] For port 29457577-84e9-499b-9df1-6b7b1664d2e1, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:37:53.877421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] For port 29457577-84e9-499b-9df1-6b7b1664d2e1, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=29457577-84e9-499b-9df1-6b7b1664d2e1,segment=NetworkSegment(b914f133-8fdb-4464-8860-00800aeeae4b),segment_id=b914f133-8fdb-4464-8860-00800aeeae4b)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:37:53.894747 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:53.952886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Deleting port 29457577-84e9-499b-9df1-6b7b1664d2e1 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:53.953240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.025971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] For port 29457577-84e9-499b-9df1-6b7b1664d2e1, host n-d-778550-6, got binding levels [] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:54.026344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.041645 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Calling delete_port for 29457577-84e9-499b-9df1-6b7b1664d2e1 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:54.074014 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.118703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.157955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f9df9-af50-4f25-828f-d93c8ad8032c None None] Pushing event updated for resources: {'Port': ['ID=29457577-84e9-499b-9df1-6b7b1664d2e1,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:54.176712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] For port fa613cd4-288b-471a-a7da-c138f66df823, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fa613cd4-288b-471a-a7da-c138f66df823,segment=NetworkSegment(a9a8464a-d434-41ac-b64d-dc6273f1a16c),segment_id=a9a8464a-d434-41ac-b64d-dc6273f1a16c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:54.223195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.250612 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event deleted for resources: {'Port': ['ID=29457577-84e9-499b-9df1-6b7b1664d2e1,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:54.253393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.255519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] No DVR routers for this DVR port 29457577-84e9-499b-9df1-6b7b1664d2e1 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:54.331777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad40bc-e3ca-4e4b-8188-a94ebfde5b16 None None] Pushing event updated for resources: {'Port': ['ID=fa613cd4-288b-471a-a7da-c138f66df823,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:54.370519 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.381523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9938d302-8d68-43d3-bb7e-2599f798d307']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:54.386914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-30eb10f4-fb52-4577-9666-7b26f863703c None None] Provisioning complete for port fa613cd4-288b-471a-a7da-c138f66df823 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:54.387378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-30eb10f4-fb52-4577-9666-7b26f863703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.394214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b914f133-8fdb-4464-8860-00800aeeae4b') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:54.394214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b914f133-8fdb-4464-8860-00800aeeae4b') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:54.404915 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.420337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.429101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:54.429617 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:54.432649 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:54.899889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fa613cd4-288b-471a-a7da-c138f66df823 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:37:54.916203 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.924506 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.926455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "DELETE /v2.0/networks/9938d302-8d68-43d3-bb7e-2599f798d307 HTTP/1.1" status: 204 len: 168 time: 1.1121852 Aug 06 16:37:54.929598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:54.938315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3276d8e-f3a0-46ee-a618-6548dd5e02f6 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event deleted for resources: {'Network': ['ID=9938d302-8d68-43d3-bb7e-2599f798d307,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:54.956567 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port fa613cd4-288b-471a-a7da-c138f66df823 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:37:54.957016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:54.993963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Deleting subnet 7a6d0474-d6d9-4302-a945-b8d11d00ba83 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:37:54.998120 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.041816 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.086181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-907dbab5-c913-458e-ac56-6be9d255a193 None None] Could not find standard attr ID for object 29457577-84e9-499b-9df1-6b7b1664d2e1. {{(pid=94842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 06 16:37:55.126712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e02f2c-2a04-442b-b7d6-c440e075dd44 None None] DHCP port deletion for 9938d302-8d68-43d3-bb7e-2599f798d307 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:37:55.139604 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.142749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226484aa-e6a8-4323-8918-0abf1a2f6e77 None None] Network 9938d302-8d68-43d3-bb7e-2599f798d307 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:55.154692 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226484aa-e6a8-4323-8918-0abf1a2f6e77 None None] Network 9938d302-8d68-43d3-bb7e-2599f798d307 could not be found, it might have been deleted concurrently. {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 06 16:37:55.259244 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.287895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6d0474-d6d9-4302-a945-b8d11d00ba83,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:55.289878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.292369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-83cc52a1-3d45-4848-9d3a-04971da3cb5c tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "DELETE /v2.0/subnets/7a6d0474-d6d9-4302-a945-b8d11d00ba83 HTTP/1.1" status: 204 len: 168 time: 0.3605931 Aug 06 16:37:55.294344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:55.296898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8596807d-9706-4452-a821-e8ecf44d39da None None] Network 9db894fa-38f7-420a-bfc9-5859b48d6a37 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:55.375231 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.430516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Deleting port fa613cd4-288b-471a-a7da-c138f66df823 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:55.430872 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.469680 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] DHCP port deletion for 9db894fa-38f7-420a-bfc9-5859b48d6a37 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:37:55.497680 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] For port fa613cd4-288b-471a-a7da-c138f66df823, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fa613cd4-288b-471a-a7da-c138f66df823,segment=NetworkSegment(a9a8464a-d434-41ac-b64d-dc6273f1a16c),segment_id=a9a8464a-d434-41ac-b64d-dc6273f1a16c)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:55.498051 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.516540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] Deleting port fa613cd4-288b-471a-a7da-c138f66df823 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:37:55.516804 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Calling delete_port for fa613cd4-288b-471a-a7da-c138f66df823 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:55.516930 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.580664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] For port fa613cd4-288b-471a-a7da-c138f66df823, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=fa613cd4-288b-471a-a7da-c138f66df823,segment=NetworkSegment(a9a8464a-d434-41ac-b64d-dc6273f1a16c),segment_id=a9a8464a-d434-41ac-b64d-dc6273f1a16c)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:37:55.581071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.594316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] Calling delete_port for fa613cd4-288b-471a-a7da-c138f66df823 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:37:55.602580 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:37:55.653205 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.674529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.679907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event deleted for resources: {'Port': ['ID=fa613cd4-288b-471a-a7da-c138f66df823,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:55.684150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] No DVR routers for this DVR port fa613cd4-288b-471a-a7da-c138f66df823 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:55.703432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] Pushing event deleted for resources: {'Port': ['ID=fa613cd4-288b-471a-a7da-c138f66df823,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:55.705209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccca49c-f9cd-4494-a45a-d15eea302721 None None] No DVR routers for this DVR port fa613cd4-288b-471a-a7da-c138f66df823 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:37:55.771060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.780712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db894fa-38f7-420a-bfc9-5859b48d6a37']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:55.790489 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a8464a-d434-41ac-b64d-dc6273f1a16c') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:55.790785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a8464a-d434-41ac-b64d-dc6273f1a16c') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:37:55.799507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.813655 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.820320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:37:55.820713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:37:55.823658 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:37:55.977035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.981508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:55.983391 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "DELETE /v2.0/networks/9db894fa-38f7-420a-bfc9-5859b48d6a37 HTTP/1.1" status: 204 len: 168 time: 0.6880915 Aug 06 16:37:55.986170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39198) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:56.000206 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd8ad-acb6-4267-b08e-e6353e913522 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Pushing event deleted for resources: {'Network': ['ID=9db894fa-38f7-420a-bfc9-5859b48d6a37,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:56.014109 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b576c309-06bd-4093-9700-a06b96ccbb81 tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "GET /v2.0/ports?device_id=87164f98-7344-4ee8-8f79-b77fad8f416b HTTP/1.1" status: 200 len: 205 time: 0.0267963 Aug 06 16:37:56.017751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39200) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:56.091017 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:56.247742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:56.249911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:56.384204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:56.384749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Fanout notify agent at l3_agent the message router_deleted on router 87164f98-7344-4ee8-8f79-b77fad8f416b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:37:56.394218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:56.394218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d48afdde-2360-47b7-b922-31247878201f tempest-RoutersNegativeTest-1909641347 tempest-RoutersNegativeTest-1909641347-project] 10.222.0.16 "DELETE /v2.0/routers/87164f98-7344-4ee8-8f79-b77fad8f416b HTTP/1.1" status: 204 len: 168 time: 0.3743143 Aug 06 16:37:56.492870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:56.856966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:56.893461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fa613cd4-288b-471a-a7da-c138f66df823 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:56.913708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: fa613cd4-288b-471a-a7da-c138f66df823 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:56.914060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device fa613cd4-288b-471a-a7da-c138f66df823 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:56.914478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 29457577-84e9-499b-9df1-6b7b1664d2e1 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:37:56.935650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 29457577-84e9-499b-9df1-6b7b1664d2e1 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:37:56.936038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 29457577-84e9-499b-9df1-6b7b1664d2e1 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:37:56.993561 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2c8b4de2-9c07-4e7f-a6ed-1474d37f2b56 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a69462edf605442e83721699d0e17d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1353130 Aug 06 16:37:56.996005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39210) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:57.046173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee61eb1c-3692-438e-908d-128bd08bfce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:57.068236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee61eb1c-3692-438e-908d-128bd08bfce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:57.182288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee61eb1c-3692-438e-908d-128bd08bfce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:57.184879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ee61eb1c-3692-438e-908d-128bd08bfce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:57.186058 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ee61eb1c-3692-438e-908d-128bd08bfce6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a88707ef-ee12-4c50-91b4-9cc35704eb89 HTTP/1.1" status: 204 len: 168 time: 0.1891642 Aug 06 16:37:57.193998 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61eb1c-3692-438e-908d-128bd08bfce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88707ef-ee12-4c50-91b4-9cc35704eb89,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:58.272628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39232) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:58.367723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1255891632-network', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:58.516070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Made reservation on behalf of c13a0878525543ec9fc3e87dab271ff2 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:58.518428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.527946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.617295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.681296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.709468 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:37:58.714890 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d600a8-1f44-4320-8d30-e1a27408f6ed,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:58.722066 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.722990 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Added segment 519b8549-bb7c-4504-abb5-2fa14a63d8bb of type vlan for network fe3a9ed6-4c9b-44fa-994a-da973e15e71d Aug 06 16:37:58.763725 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.879462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.880426 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:58.881023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:58.940408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3a9ed6-4c9b-44fa-994a-da973e15e71d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:58.950654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:37:58.985279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc6e122e-e164-46a8-8a71-55e5764bd439 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7115376 Aug 06 16:37:58.988148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39236) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:58.994019 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Request body: {'subnet': {'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-subnet', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:59.087011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Made reservation on behalf of c13a0878525543ec9fc3e87dab271ff2 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:37:59.089424 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.327507 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.388442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d96bd5-7970-4e18-9897-c7aa09f9b7f9,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:37:59.398195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Checking segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:37:59.398195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Network hostable DHCP agents. Network: fe3a9ed6-4c9b-44fa-994a-da973e15e71d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:37:59.519620 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:37:59.634247 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, fe3a9ed6-4c9b-44fa-994a-da973e15e71d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:37:59.638256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:37:59.645878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.646661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0eddec-527e-4eda-8e2d-eb3674f55d9c None None] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:37:59.666514 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.720637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-28b95eea-3a4a-48d3-84cf-2894c22bf9f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7313349 Aug 06 16:37:59.723243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39238) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:37:59.728646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:37:59.788082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'fixed_ips': [{'subnet_id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:37:59.794275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.813295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.817237 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.869267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:37:59.925059 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Allocated IP 172.20.0.2 (fe3a9ed6-4c9b-44fa-994a-da973e15e71d/22d96bd5-7970-4e18-9897-c7aa09f9b7f9/73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:00.065884 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.074564 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Transition to ACTIVE for port object 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:00.084556 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.089540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Transition to ACTIVE for port object 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:00.165751 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.210383 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:00.213344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:00.216047 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:00.228978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Pushing event updated for resources: {'Port': ['ID=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:00.274931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Attempting to bind port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:00.275307 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Attempting to bind port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:00.275675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Attempting to bind port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:00.280662 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:00.281041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Checking segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:00.281446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.281842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Bound using segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:00.282359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Bound port: 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:00.282748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.340337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.345200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] For port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:00.348263 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] For port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:00.364886 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.417301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.474087 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Allocated IP 172.25.5.143 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/182fc540-f641-4aae-84a9-3f2f46228174) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:00.484297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c1440-80ad-41b7-9b1d-474c29d01401 None None] Pushing event updated for resources: {'Port': ['ID=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:00.597022 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.705145 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:00.750496 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:00.753528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:00.757178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:00.782115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Pushing event updated for resources: {'Port': ['ID=182fc540-f641-4aae-84a9-3f2f46228174,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:00.906168 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:01.062793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:01.119456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:01.330698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:01.408756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3011aedd-48f6-4898-a347-d0e69c768ed2 None None] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:38:01.530979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:38:01.568045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] Provisioning for port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:01.572459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] Provisioning complete for port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:01.572836 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:01.645643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:38:01.656884 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:01.659654 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Sync routers for ids ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:38:01.683737 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Routers {'1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:01.684406 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:37:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:01.733716 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:01.737858 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87ab6f45-c33e-42f7-9a56-a22d8ef9d556 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0109196 Aug 06 16:38:01.738030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] For port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:01.738152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:01.797660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:01.827541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Set router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:01.966486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838b20-5eaa-4b02-80d4-5eb3925e377b None None] Pushing event updated for resources: {'Port': ['ID=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:01.982742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9c96eee4-101b-4f3f-ad0f-80ba2f270e1e None None] Provisioning complete for port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:01.983139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c96eee4-101b-4f3f-ad0f-80ba2f270e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.124925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:38:00Z', 'revision_number': 3, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:02.151497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Checking router: 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:38:02.151871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Updating router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 port 182fc540-f641-4aae-84a9-3f2f46228174 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:38:02.183823 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.459379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.470665 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Transition to ACTIVE for port object 182fc540-f641-4aae-84a9-3f2f46228174 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:02.546958 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.590418 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.642799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Attempting to bind port 182fc540-f641-4aae-84a9-3f2f46228174 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:02.643171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Attempting to bind port 182fc540-f641-4aae-84a9-3f2f46228174 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:02.643532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Attempting to bind port 182fc540-f641-4aae-84a9-3f2f46228174 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:02.645484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8d934-259b-4633-8d8b-0fb0a450aca1 None None] Pushing event updated for resources: {'Port': ['ID=182fc540-f641-4aae-84a9-3f2f46228174,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:02.651655 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:02.652057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:02.652525 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.652914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:02.653379 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Bound port: 182fc540-f641-4aae-84a9-3f2f46228174, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:02.653757 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.704261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] For port 182fc540-f641-4aae-84a9-3f2f46228174, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:02.707225 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] For port 182fc540-f641-4aae-84a9-3f2f46228174, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=182fc540-f641-4aae-84a9-3f2f46228174,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:02.721023 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Allocated IP 172.20.0.1 (fe3a9ed6-4c9b-44fa-994a-da973e15e71d/22d96bd5-7970-4e18-9897-c7aa09f9b7f9/e01b78f9-4735-4b5e-a0b0-cad2782e78c5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:02.797309 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.840458 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:02.852887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Routers {'1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:02.853524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:37:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:02.856656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Transition to ACTIVE for port object e01b78f9-4735-4b5e-a0b0-cad2782e78c5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:02.903677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:02.909583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8d934-259b-4633-8d8b-0fb0a450aca1 None None] Pushing event updated for resources: {'Port': ['ID=182fc540-f641-4aae-84a9-3f2f46228174,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:02.962339 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.004317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:03.008857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:03.012930 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] Set router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:03.013392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:03.015198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:03.015559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.016212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Pushing event updated for resources: {'Port': ['ID=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:03.056131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.302538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.359106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c740617-0ecc-42c8-a5b7-2b0f2758c6d7 None None] Provisioning for port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:03.378762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8c740617-0ecc-42c8-a5b7-2b0f2758c6d7 None None] Provisioning complete for port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:03.379140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8c740617-0ecc-42c8-a5b7-2b0f2758c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.451354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8c740617-0ecc-42c8-a5b7-2b0f2758c6d7 None None] Port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:03.476608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:38:00Z', 'revision_number': 3, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:03.478676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.503551 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e420f19-433e-4fa1-aea3-12d526237a66 None None] The sync data for ids ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'] in n-d-778550-6 is: [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:38:00Z', 'revision_number': 3, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:38:03.548227 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.621762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:03.623563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Pushing event updated for resources: {'Port': ['ID=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:03.730958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:03.732534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:03.871035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:38:03.973543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cdfea488-0e96-4bcd-94e8-6432475a284a None None] Provisioning complete for port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:03.973876 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdfea488-0e96-4bcd-94e8-6432475a284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:04.009841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:38:04.015578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dc2ecbdb-89d0-4cd3-94fd-155dd8cc5872 admin admin] 10.222.0.16 "PUT /v2.0/routers/1fcfefe2-e873-4ae4-ba89-8226c5fb2d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2764301 Aug 06 16:38:04.021063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-cdfea488-0e96-4bcd-94e8-6432475a284a None None] Port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:04.743456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39260) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:04.748630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-172028412-network', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:04.893151 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Made reservation on behalf of a00a9f91d4c142f1aef64720fde14d69 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:38:04.895521 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:04.898869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 182fc540-f641-4aae-84a9-3f2f46228174 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:04.910020 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.004596 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.030314 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-35c3a3a6-2600-4353-b183-133fba2656ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.058913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 182fc540-f641-4aae-84a9-3f2f46228174 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:05.063100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 182fc540-f641-4aae-84a9-3f2f46228174 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:05.063473 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.098529 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.127374 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:38:05.137968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7251af4-93b5-4525-9e76-46a9282a68a7,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:05.144415 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.147867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.148230 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Added segment 8eb58134-625f-49e8-b194-ebb2684402ca of type vlan for network 961d215d-b215-4498-b9dd-93c410c92c2c Aug 06 16:38:05.148803 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Sync routers for ids ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:38:05.167715 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Routers {'1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:05.169648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 182fc540-f641-4aae-84a9-3f2f46228174, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=182fc540-f641-4aae-84a9-3f2f46228174,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:05.170095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:37:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:05.191457 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.234549 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.279289 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Set router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:05.285899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=182fc540-f641-4aae-84a9-3f2f46228174,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:05.302300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.303331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:05.304651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.380519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] Pushing event updated for resources: {'Network': ['ID=961d215d-b215-4498-b9dd-93c410c92c2c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:05.388428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 961d215d-b215-4498-b9dd-93c410c92c2c details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:38:05.403210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0d452d84-d00e-4349-9baa-634f9b10ce3b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6560917 Aug 06 16:38:05.403422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:05.408598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Request body: {'subnet': {'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-subnet', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:05.486578 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:38:03Z', 'revision_number': 4, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e01b78f9-4735-4b5e-a0b0-cad2782e78c5', 'name': '', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'mac_address': 'fa:16:3e:cb:d6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:02Z', 'updated_at': '2021-08-06T16:38:03Z', 'revision_number': 2, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'subnets': [{'id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:05.502984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Made reservation on behalf of a00a9f91d4c142f1aef64720fde14d69 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:38:05.505456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.515696 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Checking router: 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:38:05.516078 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Updating router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:38:05.541700 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.742868 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.800931 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.802366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ada935-b338-4bcd-a100-0da4b672f164,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:05.810993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Checking segment: {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:05.811366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Network hostable DHCP agents. Network: 961d215d-b215-4498-b9dd-93c410c92c2c, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:38:05.811948 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Transition to ACTIVE for port object e01b78f9-4735-4b5e-a0b0-cad2782e78c5 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:05.893216 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.904581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Network 961d215d-b215-4498-b9dd-93c410c92c2c is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:38:05.943863 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Pushing event updated for resources: {'Port': ['ID=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:05.969644 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.969975 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.970313 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.970664 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.970983 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.971313 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.971639 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.971987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.972309 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.972631 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.972987 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.973308 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:05.983506 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 961d215d-b215-4498-b9dd-93c410c92c2c) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:05.988040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:05.988626 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:05.994192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47b637-0dbc-4fd0-9f19-f10c0b635ad0 None None] Network 961d215d-b215-4498-b9dd-93c410c92c2c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:38:06.011290 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Attempting to bind port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:06.013557 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Attempting to bind port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:06.013557 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Attempting to bind port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:06.017479 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:06.017856 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Checking segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:06.018253 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.018641 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Bound using segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:06.019105 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Bound port: e01b78f9-4735-4b5e-a0b0-cad2782e78c5, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:06.019480 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.088115 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] For port e01b78f9-4735-4b5e-a0b0-cad2782e78c5, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:06.091296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] For port e01b78f9-4735-4b5e-a0b0-cad2782e78c5, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:06.128598 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b2afd381-a497-4342-b6a5-5e030d29ea3c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7240031 Aug 06 16:38:06.131042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39264) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:06.136602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:06.159842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-961d215d-b215-4498-b9dd-93c410c92c2c', 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'fixed_ips': [{'subnet_id': '67ada935-b338-4bcd-a100-0da4b672f164'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:38:06.160701 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.207766 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.255216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.257993 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.269573 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Routers {'1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:06.270207 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:37:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:06.273396 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19768e-b7ff-49c1-84e8-a54053a886dd None None] Pushing event updated for resources: {'Port': ['ID=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:06.314640 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Allocated IP 172.20.0.2 (961d215d-b215-4498-b9dd-93c410c92c2c/67ada935-b338-4bcd-a100-0da4b672f164/562d1f0e-b2cf-473f-b6f5-fcd91f9331d8) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:06.337938 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.384999 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] Set router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:06.506233 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.515933 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Transition to ACTIVE for port object 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:06.530609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Transition to ACTIVE for port object 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:06.563920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.614812 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:38:03Z', 'revision_number': 4, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e01b78f9-4735-4b5e-a0b0-cad2782e78c5', 'name': '', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'mac_address': 'fa:16:3e:cb:d6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:02Z', 'updated_at': '2021-08-06T16:38:06Z', 'revision_number': 4, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'subnets': [{'id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:06.618059 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.641718 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84374536-70d4-472d-96ec-a1f81e657492 None None] The sync data for ids ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'] in n-d-778550-6 is: [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:38:03Z', 'revision_number': 4, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e01b78f9-4735-4b5e-a0b0-cad2782e78c5', 'name': '', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'mac_address': 'fa:16:3e:cb:d6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:02Z', 'updated_at': '2021-08-06T16:38:06Z', 'revision_number': 4, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'subnets': [{'id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:38:06.654382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Network 961d215d-b215-4498-b9dd-93c410c92c2c is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:06.661451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:06.665906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:06.672663 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Pushing event updated for resources: {'Port': ['ID=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:06.738287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Attempting to bind port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:06.738287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Attempting to bind port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:06.738287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Attempting to bind port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 on network 961d215d-b215-4498-b9dd-93c410c92c2c {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:06.740344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:06.740717 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Checking segment: {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:06.741267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.741706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Bound using segment: {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:06.742137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Bound port: 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:06.742520 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.813848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] For port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:06.817167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] For port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:06.873303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.894710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.914631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:06.983891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2845f-f9ba-456a-9024-f8bb8fe0f9b9 None None] Pushing event updated for resources: {'Port': ['ID=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:07.015541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e01b78f9-4735-4b5e-a0b0-cad2782e78c5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:07.039645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Allocated IP 172.25.5.84 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/eaa10def-be93-4f99-93f4-c8f009b36b5a) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:07.155957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:07.160374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:07.160754 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.187142 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.297233 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.316054 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.348278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e01b78f9-4735-4b5e-a0b0-cad2782e78c5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:07.375667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:07.380006 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:07.382371 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa10def-be93-4f99-93f4-c8f009b36b5a,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:07.386196 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:07.436285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.437210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 182fc540-f641-4aae-84a9-3f2f46228174 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:07.519575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:07.538482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 182fc540-f641-4aae-84a9-3f2f46228174 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:07.538943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.709997 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d5be93e7-2a16-4beb-818e-67b080ca89b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.733386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.738664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:07.954284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:08.082276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d53ae6-517b-44e6-8c7d-736a1ee74695 None None] Network 961d215d-b215-4498-b9dd-93c410c92c2c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:38:08.182617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Router fc611ac9-53f2-4df5-8268-ca34d80f8884 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:38:08.212962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3c16158-bcef-4572-9a7c-42188e1ec603 None None] Provisioning for port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:08.298458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:38:08.309154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Sync routers for ids ['fc611ac9-53f2-4df5-8268-ca34d80f8884'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:38:08.318065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Routers {'fc611ac9-53f2-4df5-8268-ca34d80f8884'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:08.318793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc611ac9-53f2-4df5-8268-ca34d80f8884'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:08.373410 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:08.374991 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ca86dc0b-8502-4be0-ba09-33b0ecadb6e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2420185 Aug 06 16:38:08.377662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39266) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:38:08.433452 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Set router fc611ac9-53f2-4df5-8268-ca34d80f8884 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:08.633083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:07Z', 'revision_number': 3, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:08.660187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Checking router: fc611ac9-53f2-4df5-8268-ca34d80f8884 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:38:08.660542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Updating router fc611ac9-53f2-4df5-8268-ca34d80f8884 port eaa10def-be93-4f99-93f4-c8f009b36b5a binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:38:08.691614 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:08.975857 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:08.988238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Transition to ACTIVE for port object eaa10def-be93-4f99-93f4-c8f009b36b5a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:08.992908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:09.062638 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.095941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.120845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Attempting to bind port eaa10def-be93-4f99-93f4-c8f009b36b5a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:09.121225 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Attempting to bind port eaa10def-be93-4f99-93f4-c8f009b36b5a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:09.121592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Attempting to bind port eaa10def-be93-4f99-93f4-c8f009b36b5a on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:09.124398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1b59-6b09-4162-9ff6-f33533f51de0 None None] Pushing event updated for resources: {'Port': ['ID=eaa10def-be93-4f99-93f4-c8f009b36b5a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:09.128942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:09.129324 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:09.129735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.130122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:09.130595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Bound port: eaa10def-be93-4f99-93f4-c8f009b36b5a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:09.130982 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.151678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:09.158996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:09.159370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.173589 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.218600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] For port eaa10def-be93-4f99-93f4-c8f009b36b5a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:09.223157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] For port eaa10def-be93-4f99-93f4-c8f009b36b5a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=eaa10def-be93-4f99-93f4-c8f009b36b5a,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:09.268093 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.286369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.331021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:09.346967 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Allocated IP 172.20.0.1 (961d215d-b215-4498-b9dd-93c410c92c2c/67ada935-b338-4bcd-a100-0da4b672f164/b0537c9f-80f5-448f-aa8b-8c596410bf44) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:09.358203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Routers {'fc611ac9-53f2-4df5-8268-ca34d80f8884'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:09.358847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc611ac9-53f2-4df5-8268-ca34d80f8884'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:09.364871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1b59-6b09-4162-9ff6-f33533f51de0 None None] Pushing event updated for resources: {'Port': ['ID=eaa10def-be93-4f99-93f4-c8f009b36b5a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:09.401299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.402095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e01b78f9-4735-4b5e-a0b0-cad2782e78c5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:09.469236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.484135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Transition to ACTIVE for port object b0537c9f-80f5-448f-aa8b-8c596410bf44 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:09.584754 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.628177 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Network 961d215d-b215-4498-b9dd-93c410c92c2c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:09.631168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:09.634322 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:09.657713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Pushing event updated for resources: {'Port': ['ID=b0537c9f-80f5-448f-aa8b-8c596410bf44,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:09.679269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.691602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:09.705773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] Set router fc611ac9-53f2-4df5-8268-ca34d80f8884 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:09.764319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:09.764705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.899991 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:09.949749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28928310-b848-4a96-a6a2-73fe2e764232 None None] Provisioning for port b0537c9f-80f5-448f-aa8b-8c596410bf44 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:09.960309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-28928310-b848-4a96-a6a2-73fe2e764232 None None] Provisioning complete for port b0537c9f-80f5-448f-aa8b-8c596410bf44 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:09.960309 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-28928310-b848-4a96-a6a2-73fe2e764232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:10.002217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-28928310-b848-4a96-a6a2-73fe2e764232 None None] Port b0537c9f-80f5-448f-aa8b-8c596410bf44 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:10.009792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:07Z', 'revision_number': 3, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:10.037104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aec29d-f889-4b85-b403-3d24f9a5619b None None] The sync data for ids ['fc611ac9-53f2-4df5-8268-ca34d80f8884'] in n-d-778550-6 is: [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:07Z', 'revision_number': 3, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:38:10.073857 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:10.131296 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:10.206742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:10.208553 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Pushing event updated for resources: {'Port': ['ID=b0537c9f-80f5-448f-aa8b-8c596410bf44,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:10.222698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.223060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.223408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.223763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.224122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.224462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.224840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.225140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.225470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.225982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.226455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.226793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:10.338465 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Network 961d215d-b215-4498-b9dd-93c410c92c2c is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:10.340327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:10.473765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Router fc611ac9-53f2-4df5-8268-ca34d80f8884 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:38:10.597622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:38:10.603415 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53a607ad-8ad4-424e-a974-8e8b24d68969 admin admin] 10.222.0.16 "PUT /v2.0/routers/fc611ac9-53f2-4df5-8268-ca34d80f8884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2244747 Aug 06 16:38:10.626580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4e0f7bc8-9b9d-4887-8ec3-89242ef819a6 None None] Provisioning complete for port b0537c9f-80f5-448f-aa8b-8c596410bf44 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:10.627685 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4e0f7bc8-9b9d-4887-8ec3-89242ef819a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:10.664460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4e0f7bc8-9b9d-4887-8ec3-89242ef819a6 None None] Port b0537c9f-80f5-448f-aa8b-8c596410bf44 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:10.992774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:11.020669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:11.049114 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:11.049406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:11.135085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eaa10def-be93-4f99-93f4-c8f009b36b5a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:11.252981 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port eaa10def-be93-4f99-93f4-c8f009b36b5a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:11.257227 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port eaa10def-be93-4f99-93f4-c8f009b36b5a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:11.257762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:11.341288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:11.367945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port eaa10def-be93-4f99-93f4-c8f009b36b5a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=eaa10def-be93-4f99-93f4-c8f009b36b5a,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:11.441828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:11.457475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-207f8875-b78f-4ff3-9e37-7b6cc8bacb79 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:11.464936 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-207f8875-b78f-4ff3-9e37-7b6cc8bacb79 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/networks?id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d HTTP/1.1" status: 200 len: 817 time: 0.1229131 Aug 06 16:38:11.476825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-946be3bf-42e0-4f93-8aca-a65d345717bf tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/quotas/c13a0878525543ec9fc3e87dab271ff2 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Aug 06 16:38:11.501217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=eaa10def-be93-4f99-93f4-c8f009b36b5a,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:11.530919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-26aee793-3387-4d02-9c30-999b049e7745 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481758 Aug 06 16:38:11.634037 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-dbf2532e-a902-4343-9ac9-170b6ce03432 service neutron] 10.222.0.16 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907936 Aug 06 16:38:11.709173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Sync routers for ids ['fc611ac9-53f2-4df5-8268-ca34d80f8884'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:38:11.718909 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Routers {'fc611ac9-53f2-4df5-8268-ca34d80f8884'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:11.719518 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc611ac9-53f2-4df5-8268-ca34d80f8884'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:11.728234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-538f7a03-a025-4bb3-a4d1-16a70a44a43f service neutron] 10.222.0.16 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879216 Aug 06 16:38:11.918933 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Set router fc611ac9-53f2-4df5-8268-ca34d80f8884 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:12.032771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-758d67d5-249d-4a99-bfde-b5d59b2c5ec4 req-d5e811c9-592c-4bfc-885b-74d5d8ee4879 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 210 time: 0.0314808 Aug 06 16:38:12.134893 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:09Z', 'revision_number': 4, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'b0537c9f-80f5-448f-aa8b-8c596410bf44', 'name': '', 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'mac_address': 'fa:16:3e:66:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67ada935-b338-4bcd-a100-0da4b672f164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:09Z', 'updated_at': '2021-08-06T16:38:09Z', 'revision_number': 2, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'subnets': [{'id': '67ada935-b338-4bcd-a100-0da4b672f164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:12.164624 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Checking router: fc611ac9-53f2-4df5-8268-ca34d80f8884 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:38:12.164624 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Updating router fc611ac9-53f2-4df5-8268-ca34d80f8884 port b0537c9f-80f5-448f-aa8b-8c596410bf44 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:38:12.186455 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.453755 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.465895 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Transition to ACTIVE for port object b0537c9f-80f5-448f-aa8b-8c596410bf44 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:12.544347 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.591434 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f8c66-3771-423b-80d7-eefa27858c61 None None] Pushing event updated for resources: {'Port': ['ID=b0537c9f-80f5-448f-aa8b-8c596410bf44,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:12.648670 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Attempting to bind port b0537c9f-80f5-448f-aa8b-8c596410bf44 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:12.649036 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Attempting to bind port b0537c9f-80f5-448f-aa8b-8c596410bf44 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:12.649393 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Attempting to bind port b0537c9f-80f5-448f-aa8b-8c596410bf44 on network 961d215d-b215-4498-b9dd-93c410c92c2c {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:12.660070 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:12.660577 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Checking segment: {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:12.661099 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.661569 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Bound using segment: {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:12.662106 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Bound port: b0537c9f-80f5-448f-aa8b-8c596410bf44, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb58134-625f-49e8-b194-ebb2684402ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:12.662558 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.735309 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] For port b0537c9f-80f5-448f-aa8b-8c596410bf44, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:12.738819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] For port b0537c9f-80f5-448f-aa8b-8c596410bf44, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b0537c9f-80f5-448f-aa8b-8c596410bf44,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:12.794676 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.856106 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f8c66-3771-423b-80d7-eefa27858c61 None None] Pushing event updated for resources: {'Port': ['ID=b0537c9f-80f5-448f-aa8b-8c596410bf44,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:12.858827 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Routers {'fc611ac9-53f2-4df5-8268-ca34d80f8884'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:38:12.859436 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:38:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc611ac9-53f2-4df5-8268-ca34d80f8884'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:12.924057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eaa10def-be93-4f99-93f4-c8f009b36b5a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:12.973809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port eaa10def-be93-4f99-93f4-c8f009b36b5a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:12.974187 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:12.976443 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] Set router fc611ac9-53f2-4df5-8268-ca34d80f8884 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:38:13.145868 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2e15402-b6e8-48e6-9096-8194ce7b2abc req-52ef46f6-9d62-46ac-8508-aaa1e5792448 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 210 time: 0.0264161 Aug 06 16:38:13.205606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:09Z', 'revision_number': 4, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'b0537c9f-80f5-448f-aa8b-8c596410bf44', 'name': '', 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'mac_address': 'fa:16:3e:66:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67ada935-b338-4bcd-a100-0da4b672f164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:09Z', 'updated_at': '2021-08-06T16:38:12Z', 'revision_number': 4, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'subnets': [{'id': '67ada935-b338-4bcd-a100-0da4b672f164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:38:13.234787 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631130df-a402-4be6-97ed-b2b345325b55 None None] The sync data for ids ['fc611ac9-53f2-4df5-8268-ca34d80f8884'] in n-d-778550-6 is: [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:09Z', 'revision_number': 4, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'b0537c9f-80f5-448f-aa8b-8c596410bf44', 'name': '', 'network_id': '961d215d-b215-4498-b9dd-93c410c92c2c', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'mac_address': 'fa:16:3e:66:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '67ada935-b338-4bcd-a100-0da4b672f164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:09Z', 'updated_at': '2021-08-06T16:38:12Z', 'revision_number': 4, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'subnets': [{'id': '67ada935-b338-4bcd-a100-0da4b672f164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:38:14.249364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcd2f0f3-ef07-4273-ba58-e5b8c3efa4e3 req-bc02cac6-55b7-46b7-9516-97563169ae1d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Aug 06 16:38:14.356501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-beac156d-c1f2-4b2c-a805-c0b7da710287 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:14.357750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-beac156d-c1f2-4b2c-a805-c0b7da710287 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.59 "GET /v2.0/networks?id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d HTTP/1.1" status: 200 len: 817 time: 0.1208384 Aug 06 16:38:14.371443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Request body: {'port': {'device_id': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'admin_state_up': True, 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:14.549961 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Made reservation on behalf of c13a0878525543ec9fc3e87dab271ff2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:38:14.554087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:14.685417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Allocated IP 172.20.0.10 (fe3a9ed6-4c9b-44fa-994a-da973e15e71d/22d96bd5-7970-4e18-9897-c7aa09f9b7f9/80fff4ac-37f8-41db-8fab-d395852c94d9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:14.831995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:14.847283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Transition to ACTIVE for port object 80fff4ac-37f8-41db-8fab-d395852c94d9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:14.912542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b0537c9f-80f5-448f-aa8b-8c596410bf44 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:14.956086 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.009085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:15.012335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:15.015233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:15.021837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Pushing event updated for resources: {'Port': ['ID=80fff4ac-37f8-41db-8fab-d395852c94d9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:15.035847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port b0537c9f-80f5-448f-aa8b-8c596410bf44 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:15.041471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b0537c9f-80f5-448f-aa8b-8c596410bf44 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:15.041918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.089155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:15.089155 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.136482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.160443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a8f52e3b-42c7-43e2-bf1f-9ac9e692f02b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930913 Aug 06 16:38:15.172837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port b0537c9f-80f5-448f-aa8b-8c596410bf44, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b0537c9f-80f5-448f-aa8b-8c596410bf44,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:15.173152 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Request body: {'port': {'device_id': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:15.230256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.252941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.307959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=b0537c9f-80f5-448f-aa8b-8c596410bf44,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:15.327951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-971f2f1e-e199-49fb-ab67-a99de176ebba None None] Provisioning for port 80fff4ac-37f8-41db-8fab-d395852c94d9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:15.332575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-971f2f1e-e199-49fb-ab67-a99de176ebba None None] Provisioning complete for port 80fff4ac-37f8-41db-8fab-d395852c94d9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:15.333243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-971f2f1e-e199-49fb-ab67-a99de176ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.378064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-971f2f1e-e199-49fb-ab67-a99de176ebba None None] Port 80fff4ac-37f8-41db-8fab-d395852c94d9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:15.394711 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacb77c-9bfb-4859-b841-f58e7e7241f3 req-1b312904-cfda-4674-84aa-48bef43337df tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:15.407594 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dacb77c-9bfb-4859-b841-f58e7e7241f3 req-1b312904-cfda-4674-84aa-48bef43337df tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 932 time: 0.0727735 Aug 06 16:38:15.444362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2dacb77c-9bfb-4859-b841-f58e7e7241f3 req-1e75a0d8-302e-42d0-8494-407a34d2d3c0 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358012 Aug 06 16:38:15.567121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fff4ac-37f8-41db-8fab-d395852c94d9 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:38:15.574695 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.586735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Transition to ACTIVE for port object 80fff4ac-37f8-41db-8fab-d395852c94d9 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:15.664524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.719616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=80fff4ac-37f8-41db-8fab-d395852c94d9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:15.791902 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Attempting to bind port 80fff4ac-37f8-41db-8fab-d395852c94d9 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:15.792248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Attempting to bind port 80fff4ac-37f8-41db-8fab-d395852c94d9 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:15.792582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Attempting to bind port 80fff4ac-37f8-41db-8fab-d395852c94d9 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:15.797220 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Port 80fff4ac-37f8-41db-8fab-d395852c94d9 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:38:15.797529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Attempting to bind port 80fff4ac-37f8-41db-8fab-d395852c94d9 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:15.802372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:15.802713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Checking segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:15.803098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Bound using segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:15.804099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Bound port: 80fff4ac-37f8-41db-8fab-d395852c94d9, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:15.805063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.873052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] For port 80fff4ac-37f8-41db-8fab-d395852c94d9, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:15.876041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] For port 80fff4ac-37f8-41db-8fab-d395852c94d9, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=80fff4ac-37f8-41db-8fab-d395852c94d9,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:15.938789 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.980802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:15.981420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:15.982868 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] 10.222.0.59 "PUT /v2.0/ports/80fff4ac-37f8-41db-8fab-d395852c94d9 HTTP/1.1" status: 200 len: 1092 time: 0.8144536 Aug 06 16:38:15.983310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'tag': '80fff4ac-37f8-41db-8fab-d395852c94d9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:15.985642 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fe8d5e-fe5a-40aa-915d-f70a5b320274" -d '{"events": [{"name": "network-changed", "server_uuid": "0a73bc69-e95d-488c-a3e8-62d4fa2265f8", "tag": "80fff4ac-37f8-41db-8fab-d395852c94d9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:16.006959 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72db117-1dbe-463f-90c4-9189b3ca6ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=80fff4ac-37f8-41db-8fab-d395852c94d9,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:16.028641 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee4c95-2ffb-4c8f-b3f4-4661a892c352 x-openstack-request-id: req-86ee4c95-2ffb-4c8f-b3f4-4661a892c352 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:16.030381 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a73bc69-e95d-488c-a3e8-62d4fa2265f8", "tag": "80fff4ac-37f8-41db-8fab-d395852c94d9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:16.030381 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86ee4c95-2ffb-4c8f-b3f4-4661a892c352 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:16.030381 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'tag': '80fff4ac-37f8-41db-8fab-d395852c94d9', 'status': 'completed', 'code': 200} Aug 06 16:38:16.095716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8d5e-fe5a-40aa-915d-f70a5b320274 req-52c3af78-ae75-4b07-a96d-4b4f6c854283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.097366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fe8d5e-fe5a-40aa-915d-f70a5b320274 req-52c3af78-ae75-4b07-a96d-4b4f6c854283 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 1095 time: 0.0435312 Aug 06 16:38:16.204240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8d5e-fe5a-40aa-915d-f70a5b320274 req-abb6d3db-19ae-4897-9931-3dd0f2649c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.205658 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fe8d5e-fe5a-40aa-915d-f70a5b320274 req-abb6d3db-19ae-4897-9931-3dd0f2649c4f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c13a0878525543ec9fc3e87dab271ff2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1004748 Aug 06 16:38:16.311347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8d5e-fe5a-40aa-915d-f70a5b320274 req-2dcb476a-e420-48d7-beb0-d32a08a861bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.312770 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60fe8d5e-fe5a-40aa-915d-f70a5b320274 req-2dcb476a-e420-48d7-beb0-d32a08a861bb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923095 Aug 06 16:38:16.394972 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-6bfe8b28-d871-4ed6-8f4e-a08561a4c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.396543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-6bfe8b28-d871-4ed6-8f4e-a08561a4c89b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 1095 time: 0.0417640 Aug 06 16:38:16.437660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-738b7cea-ef2e-4cd0-b1f3-d652fb833009 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80fff4ac-37f8-41db-8fab-d395852c94d9 HTTP/1.1" status: 200 len: 217 time: 0.0338204 Aug 06 16:38:16.496499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-4a1fa263-3a92-41d9-ad34-b4f7241fd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.497990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-4a1fa263-3a92-41d9-ad34-b4f7241fd611 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=22d96bd5-7970-4e18-9897-c7aa09f9b7f9 HTTP/1.1" status: 200 len: 856 time: 0.0530472 Aug 06 16:38:16.546540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-ec9c0e3f-69da-45d1-9be4-5c18019b345a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.548661 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-ec9c0e3f-69da-45d1-9be4-5c18019b345a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439775 Aug 06 16:38:16.581108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca82bf-6158-4e08-845a-9f6fdd7ba24d req-d4fbb101-a406-40b9-be0a-ce1133efc18d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:16.582747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1ca82bf-6158-4e08-845a-9f6fdd7ba24d req-d4fbb101-a406-40b9-be0a-ce1133efc18d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Aug 06 16:38:16.622050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1ca82bf-6158-4e08-845a-9f6fdd7ba24d req-7d18ca49-0e2c-4cc0-9902-a9ef91e9bb11 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327504 Aug 06 16:38:16.641480 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-6794038f-26c8-4c0f-9d50-2232aabab55b service neutron] 10.222.0.59 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862517 Aug 06 16:38:16.733994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-bb15e66c-61c4-4a30-a870-516d6b4b1ff5 req-a6e9fceb-2206-44be-b17c-bd9519178b26 service neutron] 10.222.0.59 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 Aug 06 16:38:16.892795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b0537c9f-80f5-448f-aa8b-8c596410bf44 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:16.940197 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port b0537c9f-80f5-448f-aa8b-8c596410bf44 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:16.940571 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:17.744247 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe20b2-8116-48d8-b595-4b96df2d5530 req-65dbbc4f-6379-4574-a8cf-8c409865525c tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:17.745720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2fe20b2-8116-48d8-b595-4b96df2d5530 req-65dbbc4f-6379-4574-a8cf-8c409865525c tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 944 time: 0.0544832 Aug 06 16:38:17.789602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2fe20b2-8116-48d8-b595-4b96df2d5530 req-54d72745-5ba0-46e8-bb34-409568b34311 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Aug 06 16:38:18.904641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa100fc-81fc-423d-a1ad-1c148119598b req-c7f54f0d-a045-43d0-8c07-f216b09d183d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:18.906123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-faa100fc-81fc-423d-a1ad-1c148119598b req-c7f54f0d-a045-43d0-8c07-f216b09d183d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 944 time: 0.0493479 Aug 06 16:38:18.943444 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-faa100fc-81fc-423d-a1ad-1c148119598b req-ad35d002-262f-4c68-8c58-0c06373a5d8d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Aug 06 16:38:19.493152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 80fff4ac-37f8-41db-8fab-d395852c94d9 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:38:19.590333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 80fff4ac-37f8-41db-8fab-d395852c94d9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=80fff4ac-37f8-41db-8fab-d395852c94d9,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:19.601438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '80fff4ac-37f8-41db-8fab-d395852c94d9', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'port_id': '80fff4ac-37f8-41db-8fab-d395852c94d9', 'mac_address': 'fa:16:3e:31:20:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:38:19.638339 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:19.650997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fff4ac-37f8-41db-8fab-d395852c94d9 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:38:19.670581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 80fff4ac-37f8-41db-8fab-d395852c94d9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=80fff4ac-37f8-41db-8fab-d395852c94d9,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:19.725100 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:19.771974 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=80fff4ac-37f8-41db-8fab-d395852c94d9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:19.779394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.779746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.780327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.780505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.780842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.781385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.781713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.782040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.782363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.782716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.783040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.783363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:38:19.924248 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['80fff4ac-37f8-41db-8fab-d395852c94d9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:38:20.061131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe29a-1593-4da2-bdf8-0dbb4a4bc6f6 req-9328c2fb-dba3-42c3-b1d1-19644e235526 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:20.062640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1ffe29a-1593-4da2-bdf8-0dbb4a4bc6f6 req-9328c2fb-dba3-42c3-b1d1-19644e235526 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 945 time: 0.0496924 Aug 06 16:38:20.100156 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1ffe29a-1593-4da2-bdf8-0dbb4a4bc6f6 req-65bb8704-4417-488a-9e54-a70fdae5e414 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Aug 06 16:38:21.221246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57970466-099d-4a9c-8725-dbb5b8505028 req-ffd4b0e7-bad4-4fa4-bd32-6b3b08dc132d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:21.222746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57970466-099d-4a9c-8725-dbb5b8505028 req-ffd4b0e7-bad4-4fa4-bd32-6b3b08dc132d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Aug 06 16:38:21.261263 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57970466-099d-4a9c-8725-dbb5b8505028 req-ccf2c796-3101-475c-99e3-1179c0c4766b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 06 16:38:21.509483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 80fff4ac-37f8-41db-8fab-d395852c94d9 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:38:21.606763 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 80fff4ac-37f8-41db-8fab-d395852c94d9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:21.610478 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 80fff4ac-37f8-41db-8fab-d395852c94d9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:21.610860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:21.690642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:21.712686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fff4ac-37f8-41db-8fab-d395852c94d9'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:21.714950 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fec7d8c-73ac-43ee-8c6d-b6cda22b27b3" -d '{"events": [{"server_uuid": "0a73bc69-e95d-488c-a3e8-62d4fa2265f8", "name": "network-vif-plugged", "status": "completed", "tag": "80fff4ac-37f8-41db-8fab-d395852c94d9"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:21.727988 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 80fff4ac-37f8-41db-8fab-d395852c94d9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=80fff4ac-37f8-41db-8fab-d395852c94d9,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:21.752752 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc85ba-1673-43d8-95ec-d3ed57d7856a x-openstack-request-id: req-f2bc85ba-1673-43d8-95ec-d3ed57d7856a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:21.753067 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a73bc69-e95d-488c-a3e8-62d4fa2265f8", "name": "network-vif-plugged", "status": "completed", "tag": "80fff4ac-37f8-41db-8fab-d395852c94d9", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:21.753320 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2bc85ba-1673-43d8-95ec-d3ed57d7856a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:21.753729 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fff4ac-37f8-41db-8fab-d395852c94d9', 'code': 200} Aug 06 16:38:21.807404 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:21.855724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf65be-3edc-4736-9844-8e1633cb018d req-3b9a8b70-8d3c-4427-8755-97667974b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:21.857276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbcf65be-3edc-4736-9844-8e1633cb018d req-3b9a8b70-8d3c-4427-8755-97667974b6ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 1097 time: 0.0434885 Aug 06 16:38:21.858735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=80fff4ac-37f8-41db-8fab-d395852c94d9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:21.894007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fbcf65be-3edc-4736-9844-8e1633cb018d req-4aa54984-7ad1-4757-a9e3-2b97d1bd7d7d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287442 Aug 06 16:38:22.379013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ade6f0-d0b3-40c8-810c-8b8df6294c16 req-40a644e9-17e3-4a2d-882c-3a5ea776828b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:22.380534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90ade6f0-d0b3-40c8-810c-8b8df6294c16 req-40a644e9-17e3-4a2d-882c-3a5ea776828b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 946 time: 0.0510983 Aug 06 16:38:22.418757 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-90ade6f0-d0b3-40c8-810c-8b8df6294c16 req-a6634fab-a4cc-48cc-9eed-034cffc54b37 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Aug 06 16:38:23.541038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614269cd-4bdd-4b5c-bd90-f61bddfa34ab req-6b58d359-06ab-4b8f-8af8-4257821ed3fd tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:23.542436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-614269cd-4bdd-4b5c-bd90-f61bddfa34ab req-6b58d359-06ab-4b8f-8af8-4257821ed3fd tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 946 time: 0.0500820 Aug 06 16:38:23.579955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-614269cd-4bdd-4b5c-bd90-f61bddfa34ab req-f78404b3-5ceb-4ec8-8a1e-606305ac31b5 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Aug 06 16:38:23.697631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49223412-a062-40a1-b98f-99a8a4c8e79d req-2ba48322-ada4-486a-a69c-6e3d9abb0434 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:23.699100 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49223412-a062-40a1-b98f-99a8a4c8e79d req-2ba48322-ada4-486a-a69c-6e3d9abb0434 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 946 time: 0.0532558 Aug 06 16:38:23.737531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49223412-a062-40a1-b98f-99a8a4c8e79d req-644dc903-c8c3-4d99-bc32-a0023d19e05e tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Aug 06 16:38:26.504039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:29.629900 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:32.601593 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:38:34.995566 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-61375e1a-5e4c-412a-8832-ab2866fac8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:37.748033 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9216bcd5-b646-4830-b477-108c68a5d8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:37.856628 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:39.075748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:41.001148 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:46.986962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759d5ee-5c59-48b3-879f-1589435b23e6 req-98dc3f5b-0fa4-4044-92f6-d67cb46d642a tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:46.988718 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7759d5ee-5c59-48b3-879f-1589435b23e6 req-98dc3f5b-0fa4-4044-92f6-d67cb46d642a tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 946 time: 0.0590470 Aug 06 16:38:47.037661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7759d5ee-5c59-48b3-879f-1589435b23e6 req-d2286d35-e87e-4ab6-9c7c-cb58494817df tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Aug 06 16:38:48.159278 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca574e8-172b-4b26-8575-155864fe2aa6 req-1497dc20-b3da-477b-9a86-cdd7c25bae74 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:48.160870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fca574e8-172b-4b26-8575-155864fe2aa6 req-1497dc20-b3da-477b-9a86-cdd7c25bae74 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 946 time: 0.0485389 Aug 06 16:38:48.199632 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fca574e8-172b-4b26-8575-155864fe2aa6 req-4fc5cedf-1ba7-49a7-8703-84826e7ec85b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319691 Aug 06 16:38:48.434819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d880d39-f738-4e8d-979a-32c0568819fe req-ce4e3286-e159-45cb-ad81-a702f04214dd tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:48.436338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d880d39-f738-4e8d-979a-32c0568819fe req-ce4e3286-e159-45cb-ad81-a702f04214dd tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 946 time: 0.0509660 Aug 06 16:38:48.534622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Deleting port 80fff4ac-37f8-41db-8fab-d395852c94d9 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:38:48.534973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.642663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] For port 80fff4ac-37f8-41db-8fab-d395852c94d9, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=80fff4ac-37f8-41db-8fab-d395852c94d9,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:48.642949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.655691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Calling delete_port for 80fff4ac-37f8-41db-8fab-d395852c94d9 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:38:48.861931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.874146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['80fff4ac-37f8-41db-8fab-d395852c94d9'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:38:48.900568 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Pushing event deleted for resources: {'Port': ['ID=80fff4ac-37f8-41db-8fab-d395852c94d9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:48.940245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] No DVR routers for this DVR port 80fff4ac-37f8-41db-8fab-d395852c94d9 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:38:48.942915 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:48.944927 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6d880d39-f738-4e8d-979a-32c0568819fe req-468a49ab-630c-4b11-b1ce-83b51e402338 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.59 "DELETE /v2.0/ports/80fff4ac-37f8-41db-8fab-d395852c94d9 HTTP/1.1" status: 204 len: 173 time: 0.5016994 Aug 06 16:38:48.945378 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'name': 'network-vif-deleted', 'tag': '80fff4ac-37f8-41db-8fab-d395852c94d9'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:48.948350 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89468f-f813-4af6-8115-dd4765ba9f9a" -d '{"events": [{"server_uuid": "0a73bc69-e95d-488c-a3e8-62d4fa2265f8", "name": "network-vif-deleted", "tag": "80fff4ac-37f8-41db-8fab-d395852c94d9"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:48.983836 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d026e995-6b1f-41a7-a266-3a4da4385826 x-openstack-request-id: req-d026e995-6b1f-41a7-a266-3a4da4385826 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:48.984137 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a73bc69-e95d-488c-a3e8-62d4fa2265f8", "name": "network-vif-deleted", "tag": "80fff4ac-37f8-41db-8fab-d395852c94d9", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:48.984394 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d026e995-6b1f-41a7-a266-3a4da4385826 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:48.984802 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a73bc69-e95d-488c-a3e8-62d4fa2265f8', 'name': 'network-vif-deleted', 'tag': '80fff4ac-37f8-41db-8fab-d395852c94d9', 'status': 'completed', 'code': 200} Aug 06 16:38:49.314016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dd440cf6-0f94-4e73-834e-691c103d66ec req-98ccbc5b-625d-4b7a-97f5-1cd0441efed0 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a73bc69-e95d-488c-a3e8-62d4fa2265f8 HTTP/1.1" status: 200 len: 210 time: 0.0328197 Aug 06 16:38:51.005572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-3a628eb5-649b-4989-8cce-ed3ec743558c tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:51.007050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-3a628eb5-649b-4989-8cce-ed3ec743558c tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/networks?id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d HTTP/1.1" status: 200 len: 817 time: 0.1042116 Aug 06 16:38:51.031694 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-d19b627f-4d11-42d7-b3ad-4fdbf3c3cf9c tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/quotas/c13a0878525543ec9fc3e87dab271ff2 HTTP/1.1" status: 200 len: 375 time: 0.0184932 Aug 06 16:38:51.096593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-a9655449-22a8-4565-851b-be05b6699d76 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588012 Aug 06 16:38:51.193331 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-af812408-8e72-43f3-9330-ca3e736e866b service neutron] 10.222.0.16 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Aug 06 16:38:51.286687 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-59b75f0d-5dfc-4026-8843-7acc85a1da20 service neutron] 10.222.0.16 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857391 Aug 06 16:38:51.534355 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9faa7ada-130e-4f83-ad7b-2b4c692a665c req-b3f2af01-1eb2-4635-808d-cd76567ce932 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 210 time: 0.0277619 Aug 06 16:38:51.632850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 80fff4ac-37f8-41db-8fab-d395852c94d9 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:38:51.654207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 80fff4ac-37f8-41db-8fab-d395852c94d9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:38:51.654563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 80fff4ac-37f8-41db-8fab-d395852c94d9 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:38:52.631158 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d5cff57b-5e23-4bea-8572-a178941de94a req-4eec50eb-3e96-4194-ac7b-3c716752a2b0 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Aug 06 16:38:53.647176 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-84117295-e19c-49b6-acdf-05d773de1d42 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:53.648579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-84117295-e19c-49b6-acdf-05d773de1d42 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.64 "GET /v2.0/networks?id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d HTTP/1.1" status: 200 len: 817 time: 0.1061316 Aug 06 16:38:53.664423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Request body: {'port': {'device_id': '62c4ac02-9d55-4de8-b032-692ff495e764', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'admin_state_up': True, 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:53.734288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4a9f5b82-7149-472b-8e8d-799036429c30 req-5940fb2a-217d-4393-ba31-662a8a6ed73d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 210 time: 0.0281246 Aug 06 16:38:53.909188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Made reservation on behalf of c13a0878525543ec9fc3e87dab271ff2 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:38:53.912805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.045020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Allocated IP 172.20.0.5 (fe3a9ed6-4c9b-44fa-994a-da973e15e71d/22d96bd5-7970-4e18-9897-c7aa09f9b7f9/de9aaa43-4e3a-41dc-b7e4-02224643abf6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:38:54.207061 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.221325 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Transition to ACTIVE for port object de9aaa43-4e3a-41dc-b7e4-02224643abf6 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:54.308141 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.353095 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:38:54.356815 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:38:54.363732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:38:54.367442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Pushing event updated for resources: {'Port': ['ID=de9aaa43-4e3a-41dc-b7e4-02224643abf6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:54.415410 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:54.416766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.508988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-747d9675-94a2-4218-900c-320cfc3a3940 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488255 Aug 06 16:38:54.524715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-0391ada6-3171-4ae8-a5b3-052c00091d6b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:38:54.526429 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-0391ada6-3171-4ae8-a5b3-052c00091d6b tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054781 Aug 06 16:38:54.538973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Request body: {'port': {'device_id': '62c4ac02-9d55-4de8-b032-692ff495e764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:38:54.596601 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.627742 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3109e476-64f1-41c3-a4b2-a3bc62809da2 None None] Provisioning for port de9aaa43-4e3a-41dc-b7e4-02224643abf6 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:38:54.631648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3109e476-64f1-41c3-a4b2-a3bc62809da2 None None] Provisioning complete for port de9aaa43-4e3a-41dc-b7e4-02224643abf6 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:38:54.632176 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3109e476-64f1-41c3-a4b2-a3bc62809da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.667305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3109e476-64f1-41c3-a4b2-a3bc62809da2 None None] Port de9aaa43-4e3a-41dc-b7e4-02224643abf6 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:38:54.849504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11ac72-27ac-4d69-9c04-534d6c0c1ccc req-a43e0b62-8f5d-4a33-a578-a6cdc5b7c20f tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:54.851017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e11ac72-27ac-4d69-9c04-534d6c0c1ccc req-a43e0b62-8f5d-4a33-a578-a6cdc5b7c20f tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 931 time: 0.0497954 Aug 06 16:38:54.861034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9aaa43-4e3a-41dc-b7e4-02224643abf6 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:38:54.868811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:54.881080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Transition to ACTIVE for port object de9aaa43-4e3a-41dc-b7e4-02224643abf6 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:38:54.891461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8e11ac72-27ac-4d69-9c04-534d6c0c1ccc req-3fc38a95-0c87-4e3b-b27b-ceb8ec64fb2a tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Aug 06 16:38:54.960587 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:55.013551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Pushing event updated for resources: {'Port': ['ID=de9aaa43-4e3a-41dc-b7e4-02224643abf6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:55.087874 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Attempting to bind port de9aaa43-4e3a-41dc-b7e4-02224643abf6 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:38:55.093486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Attempting to bind port de9aaa43-4e3a-41dc-b7e4-02224643abf6 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:38:55.093486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Attempting to bind port de9aaa43-4e3a-41dc-b7e4-02224643abf6 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:55.093486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Port de9aaa43-4e3a-41dc-b7e4-02224643abf6 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:38:55.093798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Attempting to bind port de9aaa43-4e3a-41dc-b7e4-02224643abf6 on network fe3a9ed6-4c9b-44fa-994a-da973e15e71d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:38:55.098634 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:38:55.098975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Checking segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:38:55.099365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Bound using segment: {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:38:55.099834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Bound port: de9aaa43-4e3a-41dc-b7e4-02224643abf6, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519b8549-bb7c-4504-abb5-2fa14a63d8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:38:55.100190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:55.165675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] For port de9aaa43-4e3a-41dc-b7e4-02224643abf6, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:38:55.169557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] For port de9aaa43-4e3a-41dc-b7e4-02224643abf6, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:38:55.256928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:55.290411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:55.292183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:55.293647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] 10.222.0.64 "PUT /v2.0/ports/de9aaa43-4e3a-41dc-b7e4-02224643abf6 HTTP/1.1" status: 200 len: 1091 time: 0.7588124 Aug 06 16:38:55.296088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c4ac02-9d55-4de8-b032-692ff495e764', 'tag': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:38:55.298386 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded" -d '{"events": [{"name": "network-changed", "server_uuid": "62c4ac02-9d55-4de8-b032-692ff495e764", "tag": "de9aaa43-4e3a-41dc-b7e4-02224643abf6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:38:55.330441 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43016f2-b148-40b6-8f41-ca9e41d30f0a service neutron] Pushing event updated for resources: {'Port': ['ID=de9aaa43-4e3a-41dc-b7e4-02224643abf6,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:38:55.353216 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ce3764-8067-4cf7-932a-c5d617131d07 x-openstack-request-id: req-05ce3764-8067-4cf7-932a-c5d617131d07 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:38:55.354003 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c4ac02-9d55-4de8-b032-692ff495e764", "tag": "de9aaa43-4e3a-41dc-b7e4-02224643abf6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:38:55.354262 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-05ce3764-8067-4cf7-932a-c5d617131d07 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:38:55.355020 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c4ac02-9d55-4de8-b032-692ff495e764', 'tag': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6', 'status': 'completed', 'code': 200} Aug 06 16:38:55.428501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded req-a29228a5-6810-4abb-b21c-48b088c3a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:55.430019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded req-a29228a5-6810-4abb-b21c-48b088c3a84f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 1094 time: 0.0473528 Aug 06 16:38:55.536779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded req-b8e55e96-2fdd-4c36-8716-cad60112e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:55.538237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded req-b8e55e96-2fdd-4c36-8716-cad60112e5bc service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c13a0878525543ec9fc3e87dab271ff2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0951102 Aug 06 16:38:55.638387 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded req-2ccfa41a-e439-4a38-a865-9c4f39371f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:55.639732 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45a3afd6-c8b0-4d40-9778-e1bbda8a2ded req-2ccfa41a-e439-4a38-a865-9c4f39371f10 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914631 Aug 06 16:38:55.726955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-6bb62f75-d262-4bb6-82e9-109e445e18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:55.728501 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-6bb62f75-d262-4bb6-82e9-109e445e18a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 1094 time: 0.0458357 Aug 06 16:38:55.776178 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-9495de73-c2c9-4ac3-9dca-bb6f0c60c74f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6 HTTP/1.1" status: 200 len: 217 time: 0.0343578 Aug 06 16:38:56.015831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c680d-3e15-48dd-a692-d92df0215e6c req-f041cbc0-13bd-4f09-bf64-c1d5dad33b73 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:56.017452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b06c680d-3e15-48dd-a692-d92df0215e6c req-f041cbc0-13bd-4f09-bf64-c1d5dad33b73 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 943 time: 0.0566475 Aug 06 16:38:56.058579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b06c680d-3e15-48dd-a692-d92df0215e6c req-20a8c4e9-0b1e-48fe-bebd-b24824520811 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Aug 06 16:38:56.189869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-3ba33ce5-3630-42c7-a57c-859a3c743433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:56.191268 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-3ba33ce5-3630-42c7-a57c-859a3c743433 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22d96bd5-7970-4e18-9897-c7aa09f9b7f9 HTTP/1.1" status: 200 len: 856 time: 0.4045973 Aug 06 16:38:56.238838 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-ab5a9d54-9ae3-4a5b-8ddc-23b5747ff4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:56.240369 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-ab5a9d54-9ae3-4a5b-8ddc-23b5747ff4be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415618 Aug 06 16:38:56.338261 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-6cc32582-4ae0-4af9-9f21-5390d5a309eb service neutron] 10.222.0.64 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832593 Aug 06 16:38:56.436880 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-fd7fa392-47bb-42a0-9376-ec5889b96e19 req-93796e66-1acc-483b-a856-131d5cb12592 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877097 Aug 06 16:38:56.513510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:57.177169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de59e3-0f24-41b7-aa40-849cd25ccefe req-c46b2d73-c1bf-4eef-864e-f6f32bb5038e tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:57.178631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75de59e3-0f24-41b7-aa40-849cd25ccefe req-c46b2d73-c1bf-4eef-864e-f6f32bb5038e tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 943 time: 0.0506527 Aug 06 16:38:57.218573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-75de59e3-0f24-41b7-aa40-849cd25ccefe req-eb70443d-3b6a-46fc-ade2-86322cf1a922 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Aug 06 16:38:58.334641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69fb96-a67d-4a40-8bf6-4c9b892b8694 req-acf64bbd-59b1-44ff-9059-04a9b1fc7218 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:58.336145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b69fb96-a67d-4a40-8bf6-4c9b892b8694 req-acf64bbd-59b1-44ff-9059-04a9b1fc7218 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 943 time: 0.0507641 Aug 06 16:38:58.375546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5b69fb96-a67d-4a40-8bf6-4c9b892b8694 req-6c9677a8-bc43-4ff9-a823-552988812292 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Aug 06 16:38:59.496693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41053cc5-e931-407f-b79d-45f9885f5565 req-c05a5ec4-7c70-4e51-afcf-759b9741764a tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:38:59.498593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41053cc5-e931-407f-b79d-45f9885f5565 req-c05a5ec4-7c70-4e51-afcf-759b9741764a tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 943 time: 0.0554979 Aug 06 16:38:59.537110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-41053cc5-e931-407f-b79d-45f9885f5565 req-f4c182b5-5838-4355-936a-b3b9e0b4cb79 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325162 Aug 06 16:38:59.653142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:59.767249 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de9aaa43-4e3a-41dc-b7e4-02224643abf6 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:38:59.864767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de9aaa43-4e3a-41dc-b7e4-02224643abf6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:38:59.876994 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6', 'network_id': 'fe3a9ed6-4c9b-44fa-994a-da973e15e71d', 'port_id': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6', 'mac_address': 'fa:16:3e:09:f2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d96bd5-7970-4e18-9897-c7aa09f9b7f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:38:59.915056 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:38:59.927825 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9aaa43-4e3a-41dc-b7e4-02224643abf6 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:38:59.947002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de9aaa43-4e3a-41dc-b7e4-02224643abf6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:00.029443 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:00.078854 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=de9aaa43-4e3a-41dc-b7e4-02224643abf6,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:00.287756 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['de9aaa43-4e3a-41dc-b7e4-02224643abf6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:39:00.654180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484b1ba-ae42-4ce2-a3c9-8d8e7ed7c5c0 req-556e72c0-21a0-4281-b868-9bceec0cd97d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:00.655732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e484b1ba-ae42-4ce2-a3c9-8d8e7ed7c5c0 req-556e72c0-21a0-4281-b868-9bceec0cd97d tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 944 time: 0.0495415 Aug 06 16:39:00.693005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e484b1ba-ae42-4ce2-a3c9-8d8e7ed7c5c0 req-f54e1857-01b0-4fe0-84f7-e6567d993b56 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Aug 06 16:39:01.783317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de9aaa43-4e3a-41dc-b7e4-02224643abf6 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:01.815526 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb80cdd-a7e1-49fc-961f-a0421be3502e req-2146a7d8-2a13-435b-bed8-91c430dbf8b3 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:01.817556 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb80cdd-a7e1-49fc-961f-a0421be3502e req-2146a7d8-2a13-435b-bed8-91c430dbf8b3 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 944 time: 0.0558784 Aug 06 16:39:01.858051 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bb80cdd-a7e1-49fc-961f-a0421be3502e req-06507376-998c-4576-83c7-dbab620a3f2f tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Aug 06 16:39:01.892082 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port de9aaa43-4e3a-41dc-b7e4-02224643abf6 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:01.896139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port de9aaa43-4e3a-41dc-b7e4-02224643abf6 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:01.896519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:01.974383 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:01.998104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4ac02-9d55-4de8-b032-692ff495e764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:39:02.000392 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c7924-85a5-4885-a198-b9e34de6cd97" -d '{"events": [{"server_uuid": "62c4ac02-9d55-4de8-b032-692ff495e764", "name": "network-vif-plugged", "status": "completed", "tag": "de9aaa43-4e3a-41dc-b7e4-02224643abf6"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:39:02.013238 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port de9aaa43-4e3a-41dc-b7e4-02224643abf6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:02.036686 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ffb63f-4a1c-48db-95a1-4235e2a447bd x-openstack-request-id: req-65ffb63f-4a1c-48db-95a1-4235e2a447bd {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:39:02.036978 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4ac02-9d55-4de8-b032-692ff495e764", "name": "network-vif-plugged", "status": "completed", "tag": "de9aaa43-4e3a-41dc-b7e4-02224643abf6", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:39:02.037236 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65ffb63f-4a1c-48db-95a1-4235e2a447bd {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:39:02.037633 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c4ac02-9d55-4de8-b032-692ff495e764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6', 'code': 200} Aug 06 16:39:02.086379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:02.134786 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=de9aaa43-4e3a-41dc-b7e4-02224643abf6,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:02.143222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36d6bd-ca60-4158-bf66-d29cd7e6dead req-4bd84427-7854-4069-9362-0ed242adccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:02.144846 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db36d6bd-ca60-4158-bf66-d29cd7e6dead req-4bd84427-7854-4069-9362-0ed242adccfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 1096 time: 0.0423241 Aug 06 16:39:02.184226 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db36d6bd-ca60-4158-bf66-d29cd7e6dead req-8c63dd43-cef8-4177-adcd-18152c58e87f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279644 Aug 06 16:39:02.981572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ccfb3-7271-45a6-9029-aa406f11fa08 req-71822c79-552c-4c1b-9c33-c84bf42f0114 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:02.983117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad8ccfb3-7271-45a6-9029-aa406f11fa08 req-71822c79-552c-4c1b-9c33-c84bf42f0114 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 945 time: 0.0534978 Aug 06 16:39:03.021031 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad8ccfb3-7271-45a6-9029-aa406f11fa08 req-583743df-fe29-4679-ab1f-cb88b838b129 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Aug 06 16:39:04.140201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb5227-ffe8-4749-8410-994ddfa80e5b req-090fead3-57b3-40e8-98dd-055199ad5213 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:04.141702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70bb5227-ffe8-4749-8410-994ddfa80e5b req-090fead3-57b3-40e8-98dd-055199ad5213 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Aug 06 16:39:04.187473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70bb5227-ffe8-4749-8410-994ddfa80e5b req-bd689439-0aea-41ed-a886-e416fa64bf45 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347822 Aug 06 16:39:04.306200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded43bbc-00cb-4008-a155-95ab3439ad9e req-5237e440-c107-4454-b3f1-955d3c0a2a6e tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:04.307665 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ded43bbc-00cb-4008-a155-95ab3439ad9e req-5237e440-c107-4454-b3f1-955d3c0a2a6e tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 945 time: 0.0509014 Aug 06 16:39:04.350892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ded43bbc-00cb-4008-a155-95ab3439ad9e req-e2b73f12-3cc7-4834-b599-88cf81727eab tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352407 Aug 06 16:39:04.989244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-75b789e1-7c5e-4c2e-99bc-14dd58e78712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:07.663714 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-788a552b-0658-4b18-a675-7e635e2ecdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:07.760896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:09.090361 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:09.603859 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:39:11.010298 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:14.759652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-f443c229-b064-43f9-91de-4eadb302b56b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445294 Aug 06 16:39:14.843094 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-12d6fe9b-64ca-4b4c-8efa-68eb0d111a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:14.844630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-12d6fe9b-64ca-4b4c-8efa-68eb0d111a4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c13a0878525543ec9fc3e87dab271ff2&device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 1096 time: 0.0418091 Aug 06 16:39:14.947439 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-4da9efa0-7fee-48a8-803b-06d5de7b1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:14.948969 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-4da9efa0-7fee-48a8-803b-06d5de7b1cb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d HTTP/1.1" status: 200 len: 918 time: 0.0855350 Aug 06 16:39:14.994689 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-1b49381b-5735-484c-a10a-abf9c0b83088 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6 HTTP/1.1" status: 200 len: 217 time: 0.0384507 Aug 06 16:39:15.044139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-95cb77d3-733e-4ad2-bec4-7798ce0930e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:15.046174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-95cb77d3-733e-4ad2-bec4-7798ce0930e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=22d96bd5-7970-4e18-9897-c7aa09f9b7f9 HTTP/1.1" status: 200 len: 856 time: 0.0447843 Aug 06 16:39:15.090491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-a7545ec0-5a9d-4cb8-b538-80c4f58b0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:15.093806 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-a7545ec0-5a9d-4cb8-b538-80c4f58b0cd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe3a9ed6-4c9b-44fa-994a-da973e15e71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396345 Aug 06 16:39:15.189807 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-0f4a3546-681c-401e-a26f-43cb9f6079a3 service neutron] 10.222.0.64 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Aug 06 16:39:15.279435 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6710ffe9-0c36-4ac7-97a2-fd45e28d4ee5 req-c1c17d3e-8f90-448d-92d0-e43f82eebf9b service neutron] 10.222.0.64 "GET /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811963 Aug 06 16:39:26.347485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98336a2e-2b1a-492c-924a-4499da28f063 req-145c9c6d-cb59-4d71-a25f-d2f1c907fe58 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:26.348938 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98336a2e-2b1a-492c-924a-4499da28f063 req-145c9c6d-cb59-4d71-a25f-d2f1c907fe58 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 945 time: 0.0542772 Aug 06 16:39:26.387017 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-98336a2e-2b1a-492c-924a-4499da28f063 req-0207469f-d207-429b-986e-b9489c79d3eb tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Aug 06 16:39:26.495682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:27.503769 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded862d4-d22e-4060-ae00-046eac6dc46f req-2434100d-845c-4a10-8304-8a9d6acbddba tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:27.505288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ded862d4-d22e-4060-ae00-046eac6dc46f req-2434100d-845c-4a10-8304-8a9d6acbddba tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Aug 06 16:39:27.545802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ded862d4-d22e-4060-ae00-046eac6dc46f req-3e1bf8a4-e279-443d-a1ff-899ece0b9553 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/security-groups?id=22d600a8-1f44-4320-8d30-e1a27408f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345047 Aug 06 16:39:28.065470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36380917-dba1-469a-ae06-d8990ee45753 req-cb7631b0-ef16-4aba-ac81-e7b18e865d24 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:28.066994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36380917-dba1-469a-ae06-d8990ee45753 req-cb7631b0-ef16-4aba-ac81-e7b18e865d24 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.64 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 945 time: 0.0561504 Aug 06 16:39:28.161110 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Deleting port de9aaa43-4e3a-41dc-b7e4-02224643abf6 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:28.161821 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:28.259260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] For port de9aaa43-4e3a-41dc-b7e4-02224643abf6, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=de9aaa43-4e3a-41dc-b7e4-02224643abf6,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:28.259660 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:28.272866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Calling delete_port for de9aaa43-4e3a-41dc-b7e4-02224643abf6 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:28.492027 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:28.506055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['de9aaa43-4e3a-41dc-b7e4-02224643abf6'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:39:28.527513 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Pushing event deleted for resources: {'Port': ['ID=de9aaa43-4e3a-41dc-b7e4-02224643abf6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:28.539835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.540099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.540445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.540784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.541118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.541457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.541788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.542121 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.542457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.542786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.543114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.543442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:28.579500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] No DVR routers for this DVR port de9aaa43-4e3a-41dc-b7e4-02224643abf6 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:39:28.582247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:28.584321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36380917-dba1-469a-ae06-d8990ee45753 req-657129ab-e843-4c1b-b161-2af144c571d8 tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.64 "DELETE /v2.0/ports/de9aaa43-4e3a-41dc-b7e4-02224643abf6 HTTP/1.1" status: 204 len: 173 time: 0.5078828 Aug 06 16:39:28.584764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c4ac02-9d55-4de8-b032-692ff495e764', 'name': 'network-vif-deleted', 'tag': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:39:28.587326 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0f33c9-41f6-4e09-9ea7-e4a81b51b8cc" -d '{"events": [{"server_uuid": "62c4ac02-9d55-4de8-b032-692ff495e764", "name": "network-vif-deleted", "tag": "de9aaa43-4e3a-41dc-b7e4-02224643abf6"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:39:28.623663 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63667ef-3ea8-4d79-87ec-0957d969b58b x-openstack-request-id: req-c63667ef-3ea8-4d79-87ec-0957d969b58b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:39:28.624021 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c4ac02-9d55-4de8-b032-692ff495e764", "name": "network-vif-deleted", "tag": "de9aaa43-4e3a-41dc-b7e4-02224643abf6", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:39:28.624281 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c63667ef-3ea8-4d79-87ec-0957d969b58b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:39:28.624741 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c4ac02-9d55-4de8-b032-692ff495e764', 'name': 'network-vif-deleted', 'tag': 'de9aaa43-4e3a-41dc-b7e4-02224643abf6', 'status': 'completed', 'code': 200} Aug 06 16:39:28.645571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0b9e2eaf-6aa1-414d-a93e-81568364adc5 req-37ab336e-a5a8-4004-8f41-b1d3f76ab96f tempest-TestEncryptedCinderVolumes-1004054232 tempest-TestEncryptedCinderVolumes-1004054232-project] 10.222.0.16 "GET /v2.0/ports?device_id=62c4ac02-9d55-4de8-b032-692ff495e764 HTTP/1.1" status: 200 len: 210 time: 0.0284820 Aug 06 16:39:29.725973 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:29.801772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39596) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:30.158167 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:30.415795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Deleting port e01b78f9-4735-4b5e-a0b0-cad2782e78c5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:30.416131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:30.497673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] For port e01b78f9-4735-4b5e-a0b0-cad2782e78c5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:30.498039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:30.510469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Calling delete_port for e01b78f9-4735-4b5e-a0b0-cad2782e78c5 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:30.770192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:30.797543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01b78f9-4735-4b5e-a0b0-cad2782e78c5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:30.978486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:31.197401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:39:31.309191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:39:31.316074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5bcac49d-b8cf-433a-a9bd-b0392b6e6807 admin admin] 10.222.0.16 "PUT /v2.0/routers/1fcfefe2-e873-4ae4-ba89-8226c5fb2d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5122459 Aug 06 16:39:31.317593 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39600) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:31.317945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] Sync routers for ids ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:39:31.327612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] Routers {'1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:31.328259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:31.430870 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:31.546312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:31.602580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] Set router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:31.655043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Deleting port 182fc540-f641-4aae-84a9-3f2f46228174 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:31.655448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:31.739016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] For port 182fc540-f641-4aae-84a9-3f2f46228174, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=182fc540-f641-4aae-84a9-3f2f46228174,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:31.739376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:31.751575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Calling delete_port for 182fc540-f641-4aae-84a9-3f2f46228174 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:31.779652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '182fc540-f641-4aae-84a9-3f2f46228174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:39:30Z', 'revision_number': 5, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port': {'id': '182fc540-f641-4aae-84a9-3f2f46228174', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:49:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:00Z', 'updated_at': '2021-08-06T16:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:31.806703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] Checking router: 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:39:31.815616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] Routers {'1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:31.816281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:31.903607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] Set router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:31.936265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de9aaa43-4e3a-41dc-b7e4-02224643abf6 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:31.965554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:39:31Z', 'revision_number': 6, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:31.984259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: de9aaa43-4e3a-41dc-b7e4-02224643abf6 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:39:31.984435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device de9aaa43-4e3a-41dc-b7e4-02224643abf6 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:39:31.992784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.010189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257be3c8-d01a-4ead-a485-42dc6a858c75 None None] The sync data for ids ['1fcfefe2-e873-4ae4-ba89-8226c5fb2d94'] in n-d-778550-6 is: [{'id': '1fcfefe2-e873-4ae4-ba89-8226c5fb2d94', 'name': 'tempest-TestEncryptedCinderVolumes-1255891632-router', 'tenant_id': 'c13a0878525543ec9fc3e87dab271ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:37:59Z', 'updated_at': '2021-08-06T16:39:31Z', 'revision_number': 6, 'project_id': 'c13a0878525543ec9fc3e87dab271ff2', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:39:32.019462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=182fc540-f641-4aae-84a9-3f2f46228174,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:32.090617 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.181790 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.183930 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.306953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.307436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:39:32.312176 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.313343 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6a0e7738-5288-4ff0-b85d-9a91706abd7e admin admin] 10.222.0.16 "DELETE /v2.0/routers/1fcfefe2-e873-4ae4-ba89-8226c5fb2d94 HTTP/1.1" status: 204 len: 168 time: 0.9948311 Aug 06 16:39:32.315820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39604) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:32.363039 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Deleting subnet 22d96bd5-7970-4e18-9897-c7aa09f9b7f9 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:39:32.366531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.402057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.490638 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.617972 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.642749 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d96bd5-7970-4e18-9897-c7aa09f9b7f9,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:32.655316 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.655316 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c05435e3-3cb4-4ced-8be2-d9d644b6dcc3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22d96bd5-7970-4e18-9897-c7aa09f9b7f9 HTTP/1.1" status: 204 len: 168 time: 0.3352771 Aug 06 16:39:32.655316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39606) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:32.656291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc72c04a-c9c5-422e-9416-0bf3def0dff3 None None] Network fe3a9ed6-4c9b-44fa-994a-da973e15e71d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:39:32.728380 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.790736 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Deleting port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:32.791101 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.835328 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] DHCP port deletion for fe3a9ed6-4c9b-44fa-994a-da973e15e71d request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:39:32.861495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] For port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:32.861918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.892963 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Deleting port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:32.893705 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:32.893882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Calling delete_port for 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:32.949600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:32.995125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] For port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,segment=NetworkSegment(519b8549-bb7c-4504-abb5-2fa14a63d8bb),segment_id=519b8549-bb7c-4504-abb5-2fa14a63d8bb)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:32.999645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.010778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Calling delete_port for 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:33.080302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.108016 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Pushing event deleted for resources: {'Port': ['ID=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:33.108279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.112660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] No DVR routers for this DVR port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:39:33.140146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.178703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e01b78f9-4735-4b5e-a0b0-cad2782e78c5 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:33.182997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Pushing event deleted for resources: {'Port': ['ID=73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:33.186942 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.197030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3a9ed6-4c9b-44fa-994a-da973e15e71d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:33.207704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519b8549-bb7c-4504-abb5-2fa14a63d8bb') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:33.208031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519b8549-bb7c-4504-abb5-2fa14a63d8bb') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:33.210529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e01b78f9-4735-4b5e-a0b0-cad2782e78c5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:39:33.210880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e01b78f9-4735-4b5e-a0b0-cad2782e78c5 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:39:33.211296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 182fc540-f641-4aae-84a9-3f2f46228174 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:33.213221 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] No DVR routers for this DVR port 73f58dd5-4b5d-4a63-bf95-3863f7a4e7eb on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:39:33.218399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.218870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.224664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9afc07e-2b2e-4bc0-b244-0be0f72800c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:33.230737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.240426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.242454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 182fc540-f641-4aae-84a9-3f2f46228174 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:39:33.242806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 182fc540-f641-4aae-84a9-3f2f46228174 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:39:33.246691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:39:33.247064 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:39:33.249039 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:39:33.371957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.378808 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.380711 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe3a9ed6-4c9b-44fa-994a-da973e15e71d HTTP/1.1" status: 204 len: 168 time: 0.7250550 Aug 06 16:39:33.383654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39608) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:33.395683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87968d6d-2749-4703-9da9-2fa93cc48460 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3a9ed6-4c9b-44fa-994a-da973e15e71d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:33.723910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:33.964456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Deleting port b0537c9f-80f5-448f-aa8b-8c596410bf44 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:33.964792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:34.039449 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] For port b0537c9f-80f5-448f-aa8b-8c596410bf44, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=b0537c9f-80f5-448f-aa8b-8c596410bf44,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:34.039824 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:34.052687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Calling delete_port for b0537c9f-80f5-448f-aa8b-8c596410bf44 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:34.298063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:34.330519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b0537c9f-80f5-448f-aa8b-8c596410bf44,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:34.355444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.355825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.356177 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.356503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.356839 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.357174 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.357503 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.363212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.363212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.363212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.363212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.363212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:34.578104 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:34.789413 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Router fc611ac9-53f2-4df5-8268-ca34d80f8884 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:39:34.898548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:39:34.904181 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1b1ebf0c-c75e-49c8-b39e-0181ffef67fe admin admin] 10.222.0.16 "PUT /v2.0/routers/fc611ac9-53f2-4df5-8268-ca34d80f8884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5194387 Aug 06 16:39:34.907028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39610) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:34.908248 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] Sync routers for ids ['fc611ac9-53f2-4df5-8268-ca34d80f8884'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:39:34.919231 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] Routers {'fc611ac9-53f2-4df5-8268-ca34d80f8884'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:34.919867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc611ac9-53f2-4df5-8268-ca34d80f8884'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:34.989023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dfa39b49-35bb-4975-80b7-6c6a41ca548e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:35.020150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:35.029821 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] Set router fc611ac9-53f2-4df5-8268-ca34d80f8884 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:35.123601 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:35.310802 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:39:34Z', 'revision_number': 5, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port': {'id': 'eaa10def-be93-4f99-93f4-c8f009b36b5a', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:79:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:35.341049 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] Checking router: fc611ac9-53f2-4df5-8268-ca34d80f8884 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:39:35.350485 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] Routers {'fc611ac9-53f2-4df5-8268-ca34d80f8884'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:35.351114 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['fc611ac9-53f2-4df5-8268-ca34d80f8884'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:35.437951 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] Set router fc611ac9-53f2-4df5-8268-ca34d80f8884 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:35.492200 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:39:35Z', 'revision_number': 6, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:35.523531 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7307e-9199-4df6-89d1-8b5105c11827 None None] The sync data for ids ['fc611ac9-53f2-4df5-8268-ca34d80f8884'] in n-d-778550-6 is: [{'id': 'fc611ac9-53f2-4df5-8268-ca34d80f8884', 'name': 'tempest-TestEncryptedCinderVolumes-172028412-router', 'tenant_id': 'a00a9f91d4c142f1aef64720fde14d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:38:06Z', 'updated_at': '2021-08-06T16:39:35Z', 'revision_number': 6, 'project_id': 'a00a9f91d4c142f1aef64720fde14d69', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:39:35.614825 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Deleting port eaa10def-be93-4f99-93f4-c8f009b36b5a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:35.615393 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:35.691850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] For port eaa10def-be93-4f99-93f4-c8f009b36b5a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=eaa10def-be93-4f99-93f4-c8f009b36b5a,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:35.692222 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:35.704388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Calling delete_port for eaa10def-be93-4f99-93f4-c8f009b36b5a owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:35.926344 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:35.960456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa10def-be93-4f99-93f4-c8f009b36b5a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:36.018980 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.106615 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.109336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.217580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.218546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc611ac9-53f2-4df5-8268-ca34d80f8884 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:39:36.222766 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.224122 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-67d6d329-52c8-477f-a01a-84bf8ed7afea admin admin] 10.222.0.16 "DELETE /v2.0/routers/fc611ac9-53f2-4df5-8268-ca34d80f8884 HTTP/1.1" status: 204 len: 168 time: 1.3160510 Aug 06 16:39:36.226523 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39612) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:36.273506 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Deleting subnet 67ada935-b338-4bcd-a100-0da4b672f164 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:39:36.276652 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.312705 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.395729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.520803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.548041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ada935-b338-4bcd-a100-0da4b672f164,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:36.551540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.553344 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-087e2bfe-7db5-4513-adbf-192ea9f340c5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/67ada935-b338-4bcd-a100-0da4b672f164 HTTP/1.1" status: 204 len: 168 time: 0.3258963 Aug 06 16:39:36.555943 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39614) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:36.560986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9463a9-65f8-49ba-9801-7dd03d576d08 None None] Network 961d215d-b215-4498-b9dd-93c410c92c2c requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:39:36.624836 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.682319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Deleting port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:36.682668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.732360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] DHCP port deletion for 961d215d-b215-4498-b9dd-93c410c92c2c request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:39:36.747370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] For port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:36.747736 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.760599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Calling delete_port for 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:36.779701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] Deleting port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:39:36.780126 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.844048 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] For port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,segment=NetworkSegment(8eb58134-625f-49e8-b194-ebb2684402ca),segment_id=8eb58134-625f-49e8-b194-ebb2684402ca)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:36.844371 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.856488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] Calling delete_port for 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:39:36.926590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.947370 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] No DVR routers for this DVR port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:39:36.948055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b0537c9f-80f5-448f-aa8b-8c596410bf44 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:36.953081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:36.973092 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Pushing event deleted for resources: {'Port': ['ID=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:36.991773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: b0537c9f-80f5-448f-aa8b-8c596410bf44 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:39:36.992144 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device b0537c9f-80f5-448f-aa8b-8c596410bf44 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:39:36.992560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:36.997173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] Pushing event deleted for resources: {'Port': ['ID=562d1f0e-b2cf-473f-b6f5-fcd91f9331d8,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:37.016215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:39:37.016559 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:39:37.016962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eaa10def-be93-4f99-93f4-c8f009b36b5a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:39:37.018810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcab14a-459c-4d92-8013-d83e103384e0 None None] No DVR routers for this DVR port 562d1f0e-b2cf-473f-b6f5-fcd91f9331d8 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:39:37.041867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: eaa10def-be93-4f99-93f4-c8f009b36b5a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:39:37.042217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device eaa10def-be93-4f99-93f4-c8f009b36b5a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:39:37.050936 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.060898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961d215d-b215-4498-b9dd-93c410c92c2c']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:37.071063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb58134-625f-49e8-b194-ebb2684402ca') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:37.071357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb58134-625f-49e8-b194-ebb2684402ca') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:37.081336 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.095081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.100849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:39:37.106196 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:39:37.228606 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.234207 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.237371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] 10.222.0.16 "DELETE /v2.0/networks/961d215d-b215-4498-b9dd-93c410c92c2c HTTP/1.1" status: 204 len: 168 time: 0.6792066 Aug 06 16:39:37.249113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b71ddd-7715-45f4-8db1-91e3a2606cde admin admin] Pushing event deleted for resources: {'Network': ['ID=961d215d-b215-4498-b9dd-93c410c92c2c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:37.590806 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39618) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:37.638793 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-58889c77-2d6d-44aa-8aff-ca24185c3c00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c13a0878525543ec9fc3e87dab271ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467792 Aug 06 16:39:37.642018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39620) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:37.674428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9cac4209-080c-4702-bb61-9779d002650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.698702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd2565ce-efa7-4201-a8d3-9834055ba37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.720349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd2565ce-efa7-4201-a8d3-9834055ba37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.777355 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.834452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd2565ce-efa7-4201-a8d3-9834055ba37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.837089 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cd2565ce-efa7-4201-a8d3-9834055ba37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:37.838238 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cd2565ce-efa7-4201-a8d3-9834055ba37a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22d600a8-1f44-4320-8d30-e1a27408f6ed HTTP/1.1" status: 204 len: 168 time: 0.1953259 Aug 06 16:39:37.846552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2565ce-efa7-4201-a8d3-9834055ba37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d600a8-1f44-4320-8d30-e1a27408f6ed,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:38.433130 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39626) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:38.473919 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-fe352436-9b0e-46fb-a20f-3eae4df30230 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a00a9f91d4c142f1aef64720fde14d69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387292 Aug 06 16:39:38.475353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39628) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:38.524777 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d73036c1-cffc-4af9-844b-628c9dbd910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:38.545775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d73036c1-cffc-4af9-844b-628c9dbd910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:38.658276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d73036c1-cffc-4af9-844b-628c9dbd910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:38.660775 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d73036c1-cffc-4af9-844b-628c9dbd910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:38.661930 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d73036c1-cffc-4af9-844b-628c9dbd910f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7251af4-93b5-4525-9e76-46a9282a68a7 HTTP/1.1" status: 204 len: 168 time: 0.1856167 Aug 06 16:39:38.669695 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73036c1-cffc-4af9-844b-628c9dbd910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7251af4-93b5-4525-9e76-46a9282a68a7,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:39.091632 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:39.688573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39650) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:39.782633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-703404349-network', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:39:39.885857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Made reservation on behalf of b15911ec3d184aaca0d00d366b0a2a34 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:39:39.888359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:39.896980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:39.992151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.073216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.100278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:39:40.110823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab5920-0256-42b7-9141-5f0acdb84939,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:40.115677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.116054 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Added segment 34c5c7d1-93e4-4206-859f-6d32234fb5f9 of type vlan for network d26ab982-ad27-4e99-9aef-bc8e7126cb0e Aug 06 16:39:40.157846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.249858 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.250933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:40.251514 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.315041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] Pushing event updated for resources: {'Network': ['ID=d26ab982-ad27-4e99-9aef-bc8e7126cb0e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:40.324752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:39:40.342612 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-511f0b80-aca2-4e21-aed8-f73a10b78768 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6529408 Aug 06 16:39:40.346838 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39654) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:40.354097 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Request body: {'subnet': {'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-703404349-subnet', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:39:40.434431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Made reservation on behalf of b15911ec3d184aaca0d00d366b0a2a34 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:39:40.436869 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.674721 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.740048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:40.748634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Checking segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:40.748999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Network hostable DHCP agents. Network: d26ab982-ad27-4e99-9aef-bc8e7126cb0e, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:39:40.834369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:39:40.918271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d26ab982-ad27-4e99-9aef-bc8e7126cb0e) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:40.922852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:40.923444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:40.927649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a26d45-a12b-458f-a0df-40833a7e0d0c None None] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:39:40.999081 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2dba38e2-b5b9-415c-a627-e7e9933e0383 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6510541 Aug 06 16:39:41.010214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39656) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:41.014885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:39:41.057704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.092864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:39:41.093749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.107291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.108467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.168167 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.234037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Allocated IP 172.20.0.2 (d26ab982-ad27-4e99-9aef-bc8e7126cb0e/cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a/495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:39:41.352134 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.380139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.388178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Transition to ACTIVE for port object 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:41.403021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Transition to ACTIVE for port object 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:41.498189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.540899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:41.544071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:41.549944 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:39:41.553215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Pushing event updated for resources: {'Port': ['ID=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:41.605550 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.605916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Attempting to bind port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:39:41.606289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Attempting to bind port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:39:41.606660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Attempting to bind port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 on network d26ab982-ad27-4e99-9aef-bc8e7126cb0e {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:39:41.612601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:39:41.612983 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Checking segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:41.613389 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.613792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Bound using segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:39:41.614258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Bound port: 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:39:41.614645 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.630717 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.682586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] For port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:39:41.685774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] For port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:39:41.733826 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Allocated IP 172.25.5.2 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/854da759-012a-442b-97bf-81a92e492230) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:39:41.741641 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.801190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc771c0c-3043-4b8f-8d41-2d9466ec4ca1 None None] Pushing event updated for resources: {'Port': ['ID=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:41.845640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.941877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:41.984322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:41.990394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:41.994044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:39:42.018441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Pushing event updated for resources: {'Port': ['ID=854da759-012a-442b-97bf-81a92e492230,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:42.321554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:42.532301 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:42.708170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020a89c0-b447-494a-8aae-485f3e6c53f7 None None] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:39:42.725803 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:39:42.793851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9bb770ac-edc9-4aeb-8768-e68cd6d37ef8 None None] Provisioning for port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:42.836930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:39:42.845822 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Sync routers for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:39:42.871503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:42.872214 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:42.929590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:42.931095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c496f463-f455-4280-b265-032c05afac98 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9198914 Aug 06 16:39:42.933669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39658) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:42.987302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:43.016715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:43.214335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:42Z', 'revision_number': 3, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:43.243171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Checking router: a2c9486f-4e6e-4f5f-b937-01deaf5cc62b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:39:43.243524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Updating router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b port 854da759-012a-442b-97bf-81a92e492230 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:39:43.246860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:43.268094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6c31c559-2f0b-4c55-8eaa-35c43e7b0a0a None None] Provisioning complete for port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:43.268464 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c31c559-2f0b-4c55-8eaa-35c43e7b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.269925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:43.270277 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.315205 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.368916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.532232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Allocated IP 172.20.0.1 (d26ab982-ad27-4e99-9aef-bc8e7126cb0e/cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a/bfe697f8-bfe7-405f-85ae-0b153409b386) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:39:43.533428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c31c559-2f0b-4c55-8eaa-35c43e7b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.575381 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.642822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.657712 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Transition to ACTIVE for port object bfe697f8-bfe7-405f-85ae-0b153409b386 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:43.772575 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.789331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6c31c559-2f0b-4c55-8eaa-35c43e7b0a0a None None] For port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:43.810722 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:43.816579 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:43.820116 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:39:43.844387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Pushing event updated for resources: {'Port': ['ID=bfe697f8-bfe7-405f-85ae-0b153409b386,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:43.864345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.872004 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.883129 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Transition to ACTIVE for port object 854da759-012a-442b-97bf-81a92e492230 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:43.887970 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6c31c559-2f0b-4c55-8eaa-35c43e7b0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:43.964944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 16:39:43.965304 n-d-778550-6 neutron-server[94842]: DEBUG oslo_db.api [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 16:39:43.968602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31c559-2f0b-4c55-8eaa-35c43e7b0a0a None None] Pushing event updated for resources: {'Port': ['ID=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:43.973375 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.033645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Attempting to bind port 854da759-012a-442b-97bf-81a92e492230 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:39:44.034026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Attempting to bind port 854da759-012a-442b-97bf-81a92e492230 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:39:44.034398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Attempting to bind port 854da759-012a-442b-97bf-81a92e492230 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:39:44.036458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4be7-ade9-4abe-b5f8-8ed8cc9b8706 None None] Pushing event updated for resources: {'Port': ['ID=854da759-012a-442b-97bf-81a92e492230,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:44.043390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:39:44.043919 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:44.044210 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.044693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:39:44.045201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Bound port: 854da759-012a-442b-97bf-81a92e492230, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:39:44.045322 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.045590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.100521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] For port 854da759-012a-442b-97bf-81a92e492230, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:39:44.104427 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] For port 854da759-012a-442b-97bf-81a92e492230, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=854da759-012a-442b-97bf-81a92e492230,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:39:44.177895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.208331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b3e11df-01c1-4992-981d-e8ed9b6c70da None None] Provisioning for port bfe697f8-bfe7-405f-85ae-0b153409b386 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:44.214150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.222138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7b3e11df-01c1-4992-981d-e8ed9b6c70da None None] Provisioning complete for port bfe697f8-bfe7-405f-85ae-0b153409b386 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:44.223275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7b3e11df-01c1-4992-981d-e8ed9b6c70da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.263428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:44.264086 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:44.274454 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.313777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4be7-ade9-4abe-b5f8-8ed8cc9b8706 None None] Pushing event updated for resources: {'Port': ['ID=854da759-012a-442b-97bf-81a92e492230,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:44.324198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e11df-01c1-4992-981d-e8ed9b6c70da None None] Port bfe697f8-bfe7-405f-85ae-0b153409b386 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:39:44.341442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.343190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Pushing event updated for resources: {'Port': ['ID=bfe697f8-bfe7-405f-85ae-0b153409b386,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:44.395237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:44.438440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:44.439822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:44.571102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:39:44.660073 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 1, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:44.692351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f3601-9c4e-400b-9e32-ef9f257d06e9 None None] The sync data for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 is: [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 1, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:39:44.745031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-1f6eb10a-bc1d-4c47-bf50-ea5146eb5c9c None None] Provisioning complete for port bfe697f8-bfe7-405f-85ae-0b153409b386 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:44.745409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1f6eb10a-bc1d-4c47-bf50-ea5146eb5c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:44.782460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eb10a-bc1d-4c47-bf50-ea5146eb5c9c None None] Port bfe697f8-bfe7-405f-85ae-0b153409b386 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:39:44.977352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:45.033070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:45.033452 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:45.054595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:39:45.061506 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7fba27f6-5bec-4df3-a0ff-f1e5a7db5c1c admin admin] 10.222.0.16 "PUT /v2.0/routers/a2c9486f-4e6e-4f5f-b937-01deaf5cc62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267948 Aug 06 16:39:45.771746 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39674) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:45.776802 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-926839183-network', 'tenant_id': 'f09200115db048398a74cdf085e60edc'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:39:45.880529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Made reservation on behalf of f09200115db048398a74cdf085e60edc for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:39:45.883040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:45.893189 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:45.981002 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.026971 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.054493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:39:46.065078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa8835-03a4-4d42-a387-9a178369729c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:46.071524 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.071899 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Added segment 9fa4b177-333d-4b68-ae68-6a9743aa8fd5 of type vlan for network 348e1a03-5f51-4657-9b66-ef42946ddc90 Aug 06 16:39:46.114182 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.198153 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.199066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:46.199647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.265801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] Pushing event updated for resources: {'Network': ['ID=348e1a03-5f51-4657-9b66-ef42946ddc90,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:46.275626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:39:46.296342 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-be6da785-d4b5-4446-8a7d-2bba582a5084 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5232296 Aug 06 16:39:46.299570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39676) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:46.306234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Request body: {'subnet': {'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-926839183-subnet', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:39:46.382878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Made reservation on behalf of f09200115db048398a74cdf085e60edc for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:39:46.385357 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.602996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:39:46.633050 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.679878 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Sync routers for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:39:46.688805 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:46.689447 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:46.695633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78581765-723f-4969-bccc-54b69c99f091,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:46.710012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Checking segment: {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:46.710424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Network hostable DHCP agents. Network: 348e1a03-5f51-4657-9b66-ef42946ddc90, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:39:46.792806 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:39:46.798741 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:46.857522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 348e1a03-5f51-4657-9b66-ef42946ddc90) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:46.864365 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:39:46.864971 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:46.865900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f93c12-2333-464f-a768-43f8db37558e None None] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:39:46.956930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39678) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:46.960357 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e5255896-9f96-43c8-acc9-b7e79735ab60 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6587493 Aug 06 16:39:46.965588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:39:47.010394 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:44Z', 'revision_number': 2, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:47.021062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 854da759-012a-442b-97bf-81a92e492230 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:47.043314 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Checking router: a2c9486f-4e6e-4f5f-b937-01deaf5cc62b for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:39:47.043758 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Updating router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b port bfe697f8-bfe7-405f-85ae-0b153409b386 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:39:47.069440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.071306 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.082009 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.082773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-348e1a03-5f51-4657-9b66-ef42946ddc90', 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'fixed_ips': [{'subnet_id': '78581765-723f-4969-bccc-54b69c99f091'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:39:47.083646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.133512 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.180310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 854da759-012a-442b-97bf-81a92e492230 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:47.190042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 854da759-012a-442b-97bf-81a92e492230 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:47.190576 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.304872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Allocated IP 172.20.0.2 (348e1a03-5f51-4657-9b66-ef42946ddc90/78581765-723f-4969-bccc-54b69c99f091/9a7feeaf-8cd4-4f67-a660-bcb7753b6a07) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:39:47.333029 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.355935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.388728 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.399634 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Transition to ACTIVE for port object bfe697f8-bfe7-405f-85ae-0b153409b386 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:47.403272 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 854da759-012a-442b-97bf-81a92e492230, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=854da759-012a-442b-97bf-81a92e492230,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:47.473020 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.477442 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.530618 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Pushing event updated for resources: {'Port': ['ID=bfe697f8-bfe7-405f-85ae-0b153409b386,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:47.531335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.545271 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.545872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.546368 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.546703 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.547867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.548472 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.548959 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.549454 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.549788 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.550287 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.550955 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.551504 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:39:47.555411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Transition to ACTIVE for port object 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:47.564186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=854da759-012a-442b-97bf-81a92e492230,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:47.580302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Transition to ACTIVE for port object 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:47.614449 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Attempting to bind port bfe697f8-bfe7-405f-85ae-0b153409b386 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:39:47.615025 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Attempting to bind port bfe697f8-bfe7-405f-85ae-0b153409b386 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:39:47.615333 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Attempting to bind port bfe697f8-bfe7-405f-85ae-0b153409b386 on network d26ab982-ad27-4e99-9aef-bc8e7126cb0e {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:39:47.622700 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:39:47.623173 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Checking segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:47.623648 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.624164 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Bound using segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:39:47.624707 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Bound port: bfe697f8-bfe7-405f-85ae-0b153409b386, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:39:47.625159 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.655959 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.720064 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] For port bfe697f8-bfe7-405f-85ae-0b153409b386, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:39:47.722954 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:47.726161 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:47.726790 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] For port bfe697f8-bfe7-405f-85ae-0b153409b386, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfe697f8-bfe7-405f-85ae-0b153409b386,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:39:47.730486 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:39:47.731191 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.739218 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Pushing event updated for resources: {'Port': ['ID=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:47.756409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.800407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Attempting to bind port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:39:47.800706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Attempting to bind port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:39:47.801087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Attempting to bind port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 on network 348e1a03-5f51-4657-9b66-ef42946ddc90 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:39:47.801222 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.809454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:39:47.809749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Checking segment: {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:47.810172 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.810635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Bound using segment: {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:39:47.811133 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Bound port: 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:39:47.811577 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:47.871137 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:47.871391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:47.895765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Allocated IP 172.25.5.83 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/0e11a300-0117-42d6-82e1-0b01a2d61f01) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:39:47.917171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] For port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:39:47.921183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] For port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:39:47.923546 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ece33-8f14-4b15-8700-a2df28137ce0 None None] Pushing event updated for resources: {'Port': ['ID=bfe697f8-bfe7-405f-85ae-0b153409b386,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:48.017682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:48.018994 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:48.029564 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:48.102606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09105c96-6509-4099-b3ba-ef34b7ae1dff None None] Pushing event updated for resources: {'Port': ['ID=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:48.145620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:48.191290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:48.196452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:48.201609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:39:48.240230 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Pushing event updated for resources: {'Port': ['ID=0e11a300-0117-42d6-82e1-0b01a2d61f01,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:48.315890 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:48.452144 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c903c-0839-45a9-b420-cf41804118d9 None None] The sync data for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 is: [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:39:48.607561 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:48.817094 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.023387 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Router 32357874-65d4-44f0-8d12-044b5d520eee is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:39:49.104589 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 854da759-012a-442b-97bf-81a92e492230 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:49.129108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e1051-f0ed-4ea2-9765-14beebc82acd None None] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:39:49.166305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:39:49.187566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Sync routers for ids ['32357874-65d4-44f0-8d12-044b5d520eee'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:39:49.228308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Routers {'32357874-65d4-44f0-8d12-044b5d520eee'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:49.228935 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['32357874-65d4-44f0-8d12-044b5d520eee'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:49.240302 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.244368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f2d39f9c-579d-4fbc-9c90-c955759ced0f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2830253 Aug 06 16:39:49.244719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39680) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:39:49.280818 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 854da759-012a-442b-97bf-81a92e492230 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:49.281201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.361978 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f9917800-4667-4fb5-a1f3-23a3a3d04207 None None] Provisioning for port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:49.416931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Set router 32357874-65d4-44f0-8d12-044b5d520eee gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:49.679632 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.749430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfe697f8-bfe7-405f-85ae-0b153409b386 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:49.844958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Allocated IP 172.20.0.1 (348e1a03-5f51-4657-9b66-ef42946ddc90/78581765-723f-4969-bccc-54b69c99f091/5e6a8dbe-bd51-4185-9089-4388acae5e21) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:39:49.853495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:48Z', 'revision_number': 3, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:49.885381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Checking router: 32357874-65d4-44f0-8d12-044b5d520eee for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:39:49.885740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Updating router 32357874-65d4-44f0-8d12-044b5d520eee port 0e11a300-0117-42d6-82e1-0b01a2d61f01 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:39:49.905778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port bfe697f8-bfe7-405f-85ae-0b153409b386 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:49.914793 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bfe697f8-bfe7-405f-85ae-0b153409b386 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:49.916956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.917974 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.961734 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:49.975688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Transition to ACTIVE for port object 5e6a8dbe-bd51-4185-9089-4388acae5e21 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:50.093230 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.140380 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:50.143986 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:50.146882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.147416 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:39:50.172687 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6a8dbe-bd51-4185-9089-4388acae5e21,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:50.200914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.213943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port bfe697f8-bfe7-405f-85ae-0b153409b386, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfe697f8-bfe7-405f-85ae-0b153409b386,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:50.277149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.278375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:50.315671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.359316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Transition to ACTIVE for port object 0e11a300-0117-42d6-82e1-0b01a2d61f01 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:50.400380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=bfe697f8-bfe7-405f-85ae-0b153409b386,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:50.436726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.440289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.473060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:50.507100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:50.507709 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.533774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d787-edb5-45f0-8934-2dd50bca299a None None] Pushing event updated for resources: {'Port': ['ID=0e11a300-0117-42d6-82e1-0b01a2d61f01,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:50.536176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Attempting to bind port 0e11a300-0117-42d6-82e1-0b01a2d61f01 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:39:50.541359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Attempting to bind port 0e11a300-0117-42d6-82e1-0b01a2d61f01 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:39:50.541359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Attempting to bind port 0e11a300-0117-42d6-82e1-0b01a2d61f01 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:39:50.560115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:39:50.560494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:50.560898 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.561292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:39:50.561772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Bound port: 0e11a300-0117-42d6-82e1-0b01a2d61f01, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:39:50.562171 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.630722 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.643007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22825081-3ca8-4088-8344-2e020c78767d None None] Provisioning for port 5e6a8dbe-bd51-4185-9089-4388acae5e21 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:50.645329 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] For port 0e11a300-0117-42d6-82e1-0b01a2d61f01, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:39:50.666182 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-22825081-3ca8-4088-8344-2e020c78767d None None] Provisioning complete for port 5e6a8dbe-bd51-4185-9089-4388acae5e21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:50.666964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-22825081-3ca8-4088-8344-2e020c78767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.669188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] For port 0e11a300-0117-42d6-82e1-0b01a2d61f01, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0e11a300-0117-42d6-82e1-0b01a2d61f01,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:39:50.695831 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.720383 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.721433 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-22825081-3ca8-4088-8344-2e020c78767d None None] Port 5e6a8dbe-bd51-4185-9089-4388acae5e21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:39:50.738705 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:50.749204 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.786448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6a8dbe-bd51-4185-9089-4388acae5e21,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:50.789009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.811181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:50.819904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d787-edb5-45f0-8934-2dd50bca299a None None] Pushing event updated for resources: {'Port': ['ID=0e11a300-0117-42d6-82e1-0b01a2d61f01,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:50.824639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Routers {'32357874-65d4-44f0-8d12-044b5d520eee'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:50.825258 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['32357874-65d4-44f0-8d12-044b5d520eee'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:50.889747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:39:50.891880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:39:50.957815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfe697f8-bfe7-405f-85ae-0b153409b386 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:50.961601 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:51.020210 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] Set router 32357874-65d4-44f0-8d12-044b5d520eee gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:51.031087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Router 32357874-65d4-44f0-8d12-044b5d520eee has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:39:51.099736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port bfe697f8-bfe7-405f-85ae-0b153409b386 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:51.100150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:51.149699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:39:51.162534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c0e80ea-7e60-43b4-8705-82878156e7f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/32357874-65d4-44f0-8d12-044b5d520eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088628 Aug 06 16:39:51.212183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3e3225f6-3af7-40f4-b628-e5ba34145101 None None] Provisioning complete for port 5e6a8dbe-bd51-4185-9089-4388acae5e21 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:51.212781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e3225f6-3af7-40f4-b628-e5ba34145101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:51.319343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3e3225f6-3af7-40f4-b628-e5ba34145101 None None] Port 5e6a8dbe-bd51-4185-9089-4388acae5e21 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:39:51.361358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5e6a8dbe-bd51-4185-9089-4388acae5e21', 'name': '', 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'mac_address': 'fa:16:3e:2b:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '78581765-723f-4969-bccc-54b69c99f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:49Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 2, 'project_id': 'f09200115db048398a74cdf085e60edc', 'subnets': [{'id': '78581765-723f-4969-bccc-54b69c99f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:51.389117 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b339a4-2aba-4856-8c22-e8ae24a1dfb7 None None] The sync data for ids ['32357874-65d4-44f0-8d12-044b5d520eee'] in n-d-778550-6 is: [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5e6a8dbe-bd51-4185-9089-4388acae5e21', 'name': '', 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'mac_address': 'fa:16:3e:2b:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '78581765-723f-4969-bccc-54b69c99f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:49Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 2, 'project_id': 'f09200115db048398a74cdf085e60edc', 'subnets': [{'id': '78581765-723f-4969-bccc-54b69c99f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:39:53.058716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0e11a300-0117-42d6-82e1-0b01a2d61f01 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:53.195401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0e11a300-0117-42d6-82e1-0b01a2d61f01 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:53.200212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0e11a300-0117-42d6-82e1-0b01a2d61f01 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:53.200895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:53.317105 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:53.343769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 0e11a300-0117-42d6-82e1-0b01a2d61f01, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0e11a300-0117-42d6-82e1-0b01a2d61f01,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:53.429091 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:53.429909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:53.511975 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=0e11a300-0117-42d6-82e1-0b01a2d61f01,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:53.525326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:53.525860 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:54.132343 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Sync routers for ids ['32357874-65d4-44f0-8d12-044b5d520eee'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:39:54.143014 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Routers {'32357874-65d4-44f0-8d12-044b5d520eee'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:54.143645 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['32357874-65d4-44f0-8d12-044b5d520eee'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:54.270549 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Set router 32357874-65d4-44f0-8d12-044b5d520eee gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:54.506247 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5e6a8dbe-bd51-4185-9089-4388acae5e21', 'name': '', 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'mac_address': 'fa:16:3e:2b:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '78581765-723f-4969-bccc-54b69c99f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:49Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 2, 'project_id': 'f09200115db048398a74cdf085e60edc', 'subnets': [{'id': '78581765-723f-4969-bccc-54b69c99f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:54.539289 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Checking router: 32357874-65d4-44f0-8d12-044b5d520eee for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:39:54.540071 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Updating router 32357874-65d4-44f0-8d12-044b5d520eee port 5e6a8dbe-bd51-4185-9089-4388acae5e21 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:39:54.565840 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:54.864443 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:54.875178 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Transition to ACTIVE for port object 5e6a8dbe-bd51-4185-9089-4388acae5e21 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:39:54.948065 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0e11a300-0117-42d6-82e1-0b01a2d61f01 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:54.956253 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:55.006669 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1aabf-b5af-47b8-9eef-05ba8a4f3afd None None] Pushing event updated for resources: {'Port': ['ID=5e6a8dbe-bd51-4185-9089-4388acae5e21,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:55.008188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0e11a300-0117-42d6-82e1-0b01a2d61f01 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:55.008853 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:55.097429 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Attempting to bind port 5e6a8dbe-bd51-4185-9089-4388acae5e21 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:39:55.097829 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Attempting to bind port 5e6a8dbe-bd51-4185-9089-4388acae5e21 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:39:55.098381 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Attempting to bind port 5e6a8dbe-bd51-4185-9089-4388acae5e21 on network 348e1a03-5f51-4657-9b66-ef42946ddc90 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:39:55.103898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:39:55.104958 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Checking segment: {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:39:55.105280 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:55.105678 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Bound using segment: {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:39:55.106149 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Bound port: 5e6a8dbe-bd51-4185-9089-4388acae5e21, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa4b177-333d-4b68-ae68-6a9743aa8fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:39:55.106551 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:55.180915 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] For port 5e6a8dbe-bd51-4185-9089-4388acae5e21, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:39:55.184317 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] For port 5e6a8dbe-bd51-4185-9089-4388acae5e21, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5e6a8dbe-bd51-4185-9089-4388acae5e21,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:39:55.455935 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:55.509100 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Routers {'32357874-65d4-44f0-8d12-044b5d520eee'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:39:55.510111 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:39:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['32357874-65d4-44f0-8d12-044b5d520eee'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:55.561998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1aabf-b5af-47b8-9eef-05ba8a4f3afd None None] Pushing event updated for resources: {'Port': ['ID=5e6a8dbe-bd51-4185-9089-4388acae5e21,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:55.646756 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] Set router 32357874-65d4-44f0-8d12-044b5d520eee gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:39:55.897240 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5e6a8dbe-bd51-4185-9089-4388acae5e21', 'name': '', 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'mac_address': 'fa:16:3e:2b:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '78581765-723f-4969-bccc-54b69c99f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:49Z', 'updated_at': '2021-08-06T16:39:55Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'subnets': [{'id': '78581765-723f-4969-bccc-54b69c99f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:39:55.924441 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c586b3c-38ce-4f9d-9911-cfd2b0d7c626 None None] The sync data for ids ['32357874-65d4-44f0-8d12-044b5d520eee'] in n-d-778550-6 is: [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5e6a8dbe-bd51-4185-9089-4388acae5e21', 'name': '', 'network_id': '348e1a03-5f51-4657-9b66-ef42946ddc90', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'mac_address': 'fa:16:3e:2b:76:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '78581765-723f-4969-bccc-54b69c99f091', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:49Z', 'updated_at': '2021-08-06T16:39:55Z', 'revision_number': 4, 'project_id': 'f09200115db048398a74cdf085e60edc', 'subnets': [{'id': '78581765-723f-4969-bccc-54b69c99f091', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:39:56.557655 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:56.993909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5e6a8dbe-bd51-4185-9089-4388acae5e21 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:57.120113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5e6a8dbe-bd51-4185-9089-4388acae5e21 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:39:57.124370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5e6a8dbe-bd51-4185-9089-4388acae5e21 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:57.124758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:57.223788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:57.266425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5e6a8dbe-bd51-4185-9089-4388acae5e21, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5e6a8dbe-bd51-4185-9089-4388acae5e21,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:39:57.370104 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:57.430016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5e6a8dbe-bd51-4185-9089-4388acae5e21,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:39:58.967760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5e6a8dbe-bd51-4185-9089-4388acae5e21 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:39:59.035721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5e6a8dbe-bd51-4185-9089-4388acae5e21 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:39:59.037563 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:39:59.650119 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:02.950886 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-1ad54303-5757-45dc-bb28-d915649a0c0d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:02.952677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-1ad54303-5757-45dc-bb28-d915649a0c0d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 814 time: 0.1068001 Aug 06 16:40:02.968899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-460c0c3d-9806-48af-af55-112110343b42 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/quotas/b15911ec3d184aaca0d00d366b0a2a34 HTTP/1.1" status: 200 len: 375 time: 0.0092740 Aug 06 16:40:03.022681 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-8b2247df-b648-4495-bf7d-115810b093c5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483918 Aug 06 16:40:03.248306 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-aa2ee62c-1b83-4eac-b23f-166610588487 service neutron] 10.222.0.16 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091355 Aug 06 16:40:03.337878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-04f8dbae-3f3e-4ed5-aff2-c578425ddd04 service neutron] 10.222.0.16 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829992 Aug 06 16:40:03.578267 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-357b2d48-2c14-49d2-90a3-e4f24b4d445f req-5b5fac33-fac7-40b2-b73a-55e00f0023df tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 210 time: 0.0302498 Aug 06 16:40:04.679783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3f4e8ce2-4bc3-4ad3-8759-d4e5bc78b0c3 req-978cea21-390a-41d5-a11f-e691d140c033 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 210 time: 0.0282710 Aug 06 16:40:05.005820 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0875b906-67df-43d2-a685-fd3ec09b5f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:05.790398 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7e4e6200-f27d-4a6f-9cdc-6cb8b3466df1 req-cdb86651-6338-456b-81e6-e265af4ad6e0 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 210 time: 0.0318873 Aug 06 16:40:05.999388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-8a61744f-dae8-4dc3-858b-dde29440ddcd tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:06.000889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-8a61744f-dae8-4dc3-858b-dde29440ddcd tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 814 time: 0.4719291 Aug 06 16:40:06.013041 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'port': {'device_id': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'admin_state_up': True, 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:06.182622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Made reservation on behalf of b15911ec3d184aaca0d00d366b0a2a34 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:40:06.186297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:06.325920 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Allocated IP 172.20.0.10 (d26ab982-ad27-4e99-9aef-bc8e7126cb0e/cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a/ed6948dd-4352-4e18-b151-966808dcdf58) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:40:06.540489 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:06.557551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Transition to ACTIVE for port object ed6948dd-4352-4e18-b151-966808dcdf58 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:40:06.675782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:06.733030 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:40:06.736855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:40:06.739085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:40:06.746227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:06.818923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:06.820028 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:06.920863 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-ee52feb7-879e-474d-b5b0-48229a94f1d8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114816 Aug 06 16:40:06.957080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ce875-beee-48c6-b5e2-031faff96113 req-34bc77a1-f49f-47ce-a7e4-856d9f12cb63 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:06.964511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-147ce875-beee-48c6-b5e2-031faff96113 req-34bc77a1-f49f-47ce-a7e4-856d9f12cb63 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0818336 Aug 06 16:40:07.006966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-147ce875-beee-48c6-b5e2-031faff96113 req-68d12c2b-6f62-473d-b8a1-520f7a459a8a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415032 Aug 06 16:40:07.177203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1c88b7c-2d66-40d3-afe9-5d09bdd95aa5 None None] Provisioning for port ed6948dd-4352-4e18-b151-966808dcdf58 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:40:07.182526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c1c88b7c-2d66-40d3-afe9-5d09bdd95aa5 None None] Provisioning complete for port ed6948dd-4352-4e18-b151-966808dcdf58 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:40:07.188386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c1c88b7c-2d66-40d3-afe9-5d09bdd95aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:07.223732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c1c88b7c-2d66-40d3-afe9-5d09bdd95aa5 None None] Port ed6948dd-4352-4e18-b151-966808dcdf58 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:40:07.685459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-91c83fed-2020-438c-b02f-454dafbc104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:07.766207 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:08.133846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e65616-c671-44f3-8ef6-dc1a4c427a7d req-1a99fc5c-3ce3-475a-9cf1-78274b7b01c8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:08.135334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99e65616-c671-44f3-8ef6-dc1a4c427a7d req-1a99fc5c-3ce3-475a-9cf1-78274b7b01c8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0539386 Aug 06 16:40:08.190746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99e65616-c671-44f3-8ef6-dc1a4c427a7d req-b8a80fc4-f984-4bfc-8816-41be845c2e2a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Aug 06 16:40:09.140924 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:09.329317 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7474b02-631a-418d-a239-a4fb090ee376 req-a1de5408-729d-4ee8-9306-7b9181fb4383 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:09.332234 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7474b02-631a-418d-a239-a4fb090ee376 req-a1de5408-729d-4ee8-9306-7b9181fb4383 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0674465 Aug 06 16:40:09.376285 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f7474b02-631a-418d-a239-a4fb090ee376 req-9121c92b-0729-4596-bddd-4f4266d531c8 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378783 Aug 06 16:40:10.504102 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ddc2b-30ff-4520-adf1-525a39d2ae28 req-a6197bd8-8f37-4a90-b7ba-dee93538f1b7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:10.506129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b76ddc2b-30ff-4520-adf1-525a39d2ae28 req-a6197bd8-8f37-4a90-b7ba-dee93538f1b7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0517602 Aug 06 16:40:10.560094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b76ddc2b-30ff-4520-adf1-525a39d2ae28 req-a535be4f-e371-4c4e-9248-e061a1609767 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467732 Aug 06 16:40:11.016731 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:11.699678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68be0b-4e8d-4842-b1df-34b029daba86 req-153f2420-72bf-4ec8-a0ef-880e73e07edd tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:11.704573 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c68be0b-4e8d-4842-b1df-34b029daba86 req-153f2420-72bf-4ec8-a0ef-880e73e07edd tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0564160 Aug 06 16:40:11.743442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c68be0b-4e8d-4842-b1df-34b029daba86 req-b5039e13-13ef-43b6-9896-cadac6deca56 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Aug 06 16:40:12.870134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35536374-b1b5-456c-b01e-fdd78f697a52 req-ec50526c-075a-4f20-a29d-fc556eda8540 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:12.872061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35536374-b1b5-456c-b01e-fdd78f697a52 req-ec50526c-075a-4f20-a29d-fc556eda8540 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0551279 Aug 06 16:40:12.934062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-35536374-b1b5-456c-b01e-fdd78f697a52 req-826aa7f3-8447-40e9-84eb-e2c8787b397e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547111 Aug 06 16:40:14.060231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b4a99-d1b3-403d-89e0-47d559413b16 req-4f80439b-33d6-47bf-a296-eee4a3e9e9f6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:14.061723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a2b4a99-d1b3-403d-89e0-47d559413b16 req-4f80439b-33d6-47bf-a296-eee4a3e9e9f6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0536206 Aug 06 16:40:14.101503 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a2b4a99-d1b3-403d-89e0-47d559413b16 req-d363b7d7-7237-43ec-bc75-72b021d5912a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Aug 06 16:40:15.236662 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f9b31-3ddc-4ada-abd3-f58715bf73ab req-bdf37128-90b4-42fc-9421-e9f1d8140f0e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:15.240172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-706f9b31-3ddc-4ada-abd3-f58715bf73ab req-bdf37128-90b4-42fc-9421-e9f1d8140f0e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0552726 Aug 06 16:40:15.659980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-706f9b31-3ddc-4ada-abd3-f58715bf73ab req-da8ddc0c-2399-477f-9fff-0700bf93b838 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130092 Aug 06 16:40:16.784142 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6f254-6aee-488a-a688-f1fceb711e83 req-c1ac361c-2e2d-4c84-a647-65692c008086 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:16.785642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efc6f254-6aee-488a-a688-f1fceb711e83 req-c1ac361c-2e2d-4c84-a647-65692c008086 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 932 time: 0.0497541 Aug 06 16:40:16.823667 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-efc6f254-6aee-488a-a688-f1fceb711e83 req-2b989f8f-9331-4289-b653-ad8c6d5ab515 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320826 Aug 06 16:40:17.250340 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-85f55721-4c03-494d-9800-f1299644f91d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:40:17.252146 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-85f55721-4c03-494d-9800-f1299644f91d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063283 Aug 06 16:40:17.310435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Request body: {'port': {'device_id': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:17.370484 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:17.637240 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6948dd-4352-4e18-b151-966808dcdf58 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:40:17.644684 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:17.656763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Transition to ACTIVE for port object ed6948dd-4352-4e18-b151-966808dcdf58 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:40:17.734734 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:17.788629 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:17.861372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Attempting to bind port ed6948dd-4352-4e18-b151-966808dcdf58 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:40:17.862778 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Attempting to bind port ed6948dd-4352-4e18-b151-966808dcdf58 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:40:17.863081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Attempting to bind port ed6948dd-4352-4e18-b151-966808dcdf58 on network d26ab982-ad27-4e99-9aef-bc8e7126cb0e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:40:17.868081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Port ed6948dd-4352-4e18-b151-966808dcdf58 on network d26ab982-ad27-4e99-9aef-bc8e7126cb0e not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:40:17.868406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Attempting to bind port ed6948dd-4352-4e18-b151-966808dcdf58 on network d26ab982-ad27-4e99-9aef-bc8e7126cb0e {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:40:17.873527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:40:17.873896 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Checking segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:40:17.874279 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Bound using segment: {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:40:17.874706 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Bound port: ed6948dd-4352-4e18-b151-966808dcdf58, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34c5c7d1-93e4-4206-859f-6d32234fb5f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:40:17.875063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:17.945937 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:40:17.947244 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594d3c-11fc-4dbd-8291-f50a8033e873 req-f1f0acb7-77f3-4252-9bed-fef28f0e7940 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:17.948861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45594d3c-11fc-4dbd-8291-f50a8033e873 req-f1f0acb7-77f3-4252-9bed-fef28f0e7940 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 944 time: 0.0529664 Aug 06 16:40:17.951227 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:40:17.987581 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45594d3c-11fc-4dbd-8291-f50a8033e873 req-9482cb80-a16f-4a3f-bfaa-d32a026b09f6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Aug 06 16:40:18.051875 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:18.088677 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.089703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:18.091920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-027cebaa-1485-470c-9545-25627243cc5b service neutron] 10.222.0.59 "PUT /v2.0/ports/ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 1092 time: 0.8311806 Aug 06 16:40:18.092585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:18.097710 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7080374-b77e-416f-adde-e14c7788a65d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:18.137201 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cebaa-1485-470c-9545-25627243cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:18.161519 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9244e0b-e227-4dbb-b6d5-30130e407bec x-openstack-request-id: req-e9244e0b-e227-4dbb-b6d5-30130e407bec {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:18.161903 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:18.162165 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9244e0b-e227-4dbb-b6d5-30130e407bec {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:18.162573 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'status': 'completed', 'code': 200} Aug 06 16:40:18.225512 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080374-b77e-416f-adde-e14c7788a65d req-ef354cbf-00de-42bd-9379-d37325b773a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.227048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7080374-b77e-416f-adde-e14c7788a65d req-ef354cbf-00de-42bd-9379-d37325b773a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1095 time: 0.0461211 Aug 06 16:40:18.338407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080374-b77e-416f-adde-e14c7788a65d req-ab1d4351-53e9-47f2-8732-7a7b8fa4dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.340119 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7080374-b77e-416f-adde-e14c7788a65d req-ab1d4351-53e9-47f2-8732-7a7b8fa4dc69 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1058311 Aug 06 16:40:18.443258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7080374-b77e-416f-adde-e14c7788a65d req-62f66af4-fd2b-4c91-b6e5-e912cd921790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.444746 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c7080374-b77e-416f-adde-e14c7788a65d req-62f66af4-fd2b-4c91-b6e5-e912cd921790 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979879 Aug 06 16:40:18.521570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-7c76a257-df24-4c8d-a2c4-bd8f66d65b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.523061 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-7c76a257-df24-4c8d-a2c4-bd8f66d65b5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1095 time: 0.0423093 Aug 06 16:40:18.565845 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-105ca549-b5a4-4ce3-9d8a-1cd071d647cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 217 time: 0.0344703 Aug 06 16:40:18.619657 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-27f92aa6-4a2f-42e5-a93c-7179711e3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.621129 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-27f92aa6-4a2f-42e5-a93c-7179711e3c8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0497477 Aug 06 16:40:18.669839 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fec15-1215-4c7b-be40-147f5316557b req-acd4eced-8794-4635-a77b-583e18ac2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:18.671355 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-acd4eced-8794-4635-a77b-583e18ac2acc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425701 Aug 06 16:40:18.761405 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-31dd2546-4989-45f5-9c0b-d5aee5976e51 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829060 Aug 06 16:40:18.854213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a25fec15-1215-4c7b-be40-147f5316557b req-458b0ffd-8507-4cc7-be1b-496e6424d7c1 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854735 Aug 06 16:40:19.107753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fb30d-c137-4745-9ece-667e37e72fd2 req-a8b98117-060e-4e18-bd5d-82e3ee10aee7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:19.109251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-928fb30d-c137-4745-9ece-667e37e72fd2 req-a8b98117-060e-4e18-bd5d-82e3ee10aee7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 944 time: 0.0518897 Aug 06 16:40:19.147792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-928fb30d-c137-4745-9ece-667e37e72fd2 req-38953f2f-5a68-4b64-9e50-c2a25a59c882 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Aug 06 16:40:20.264533 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bd037-1296-460b-a9f4-fdc9b16397a4 req-07d4cd6e-ce34-48b6-95c7-8eb488f949cc tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:20.266006 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a15bd037-1296-460b-a9f4-fdc9b16397a4 req-07d4cd6e-ce34-48b6-95c7-8eb488f949cc tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 944 time: 0.0485814 Aug 06 16:40:20.303185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a15bd037-1296-460b-a9f4-fdc9b16397a4 req-37662439-a8ed-46df-adb2-d8cedcb6e150 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Aug 06 16:40:21.420212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499afa08-696c-4849-8f41-9c3ff0ebf43f req-5e477bfe-3b76-48c4-9b0e-e677772f24f3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:21.421697 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-499afa08-696c-4849-8f41-9c3ff0ebf43f req-5e477bfe-3b76-48c4-9b0e-e677772f24f3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 944 time: 0.0518587 Aug 06 16:40:21.460701 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-499afa08-696c-4849-8f41-9c3ff0ebf43f req-46595ee0-eadc-4ed8-8184-beaec945d10e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Aug 06 16:40:22.115280 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device ed6948dd-4352-4e18-b151-966808dcdf58 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:40:22.206774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:22.220376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'port_id': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'mac_address': 'fa:16:3e:58:df:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:40:22.256809 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:22.268715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6948dd-4352-4e18-b151-966808dcdf58 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:40:22.287921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:22.359675 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:22.410837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:22.583876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be6da7-8eb8-4888-8a49-f5a57444be77 req-4db5e56f-e908-41b0-aec8-7639201b43af tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:22.585365 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1be6da7-8eb8-4888-8a49-f5a57444be77 req-4db5e56f-e908-41b0-aec8-7639201b43af tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 945 time: 0.0579937 Aug 06 16:40:22.606531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['ed6948dd-4352-4e18-b151-966808dcdf58'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:40:22.625643 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1be6da7-8eb8-4888-8a49-f5a57444be77 req-ccee92f1-9547-4b90-bb65-54a1358cdfd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Aug 06 16:40:23.602968 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:40:23.742795 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da7d9b-5d8d-4d0e-9903-0a572ee26f42 req-f7c3c4fc-0f56-43f6-bf18-f15bb5d986cb tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:23.744300 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93da7d9b-5d8d-4d0e-9903-0a572ee26f42 req-f7c3c4fc-0f56-43f6-bf18-f15bb5d986cb tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Aug 06 16:40:23.782345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93da7d9b-5d8d-4d0e-9903-0a572ee26f42 req-5831f73a-4cfb-4c86-a05e-b38ef0af7487 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Aug 06 16:40:24.126688 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device ed6948dd-4352-4e18-b151-966808dcdf58 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:40:24.244896 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port ed6948dd-4352-4e18-b151-966808dcdf58 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:40:24.248682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port ed6948dd-4352-4e18-b151-966808dcdf58 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:40:24.249058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:24.327463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:24.350002 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:24.352339 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003b9b5f-b63f-4f93-8abf-affb0c291f9b" -d '{"events": [{"server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "name": "network-vif-plugged", "status": "completed", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:24.367331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:24.392160 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc8cff7-c6f3-4a53-88b3-c592b6208274 x-openstack-request-id: req-6cc8cff7-c6f3-4a53-88b3-c592b6208274 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:24.395438 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "name": "network-vif-plugged", "status": "completed", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:24.395438 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6cc8cff7-c6f3-4a53-88b3-c592b6208274 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:24.395438 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'code': 200} Aug 06 16:40:24.443716 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:24.493950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:24.494277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f81c91-ae8e-48fd-98e6-2e4e2a526806 req-9f1d83c1-9666-4614-b9ac-838a70735ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:24.495829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93f81c91-ae8e-48fd-98e6-2e4e2a526806 req-9f1d83c1-9666-4614-b9ac-838a70735ff2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1097 time: 0.0434749 Aug 06 16:40:24.532444 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-93f81c91-ae8e-48fd-98e6-2e4e2a526806 req-e4a6bc15-8149-4dc0-83de-e9e451bc241c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291104 Aug 06 16:40:24.896956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66229fb1-9de9-45cf-b5eb-34afd34e47a4 req-ab3d2a0f-8597-4f39-a89f-c1d5166c186f tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:24.898447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66229fb1-9de9-45cf-b5eb-34afd34e47a4 req-ab3d2a0f-8597-4f39-a89f-c1d5166c186f tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0492549 Aug 06 16:40:24.936962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66229fb1-9de9-45cf-b5eb-34afd34e47a4 req-e0cdcc2a-ef48-40d6-98fd-61fda8db3c32 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Aug 06 16:40:26.059830 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40b2ca-00ab-41e4-a4aa-5affd57424c6 req-5743d521-b74b-44fe-8096-6aeca0251a8b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:26.061343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a40b2ca-00ab-41e4-a4aa-5affd57424c6 req-5743d521-b74b-44fe-8096-6aeca0251a8b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0539713 Aug 06 16:40:26.101121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7a40b2ca-00ab-41e4-a4aa-5affd57424c6 req-93a2d836-eb1b-48fe-94b8-6d2f94425bde tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Aug 06 16:40:26.214787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160288a6-978f-4a31-875e-9394b3f48bdd req-c57f7817-9142-47bf-aaa1-778288410a5e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:26.216362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-160288a6-978f-4a31-875e-9394b3f48bdd req-c57f7817-9142-47bf-aaa1-778288410a5e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0499661 Aug 06 16:40:26.254783 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-160288a6-978f-4a31-875e-9394b3f48bdd req-9de26ce6-b82e-49f7-8842-350144a1df9c tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Aug 06 16:40:26.443304 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d3608-7b78-49ea-91b6-7e52245fcf45 req-cc92b1b2-78a0-4067-8476-37d5cedd518c tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:26.444824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-850d3608-7b78-49ea-91b6-7e52245fcf45 req-cc92b1b2-78a0-4067-8476-37d5cedd518c tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Aug 06 16:40:26.486008 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-850d3608-7b78-49ea-91b6-7e52245fcf45 req-41479663-e0c2-4aab-a0f1-23e81c878ada tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352385 Aug 06 16:40:26.540745 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:29.656558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:34.997858 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ba55e77c-d99b-400d-bf04-616918301d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:37.679643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-beac250a-48b2-4729-a344-002923918eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:37.774781 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:39.142507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.033767 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.238847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a5081-f7f7-4f8d-9d33-d2fd1d13d5df req-4fb716bd-3d15-4c25-9245-a373b9c40fb1 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:41.240950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e3a5081-f7f7-4f8d-9d33-d2fd1d13d5df req-4fb716bd-3d15-4c25-9245-a373b9c40fb1 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.2104268 Aug 06 16:40:41.280639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e3a5081-f7f7-4f8d-9d33-d2fd1d13d5df req-68bf4866-c4c4-48cb-a447-057ef603720a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Aug 06 16:40:41.303776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39898) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:41.395307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e13c8-9aa2-4c73-8c5e-e3ce08d24bbb tempest-TestMinimumBasicScenario-1527641096 tempest-TestMinimumBasicScenario-1527641096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:41.397388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e74e13c8-9aa2-4c73-8c5e-e3ce08d24bbb tempest-TestMinimumBasicScenario-1527641096 tempest-TestMinimumBasicScenario-1527641096-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1092 time: 0.0925896 Aug 06 16:40:41.400421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39902) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:41.404769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:41.517391 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.620141 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.732062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Allocated IP 172.25.5.22 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/3fd315d4-e369-4dc8-98a6-815b4e563ee6) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:40:41.837487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.946213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:41.989210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:40:41.992499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:40:41.997120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:40:42.000230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'Port': ['ID=3fd315d4-e369-4dc8-98a6-815b4e563ee6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:42.031565 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.050418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:42.378766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:42.503742 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:42.655463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:42.717099 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:42.784339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'Port': ['ID=3fd315d4-e369-4dc8-98a6-815b4e563ee6,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:42.800271 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:42.909142 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Floating IP 18d8505a-965f-47bc-95c2-b0c2b87ebf2c associated. External IP: 172.25.5.22, port: ed6948dd-4352-4e18-b151-966808dcdf58. Aug 06 16:40:43.118211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:40:43.231765 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:40:43.241951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] Sync routers for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:40:43.251317 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:40:43.257346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:40:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:43.306405 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.336706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f45ce801-88f5-452f-82f5-58298e4f6be7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9352348 Aug 06 16:40:43.337756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:43.339632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39904) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:43.340206 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bba4f9-ffa0-4f0f-a624-b9e7af471748" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:43.344909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-753668134', 'description': 'tempest-secgroup-smoke-753668134 description', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:43.381345 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f32987-4e03-4050-b690-f252c70db85b x-openstack-request-id: req-d2f32987-4e03-4050-b690-f252c70db85b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:43.381861 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:43.381861 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2f32987-4e03-4050-b690-f252c70db85b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:43.382291 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'status': 'completed', 'code': 200} Aug 06 16:40:43.443737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.447911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-53335707-8338-45f9-8d80-363bd4498b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.449477 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-53335707-8338-45f9-8d80-363bd4498b64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1097 time: 0.0436039 Aug 06 16:40:43.538625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:40:43.541984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.550889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-afbf1082-48aa-41a9-a840-e1941654fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.552494 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-afbf1082-48aa-41a9-a840-e1941654fa7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.0955315 Aug 06 16:40:43.622288 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-c4eed99b-2294-4786-9db1-706a4be8eea9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 999 time: 0.0607772 Aug 06 16:40:43.625822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.657290 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b2fc41-13f7-4885-95df-122ec5b4fc28,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:43.665641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.666001 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.666463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.666819 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.667282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.667628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.667989 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.668327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.668663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.668999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.669334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.669666 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:40:43.677879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-ed12b4eb-b63e-4f3c-b79b-7688d1def12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.679502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-ed12b4eb-b63e-4f3c-b79b-7688d1def12a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0502002 Aug 06 16:40:43.719467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.721940 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-be798806-a833-42a8-8392-591feadd7ee2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3810313 Aug 06 16:40:43.725121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 39908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:43.731411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group_rule': {'security_group_id': '06b2fc41-13f7-4885-95df-122ec5b4fc28', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:43.733859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-085bcd23-c826-48cd-af40-81ccadf93933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:43.735373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-085bcd23-c826-48cd-af40-81ccadf93933 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477750 Aug 06 16:40:43.773814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '18d8505a-965f-47bc-95c2-b0c2b87ebf2c', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'port_id': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'mac_address': 'fa:16:3e:58:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:40:42Z', 'updated_at': '2021-08-06T16:40:42Z', 'revision_number': 0, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:43.799668 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] Checking router: a2c9486f-4e6e-4f5f-b937-01deaf5cc62b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:40:43.808534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:40:43.809152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:40:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:43.822383 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.830692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-034a9497-9ebd-4fa8-9525-ed802a459633 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881379 Aug 06 16:40:43.881910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.917940 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:40:43.932454 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-80bba4f9-ffa0-4f0f-a624-b9e7af471748 req-5ec988c4-0379-4113-a1bb-abe8ac23337d service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946796 Aug 06 16:40:43.948041 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:43.970453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107bac53-c12d-4632-a335-fafd47819b26,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:44.042906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.044203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-735b2d2d-e949-4554-a38f-58d5d39d2d81 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179448 Aug 06 16:40:44.047100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39910) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:44.052283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group_rule': {'security_group_id': '06b2fc41-13f7-4885-95df-122ec5b4fc28', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:44.139367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.145077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '18d8505a-965f-47bc-95c2-b0c2b87ebf2c', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'port_id': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'mac_address': 'fa:16:3e:58:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:40:42Z', 'updated_at': '2021-08-06T16:40:42Z', 'revision_number': 0, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:40:44.171490 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d893f6ca-dbb3-4c9c-9545-2d940f9e39c4 None None] The sync data for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 is: [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '18d8505a-965f-47bc-95c2-b0c2b87ebf2c', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'port_id': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'mac_address': 'fa:16:3e:58:df:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:40:42Z', 'updated_at': '2021-08-06T16:40:42Z', 'revision_number': 0, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:40:44.199063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.283360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.304203 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206a6a1f-f283-4ca9-a2f2-634a65975aa5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:44.361710 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c328886-c0a2-4733-9dcf-57cf94aebf6e None None] New status for floating IP 18d8505a-965f-47bc-95c2-b0c2b87ebf2c: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:40:44.382842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.384279 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7687e3b7-1558-4269-b524-39afc78de8ba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3360085 Aug 06 16:40:44.386846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39912) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:44.391315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group_rule': {'security_group_id': '06b2fc41-13f7-4885-95df-122ec5b4fc28', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:44.501460 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.564666 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.637194 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.656236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c42531-60c1-4e8d-a1df-2993aa331fec,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:44.728508 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.729767 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9f783cb5-e3e3-4820-a667-107a83e0535b tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419921 Aug 06 16:40:44.732535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39914) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:44.736987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group_rule': {'security_group_id': '06b2fc41-13f7-4885-95df-122ec5b4fc28', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:44.824838 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.887941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.964702 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:44.983133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44871a0b-0408-4bb1-827e-c1ed31968fa7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:45.038988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.040415 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1ea76d51-090f-44e9-9b27-2defdd9a8cda tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3068185 Aug 06 16:40:45.043086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39916) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:45.047564 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group_rule': {'security_group_id': '06b2fc41-13f7-4885-95df-122ec5b4fc28', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:45.136231 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Project b15911ec3d184aaca0d00d366b0a2a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:40:45.141173 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.202319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.267483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.286979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d251132b-e316-45a6-8415-ef9b0113f2d4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:45.342293 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.343564 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9d72400f-0f83-48e3-981d-83b9dd4fab74 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995450 Aug 06 16:40:45.346209 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 39918) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:40:45.350715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'security_group_rule': {'security_group_id': '06b2fc41-13f7-4885-95df-122ec5b4fc28', 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:45.437685 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Project b15911ec3d184aaca0d00d366b0a2a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:40:45.443497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.506401 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.585647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.603445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcba5d9-6b27-4a86-ace9-d52906aed008,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:45.671463 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:45.672666 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ea8c75a5-82cc-44ce-8626-4369fa6f3eb3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3255019 Aug 06 16:40:45.755348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-77400e40-cf83-4ce4-a1c8-aa452d3dc14f tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753668134&fields=id&tenant_id=b15911ec3d184aaca0d00d366b0a2a34 HTTP/1.1" status: 200 len: 267 time: 0.0357764 Aug 06 16:40:45.808356 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-de650ae2-a89d-4e67-9bb5-7d1dfb0bccb2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:45.809857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-de650ae2-a89d-4e67-9bb5-7d1dfb0bccb2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0483835 Aug 06 16:40:45.821855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'port': {'security_groups': ['4cab5920-0256-42b7-9141-5f0acdb84939', '06b2fc41-13f7-4885-95df-122ec5b4fc28']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:40:45.882371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.070525 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:40:46.102272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.174815 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.187535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['ed6948dd-4352-4e18-b151-966808dcdf58'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:40:46.233770 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.234720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.241493 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd2cd9a5-9b42-4c58-b90f-aaef2ae81a93 req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "PUT /v2.0/ports/ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 982 time: 0.4238615 Aug 06 16:40:46.250474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:40:46.253420 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a4debc-28f2-427f-abdd-08f52c01b964" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:40:46.305706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['ed6948dd-4352-4e18-b151-966808dcdf58'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:40:46.321181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9bbd1-3356-4ab2-95fb-97603dc36874 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=6']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:40:46.394162 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b37a073-d535-43df-b77b-5c7c5f9c2ff9 x-openstack-request-id: req-6b37a073-d535-43df-b77b-5c7c5f9c2ff9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:40:46.394456 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:40:46.394717 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b37a073-d535-43df-b77b-5c7c5f9c2ff9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:40:46.395121 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'status': 'completed', 'code': 200} Aug 06 16:40:46.498236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-8b0b8985-5da0-4b90-ad46-b873b62dd88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.500520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-8b0b8985-5da0-4b90-ad46-b873b62dd88a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1136 time: 0.0803170 Aug 06 16:40:46.503718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb73e6-93c5-4f7a-9931-72e37b98f88f req-667e8c90-9191-47b9-bedc-95ab0386c737 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.505441 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6bb73e6-93c5-4f7a-9931-72e37b98f88f req-667e8c90-9191-47b9-bedc-95ab0386c737 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.1695178 Aug 06 16:40:46.562747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b6bb73e6-93c5-4f7a-9931-72e37b98f88f req-b0205b62-de3a-4159-a42f-b9589840039a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465004 Aug 06 16:40:46.565891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-efb3a777-c2f2-4ff6-a6cb-b0dad381a4b7 None None] Provisioning complete for port ed6948dd-4352-4e18-b151-966808dcdf58 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:40:46.566357 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-efb3a777-c2f2-4ff6-a6cb-b0dad381a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:46.635679 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-7589abf0-bfaa-4d1a-9291-8188d86d2b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.637390 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-7589abf0-bfaa-4d1a-9291-8188d86d2b3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.1252844 Aug 06 16:40:46.713396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-b10f5015-1e63-40c4-8ede-7772901059ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 1001 time: 0.0680072 Aug 06 16:40:46.765292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-cb54da02-19b4-4e55-92f3-100589a31d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.766854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-cb54da02-19b4-4e55-92f3-100589a31d7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0464356 Aug 06 16:40:46.816282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-6b9bf10f-a90d-4682-a80d-c28b3965a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:40:46.818032 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-6b9bf10f-a90d-4682-a80d-c28b3965a02e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444005 Aug 06 16:40:46.926640 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-0930f646-3660-44cf-892f-0c77b9a3e4aa service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000774 Aug 06 16:40:47.019221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-55a4debc-28f2-427f-abdd-08f52c01b964 req-54adc4ae-4b4f-483a-ab0a-00b7647a5b77 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867164 Aug 06 16:40:56.522661 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:40:59.677403 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:00.603361 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:41:00.983329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afc49f-7e67-4dc6-b4e8-2a100a816357 req-f000ed9e-fdcf-4def-80e8-a450902ae45d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:00.984902 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64afc49f-7e67-4dc6-b4e8-2a100a816357 req-f000ed9e-fdcf-4def-80e8-a450902ae45d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0578384 Aug 06 16:41:00.990609 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-5a84e2df-5007-413b-8e15-0021e4db4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:00.992258 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-5a84e2df-5007-413b-8e15-0021e4db4c08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1136 time: 0.0523016 Aug 06 16:41:01.029747 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64afc49f-7e67-4dc6-b4e8-2a100a816357 req-1436e2b0-a934-45b2-8783-cb89243968f2 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380538 Aug 06 16:41:01.107780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-55d123f2-9f16-4824-8474-df519a31af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:01.109311 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-55d123f2-9f16-4824-8474-df519a31af3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.0985336 Aug 06 16:41:01.178855 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-055647df-c328-425a-b973-69e1be399699 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 1001 time: 0.0617628 Aug 06 16:41:01.229361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-4727eb5c-4688-42a9-a452-47639f5c72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:01.230824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-4727eb5c-4688-42a9-a452-47639f5c72d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0446906 Aug 06 16:41:01.277249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-e8402cdd-89d4-4405-b9cb-7618d5443c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:01.278753 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-e8402cdd-89d4-4405-b9cb-7618d5443c11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408750 Aug 06 16:41:01.735657 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-7f2a1439-d636-48f3-972f-89c6c44a07b7 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489870 Aug 06 16:41:01.825618 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5a0ef2dc-5b52-4853-b140-fa781fdf7ef9 req-6026efd1-c096-4db2-a3a2-c4838e9ad11f service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829771 Aug 06 16:41:01.907459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-c539be31-cc4d-49bd-a8dc-c1cbdc8695c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:01.909013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-c539be31-cc4d-49bd-a8dc-c1cbdc8695c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1136 time: 0.0429559 Aug 06 16:41:02.004871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-3573ca0c-d4a4-46a0-a671-15797708a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:02.006302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-3573ca0c-d4a4-46a0-a671-15797708a261 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.0906360 Aug 06 16:41:02.073367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-6854465d-d25a-48bd-93ad-eb71d16e31c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 1001 time: 0.0599828 Aug 06 16:41:02.134318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-de041729-2df1-4e36-b367-ccde20577718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:02.135827 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-de041729-2df1-4e36-b367-ccde20577718 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0555258 Aug 06 16:41:02.155859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8a385-ca4c-47bd-a74d-a3e091e34034 req-32a93125-cda5-442d-8e1b-7fa04e3ddd63 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:02.157412 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5a8a385-ca4c-47bd-a74d-a3e091e34034 req-32a93125-cda5-442d-8e1b-7fa04e3ddd63 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0556951 Aug 06 16:41:02.185213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-3e22eb6b-96ae-47d6-a527-9d0544386db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:02.186806 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-3e22eb6b-96ae-47d6-a527-9d0544386db3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436046 Aug 06 16:41:02.199744 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5a8a385-ca4c-47bd-a74d-a3e091e34034 req-86b26efa-d66d-4836-a602-6d3221c666eb tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360076 Aug 06 16:41:02.280584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-410d0650-ceb6-45a7-89df-7eb75720c428 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Aug 06 16:41:02.377354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2637f045-73f3-49d6-b8cc-2878cb30d3f8 req-7bc5e8d2-9e00-4e52-9c22-a5441116c570 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909538 Aug 06 16:41:03.321530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35233d6-85b7-4fbe-be01-c132d6aade60 req-5770aa79-ccf1-407e-90f3-0e6cdd2e0be1 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:03.323027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d35233d6-85b7-4fbe-be01-c132d6aade60 req-5770aa79-ccf1-407e-90f3-0e6cdd2e0be1 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0506334 Aug 06 16:41:03.368729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d35233d6-85b7-4fbe-be01-c132d6aade60 req-4b32b971-419e-4ac6-b29c-91b5b0044255 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387185 Aug 06 16:41:04.493308 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ba69f-0f17-483f-a494-3d1aba2560fa req-3fb18bce-070d-4558-b636-c4939b60829a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:04.494790 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-621ba69f-0f17-483f-a494-3d1aba2560fa req-3fb18bce-070d-4558-b636-c4939b60829a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0505254 Aug 06 16:41:04.539624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-621ba69f-0f17-483f-a494-3d1aba2560fa req-4adad269-c728-4763-8f5d-a945cc858113 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380721 Aug 06 16:41:04.996946 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ac02917a-a75e-4fc4-87a1-a36810b01d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:05.659496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c435deb-d3e4-4765-a407-a4d1de00c702 req-f9cc1ff5-5dae-47dd-982f-0b1a9001a536 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:05.660931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c435deb-d3e4-4765-a407-a4d1de00c702 req-f9cc1ff5-5dae-47dd-982f-0b1a9001a536 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0541868 Aug 06 16:41:05.700866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c435deb-d3e4-4765-a407-a4d1de00c702 req-ae855314-1e84-4e5b-9b0e-9bc2cd085a18 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338266 Aug 06 16:41:06.826853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8270589-c6cb-4bae-92ed-d2da159444c2 req-fa882289-b2f2-4543-aba5-695a428d010a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:06.828991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8270589-c6cb-4bae-92ed-d2da159444c2 req-fa882289-b2f2-4543-aba5-695a428d010a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0547748 Aug 06 16:41:06.874189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f8270589-c6cb-4bae-92ed-d2da159444c2 req-4d02b57c-f84f-4bec-b1bb-ea1537dff44a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377462 Aug 06 16:41:07.691643 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c8aa8a91-5f9d-4e49-bad0-75f5fdc9cf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:07.781667 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:07.990399 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd9126-32ff-4250-a66e-5a4eb1db740c req-35650f97-e3a5-45f2-8338-563b1eb1d2bb tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:07.991918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1fd9126-32ff-4250-a66e-5a4eb1db740c req-35650f97-e3a5-45f2-8338-563b1eb1d2bb tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0505629 Aug 06 16:41:08.032629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1fd9126-32ff-4250-a66e-5a4eb1db740c req-668b4660-c42c-451d-9c28-e213b9ef2460 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346520 Aug 06 16:41:09.102055 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:09.159243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0ece6-d155-45f7-991a-432c43507e1c req-da87b6cc-8323-4bb5-baab-1e06928f2fba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:09.160771 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9f0ece6-d155-45f7-991a-432c43507e1c req-da87b6cc-8323-4bb5-baab-1e06928f2fba tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0545435 Aug 06 16:41:09.206794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a9f0ece6-d155-45f7-991a-432c43507e1c req-57c1600d-9b29-4864-b6b9-1b9f81cb27ae tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345201 Aug 06 16:41:10.321521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57502d-3fb1-48b5-9556-436f56d8b99a req-8fda3428-faf7-45cc-9253-bded1acd656c tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:10.323126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c57502d-3fb1-48b5-9556-436f56d8b99a req-8fda3428-faf7-45cc-9253-bded1acd656c tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0507691 Aug 06 16:41:10.368515 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c57502d-3fb1-48b5-9556-436f56d8b99a req-93041984-b634-47d6-9813-26558d3ada3a tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367064 Aug 06 16:41:11.016123 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:11.488931 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cc92b-0c14-482d-a192-c4503052db16 req-4daf2490-6117-4770-ad3a-396b74eece93 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:11.490479 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c3cc92b-0c14-482d-a192-c4503052db16 req-4daf2490-6117-4770-ad3a-396b74eece93 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0526800 Aug 06 16:41:11.539892 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c3cc92b-0c14-482d-a192-c4503052db16 req-8f05fbb8-808d-47d2-8d49-e184aec582c4 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430596 Aug 06 16:41:12.662267 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f32b39-7f56-4a7d-9295-73e9cb0851c1 req-42270b12-dcd4-40e5-a225-644958e0cd22 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:12.663763 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5f32b39-7f56-4a7d-9295-73e9cb0851c1 req-42270b12-dcd4-40e5-a225-644958e0cd22 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0549726 Aug 06 16:41:12.707767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5f32b39-7f56-4a7d-9295-73e9cb0851c1 req-102ad052-8f43-4e53-9ed5-b90025932344 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377595 Aug 06 16:41:13.824052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd3692-a362-48ac-a602-97d5c4f8867b req-9e8f5b1a-ac9b-4b1f-ae38-044dcc1ef7e0 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:13.825520 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddfd3692-a362-48ac-a602-97d5c4f8867b req-9e8f5b1a-ac9b-4b1f-ae38-044dcc1ef7e0 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0486929 Aug 06 16:41:13.866216 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddfd3692-a362-48ac-a602-97d5c4f8867b req-d08be082-9c6e-4aae-9602-3741b8f7b421 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339684 Aug 06 16:41:14.983550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83517a0-b88c-46ff-9a52-dff62a68781c req-7ebc955e-ed58-43ca-bd95-3bfa9562ff5d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:14.985068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83517a0-b88c-46ff-9a52-dff62a68781c req-7ebc955e-ed58-43ca-bd95-3bfa9562ff5d tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0504072 Aug 06 16:41:15.026525 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b83517a0-b88c-46ff-9a52-dff62a68781c req-ea8b53e5-8a0d-4de2-b010-e378439be6e3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352726 Aug 06 16:41:16.169250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f007b9-ecd5-4b15-9e1b-a5d7622a2d04 req-24b79556-8616-45d0-be7a-466e8cb78328 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:16.170756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34f007b9-ecd5-4b15-9e1b-a5d7622a2d04 req-24b79556-8616-45d0-be7a-466e8cb78328 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0536556 Aug 06 16:41:16.211132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-34f007b9-ecd5-4b15-9e1b-a5d7622a2d04 req-83a104c5-0ce5-4376-8e06-1bf878d6b7fc tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342937 Aug 06 16:41:17.340982 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d7b9d-b267-47ab-95ca-e85aec419a73 req-d2820e2e-02fc-40ff-afe5-39d39bd2ebfc tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:17.342719 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f86d7b9d-b267-47ab-95ca-e85aec419a73 req-d2820e2e-02fc-40ff-afe5-39d39bd2ebfc tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0533845 Aug 06 16:41:17.388799 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f86d7b9d-b267-47ab-95ca-e85aec419a73 req-09c77cf1-4034-48f2-89e9-2009e275e6a7 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399292 Aug 06 16:41:18.507339 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010add-5d81-4ec8-9087-2ffab927b09d req-e7958fce-fb32-4f81-a306-571223ad93b5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:18.509274 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0010add-5d81-4ec8-9087-2ffab927b09d req-e7958fce-fb32-4f81-a306-571223ad93b5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0508082 Aug 06 16:41:18.551897 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0010add-5d81-4ec8-9087-2ffab927b09d req-92e8238f-2110-43ab-90fa-7602a0fc8f43 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&id=06b2fc41-13f7-4885-95df-122ec5b4fc28&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366433 Aug 06 16:41:26.551321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:29.661398 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:35.021469 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea71b-50f5-4d79-98c0-3a0eb126b5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:37.603175 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:41:37.707007 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b2baa4c2-4ed4-4505-91fc-2d167613f670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:37.758269 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:39.111022 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:41.088179 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.306568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-182aa64a-bc1f-4153-8022-dd2372f116a9 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-753668134&fields=id&tenant_id=b15911ec3d184aaca0d00d366b0a2a34 HTTP/1.1" status: 200 len: 267 time: 0.0327344 Aug 06 16:41:51.364831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-d851d2b7-8028-48fc-9973-28278f0ff12e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:51.365966 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-d851d2b7-8028-48fc-9973-28278f0ff12e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 985 time: 0.0537057 Aug 06 16:41:51.378397 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Request body: {'port': {'security_groups': ['4cab5920-0256-42b7-9141-5f0acdb84939']}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:41:51.442831 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.631297 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:41:51.659785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.729928 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.741735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['ed6948dd-4352-4e18-b151-966808dcdf58'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:41:51.783348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:51.784050 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.785624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-218ad8e0-78d6-4b0a-8438-220e73e6a0e7 req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "PUT /v2.0/ports/ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 943 time: 0.4130418 Aug 06 16:41:51.786086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:41:51.788463 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:41:51.795502 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40000) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:41:51.828048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event updated for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=7']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:41:51.842191 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.842928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.843494 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.844086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.844658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.845291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.846018 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.846674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.847419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.848166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.849147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.850322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbb43e5-8a92-4b72-a7f0-878645d3fb44 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:51.856449 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b7379f-9d2d-439a-9f33-09bcd2fd1719 x-openstack-request-id: req-e9b7379f-9d2d-439a-9f33-09bcd2fd1719 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:41:51.856816 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:41:51.857145 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9b7379f-9d2d-439a-9f33-09bcd2fd1719 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:41:51.857612 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'status': 'completed', 'code': 200} Aug 06 16:41:51.878752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.880645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['ed6948dd-4352-4e18-b151-966808dcdf58'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:41:51.929282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:51.990632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-50def3c5-03fe-4b7a-bcee-985332ed3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:51.992988 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-50def3c5-03fe-4b7a-bcee-985332ed3b9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1097 time: 0.1108944 Aug 06 16:41:52.084200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-87dcf694-e561-43c8-80d2-d045235a0bef None None] Provisioning complete for port ed6948dd-4352-4e18-b151-966808dcdf58 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:41:52.084503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-87dcf694-e561-43c8-80d2-d045235a0bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.090005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-6848f9e4-d950-478f-a4df-c7af47bf3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:52.091526 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-6848f9e4-d950-478f-a4df-c7af47bf3bd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.0904906 Aug 06 16:41:52.141959 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.145681 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.146853 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "DELETE /v2.0/security-groups/06b2fc41-13f7-4885-95df-122ec5b4fc28 HTTP/1.1" status: 204 len: 168 time: 0.3506370 Aug 06 16:41:52.149846 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:41:52.165392 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b2fc41-13f7-4885-95df-122ec5b4fc28,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:41:52.179743 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.180148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.180500 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.180844 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.181186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.181524 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.181858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.182190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.182522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.182854 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.183184 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.183510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87369a0b-d736-4044-8d09-169d2948c572 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:41:52.193498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-c250afb2-1f95-4c7c-abfd-52c77a17b143 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 1001 time: 0.0936060 Aug 06 16:41:52.246548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-9a3af5cd-ca17-4f6a-ad61-b277b7f21143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:52.248085 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-9a3af5cd-ca17-4f6a-ad61-b277b7f21143 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0472176 Aug 06 16:41:52.294136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-782fa999-3830-44bf-bbfa-6d655edd3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:52.295652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-782fa999-3830-44bf-bbfa-6d655edd3b59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408959 Aug 06 16:41:52.316268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Deleting port 3fd315d4-e369-4dc8-98a6-815b4e563ee6 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:41:52.316863 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.394096 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.394430 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.396250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-0d1d66f3-77ed-49ab-81b2-b181c12fbeab service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933666 Aug 06 16:41:52.406201 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Calling delete_port for 3fd315d4-e369-4dc8-98a6-815b4e563ee6 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:41:52.490014 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d920dd4c-10ee-4f3a-bf71-d0a7b0627034 req-2877bd16-1a38-4eb9-8773-4709b7c009d3 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 Aug 06 16:41:52.621205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.645466 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event deleted for resources: {'Port': ['ID=3fd315d4-e369-4dc8-98a6-815b4e563ee6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:41:52.710498 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:52.710728 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Floating IP 18d8505a-965f-47bc-95c2-b0c2b87ebf2c disassociated (deleted). External IP: 172.25.5.22, port: ed6948dd-4352-4e18-b151-966808dcdf58. Aug 06 16:41:52.913690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:41:53.019732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:41:53.024581 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:53.029541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] Sync routers for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:41:53.039546 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:41:53.040195 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:41:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:41:53.051579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0b129e01-3f7d-4c29-8c3b-5030eb197bd6 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "DELETE /v2.0/floatingips/18d8505a-965f-47bc-95c2-b0c2b87ebf2c HTTP/1.1" status: 204 len: 168 time: 0.9007084 Aug 06 16:41:53.147875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:41:53.351931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:41:53.381041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] Checking router: a2c9486f-4e6e-4f5f-b937-01deaf5cc62b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:41:53.389563 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:41:53.390185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:41:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:41:53.501275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:41:53.701032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:41:53.730826 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1750aeb0-3c96-4d38-876c-5985146cedea None None] The sync data for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 is: [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:43Z', 'revision_number': 4, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'bfe697f8-bfe7-405f-85ae-0b153409b386', 'name': '', 'network_id': 'd26ab982-ad27-4e99-9aef-bc8e7126cb0e', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'mac_address': 'fa:16:3e:4c:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:43Z', 'updated_at': '2021-08-06T16:39:50Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'subnets': [{'id': 'cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:41:53.858917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:41:53.861404 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:41:53.900824 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ac042-a568-46e9-9a6c-8de6a17adf78 x-openstack-request-id: req-1d8ac042-a568-46e9-9a6c-8de6a17adf78 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:41:53.901142 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:41:53.901453 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d8ac042-a568-46e9-9a6c-8de6a17adf78 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:41:53.901865 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'status': 'completed', 'code': 200} Aug 06 16:41:53.947140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595a3900-1578-4708-8cb5-5dc4622fface None None] New status for floating IP 18d8505a-965f-47bc-95c2-b0c2b87ebf2c: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:41:53.979973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-b89eccbc-d37d-4c3d-987a-dc49d86e27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:53.981509 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-b89eccbc-d37d-4c3d-987a-dc49d86e27cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1097 time: 0.0539927 Aug 06 16:41:54.083317 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-ddaf8cbc-f4e3-461a-a769-dc0a3fd790ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:54.084768 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-ddaf8cbc-f4e3-461a-a769-dc0a3fd790ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.0957739 Aug 06 16:41:54.133555 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-d17ca644-8815-48b6-a416-dcaefbfdc062 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 217 time: 0.0410113 Aug 06 16:41:54.185631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-38c7ca76-bb5b-4fcb-8bef-2a2209448fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:54.187125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-38c7ca76-bb5b-4fcb-8bef-2a2209448fe3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0467393 Aug 06 16:41:54.234631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-27c384bb-a689-4805-9044-817bc094d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:41:54.236271 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-27c384bb-a689-4805-9044-817bc094d90c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421896 Aug 06 16:41:54.333679 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-3ee785ce-8e1d-4fa4-878a-cccfdf98a9ed service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905035 Aug 06 16:41:54.429131 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-52e2bf14-2a6b-47ea-918f-6ec4a86b4b6d req-0660e2b9-82bc-4d1d-bbc4-f0de311e5f77 service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887234 Aug 06 16:41:56.549170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:41:59.683699 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:00.926235 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-dbcb7cbb-07da-42fb-ae5b-b1d9dd982d38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438869 Aug 06 16:42:01.015572 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-5d94c804-e158-4d8a-8340-142e9431aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:01.017130 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-5d94c804-e158-4d8a-8340-142e9431aabb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 1097 time: 0.0473416 Aug 06 16:42:01.124297 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-6fcb0380-f03c-4e83-9c4b-a5f1cdda0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:01.125859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-6fcb0380-f03c-4e83-9c4b-a5f1cdda0b56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 200 len: 915 time: 0.0899873 Aug 06 16:42:01.172245 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-85899188-57a5-4f4c-b4bc-d5ae868ab658 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 200 len: 217 time: 0.0393596 Aug 06 16:42:01.222222 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-110377c7-ab0a-44f1-bdf7-7289f510c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:01.223662 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-110377c7-ab0a-44f1-bdf7-7289f510c5e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 200 len: 853 time: 0.0452025 Aug 06 16:42:01.272131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-150d6efc-3067-4bd8-98b5-d99f947dc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:01.273672 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-150d6efc-3067-4bd8-98b5-d99f947dc3e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d26ab982-ad27-4e99-9aef-bc8e7126cb0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434160 Aug 06 16:42:01.373777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-6f8f40d6-042b-4f5f-8fea-8410122f362a service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916789 Aug 06 16:42:01.469389 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-34305edb-eafb-4d9a-b5c7-778e98710fe8 req-2e8c9564-541a-477c-aaea-1e561153074f service neutron] 10.222.0.59 "GET /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Aug 06 16:42:01.507056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd394db-6680-400b-a610-5b5e31c8a062 req-18c06719-ac2d-4134-b374-2b38cdf0f638 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:01.508630 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccd394db-6680-400b-a610-5b5e31c8a062 req-18c06719-ac2d-4134-b374-2b38cdf0f638 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0543921 Aug 06 16:42:01.550378 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ccd394db-6680-400b-a610-5b5e31c8a062 req-562344ce-db93-4f2f-8cb7-da8eccbcf0e3 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356143 Aug 06 16:42:02.668658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1220765-8384-48f7-be5e-30c53f3cbb35 req-94d432fa-a084-4100-b6f3-44fee97819b4 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:02.670042 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1220765-8384-48f7-be5e-30c53f3cbb35 req-94d432fa-a084-4100-b6f3-44fee97819b4 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0496984 Aug 06 16:42:02.708259 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1220765-8384-48f7-be5e-30c53f3cbb35 req-28bd46eb-4880-4a96-9198-d5cb3ca68d21 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/security-groups?id=4cab5920-0256-42b7-9141-5f0acdb84939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 06 16:42:03.114461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-916bff25-9805-4dc8-8a2e-32d388f31bd9 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:03.115982 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-916bff25-9805-4dc8-8a2e-32d388f31bd9 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.59 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 946 time: 0.0535252 Aug 06 16:42:03.206081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Deleting port ed6948dd-4352-4e18-b151-966808dcdf58 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:03.206421 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:03.297694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] For port ed6948dd-4352-4e18-b151-966808dcdf58, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=ed6948dd-4352-4e18-b151-966808dcdf58,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:03.298062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:03.311529 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Calling delete_port for ed6948dd-4352-4e18-b151-966808dcdf58 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:03.504613 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:03.515706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['ed6948dd-4352-4e18-b151-966808dcdf58'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:42:03.541446 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Pushing event deleted for resources: {'Port': ['ID=ed6948dd-4352-4e18-b151-966808dcdf58,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:03.583612 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] No DVR routers for this DVR port ed6948dd-4352-4e18-b151-966808dcdf58 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:03.586352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:03.588399 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9e74bb75-b18d-4280-80a3-08f576fefc78 req-fd6b261c-68db-4c1a-8fb9-1bda116cede5 tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.59 "DELETE /v2.0/ports/ed6948dd-4352-4e18-b151-966808dcdf58 HTTP/1.1" status: 204 len: 173 time: 0.4665403 Aug 06 16:42:03.588831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'name': 'network-vif-deleted', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:03.591152 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda531c3-cb2b-4b5f-9b89-1e338e0b1f12" -d '{"events": [{"server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "name": "network-vif-deleted", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:03.683066 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd78ed5-03bf-4c7e-b0a2-7f1a66602ca8 x-openstack-request-id: req-0bd78ed5-03bf-4c7e-b0a2-7f1a66602ca8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:03.683363 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d606f3-16b8-404b-996d-71a3184e3566", "name": "network-vif-deleted", "tag": "ed6948dd-4352-4e18-b151-966808dcdf58", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:03.683620 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0bd78ed5-03bf-4c7e-b0a2-7f1a66602ca8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:03.684057 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5d606f3-16b8-404b-996d-71a3184e3566', 'name': 'network-vif-deleted', 'tag': 'ed6948dd-4352-4e18-b151-966808dcdf58', 'status': 'completed', 'code': 200} Aug 06 16:42:03.802845 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f386ae6-e900-47e7-b169-55c390ba513b req-4c1bb23b-29c0-42df-b20b-aa7e9d3fb52e tempest-TestMinimumBasicScenario-2092704403 tempest-TestMinimumBasicScenario-2092704403-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5d606f3-16b8-404b-996d-71a3184e3566 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Aug 06 16:42:04.995869 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e1f10d5c-95bc-452e-b2e9-d1d983fa4e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:05.970688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:06.320120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:06.582999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Deleting port bfe697f8-bfe7-405f-85ae-0b153409b386 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:06.583263 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:06.663915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] For port bfe697f8-bfe7-405f-85ae-0b153409b386, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=bfe697f8-bfe7-405f-85ae-0b153409b386,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:06.664281 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:06.679873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Calling delete_port for bfe697f8-bfe7-405f-85ae-0b153409b386 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:06.690839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device ed6948dd-4352-4e18-b151-966808dcdf58 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:06.713099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: ed6948dd-4352-4e18-b151-966808dcdf58 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:06.713675 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device ed6948dd-4352-4e18-b151-966808dcdf58 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:06.933224 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:06.962450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe697f8-bfe7-405f-85ae-0b153409b386,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:07.131681 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.345182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:07.454854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:07.461175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b1826df-65e6-499d-8b7e-4bcf7bca323c admin admin] 10.222.0.16 "PUT /v2.0/routers/a2c9486f-4e6e-4f5f-b937-01deaf5cc62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4894295 Aug 06 16:42:07.463688 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:07.466706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] Sync routers for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:07.477235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:07.477862 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:41:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:07.570396 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.672872 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.764190 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:07.801071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Deleting port 854da759-012a-442b-97bf-81a92e492230 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:07.801423 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.869391 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3136-967a-4e51-b6c8-b9c0be2e481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.880541 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] For port 854da759-012a-442b-97bf-81a92e492230, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=854da759-012a-442b-97bf-81a92e492230,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:07.880910 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.884458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:07.894004 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Calling delete_port for 854da759-012a-442b-97bf-81a92e492230 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:07.952327 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '854da759-012a-442b-97bf-81a92e492230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:42:06Z', 'revision_number': 5, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port': {'id': '854da759-012a-442b-97bf-81a92e492230', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:72:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:07.978568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] Checking router: a2c9486f-4e6e-4f5f-b937-01deaf5cc62b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:07.987414 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] Routers {'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:07.988064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:08.074435 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] Set router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:08.126286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:42:07Z', 'revision_number': 6, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:08.140792 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.156158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2573935-d0c9-483f-a16a-b21c524a3c39 None None] The sync data for ids ['a2c9486f-4e6e-4f5f-b937-01deaf5cc62b'] in n-d-778550-6 is: [{'id': 'a2c9486f-4e6e-4f5f-b937-01deaf5cc62b', 'name': 'tempest-TestMinimumBasicScenario-703404349-router', 'tenant_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:41Z', 'updated_at': '2021-08-06T16:42:07Z', 'revision_number': 6, 'project_id': 'b15911ec3d184aaca0d00d366b0a2a34', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:08.169013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Pushing event deleted for resources: {'Port': ['ID=854da759-012a-442b-97bf-81a92e492230,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:08.592137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.679258 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.681261 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.778769 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.779314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2c9486f-4e6e-4f5f-b937-01deaf5cc62b {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:42:08.783560 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.784740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b504e201-906b-45bd-a7e0-0f7476c8e74b admin admin] 10.222.0.16 "DELETE /v2.0/routers/a2c9486f-4e6e-4f5f-b937-01deaf5cc62b HTTP/1.1" status: 204 len: 168 time: 1.3201201 Aug 06 16:42:08.788028 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40106) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:08.836229 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Deleting subnet cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:42:08.839155 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.873708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:08.954604 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.022262 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 854da759-012a-442b-97bf-81a92e492230 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:09.049839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 854da759-012a-442b-97bf-81a92e492230 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:09.063173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 854da759-012a-442b-97bf-81a92e492230 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:09.063173 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfe697f8-bfe7-405f-85ae-0b153409b386 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:09.074863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: bfe697f8-bfe7-405f-85ae-0b153409b386 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:09.075212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device bfe697f8-bfe7-405f-85ae-0b153409b386 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:09.164283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.189206 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:09.195174 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.196256 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.197169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1c4a3f1b-53a7-486b-bee4-69ad99777b09 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cd5fb1ed-af01-4fc7-b9f4-168b7d90e83a HTTP/1.1" status: 204 len: 168 time: 0.4089677 Aug 06 16:42:09.199633 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40108) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:09.201833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf28f080-8cf9-4e84-9027-434b87341490 None None] Network d26ab982-ad27-4e99-9aef-bc8e7126cb0e requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:42:09.271642 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.327327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Deleting port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:09.327678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.390991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] DHCP port deletion for d26ab982-ad27-4e99-9aef-bc8e7126cb0e request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:42:09.404522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] For port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:09.404888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.416958 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Calling delete_port for 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:09.438948 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Deleting port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:09.439374 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.506708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] For port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,segment=NetworkSegment(34c5c7d1-93e4-4206-859f-6d32234fb5f9),segment_id=34c5c7d1-93e4-4206-859f-6d32234fb5f9)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:09.507110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.519973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Calling delete_port for 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:09.626634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.633785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.655451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:09.657364 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] No DVR routers for this DVR port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:09.668426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] No DVR routers for this DVR port 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:09.675855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Pushing event deleted for resources: {'Port': ['ID=495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:09.682580 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.682987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.683359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.683696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.684063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.684393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.684725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.685070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.685392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.685713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.686032 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.686424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60cdfb0-45dd-407d-b4c3-53e8424df229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:09.731077 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.741314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26ab982-ad27-4e99-9aef-bc8e7126cb0e']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:09.750853 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c5c7d1-93e4-4206-859f-6d32234fb5f9') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:09.751155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c5c7d1-93e4-4206-859f-6d32234fb5f9') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:09.760571 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.777590 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.783381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:42:09.783906 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:42:09.785693 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:42:09.900912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.906874 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:09.908728 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d26ab982-ad27-4e99-9aef-bc8e7126cb0e HTTP/1.1" status: 204 len: 168 time: 0.7080653 Aug 06 16:42:09.911774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40110) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:09.919893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c96a2-2cf4-4b4d-8fbb-e7d6d266c0e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26ab982-ad27-4e99-9aef-bc8e7126cb0e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:10.258763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:10.514693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Deleting port 5e6a8dbe-bd51-4185-9089-4388acae5e21 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:10.514947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:10.599984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] For port 5e6a8dbe-bd51-4185-9089-4388acae5e21, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5e6a8dbe-bd51-4185-9089-4388acae5e21,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:10.600348 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:10.612540 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Calling delete_port for 5e6a8dbe-bd51-4185-9089-4388acae5e21 owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:10.866866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:10.894134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6a8dbe-bd51-4185-9089-4388acae5e21,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:11.058854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:11.072314 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:11.101234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:11.130560 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:11.130848 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 495086a5-fd8d-4b1d-8cd3-ea7bbbc4fbd2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:11.295635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Router 32357874-65d4-44f0-8d12-044b5d520eee has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:11.406259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:11.411852 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-dd255c20-900f-4a9f-a6ab-5cfdd8b10bd4 admin admin] 10.222.0.16 "PUT /v2.0/routers/32357874-65d4-44f0-8d12-044b5d520eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4989815 Aug 06 16:42:11.414605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40114) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:11.418106 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] Sync routers for ids ['32357874-65d4-44f0-8d12-044b5d520eee'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:11.430374 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] Routers {'32357874-65d4-44f0-8d12-044b5d520eee'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:11.430995 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['32357874-65d4-44f0-8d12-044b5d520eee'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:11.527025 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:11.537631 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] Set router 32357874-65d4-44f0-8d12-044b5d520eee gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:11.631408 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:11.718056 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:42:10Z', 'revision_number': 5, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port': {'id': '0e11a300-0117-42d6-82e1-0b01a2d61f01', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:92:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32357874-65d4-44f0-8d12-044b5d520eee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:11.744549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Deleting port 0e11a300-0117-42d6-82e1-0b01a2d61f01 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:11.744912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:11.747217 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] Checking router: 32357874-65d4-44f0-8d12-044b5d520eee for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:11.755860 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] Routers {'32357874-65d4-44f0-8d12-044b5d520eee'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:11.756469 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['32357874-65d4-44f0-8d12-044b5d520eee'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:11.831629 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] For port 0e11a300-0117-42d6-82e1-0b01a2d61f01, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0e11a300-0117-42d6-82e1-0b01a2d61f01,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:11.832022 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:11.843539 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] Set router 32357874-65d4-44f0-8d12-044b5d520eee gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:11.848046 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Calling delete_port for 0e11a300-0117-42d6-82e1-0b01a2d61f01 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:11.894242 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:42:11Z', 'revision_number': 6, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:11.922756 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5562fde9-4b28-4c5f-b236-05153232b346 None None] The sync data for ids ['32357874-65d4-44f0-8d12-044b5d520eee'] in n-d-778550-6 is: [{'id': '32357874-65d4-44f0-8d12-044b5d520eee', 'name': 'tempest-TestMinimumBasicScenario-926839183-router', 'tenant_id': 'f09200115db048398a74cdf085e60edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:39:47Z', 'updated_at': '2021-08-06T16:42:11Z', 'revision_number': 6, 'project_id': 'f09200115db048398a74cdf085e60edc', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:12.112520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.138207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e11a300-0117-42d6-82e1-0b01a2d61f01,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:12.197556 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.293328 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.295532 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.432844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.433509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32357874-65d4-44f0-8d12-044b5d520eee {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:42:12.438309 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.439972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1dd76d52-83b8-4fe9-9d4b-8d6a90ce55f0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/32357874-65d4-44f0-8d12-044b5d520eee HTTP/1.1" status: 204 len: 168 time: 1.0238514 Aug 06 16:42:12.444129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40116) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:12.493443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Deleting subnet 78581765-723f-4969-bccc-54b69c99f091 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:42:12.496769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.532649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.610004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.718311 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.749730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78581765-723f-4969-bccc-54b69c99f091,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:12.754420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.756336 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4a541b3b-32b6-4593-a700-a3daa1529a30 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/78581765-723f-4969-bccc-54b69c99f091 HTTP/1.1" status: 204 len: 168 time: 0.3126564 Aug 06 16:42:12.758916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40118) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:12.759776 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764621ec-ebe8-4397-b4cc-bf2ba6782cd3 None None] Network 348e1a03-5f51-4657-9b66-ef42946ddc90 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:42:12.837380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.904322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Deleting port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:12.904667 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.963488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] DHCP port deletion for 348e1a03-5f51-4657-9b66-ef42946ddc90 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:42:12.979087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] For port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:12.979552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:12.997108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Calling delete_port for 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:13.026023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] Deleting port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:42:13.026524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.073434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0e11a300-0117-42d6-82e1-0b01a2d61f01 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:13.102858 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 0e11a300-0117-42d6-82e1-0b01a2d61f01 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:13.103207 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0e11a300-0117-42d6-82e1-0b01a2d61f01 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:13.103609 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:13.137209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] For port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,segment=NetworkSegment(9fa4b177-333d-4b68-ae68-6a9743aa8fd5),segment_id=9fa4b177-333d-4b68-ae68-6a9743aa8fd5)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:13.137610 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.157229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] Calling delete_port for 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:42:13.176371 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.202680 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:13.206465 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] No DVR routers for this DVR port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:13.212417 n-d-778550-6 neutron-server[94842]: INFO neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No ports have port_id starting with 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 Aug 06 16:42:13.216494 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5e6a8dbe-bd51-4185-9089-4388acae5e21 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:42:13.244895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5e6a8dbe-bd51-4185-9089-4388acae5e21 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:42:13.245250 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5e6a8dbe-bd51-4185-9089-4388acae5e21 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:42:13.265568 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.278252 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.289025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348e1a03-5f51-4657-9b66-ef42946ddc90']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:13.294351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] Pushing event deleted for resources: {'Port': ['ID=9a7feeaf-8cd4-4f67-a660-bcb7753b6a07,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:13.297960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92775f-0a12-453c-a795-7f04b7b9966a None None] No DVR routers for this DVR port 9a7feeaf-8cd4-4f67-a660-bcb7753b6a07 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:42:13.304619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa4b177-333d-4b68-ae68-6a9743aa8fd5') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:13.304920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa4b177-333d-4b68-ae68-6a9743aa8fd5') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:13.316423 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.330105 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.336794 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:42:13.337182 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:42:13.338878 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:42:13.495380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.500851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.502844 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] 10.222.0.16 "DELETE /v2.0/networks/348e1a03-5f51-4657-9b66-ef42946ddc90 HTTP/1.1" status: 204 len: 168 time: 0.7428660 Aug 06 16:42:13.519374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb9474-a77d-42a2-b4bc-17c532945658 admin admin] Pushing event deleted for resources: {'Network': ['ID=348e1a03-5f51-4657-9b66-ef42946ddc90,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:13.880338 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40122) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:13.919885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8bdbd96a-e398-496f-8aac-0cd44749eb94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b15911ec3d184aaca0d00d366b0a2a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383749 Aug 06 16:42:13.922241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40124) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:13.968223 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6525ce49-2dfb-4ff1-96e2-4ddd7a9ccac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:13.993303 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6525ce49-2dfb-4ff1-96e2-4ddd7a9ccac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.094811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6525ce49-2dfb-4ff1-96e2-4ddd7a9ccac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.098200 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6525ce49-2dfb-4ff1-96e2-4ddd7a9ccac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.099392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6525ce49-2dfb-4ff1-96e2-4ddd7a9ccac3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4cab5920-0256-42b7-9141-5f0acdb84939 HTTP/1.1" status: 204 len: 168 time: 0.1762753 Aug 06 16:42:14.107334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525ce49-2dfb-4ff1-96e2-4ddd7a9ccac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab5920-0256-42b7-9141-5f0acdb84939,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:14.602897 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:42:14.776256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40132) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:14.816408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f0dc59e7-7cbf-462c-8e24-fa4a8169d334 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f09200115db048398a74cdf085e60edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389783 Aug 06 16:42:14.818876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:14.866719 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-155aecaf-443c-4063-a509-084010b73841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:14.887877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-155aecaf-443c-4063-a509-084010b73841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:15.009355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-155aecaf-443c-4063-a509-084010b73841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:15.012079 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-155aecaf-443c-4063-a509-084010b73841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:15.013226 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-155aecaf-443c-4063-a509-084010b73841 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78fa8835-03a4-4d42-a387-9a178369729c HTTP/1.1" status: 204 len: 168 time: 0.1934707 Aug 06 16:42:15.021618 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155aecaf-443c-4063-a509-084010b73841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa8835-03a4-4d42-a387-9a178369729c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:17.459553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40174) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:17.464383 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1460412871', 'description': 'tempest-secgroup-smoke-1460412871 description', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:17.544291 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.552520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.650758 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.709534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.744509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eecc7e-0365-40d1-8f40-4fed44e21248,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:17.800189 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.866288 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.896791 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09b807-fb38-40b2-be63-a601b964327c,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:17.946457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:17.947717 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-18f293bf-ca79-4708-b221-63062acbddeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4870946 Aug 06 16:42:17.950890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:17.956014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '1e09b807-fb38-40b2-be63-a601b964327c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:18.042195 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.098342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.152004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.171860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ed798d-edb1-4866-b5ea-8c9576cb0299,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:18.254725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.255964 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4c6b2a3b-d7ea-4183-8bd4-f37c13917960 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041077 Aug 06 16:42:18.258594 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40178) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:18.263076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '1e09b807-fb38-40b2-be63-a601b964327c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:18.350846 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.411701 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.481540 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.499306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e3bf75-edf7-4505-82fc-69769623f8f7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:18.568894 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.570121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5393f17f-3675-464c-b33e-9c67855705d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106225 Aug 06 16:42:18.573003 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40180) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:18.577693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '1e09b807-fb38-40b2-be63-a601b964327c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:18.664935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.724536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.809030 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.827245 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfe7ad9-65c0-4a23-806c-3d08c5eafd81,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:18.906387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:18.907677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-800689d2-6849-4dc9-9997-a894a4c4367e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336921 Aug 06 16:42:18.911024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40182) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:18.916448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '1e09b807-fb38-40b2-be63-a601b964327c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:19.020394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.079318 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.146258 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.164616 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9177f919-dea0-4aab-83c7-158b28f8e8fc,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:19.243547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.244857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-27254517-723c-4049-9f8c-9fab91fc6f39 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328674 Aug 06 16:42:19.247821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40184) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:19.252722 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '1e09b807-fb38-40b2-be63-a601b964327c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:19.369399 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:42:19.374567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.438565 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.506238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.525933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07270412-4efa-45a1-8ec5-1cb4a7004778,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:19.636360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.637529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b39b1336-272e-4449-b9e4-9499096fd724 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3886693 Aug 06 16:42:19.640216 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40186) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:19.645586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '1e09b807-fb38-40b2-be63-a601b964327c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:19.727174 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:42:19.732159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.794845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.866149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.886282 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec81058d-9d71-494a-80d9-23aec437fbb7,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:19.957534 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:19.958785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0ab60538-85b1-4c40-8d98-fc7ca0cd07d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3176415 Aug 06 16:42:19.961739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:19.966673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'network': {'name': 'tempest-network-smoke--1556077016', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:20.054742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:42:20.058352 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.086905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:42:20.096973 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.097330 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Added segment 37b7c96f-54ae-4142-a6ee-c40ab14ea998 of type vlan for network d7183a8f-905f-4d1d-b4b3-3a8df3677777 Aug 06 16:42:20.147312 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.271969 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.277721 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:20.278317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.343264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Network': ['ID=d7183a8f-905f-4d1d-b4b3-3a8df3677777,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:20.354111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:42:20.362299 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-71e60639-36e9-400f-ac53-30282f01cc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3995366 Aug 06 16:42:20.365425 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40192) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:20.370091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'admin_state_up': True, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:20.455057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.456752 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.512168 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:20.719758 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:21.327879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:21.346550 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:21.452785 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.22 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/2109db98-9f84-4510-8bb7-c91b5e9d7901) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:42:21.556926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:21.658912 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:21.701894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:21.708311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:21.710473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=2109db98-9f84-4510-8bb7-c91b5e9d7901,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:21.712623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:42:22.031961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:22.229929 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:22.443147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 706fa844-5645-43d7-9e7a-850fcd706408 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:42:22.555246 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:22.570847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Sync routers for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:22.580167 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:22.588623 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:22.636269 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:22.637485 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-53fe7269-24c2-4363-837d-69af502f29d7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2712026 Aug 06 16:42:22.640694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:22.686234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:22.763177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7c2bcd20-6136-41eb-80d7-8b6303469e61 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b4d9ef18b57c4bb6ba8becb027438a1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1212718 Aug 06 16:42:22.765835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:22.861046 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed71eaa-1ed6-48cd-9cf6-c3285a8bea56 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:22.863090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3ed71eaa-1ed6-48cd-9cf6-c3285a8bea56 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963318 Aug 06 16:42:22.865885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:22.870275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:21Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:22.895776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2ceead95-0a87-48ec-b98e-1958a62afd4b tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286293 Aug 06 16:42:22.898223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:22.899372 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Checking router: 706fa844-5645-43d7-9e7a-850fcd706408 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:22.899732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Updating router 706fa844-5645-43d7-9e7a-850fcd706408 port 2109db98-9f84-4510-8bb7-c91b5e9d7901 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:42:22.903359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2056565541', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:22.926397 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.058825 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:42:23.062492 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.181274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.190771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Transition to ACTIVE for port object 2109db98-9f84-4510-8bb7-c91b5e9d7901 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:23.264082 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.315777 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.316160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcc264-a55d-4ed0-9741-ec88fa53e9fe None None] Pushing event updated for resources: {'Port': ['ID=2109db98-9f84-4510-8bb7-c91b5e9d7901,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:23.318538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Attempting to bind port 2109db98-9f84-4510-8bb7-c91b5e9d7901 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:42:23.318904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Attempting to bind port 2109db98-9f84-4510-8bb7-c91b5e9d7901 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:42:23.319287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Attempting to bind port 2109db98-9f84-4510-8bb7-c91b5e9d7901 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:23.326111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:42:23.326111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:42:23.326111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.326111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:42:23.326516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Bound port: 2109db98-9f84-4510-8bb7-c91b5e9d7901, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:42:23.326741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.379649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] For port 2109db98-9f84-4510-8bb7-c91b5e9d7901, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:42:23.382215 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Subnet': ['ID=5ce815f9-74c7-4eda-a733-c333487ad1c4,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:23.382889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] For port 2109db98-9f84-4510-8bb7-c91b5e9d7901, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2109db98-9f84-4510-8bb7-c91b5e9d7901,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:42:23.392467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Checking segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:42:23.392467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network hostable DHCP agents. Network: d7183a8f-905f-4d1d-b4b3-3a8df3677777, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:42:23.470730 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.481195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:42:23.523350 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:23.524014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:23.568062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcc264-a55d-4ed0-9741-ec88fa53e9fe None None] Pushing event updated for resources: {'Port': ['ID=2109db98-9f84-4510-8bb7-c91b5e9d7901,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:23.572966 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, d7183a8f-905f-4d1d-b4b3-3a8df3677777) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:23.577956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:23.578571 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:23.584491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557ad131-b5f3-4095-b760-3bf03b438638 None None] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:42:23.671171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-42878208-6d26-44a8-8b1c-f1cbc0cf7176 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7717698 Aug 06 16:42:23.673849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:23.689411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:24.040616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-d7183a8f-905f-4d1d-b4b3-3a8df3677777', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:42:24.050689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.123073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.187477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:21Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:24.224149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93afb189-4e21-4ba9-a997-e58244c6a4b3 None None] The sync data for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 is: [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:21Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:24.235013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Allocated IP 172.20.0.2 (d7183a8f-905f-4d1d-b4b3-3a8df3677777/5ce815f9-74c7-4eda-a733-c333487ad1c4/32a5b6b1-7527-4fd3-a783-079b11cd2b85) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:42:24.398063 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.406708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Transition to ACTIVE for port object 32a5b6b1-7527-4fd3-a783-079b11cd2b85 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:24.439112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Transition to ACTIVE for port object 32a5b6b1-7527-4fd3-a783-079b11cd2b85 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:24.516603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.557233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:24.560038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:24.563044 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:42:24.569258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.1 (d7183a8f-905f-4d1d-b4b3-3a8df3677777/5ce815f9-74c7-4eda-a733-c333487ad1c4/f8caa97c-d0ff-4a97-8865-1e6aa07799ff) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:42:24.582724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Pushing event updated for resources: {'Port': ['ID=32a5b6b1-7527-4fd3-a783-079b11cd2b85,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:24.632006 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Attempting to bind port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:42:24.632714 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Attempting to bind port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:42:24.632815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Attempting to bind port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 on network d7183a8f-905f-4d1d-b4b3-3a8df3677777 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:24.638026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:42:24.638412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Checking segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:42:24.638826 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.639353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Bound using segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:42:24.639703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Bound port: 32a5b6b1-7527-4fd3-a783-079b11cd2b85, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:42:24.640196 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.701422 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.707374 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] For port 32a5b6b1-7527-4fd3-a783-079b11cd2b85, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:42:24.710861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] For port 32a5b6b1-7527-4fd3-a783-079b11cd2b85, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=32a5b6b1-7527-4fd3-a783-079b11cd2b85,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:42:24.717346 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object f8caa97c-d0ff-4a97-8865-1e6aa07799ff will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:24.785181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.812224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:24.854139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ea720-523b-4c85-871a-bf9c83b2bb6a None None] Pushing event updated for resources: {'Port': ['ID=32a5b6b1-7527-4fd3-a783-079b11cd2b85,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:24.857120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:24.863858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:24.868097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:42:24.897014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:24.923105 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.133219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2109db98-9f84-4510-8bb7-c91b5e9d7901 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:25.197876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.271903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 2109db98-9f84-4510-8bb7-c91b5e9d7901 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:25.275829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2109db98-9f84-4510-8bb7-c91b5e9d7901 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:25.276247 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.356536 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.383075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 2109db98-9f84-4510-8bb7-c91b5e9d7901, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2109db98-9f84-4510-8bb7-c91b5e9d7901,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:25.449079 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.481118 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.500269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=2109db98-9f84-4510-8bb7-c91b5e9d7901,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:25.546400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.622913 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:25.624631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:25.722134 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:25.723503 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:25.842614 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 706fa844-5645-43d7-9e7a-850fcd706408 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:25.956372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:25.963687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-26fefb47-3794-4c53-af95-8768500d52ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/706fa844-5645-43d7-9e7a-850fcd706408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2887161 Aug 06 16:42:26.022953 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Sync routers for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:26.032290 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:26.032914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:26.121737 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-080a6481-fa9f-4183-b948-b9a89bb4b6f2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1460412871&fields=id&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 267 time: 0.0347428 Aug 06 16:42:26.138749 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:26.234019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-b7bd1246-95eb-43b0-8e4d-6fca6b630657 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:26.235534 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-b7bd1246-95eb-43b0-8e4d-6fca6b630657 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/networks?id=d7183a8f-905f-4d1d-b4b3-3a8df3677777 HTTP/1.1" status: 200 len: 797 time: 0.1065340 Aug 06 16:42:26.251467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-293c787e-c1bb-49e7-a2a4-88d4c073136d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/quotas/b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 375 time: 0.0092311 Aug 06 16:42:26.306531 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-23fc500e-f2f3-447e-894e-c8bc8dd8d886 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492566 Aug 06 16:42:26.346894 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 2, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:26.373939 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Checking router: 706fa844-5645-43d7-9e7a-850fcd706408 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:26.374212 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Updating router 706fa844-5645-43d7-9e7a-850fcd706408 port f8caa97c-d0ff-4a97-8865-1e6aa07799ff binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:42:26.405266 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.420546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-5a1ef9b7-a005-4fda-8a0a-e020e883db74 service neutron] 10.222.0.16 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967450 Aug 06 16:42:26.532570 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-ed08244d-b986-4c7c-a54b-359ec250058b service neutron] 10.222.0.16 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036191 Aug 06 16:42:26.544735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.678034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abe164-8630-469e-ad4a-03235433641e None None] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:42:26.709395 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.719667 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Transition to ACTIVE for port object f8caa97c-d0ff-4a97-8865-1e6aa07799ff will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:26.795995 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:26.806914 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbcbcb1e-8557-4bb3-a385-12d794790dde req-f9ea963b-57d9-4131-ba1b-4622039281b2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 210 time: 0.0330527 Aug 06 16:42:26.827625 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-642381b3-8d64-48ce-8f4c-f5cd0a0343da None None] Provisioning for port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:26.873161 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Pushing event updated for resources: {'Port': ['ID=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:27.018293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.018293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.018293 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.018742 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.019169 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.019502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.019853 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.020168 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.020488 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.020806 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.021123 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.021437 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:42:27.038642 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Attempting to bind port f8caa97c-d0ff-4a97-8865-1e6aa07799ff on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:42:27.039872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Attempting to bind port f8caa97c-d0ff-4a97-8865-1e6aa07799ff by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:42:27.040360 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Attempting to bind port f8caa97c-d0ff-4a97-8865-1e6aa07799ff on network d7183a8f-905f-4d1d-b4b3-3a8df3677777 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:27.048982 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:42:27.050133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Checking segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:42:27.050663 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.051153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Bound using segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:42:27.051736 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Bound port: f8caa97c-d0ff-4a97-8865-1e6aa07799ff, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:42:27.052234 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.140817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 32a5b6b1-7527-4fd3-a783-079b11cd2b85 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:27.198394 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] For port f8caa97c-d0ff-4a97-8865-1e6aa07799ff, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:42:27.202015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] For port f8caa97c-d0ff-4a97-8865-1e6aa07799ff, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:42:27.243544 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-03e3b9fb-c92b-4e8c-aeef-e8bf8cbc2240 None None] Provisioning for port f8caa97c-d0ff-4a97-8865-1e6aa07799ff completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:27.266725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:27.268709 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.272951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:27.273428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.317679 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:27.318379 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:27.377059 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.378973 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f074956-f357-4590-b809-edb883e51b8f None None] Pushing event updated for resources: {'Port': ['ID=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:27.418246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 32a5b6b1-7527-4fd3-a783-079b11cd2b85, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=32a5b6b1-7527-4fd3-a783-079b11cd2b85,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:27.455262 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:27.494959 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.495771 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2109db98-9f84-4510-8bb7-c91b5e9d7901 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:27.572078 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=32a5b6b1-7527-4fd3-a783-079b11cd2b85,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:27.591928 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 2109db98-9f84-4510-8bb7-c91b5e9d7901 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:27.592542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:27.697602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:27Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:27.726553 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fee98-3c85-4656-94a7-c1906a934d5a None None] The sync data for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 is: [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:27Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:27.899962 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dceaf61e-a02c-4837-8d3d-46359d01be17 req-942cde3a-5ed1-4103-93a7-7619a5e066a6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 210 time: 0.0384436 Aug 06 16:42:28.990622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b7ba93a-5501-41dd-a454-e64652958319 req-0f9ba8fa-bba8-40ef-bf9f-03d14111c590 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 210 time: 0.0272539 Aug 06 16:42:29.109068 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 32a5b6b1-7527-4fd3-a783-079b11cd2b85 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:29.158491 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:29.158862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.240900 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8caa97c-d0ff-4a97-8865-1e6aa07799ff up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:29.340083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-f9e3de8a-2dd8-426f-82cf-d792a0c9623f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:29.341550 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-f9e3de8a-2dd8-426f-82cf-d792a0c9623f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/networks?id=d7183a8f-905f-4d1d-b4b3-3a8df3677777 HTTP/1.1" status: 200 len: 797 time: 0.1068654 Aug 06 16:42:29.374971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port f8caa97c-d0ff-4a97-8865-1e6aa07799ff completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:29.379610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f8caa97c-d0ff-4a97-8865-1e6aa07799ff triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:29.380016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.394433 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-7d2f08f5-96c3-472c-934a-6563df6d2ad4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 380 time: 0.0376925 Aug 06 16:42:29.404756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'port': {'device_id': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'admin_state_up': True, 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'security_groups': ['1e09b807-fb38-40b2-be63-a601b964327c']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:29.460049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.495783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port f8caa97c-d0ff-4a97-8865-1e6aa07799ff, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:29.586137 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:42:29.586401 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.589823 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.644386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:29.709899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.730443 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.14 (d7183a8f-905f-4d1d-b4b3-3a8df3677777/5ce815f9-74c7-4eda-a733-c333487ad1c4/a372a47e-ee79-4630-9a3e-8b3986369235) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:42:29.866980 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:29.879879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object a372a47e-ee79-4630-9a3e-8b3986369235 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:29.973743 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.027309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:30.030658 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:30.034527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:42:30.064385 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=a372a47e-ee79-4630-9a3e-8b3986369235,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:30.095603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:30.096711 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.123263 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597382c-a176-4846-9d65-5120c9618117 req-ec5d57d0-ca7e-4e61-bd03-992ff3376b7f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:30.124733 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4597382c-a176-4846-9d65-5120c9618117 req-ec5d57d0-ca7e-4e61-bd03-992ff3376b7f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 932 time: 0.0583181 Aug 06 16:42:30.165912 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4597382c-a176-4846-9d65-5120c9618117 req-cb08dda0-32b8-4ffe-9508-acaa24452979 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Aug 06 16:42:30.169942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0f681135-ff7f-4b91-87c6-d9f8089a9e53 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689011 Aug 06 16:42:30.235872 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Request body: {'port': {'device_id': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:30.290815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.380899 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b677cf57-7897-4606-a811-3008723feb87 None None] Provisioning for port a372a47e-ee79-4630-9a3e-8b3986369235 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:30.384925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b677cf57-7897-4606-a811-3008723feb87 None None] Provisioning complete for port a372a47e-ee79-4630-9a3e-8b3986369235 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:30.385295 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b677cf57-7897-4606-a811-3008723feb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.425158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-b677cf57-7897-4606-a811-3008723feb87 None None] Port a372a47e-ee79-4630-9a3e-8b3986369235 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:42:30.561223 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a372a47e-ee79-4630-9a3e-8b3986369235 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:42:30.569336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.581285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Transition to ACTIVE for port object a372a47e-ee79-4630-9a3e-8b3986369235 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:42:30.643549 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.697807 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Pushing event updated for resources: {'Port': ['ID=a372a47e-ee79-4630-9a3e-8b3986369235,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:30.770555 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Attempting to bind port a372a47e-ee79-4630-9a3e-8b3986369235 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:42:30.770901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Attempting to bind port a372a47e-ee79-4630-9a3e-8b3986369235 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:42:30.771400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Attempting to bind port a372a47e-ee79-4630-9a3e-8b3986369235 on network d7183a8f-905f-4d1d-b4b3-3a8df3677777 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:30.776675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Port a372a47e-ee79-4630-9a3e-8b3986369235 on network d7183a8f-905f-4d1d-b4b3-3a8df3677777 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:42:30.776997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Attempting to bind port a372a47e-ee79-4630-9a3e-8b3986369235 on network d7183a8f-905f-4d1d-b4b3-3a8df3677777 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:42:30.782057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:42:30.782396 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Checking segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:42:30.782779 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Bound using segment: {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:42:30.783205 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Bound port: a372a47e-ee79-4630-9a3e-8b3986369235, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b7c96f-54ae-4142-a6ee-c40ab14ea998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:42:30.783565 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.852821 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] For port a372a47e-ee79-4630-9a3e-8b3986369235, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:42:30.856060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] For port a372a47e-ee79-4630-9a3e-8b3986369235, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a372a47e-ee79-4630-9a3e-8b3986369235,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:42:30.941255 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.976284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:30.977318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:30.978743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] 10.222.0.64 "PUT /v2.0/ports/a372a47e-ee79-4630-9a3e-8b3986369235 HTTP/1.1" status: 200 len: 1092 time: 0.7957180 Aug 06 16:42:30.982364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:30.985539 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:31.015898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546aaa5-f811-459f-9fab-3c04df4db667 service neutron] Pushing event updated for resources: {'Port': ['ID=a372a47e-ee79-4630-9a3e-8b3986369235,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:31.040668 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ee23f6-7377-49af-ab2b-70c18f73d5bb x-openstack-request-id: req-e2ee23f6-7377-49af-ab2b-70c18f73d5bb {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:31.040960 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:31.041214 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2ee23f6-7377-49af-ab2b-70c18f73d5bb {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:31.041624 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'status': 'completed', 'code': 200} Aug 06 16:42:31.072893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8caa97c-d0ff-4a97-8865-1e6aa07799ff up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:31.119933 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261 req-ecfcf5c6-b878-414b-9900-bd6f54162dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.121769 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261 req-ecfcf5c6-b878-414b-9900-bd6f54162dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1095 time: 0.0481341 Aug 06 16:42:31.124266 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port f8caa97c-d0ff-4a97-8865-1e6aa07799ff triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:31.124650 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:31.238093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261 req-cca3330c-e4ca-41c8-9335-007b7bc95cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.240364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261 req-cca3330c-e4ca-41c8-9335-007b7bc95cae service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1057715 Aug 06 16:42:31.287580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d621d6-6680-4111-90dd-67fb54cff916 req-ec1534f4-2e77-4443-b7dc-920a4164bc98 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.289123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99d621d6-6680-4111-90dd-67fb54cff916 req-ec1534f4-2e77-4443-b7dc-920a4164bc98 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 944 time: 0.0519326 Aug 06 16:42:31.332855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-99d621d6-6680-4111-90dd-67fb54cff916 req-c3d383c9-e76c-4509-9c77-53ebd7308b58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 Aug 06 16:42:31.342668 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261 req-13187220-70d5-429e-85d4-b1270b93fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.344650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4f5e7c29-9fe9-4f88-8d85-26fa79a9d261 req-13187220-70d5-429e-85d4-b1270b93fb17 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960937 Aug 06 16:42:31.429675 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-9fabf542-7aef-413c-8388-eb3aa9f37e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.431236 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-9fabf542-7aef-413c-8388-eb3aa9f37e11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1095 time: 0.0472147 Aug 06 16:42:31.480238 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-13fa5b97-e079-45c1-a899-363ab7da70b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a372a47e-ee79-4630-9a3e-8b3986369235 HTTP/1.1" status: 200 len: 217 time: 0.0350370 Aug 06 16:42:31.533813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-54f662b0-77c5-4a58-97ec-bedd38d0c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.535514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-54f662b0-77c5-4a58-97ec-bedd38d0c928 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ce815f9-74c7-4eda-a733-c333487ad1c4 HTTP/1.1" status: 200 len: 835 time: 0.0446832 Aug 06 16:42:31.588940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f250-d380-4819-a371-f3355815c4f0 req-e8564ac8-cfd4-444b-92ab-7b98848d288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:31.590455 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-e8564ac8-cfd4-444b-92ab-7b98848d288c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7183a8f-905f-4d1d-b4b3-3a8df3677777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462272 Aug 06 16:42:31.682250 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-f5ab80ae-affc-41f7-950f-aa2d77c505c6 service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830798 Aug 06 16:42:32.140276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-8b83f250-d380-4819-a371-f3355815c4f0 req-c0dd96be-c290-49f3-937c-c3ac571fd496 service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464209 Aug 06 16:42:32.449799 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc26365-589b-4d54-99b8-40885ed58dac req-a60e84cc-92ac-4a96-af0a-67e03fcb223b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:32.451422 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fc26365-589b-4d54-99b8-40885ed58dac req-a60e84cc-92ac-4a96-af0a-67e03fcb223b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 944 time: 0.0497179 Aug 06 16:42:32.492020 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9fc26365-589b-4d54-99b8-40885ed58dac req-c43702de-666d-47fd-9bc8-addbbad3946b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345805 Aug 06 16:42:33.608269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91996765-99ab-479d-af72-b261a5789986 req-e437e98e-7b30-4869-afa1-7e825cc6879c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:33.609752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91996765-99ab-479d-af72-b261a5789986 req-e437e98e-7b30-4869-afa1-7e825cc6879c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 944 time: 0.0500002 Aug 06 16:42:33.648700 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-91996765-99ab-479d-af72-b261a5789986 req-bc59adc5-eef5-44be-844d-c053683ee30e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Aug 06 16:42:34.762864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364cc48-ddae-49da-a28e-b827e5cab933 req-75a7f59f-67cd-4759-8979-6f0420caf6c9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:34.764385 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8364cc48-ddae-49da-a28e-b827e5cab933 req-75a7f59f-67cd-4759-8979-6f0420caf6c9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 944 time: 0.0494678 Aug 06 16:42:34.805629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8364cc48-ddae-49da-a28e-b827e5cab933 req-a6e04783-1006-4d0e-8199-b5161bbf7e78 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353394 Aug 06 16:42:34.904063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a372a47e-ee79-4630-9a3e-8b3986369235 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:42:35.010824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a372a47e-ee79-4630-9a3e-8b3986369235, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a372a47e-ee79-4630-9a3e-8b3986369235,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:35.019454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b6205e5-ce5b-4c19-bbcd-e7c1d4c458c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:35.024061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'port_id': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'mac_address': 'fa:16:3e:cd:bc:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:42:35.061598 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:35.074622 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a372a47e-ee79-4630-9a3e-8b3986369235 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:42:35.093779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a372a47e-ee79-4630-9a3e-8b3986369235, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a372a47e-ee79-4630-9a3e-8b3986369235,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:35.180387 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:35.230289 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a372a47e-ee79-4630-9a3e-8b3986369235,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:35.487001 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['a372a47e-ee79-4630-9a3e-8b3986369235'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:42:35.920871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773d46b-a449-4906-91d8-100045f61c6b req-0dc3d54e-933b-4044-9e06-b4eecc00f460 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:35.922341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3773d46b-a449-4906-91d8-100045f61c6b req-0dc3d54e-933b-4044-9e06-b4eecc00f460 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Aug 06 16:42:35.961023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3773d46b-a449-4906-91d8-100045f61c6b req-2bd9fcb9-4557-458d-a2a3-12377b95e238 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 06 16:42:36.920607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a372a47e-ee79-4630-9a3e-8b3986369235 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:42:37.054721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port a372a47e-ee79-4630-9a3e-8b3986369235 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:42:37.058850 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port a372a47e-ee79-4630-9a3e-8b3986369235 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:42:37.059212 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.079430 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef5d91-345a-4da0-88bb-f30baef6adfb req-0629b1a9-c86a-4118-b943-d7134aa10d15 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:37.081654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54ef5d91-345a-4da0-88bb-f30baef6adfb req-0629b1a9-c86a-4118-b943-d7134aa10d15 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Aug 06 16:42:37.120066 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-54ef5d91-345a-4da0-88bb-f30baef6adfb req-c2afaff7-e1ee-42c9-be9c-766f901b2b2c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Aug 06 16:42:37.137999 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.159482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:37.161863 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f747225-c314-4603-a555-c3efc290254e" -d '{"events": [{"server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "name": "network-vif-plugged", "status": "completed", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:37.178030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port a372a47e-ee79-4630-9a3e-8b3986369235, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a372a47e-ee79-4630-9a3e-8b3986369235,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:42:37.243515 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.267108 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f426af4c-1d59-48ca-8d7d-27ee7f18794e x-openstack-request-id: req-f426af4c-1d59-48ca-8d7d-27ee7f18794e {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:37.267425 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "name": "network-vif-plugged", "status": "completed", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:37.267681 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f426af4c-1d59-48ca-8d7d-27ee7f18794e {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:37.268095 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'code': 200} Aug 06 16:42:37.295315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=a372a47e-ee79-4630-9a3e-8b3986369235,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:37.361493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc57a8-dadb-4a43-9a18-e8563e7b7269 req-588c1627-61a6-4604-90f3-df92e54bd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:37.363053 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1edc57a8-dadb-4a43-9a18-e8563e7b7269 req-588c1627-61a6-4604-90f3-df92e54bd031 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1097 time: 0.0415719 Aug 06 16:42:37.398029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-1edc57a8-dadb-4a43-9a18-e8563e7b7269 req-1d0912a9-d627-4e8c-b3b0-5e997e96fc14 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274825 Aug 06 16:42:37.688863 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-68cdf93b-f579-4acc-9f1b-cc35ed4ec967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:37.740785 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:38.236903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ef71f-6f76-432b-a897-9a6e87120ec5 req-e702fdc7-4ae5-4745-860a-d168e202a321 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:38.238372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c1ef71f-6f76-432b-a897-9a6e87120ec5 req-e702fdc7-4ae5-4745-860a-d168e202a321 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0500138 Aug 06 16:42:38.281870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c1ef71f-6f76-432b-a897-9a6e87120ec5 req-02f283ab-bd40-420b-9e6a-9ee58da20f4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368083 Aug 06 16:42:39.123074 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.400513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bdeb8-7829-445a-bd23-13368fa86a1a req-faf09677-aa80-47ed-9288-3df234b8f4d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:39.401918 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db5bdeb8-7829-445a-bd23-13368fa86a1a req-faf09677-aa80-47ed-9288-3df234b8f4d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Aug 06 16:42:39.439555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db5bdeb8-7829-445a-bd23-13368fa86a1a req-07a9efa9-e41a-40a7-bda7-4938ca512747 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Aug 06 16:42:39.555135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208138-3fa1-4017-8873-14b09aada34c req-fb78c265-8411-4424-8fa7-57301b662fad tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:39.556651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e208138-3fa1-4017-8873-14b09aada34c req-fb78c265-8411-4424-8fa7-57301b662fad tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Aug 06 16:42:39.594523 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1e208138-3fa1-4017-8873-14b09aada34c req-a7941119-aff1-477b-b5b3-e4c14d41c0ed tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317864 Aug 06 16:42:39.617567 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:39.656142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020cf84-ed77-4be3-9677-e7387c348fa9 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:39.657553 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6020cf84-ed77-4be3-9677-e7387c348fa9 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1092 time: 0.0389967 Aug 06 16:42:39.660462 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:39.665372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:42:39.749796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.850961 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:39.956644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.84 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/36738fb5-2b98-4a99-a083-fc7ff9cac2c5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:42:40.057253 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.167284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.204167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:42:40.209099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:42:40.212835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:42:40.242541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=36738fb5-2b98-4a99-a083-fc7ff9cac2c5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:40.579323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.716996 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.867501 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:40.932249 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.008714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=36738fb5-2b98-4a99-a083-fc7ff9cac2c5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:42:41.018900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.081378 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.123006 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP eaf20a6e-326d-4e19-b272-9aa29295aa7d associated. External IP: 172.25.5.84, port: a372a47e-ee79-4630-9a3e-8b3986369235. Aug 06 16:42:41.333207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 706fa844-5645-43d7-9e7a-850fcd706408 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:42:41.442049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:42:41.452606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] Sync routers for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:42:41.461686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:41.462308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:41.517486 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:41.551718 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5be6ecb0-16a4-44a5-99d0-68625cff4f8d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8877747 Aug 06 16:42:41.551718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:42:41.556466 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fada72c-8da4-4115-8cac-04bcef6d29f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:42:41.586176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:41.599322 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e503628-3595-4c60-b4fb-96174c0f7228 x-openstack-request-id: req-0e503628-3595-4c60-b4fb-96174c0f7228 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:42:41.599617 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:42:41.599909 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e503628-3595-4c60-b4fb-96174c0f7228 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:42:41.600323 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'status': 'completed', 'code': 200} Aug 06 16:42:41.656784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee98eb-7b00-449b-b9e0-ec701acfa1f6 req-2edb0dad-ea9b-4e62-bb2a-16888d04de27 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:41.658401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40ee98eb-7b00-449b-b9e0-ec701acfa1f6 req-2edb0dad-ea9b-4e62-bb2a-16888d04de27 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Aug 06 16:42:41.677109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-d4ab5f14-2968-4098-af14-9ce1b2ff5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:41.679609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-d4ab5f14-2968-4098-af14-9ce1b2ff5d1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1097 time: 0.0517502 Aug 06 16:42:41.703362 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40ee98eb-7b00-449b-b9e0-ec701acfa1f6 req-bbe435e0-7ea1-4a82-b9a6-80b339c86179 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378311 Aug 06 16:42:41.730314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40280) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:41.783380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-0f65c27a-f744-4536-9fbe-26bab1394ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:41.785610 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-0f65c27a-f744-4536-9fbe-26bab1394ca3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7183a8f-905f-4d1d-b4b3-3a8df3677777 HTTP/1.1" status: 200 len: 898 time: 0.0985415 Aug 06 16:42:41.791637 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aac1f85b-b8d3-40ab-94ff-85f36d46ae2d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/eaf20a6e-326d-4e19-b272-9aa29295aa7d HTTP/1.1" status: 200 len: 991 time: 0.0601804 Aug 06 16:42:41.828398 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'eaf20a6e-326d-4e19-b272-9aa29295aa7d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'port_id': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'mac_address': 'fa:16:3e:cd:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:42:40Z', 'updated_at': '2021-08-06T16:42:40Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:29Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:41.860100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-541ea4ea-bca6-411e-a37a-adf0e071833d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a372a47e-ee79-4630-9a3e-8b3986369235 HTTP/1.1" status: 200 len: 999 time: 0.0666220 Aug 06 16:42:41.861416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] Checking router: 706fa844-5645-43d7-9e7a-850fcd706408 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:42:41.871163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:42:41.871784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:42:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:41.915479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-f005cede-bb19-45da-b7cf-382370abf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:41.917017 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-f005cede-bb19-45da-b7cf-382370abf05e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ce815f9-74c7-4eda-a733-c333487ad1c4 HTTP/1.1" status: 200 len: 835 time: 0.0503073 Aug 06 16:42:41.968793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-dca25fe1-10fe-4db4-a1e7-868a0275babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:42:41.970217 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-dca25fe1-10fe-4db4-a1e7-868a0275babe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7183a8f-905f-4d1d-b4b3-3a8df3677777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456705 Aug 06 16:42:41.978343 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:42:42.064101 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-2324ecfa-80a1-4479-96f1-727e935cc34d service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859940 Aug 06 16:42:42.168200 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9fada72c-8da4-4115-8cac-04bcef6d29f2 req-6e620506-2a02-4f40-80a5-2f7e340a43c8 service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970626 Aug 06 16:42:42.219292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'eaf20a6e-326d-4e19-b272-9aa29295aa7d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'port_id': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'mac_address': 'fa:16:3e:cd:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:42:40Z', 'updated_at': '2021-08-06T16:42:40Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:29Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:42:42.256809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c8219-7b85-4918-b850-3dc78770ee7b None None] The sync data for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 is: [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'eaf20a6e-326d-4e19-b272-9aa29295aa7d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.84', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'port_id': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'mac_address': 'fa:16:3e:cd:bc:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:42:40Z', 'updated_at': '2021-08-06T16:42:40Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:29Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:42:42.439733 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06853bff-d8aa-42fe-a28b-b5fd70a90ac9 None None] New status for floating IP eaf20a6e-326d-4e19-b272-9aa29295aa7d: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:42:42.796271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40282) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:42:42.860699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bd6ef8f9-026a-467d-82ce-2e7c7ba487eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/eaf20a6e-326d-4e19-b272-9aa29295aa7d HTTP/1.1" status: 200 len: 993 time: 0.0632706 Aug 06 16:42:51.605589 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:42:56.566943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:42:59.663710 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:04.995833 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebce4e30-f539-4f32-947f-36d47404082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.711396 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-442f3b23-20e1-493b-b410-33f82b71e134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:07.735032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:09.126496 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:11.048472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:16.511091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb10d1f-92e6-4cb6-9d36-9bf43e9f0873 req-32adee3d-5716-49b1-aafa-743a7d713b73 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:16.512618 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcb10d1f-92e6-4cb6-9d36-9bf43e9f0873 req-32adee3d-5716-49b1-aafa-743a7d713b73 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0510745 Aug 06 16:43:16.551963 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dcb10d1f-92e6-4cb6-9d36-9bf43e9f0873 req-dc2e75fc-9128-422a-ad98-db1481db2c34 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 06 16:43:17.674644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c24dd-7d84-438a-affb-3e43ec7cc9d0 req-3f44eb70-2791-4e4a-940c-6cf21bf896e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:17.676172 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-951c24dd-7d84-438a-affb-3e43ec7cc9d0 req-3f44eb70-2791-4e4a-940c-6cf21bf896e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0513699 Aug 06 16:43:17.714528 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-951c24dd-7d84-438a-affb-3e43ec7cc9d0 req-6198f42a-b4c5-41b1-96f7-37bf81efad86 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Aug 06 16:43:17.740085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:17.803792 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ec29536e-0fed-4080-8773-1f777b592811 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/eaf20a6e-326d-4e19-b272-9aa29295aa7d HTTP/1.1" status: 200 len: 993 time: 0.0625787 Aug 06 16:43:18.968340 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-f459e8e0-56ae-43d0-98bb-2eae3bec54ba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412648 Aug 06 16:43:19.055289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-5e9dff74-6826-4147-a2aa-3363f3a801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.056840 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-5e9dff74-6826-4147-a2aa-3363f3a801c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1097 time: 0.0424199 Aug 06 16:43:19.171761 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-f715e6e6-da14-4b39-a651-77ab1bb4e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.173539 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-f715e6e6-da14-4b39-a651-77ab1bb4e590 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7183a8f-905f-4d1d-b4b3-3a8df3677777 HTTP/1.1" status: 200 len: 898 time: 0.0951390 Aug 06 16:43:19.245899 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-fe0f98f4-1bc7-4ba3-9e2b-e1b7b3180105 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a372a47e-ee79-4630-9a3e-8b3986369235 HTTP/1.1" status: 200 len: 1001 time: 0.0629492 Aug 06 16:43:19.264040 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f604-c114-4111-a8ab-01d9135a2c8d req-3e24d0d8-3a6a-40fb-a034-a46f2c790b30 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.265628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9616f604-c114-4111-a8ab-01d9135a2c8d req-3e24d0d8-3a6a-40fb-a034-a46f2c790b30 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0732827 Aug 06 16:43:19.305761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9616f604-c114-4111-a8ab-01d9135a2c8d req-0a5b26e8-df58-464f-bff3-79a7b9660d81 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329177 Aug 06 16:43:19.308539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-d3c73c0a-b3f6-4b7b-a944-71e24cfd249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.310017 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-d3c73c0a-b3f6-4b7b-a944-71e24cfd249a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ce815f9-74c7-4eda-a733-c333487ad1c4 HTTP/1.1" status: 200 len: 835 time: 0.0526259 Aug 06 16:43:19.361713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-2d9437de-102e-437b-a02e-c8ca0c882977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:19.363237 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-2d9437de-102e-437b-a02e-c8ca0c882977 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7183a8f-905f-4d1d-b4b3-3a8df3677777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454938 Aug 06 16:43:19.455654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-e21decc6-c452-495c-b07f-b3520642e86e service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842912 Aug 06 16:43:19.552259 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6f3658c-2b5f-4e88-b13a-d37dc03fd09e req-f384b165-4fcc-4490-8655-9e5f3945fbd7 service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882196 Aug 06 16:43:20.426700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db001e-7e4f-488e-b6fc-5f9930dfe8a1 req-3983da6e-f801-4925-8fad-167f42badf30 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:20.428230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3db001e-7e4f-488e-b6fc-5f9930dfe8a1 req-3983da6e-f801-4925-8fad-167f42badf30 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0497816 Aug 06 16:43:20.465754 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b3db001e-7e4f-488e-b6fc-5f9930dfe8a1 req-29996409-519b-4d82-b385-cf911d3b8712 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Aug 06 16:43:20.489070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40322) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:20.554217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-27ffe457-590c-4e5c-b8ab-8278a9530c79 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/eaf20a6e-326d-4e19-b272-9aa29295aa7d HTTP/1.1" status: 200 len: 993 time: 0.0640428 Aug 06 16:43:20.765168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40328) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:20.923372 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 36738fb5-2b98-4a99-a083-fc7ff9cac2c5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:20.923739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:21.001380 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:21.002211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:21.013348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 36738fb5-2b98-4a99-a083-fc7ff9cac2c5 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:21.196755 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:21.225353 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=36738fb5-2b98-4a99-a083-fc7ff9cac2c5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:21.239402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.239766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.240138 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.240478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.240815 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.241225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.241559 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.241888 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.242218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.242545 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.242871 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.243196 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:21.299055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:21.299421 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP eaf20a6e-326d-4e19-b272-9aa29295aa7d disassociated (deleted). External IP: 172.25.5.84, port: a372a47e-ee79-4630-9a3e-8b3986369235. Aug 06 16:43:21.508402 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 706fa844-5645-43d7-9e7a-850fcd706408 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:43:21.617188 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:43:21.622103 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:21.627050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] Sync routers for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:43:21.636650 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:21.637346 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:21.650599 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-69b04f57-cb6f-458b-8a4c-708989080891 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/floatingips/eaf20a6e-326d-4e19-b272-9aa29295aa7d HTTP/1.1" status: 204 len: 168 time: 0.8841822 Aug 06 16:43:21.651218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:21.653706 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be717e06-1be5-451e-aea2-339b8722737d" -d '{"events": [{"name": "network-changed", "server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:21.691486 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0822696-05dd-4f33-8f68-3c49209f9889 x-openstack-request-id: req-b0822696-05dd-4f33-8f68-3c49209f9889 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:21.691776 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:21.692058 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b0822696-05dd-4f33-8f68-3c49209f9889 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:21.692461 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'status': 'completed', 'code': 200} Aug 06 16:43:21.748723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:21.763010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717e06-1be5-451e-aea2-339b8722737d req-22622270-257a-427f-a9f8-a02c0f8afb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:21.764627 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-22622270-257a-427f-a9f8-a02c0f8afb8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 1097 time: 0.0432529 Aug 06 16:43:21.866908 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717e06-1be5-451e-aea2-339b8722737d req-991216ab-011b-4bd5-8fca-41f1857391a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:21.869552 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-991216ab-011b-4bd5-8fca-41f1857391a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7183a8f-905f-4d1d-b4b3-3a8df3677777 HTTP/1.1" status: 200 len: 898 time: 0.0938060 Aug 06 16:43:21.924020 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-06140fb1-a270-45d2-9848-8db3b4c9f349 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a372a47e-ee79-4630-9a3e-8b3986369235 HTTP/1.1" status: 200 len: 217 time: 0.0358129 Aug 06 16:43:21.948046 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:29Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:21.981108 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] Checking router: 706fa844-5645-43d7-9e7a-850fcd706408 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:43:21.981427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717e06-1be5-451e-aea2-339b8722737d req-8e8d4931-9475-409e-b04b-8b224b8cadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:21.982983 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-8e8d4931-9475-409e-b04b-8b224b8cadb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ce815f9-74c7-4eda-a733-c333487ad1c4 HTTP/1.1" status: 200 len: 835 time: 0.0479198 Aug 06 16:43:21.991226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:21.991911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:22.039405 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be717e06-1be5-451e-aea2-339b8722737d req-5ed666c5-3943-48e7-8495-10d1e4a3ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:22.041135 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-5ed666c5-3943-48e7-8495-10d1e4a3ba84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7183a8f-905f-4d1d-b4b3-3a8df3677777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463824 Aug 06 16:43:22.085827 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387093b-b75a-4927-b066-d593db3ad3f2 req-7afe1c7c-34ea-4435-93fa-a3c7550c2163 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:22.087572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2387093b-b75a-4927-b066-d593db3ad3f2 req-7afe1c7c-34ea-4435-93fa-a3c7550c2163 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0580685 Aug 06 16:43:22.109543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:22.134392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2387093b-b75a-4927-b066-d593db3ad3f2 req-1c200896-010f-4ded-98ec-068145a1befb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Aug 06 16:43:22.139872 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-1ff38bd7-09df-47f5-991f-30d47ac20bd5 service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908732 Aug 06 16:43:22.239734 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-be717e06-1be5-451e-aea2-339b8722737d req-53a8f9fd-67fb-47fa-a248-67aedd4854ae service neutron] 10.222.0.64 "GET /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917678 Aug 06 16:43:22.316395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:29Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:22.343493 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc408e-4713-4553-abee-28b3b73b0aec None None] The sync data for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 is: [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'f8caa97c-d0ff-4a97-8865-1e6aa07799ff', 'name': '', 'network_id': 'd7183a8f-905f-4d1d-b4b3-3a8df3677777', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:71:8c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:24Z', 'updated_at': '2021-08-06T16:42:29Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '5ce815f9-74c7-4eda-a733-c333487ad1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:43:22.567346 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fb9bf-b129-4a52-bf4e-40975ac859cf None None] New status for floating IP eaf20a6e-326d-4e19-b272-9aa29295aa7d: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:43:23.250113 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d86a17-32e5-4b6b-b308-5ba14ebeb634 req-686d8857-79a2-4e98-8d4c-7ce771a77b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:23.252442 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56d86a17-32e5-4b6b-b308-5ba14ebeb634 req-686d8857-79a2-4e98-8d4c-7ce771a77b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0497375 Aug 06 16:43:23.292120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56d86a17-32e5-4b6b-b308-5ba14ebeb634 req-fd5da53b-9bff-4dd2-9a64-50500e91bbfe tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=1e09b807-fb38-40b2-be63-a601b964327c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Aug 06 16:43:23.899114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-d8b8e009-b1fe-4bcc-bb67-b0a64ce98077 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:23.900624 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-d8b8e009-b1fe-4bcc-bb67-b0a64ce98077 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 946 time: 0.0490596 Aug 06 16:43:23.997369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port a372a47e-ee79-4630-9a3e-8b3986369235 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:23.997708 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:24.091120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port a372a47e-ee79-4630-9a3e-8b3986369235, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=a372a47e-ee79-4630-9a3e-8b3986369235,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:24.091491 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:24.104792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for a372a47e-ee79-4630-9a3e-8b3986369235 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:24.305251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:24.335168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=a372a47e-ee79-4630-9a3e-8b3986369235,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:24.348590 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.348951 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.349301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.349651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.349995 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.350328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.350673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.351013 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.351350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.351682 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.352049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.352395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:24.387719 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] No DVR routers for this DVR port a372a47e-ee79-4630-9a3e-8b3986369235 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:43:24.390425 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:24.393159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ba66674f-1c91-4851-9b2f-55f13b1fbdbd req-2475c22a-0a35-4b04-887b-7553667c767f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "DELETE /v2.0/ports/a372a47e-ee79-4630-9a3e-8b3986369235 HTTP/1.1" status: 204 len: 173 time: 0.4831491 Aug 06 16:43:24.393587 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'name': 'network-vif-deleted', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:24.395857 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f43f3-d0a6-4d6d-bf2c-9edf07e2961f" -d '{"events": [{"server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "name": "network-vif-deleted", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:24.399899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-38354252-cfc4-47df-8288-9e7ee967adf4 req-a5c625c8-f225-4bfc-a656-6ffadf86f804 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5af3ff6c-fde0-414d-b650-38c8062b1666 HTTP/1.1" status: 200 len: 210 time: 0.0317285 Aug 06 16:43:24.431437 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104e6d58-934d-4ba3-a547-f67382f93d37 x-openstack-request-id: req-104e6d58-934d-4ba3-a547-f67382f93d37 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:24.431725 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af3ff6c-fde0-414d-b650-38c8062b1666", "name": "network-vif-deleted", "tag": "a372a47e-ee79-4630-9a3e-8b3986369235", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:24.432036 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-104e6d58-934d-4ba3-a547-f67382f93d37 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:24.432440 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af3ff6c-fde0-414d-b650-38c8062b1666', 'name': 'network-vif-deleted', 'tag': 'a372a47e-ee79-4630-9a3e-8b3986369235', 'status': 'completed', 'code': 200} Aug 06 16:43:25.457147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40344) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:26.160552 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:26.411131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port f8caa97c-d0ff-4a97-8865-1e6aa07799ff {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:26.411389 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:26.503856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port f8caa97c-d0ff-4a97-8865-1e6aa07799ff, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:26.509841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:26.516561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for f8caa97c-d0ff-4a97-8865-1e6aa07799ff owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:26.556807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:26.760278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:26.788124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=f8caa97c-d0ff-4a97-8865-1e6aa07799ff,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:26.964984 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.124290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a372a47e-ee79-4630-9a3e-8b3986369235 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:27.148798 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: a372a47e-ee79-4630-9a3e-8b3986369235 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:27.149152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device a372a47e-ee79-4630-9a3e-8b3986369235 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:27.179045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 706fa844-5645-43d7-9e7a-850fcd706408 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:43:27.284349 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:43:27.289320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7d8a2770-60fa-425e-8bfd-7df4135a7d0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/706fa844-5645-43d7-9e7a-850fcd706408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310816 Aug 06 16:43:27.291971 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40346) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:27.294098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] Sync routers for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:43:27.306201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:27.310120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:27.347767 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting subnet 5ce815f9-74c7-4eda-a733-c333487ad1c4 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:43:27.350768 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.392112 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.411043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:27.476668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.591835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:43:26Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:27.618522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] Checking router: 706fa844-5645-43d7-9e7a-850fcd706408 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:43:27.619902 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.626877 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] Routers {'706fa844-5645-43d7-9e7a-850fcd706408'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:27.628342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['706fa844-5645-43d7-9e7a-850fcd706408'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:27.648558 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce815f9-74c7-4eda-a733-c333487ad1c4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:27.652160 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.656282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aefa90e3-e60e-40fd-b277-d8aeac0ef1bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/subnets/5ce815f9-74c7-4eda-a733-c333487ad1c4 HTTP/1.1" status: 204 len: 168 time: 0.3633204 Aug 06 16:43:27.656905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40348) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:27.670344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed06a6f-f5fd-4b8d-9008-f9b1573d3094 None None] Network d7183a8f-905f-4d1d-b4b3-3a8df3677777 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:27.764382 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.826579 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] Set router 706fa844-5645-43d7-9e7a-850fcd706408 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:27.870729 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.994514 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 2109db98-9f84-4510-8bb7-c91b5e9d7901 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:27.994852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:27.996385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] DHCP port deletion for d7183a8f-905f-4d1d-b4b3-3a8df3677777 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:43:28.064290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:43:26Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:28.069199 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Deleting port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:43:28.069580 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.073493 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 2109db98-9f84-4510-8bb7-c91b5e9d7901, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=2109db98-9f84-4510-8bb7-c91b5e9d7901,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:28.073856 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.086679 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 2109db98-9f84-4510-8bb7-c91b5e9d7901 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:28.094716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072812a4-ca72-485b-b7a3-b3012e98bc66 None None] The sync data for ids ['706fa844-5645-43d7-9e7a-850fcd706408'] in n-d-778550-6 is: [{'id': '706fa844-5645-43d7-9e7a-850fcd706408', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111293335', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22'}], 'enable_snat': True}, 'gw_port_id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:42:20Z', 'updated_at': '2021-08-06T16:43:26Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '2109db98-9f84-4510-8bb7-c91b5e9d7901', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fa844-5645-43d7-9e7a-850fcd706408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:42:21Z', 'updated_at': '2021-08-06T16:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:43:28.164806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] For port 32a5b6b1-7527-4fd3-a783-079b11cd2b85, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=32a5b6b1-7527-4fd3-a783-079b11cd2b85,segment=NetworkSegment(37b7c96f-54ae-4142-a6ee-c40ab14ea998),segment_id=37b7c96f-54ae-4142-a6ee-c40ab14ea998)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:28.165205 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.334004 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.344095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Calling delete_port for 32a5b6b1-7527-4fd3-a783-079b11cd2b85 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:43:28.363653 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=2109db98-9f84-4510-8bb7-c91b5e9d7901,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:28.425779 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.486061 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.515299 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Pushing event deleted for resources: {'Port': ['ID=32a5b6b1-7527-4fd3-a783-079b11cd2b85,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:28.518454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] No DVR routers for this DVR port 32a5b6b1-7527-4fd3-a783-079b11cd2b85 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:43:28.528851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.528851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.528851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.529572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.529691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.529691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.529691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.530120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.530377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.530497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.530703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.531029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.531354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.531681 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3a6ff6-3a2d-4822-ab77-297ec87d6bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:28.606327 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:43:28.653509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.654039 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Fanout notify agent at l3_agent the message router_deleted on router 706fa844-5645-43d7-9e7a-850fcd706408 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:43:28.661764 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.662835 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-989a6ff0-e2b4-499e-b85f-19d2fdeaa395 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/routers/706fa844-5645-43d7-9e7a-850fcd706408 HTTP/1.1" status: 204 len: 168 time: 1.0049541 Aug 06 16:43:28.666009 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40350) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:28.746007 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.837785 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.847956 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7183a8f-905f-4d1d-b4b3-3a8df3677777']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:28.857864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b7c96f-54ae-4142-a6ee-c40ab14ea998') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:28.858164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b7c96f-54ae-4142-a6ee-c40ab14ea998') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:28.867726 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.881129 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.886719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:43:28.897469 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:43:29.030672 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.038706 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.039990 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/networks/d7183a8f-905f-4d1d-b4b3-3a8df3677777 HTTP/1.1" status: 204 len: 168 time: 0.3728912 Aug 06 16:43:29.042885 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40352) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:29.051855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8286e7-d146-4927-8956-fc37bf55baba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Network': ['ID=d7183a8f-905f-4d1d-b4b3-3a8df3677777,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:29.111213 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9457-9c28-4f58-ac4e-817ae9bf5c23 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.136007 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 32a5b6b1-7527-4fd3-a783-079b11cd2b85 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:29.141343 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9457-9c28-4f58-ac4e-817ae9bf5c23 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.157815 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 32a5b6b1-7527-4fd3-a783-079b11cd2b85 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:29.158970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 32a5b6b1-7527-4fd3-a783-079b11cd2b85 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:29.159590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8caa97c-d0ff-4a97-8865-1e6aa07799ff no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:29.178233 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: f8caa97c-d0ff-4a97-8865-1e6aa07799ff {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:29.178581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device f8caa97c-d0ff-4a97-8865-1e6aa07799ff not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:29.178990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2109db98-9f84-4510-8bb7-c91b5e9d7901 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:43:29.197041 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 2109db98-9f84-4510-8bb7-c91b5e9d7901 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:43:29.197391 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 2109db98-9f84-4510-8bb7-c91b5e9d7901 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:43:29.280515 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9457-9c28-4f58-ac4e-817ae9bf5c23 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.283148 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0c2c9457-9c28-4f58-ac4e-817ae9bf5c23 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.285183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0c2c9457-9c28-4f58-ac4e-817ae9bf5c23 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e09b807-fb38-40b2-be63-a601b964327c HTTP/1.1" status: 204 len: 168 time: 0.2412028 Aug 06 16:43:29.295235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c9457-9c28-4f58-ac4e-817ae9bf5c23 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09b807-fb38-40b2-be63-a601b964327c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:29.665104 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.790140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40358) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:29.795096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237584897', 'description': 'tempest-secgroup-smoke-237584897 description', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:29.864973 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:29.947908 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.011472 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.039700 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afd7765-d6fc-498a-9aed-aea019ff07cd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:30.103047 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.104364 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1424355f-2c6c-49e5-ae69-5f281caa3039 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3132267 Aug 06 16:43:30.107405 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40360) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:30.112270 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '7afd7765-d6fc-498a-9aed-aea019ff07cd', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:30.204888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.262610 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.339624 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.356800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f13ae40-6f87-4a3d-87a8-f3076cab0c12,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:30.436841 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.438114 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d0ead0cc-5ad4-4591-afc9-5dbfe685ecc8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3297679 Aug 06 16:43:30.441893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40362) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:30.446588 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '7afd7765-d6fc-498a-9aed-aea019ff07cd', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:30.542009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.612595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.682218 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.700139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b46e506-c3cc-4810-805e-039cf8e2cb04,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:30.762216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.763495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-27cdf993-caa6-4b03-b319-68b1de7fd733 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206592 Aug 06 16:43:30.766220 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40364) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:30.770875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '7afd7765-d6fc-498a-9aed-aea019ff07cd', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:30.864693 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.927592 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.973466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:30.992291 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd60e2c5-fce5-44fa-bbca-9ff229a1c9cb,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:31.057034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.058279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71010599-3bd0-4532-ba07-a581d7dfc855 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911358 Aug 06 16:43:31.061520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40366) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:31.066570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '7afd7765-d6fc-498a-9aed-aea019ff07cd', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:31.153133 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.211720 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.285793 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.306096 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65429cf9-73f5-4301-8cb0-9de3994b431a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:31.365963 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.367252 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7308cfa0-fbbb-4d4a-bea1-0fb33c0bc55b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047886 Aug 06 16:43:31.370014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40368) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:31.374501 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '7afd7765-d6fc-498a-9aed-aea019ff07cd', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:31.469134 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:43:31.475085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.534509 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.597238 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.615980 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f02d91e-0423-41b0-b78b-309836091ae9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:31.665225 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.666456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-78857969-9101-42ac-9efe-5e00aaf276f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2955079 Aug 06 16:43:31.669262 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40370) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:31.673702 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '7afd7765-d6fc-498a-9aed-aea019ff07cd', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:31.739494 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:43:31.744409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.810368 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.888329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.906225 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6403b74b-13a6-43c9-8155-ef273f07190e,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:31.973911 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:31.975135 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8773af0d-667b-4407-99e2-263ae4add52f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3049431 Aug 06 16:43:31.978151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40372) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:31.983070 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'network': {'name': 'tempest-network-smoke--2141475750', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:32.059312 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:32.062860 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.087315 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:43:32.098205 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.098533 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Added segment a26f8a46-5c2f-4518-bd32-ec7553c0073a of type vlan for network 9175213e-4dd9-4232-bd10-b05f8927c045 Aug 06 16:43:32.138081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.234340 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.240042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:32.240640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.309737 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Network': ['ID=9175213e-4dd9-4232-bd10-b05f8927c045,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:32.320017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 9175213e-4dd9-4232-bd10-b05f8927c045 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:43:32.332932 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e2abe1f2-ae22-458c-a107-b0febc78663c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3537464 Aug 06 16:43:32.335675 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:32.340207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'admin_state_up': True, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:32.431125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.432216 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.485709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.680062 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.942699 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:32.964653 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:33.064115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.222 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:43:33.167667 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:33.282115 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:33.322904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:33.338569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:33.342110 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:43:33.367086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:34.039611 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:34.236886 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:34.416930 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router ed793793-73e3-4f7d-93ee-7caf1be1117d is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:43:34.523305 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:43:34.533706 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Sync routers for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:43:34.543305 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:34.543975 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:34.594342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:34.599403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4661b7fe-1491-432b-8bdd-55e3be276873 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2589998 Aug 06 16:43:34.599812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40376) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:34.628948 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef960a3b-20fe-48fa-965d-31fc232f1d3e tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b4d9ef18b57c4bb6ba8becb027438a1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276771 Aug 06 16:43:34.632974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40378) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:34.651065 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:34.727447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3918dacf-612f-4651-bb4c-7bb65e117767 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:34.729147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-3918dacf-612f-4651-bb4c-7bb65e117767 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952365 Aug 06 16:43:34.732193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40380) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:34.761116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9656eee9-2ee7-4a0e-9657-e16e4ff431d6 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278413 Aug 06 16:43:34.765621 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40382) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:34.771390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202606112', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:34.843541 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:33Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:34.869133 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Checking router: ed793793-73e3-4f7d-93ee-7caf1be1117d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:43:34.871944 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Updating router ed793793-73e3-4f7d-93ee-7caf1be1117d port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:43:34.898718 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:34.916436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:34.919988 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.020220 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d28b8a1b-6fd9-4a03-8b8f-74bc92da8277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.162159 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.168094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.171786 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Transition to ACTIVE for port object 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:35.234795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Subnet': ['ID=1c743a74-b8af-45b0-adf1-b5e73838fbfb,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:35.242125 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Checking segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:35.242494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network hostable DHCP agents. Network: 9175213e-4dd9-4232-bd10-b05f8927c045, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:43:35.247850 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.299823 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Attempting to bind port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:43:35.300185 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Attempting to bind port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:43:35.300547 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Attempting to bind port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:35.302499 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Pushing event updated for resources: {'Port': ['ID=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:35.311198 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:43:35.311572 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:35.315004 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.315004 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:43:35.315004 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Bound port: 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:43:35.315004 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.315422 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.315665 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.316046 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.316380 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.316710 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.317040 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.317364 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.317684 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.318003 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.318320 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.318635 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.318950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:43:35.333541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 9175213e-4dd9-4232-bd10-b05f8927c045 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:43:35.371820 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] For port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:35.374900 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] For port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:43:35.407558 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 9175213e-4dd9-4232-bd10-b05f8927c045) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:35.412602 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:35.413170 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.416879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb1aa99-620f-4ada-8f5f-863096e714b9 None None] Network 9175213e-4dd9-4232-bd10-b05f8927c045 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:35.436737 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.488802 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:35.489427 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:35.494631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-adeb99a4-a3e7-44c2-830e-61f9d2510d3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7278290 Aug 06 16:43:35.497310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40384) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:35.542827 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42a19c-ffd6-4e80-853c-4ef8559017e1 None None] Pushing event updated for resources: {'Port': ['ID=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:35.563701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-9175213e-4dd9-4232-bd10-b05f8927c045', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:43:35.564808 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.623921 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:35.708781 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Allocated IP 172.20.0.2 (9175213e-4dd9-4232-bd10-b05f8927c045/1c743a74-b8af-45b0-adf1-b5e73838fbfb/e6c7f52e-3818-4224-8274-f5fc082d988f) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:43:35.861321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:35.871426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Transition to ACTIVE for port object e6c7f52e-3818-4224-8274-f5fc082d988f will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:35.886856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Transition to ACTIVE for port object e6c7f52e-3818-4224-8274-f5fc082d988f will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:35.902638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:33Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:35.932033 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bbbc3b-daf6-4914-864b-8bd5edbb119a None None] The sync data for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 is: [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:33Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:43:35.968508 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.012980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Network 9175213e-4dd9-4232-bd10-b05f8927c045 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:36.016137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:36.020517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:43:36.028100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Pushing event updated for resources: {'Port': ['ID=e6c7f52e-3818-4224-8274-f5fc082d988f,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:36.087893 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Attempting to bind port e6c7f52e-3818-4224-8274-f5fc082d988f on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:43:36.088277 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Attempting to bind port e6c7f52e-3818-4224-8274-f5fc082d988f by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:43:36.088645 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Attempting to bind port e6c7f52e-3818-4224-8274-f5fc082d988f on network 9175213e-4dd9-4232-bd10-b05f8927c045 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:36.094333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:43:36.094715 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Checking segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:36.095122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.095522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Bound using segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:43:36.096022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Bound port: e6c7f52e-3818-4224-8274-f5fc082d988f, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:43:36.096410 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.177251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] For port e6c7f52e-3818-4224-8274-f5fc082d988f, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:36.198226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] For port e6c7f52e-3818-4224-8274-f5fc082d988f, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6c7f52e-3818-4224-8274-f5fc082d988f,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:43:36.277895 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.335462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.350664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fd057-e070-4dd2-8120-523eb1118354 None None] Pushing event updated for resources: {'Port': ['ID=e6c7f52e-3818-4224-8274-f5fc082d988f,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:36.671834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.1 (9175213e-4dd9-4232-bd10-b05f8927c045/1c743a74-b8af-45b0-adf1-b5e73838fbfb/7ea99bf2-1ad5-471d-a92a-03db8bed43dd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:43:36.796016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.811464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 7ea99bf2-1ad5-471d-a92a-03db8bed43dd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:36.909805 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:36.952879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 9175213e-4dd9-4232-bd10-b05f8927c045 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:36.956539 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:36.960812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:43:36.967093 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:37.010797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.133809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6c7f52e-3818-4224-8274-f5fc082d988f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:37.275658 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.293445 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e6c7f52e-3818-4224-8274-f5fc082d988f completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:37.297829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:37.375911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807439ee-a056-4776-b244-274a6146cd67 None None] Network 9175213e-4dd9-4232-bd10-b05f8927c045 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:43:37.427613 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:37.439542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:37.439943 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.562614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] Provisioning for port e6c7f52e-3818-4224-8274-f5fc082d988f completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:37.570911 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.571428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] Provisioning complete for port e6c7f52e-3818-4224-8274-f5fc082d988f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:37.571428 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.635640 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.666415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:37.677117 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.736529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d7678dba-722a-4a0b-a98e-b6cd2d933512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.738260 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.758000 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:37.763282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.772324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.785421 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] For port e6c7f52e-3818-4224-8274-f5fc082d988f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6c7f52e-3818-4224-8274-f5fc082d988f,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:37.827962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.834921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:37.859677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:37.885042 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 9175213e-4dd9-4232-bd10-b05f8927c045 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:37.886713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:37.908600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6651a2-ff95-441c-8a47-3a2fe0fff2b6 None None] Pushing event updated for resources: {'Port': ['ID=e6c7f52e-3818-4224-8274-f5fc082d988f,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:37.979844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5127c646-57fe-4068-9f94-dc0454561b1e None None] Provisioning complete for port e6c7f52e-3818-4224-8274-f5fc082d988f triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:37.980238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5127c646-57fe-4068-9f94-dc0454561b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:38.012958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router ed793793-73e3-4f7d-93ee-7caf1be1117d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:43:38.137326 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:43:38.150607 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-997a4b58-2d54-4d56-bef5-e5716d91f9ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/ed793793-73e3-4f7d-93ee-7caf1be1117d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6439981 Aug 06 16:43:38.151273 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Sync routers for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:43:38.156323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5127c646-57fe-4068-9f94-dc0454561b1e None None] Provisioning for port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:38.160036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:38.160670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:38.164104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5127c646-57fe-4068-9f94-dc0454561b1e None None] Provisioning complete for port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:38.164500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5127c646-57fe-4068-9f94-dc0454561b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:38.270703 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5127c646-57fe-4068-9f94-dc0454561b1e None None] Port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:43:38.301716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:38.305609 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-7d911ccd-5dac-4d56-b380-083b6c8b9bc6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237584897&fields=id&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 267 time: 0.0375054 Aug 06 16:43:38.419354 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-94691cad-1a73-4da8-9e6b-55ac633acfd6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:38.420788 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-94691cad-1a73-4da8-9e6b-55ac633acfd6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/networks?id=9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 200 len: 797 time: 0.1060464 Aug 06 16:43:38.436592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-ffe78f67-e62d-42e5-b27c-60097542971c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/quotas/b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 375 time: 0.0094905 Aug 06 16:43:38.439118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ce427bb9-fb13-4cb6-a3d8-486017a3f071 None None] Provisioning complete for port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:38.439499 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ce427bb9-fb13-4cb6-a3d8-486017a3f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:38.490660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ce427bb9-fb13-4cb6-a3d8-486017a3f071 None None] Port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:43:38.494959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-cd945276-a701-462d-90db-20dcddf623b3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517254 Aug 06 16:43:38.511756 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-ac8e3fc2-8cb2-477c-90ff-6c8f034184ea service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:43:38.512775 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-ac8e3fc2-8cb2-477c-90ff-6c8f034184ea service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055008 Aug 06 16:43:38.544122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 2, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:38.571016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Checking router: ed793793-73e3-4f7d-93ee-7caf1be1117d for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:43:38.571370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Updating router ed793793-73e3-4f7d-93ee-7caf1be1117d port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:43:38.596307 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:38.606430 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-c187ab9e-6f65-4a29-a32c-e2cade475043 service neutron] 10.222.0.16 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870011 Aug 06 16:43:38.702724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-499470b8-12d5-4efa-b281-ccca987fafdd service neutron] 10.222.0.16 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900419 Aug 06 16:43:38.869267 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:38.879571 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Transition to ACTIVE for port object 7ea99bf2-1ad5-471d-a92a-03db8bed43dd will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:38.945316 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:38.953847 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1cef5dcf-6d2b-4b3d-ab0e-9223aeff725f req-b873af0b-5600-44c1-bbaa-7d2f2907a9bb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 210 time: 0.0289097 Aug 06 16:43:38.998873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc799358-ae5c-4553-9a30-dcf37c58f91e None None] Pushing event updated for resources: {'Port': ['ID=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:39.061434 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Attempting to bind port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:43:39.061810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Attempting to bind port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:43:39.062179 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Attempting to bind port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd on network 9175213e-4dd9-4232-bd10-b05f8927c045 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:39.069500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:43:39.069879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Checking segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:39.070242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:39.070812 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Bound using segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:43:39.071106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Bound port: 7ea99bf2-1ad5-471d-a92a-03db8bed43dd, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:43:39.071498 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:39.119760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6c7f52e-3818-4224-8274-f5fc082d988f up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:39.150930 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:39.186683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] For port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:39.191366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] For port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:43:39.202962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e6c7f52e-3818-4224-8274-f5fc082d988f triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:39.203526 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:39.281977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:39.312440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:39.402732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:39.403468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:39.405918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc799358-ae5c-4553-9a30-dcf37c58f91e None None] Pushing event updated for resources: {'Port': ['ID=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:39.453222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:39.453615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:39.580291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:39.801036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:39Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:39.827112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42533df0-f9ae-49c8-9969-9c51b6fffc53 None None] The sync data for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 is: [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:39Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:43:40.060862 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0259fc3b-eff2-488b-bb48-03983b9e777b req-44a730a0-5fe8-425e-8fdb-ce14f8193716 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 210 time: 0.0304680 Aug 06 16:43:41.048560 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.100859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-47c8361e-431c-4374-80f8-659117f6bf9e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:41.102557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7ea99bf2-1ad5-471d-a92a-03db8bed43dd up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:41.102765 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-47c8361e-431c-4374-80f8-659117f6bf9e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/networks?id=9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 200 len: 797 time: 0.1085544 Aug 06 16:43:41.156783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-82c7834b-6cb2-4d67-938e-7c09121b9c7a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 379 time: 0.0399981 Aug 06 16:43:41.166494 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'port': {'device_id': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'admin_state_up': True, 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'security_groups': ['7afd7765-d6fc-498a-9aed-aea019ff07cd']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:41.177904 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-70cd5387-5ceb-423a-8d39-42c7c9006e67 req-ca3bc5ac-b786-4067-8c9f-f0574d89c7a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 210 time: 0.0300434 Aug 06 16:43:41.311014 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:41.315294 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:41.315872 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.354460 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:43:41.358119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.397030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.429191 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:41.498820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.8 (9175213e-4dd9-4232-bd10-b05f8927c045/1c743a74-b8af-45b0-adf1-b5e73838fbfb/735a537d-9191-4ce3-93f5-2ab09b85ec92) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:43:41.508913 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.558669 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:41.646803 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.660684 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 735a537d-9191-4ce3-93f5-2ab09b85ec92 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:41.755284 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.805089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 9175213e-4dd9-4232-bd10-b05f8927c045 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:41.811328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:41.815061 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:43:41.842617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=735a537d-9191-4ce3-93f5-2ab09b85ec92,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:41.871079 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:41.871715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:41.944174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-24d017e5-666b-418b-854b-da6b30e76931 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7814846 Aug 06 16:43:41.961938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Request body: {'port': {'device_id': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:42.018057 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.099283 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99961569-d702-4681-b472-ea468264c870 None None] Provisioning for port 735a537d-9191-4ce3-93f5-2ab09b85ec92 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:42.103436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-99961569-d702-4681-b472-ea468264c870 None None] Provisioning complete for port 735a537d-9191-4ce3-93f5-2ab09b85ec92 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:42.103832 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-99961569-d702-4681-b472-ea468264c870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.143211 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-99961569-d702-4681-b472-ea468264c870 None None] Port 735a537d-9191-4ce3-93f5-2ab09b85ec92 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:43:42.293431 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735a537d-9191-4ce3-93f5-2ab09b85ec92 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:43:42.301651 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.311521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cd535-504c-474d-8ff3-ed82406022ee req-990c0b22-e3d9-4c18-96dd-45f1c9047a09 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:42.313086 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-937cd535-504c-474d-8ff3-ed82406022ee req-990c0b22-e3d9-4c18-96dd-45f1c9047a09 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 931 time: 0.0517621 Aug 06 16:43:42.318328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Transition to ACTIVE for port object 735a537d-9191-4ce3-93f5-2ab09b85ec92 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:43:42.356294 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-937cd535-504c-474d-8ff3-ed82406022ee req-dd20c387-ef48-4559-bcf5-b372c16e6440 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365140 Aug 06 16:43:42.400082 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.454249 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=735a537d-9191-4ce3-93f5-2ab09b85ec92,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:42.529327 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Attempting to bind port 735a537d-9191-4ce3-93f5-2ab09b85ec92 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:43:42.529670 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Attempting to bind port 735a537d-9191-4ce3-93f5-2ab09b85ec92 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:43:42.532289 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Attempting to bind port 735a537d-9191-4ce3-93f5-2ab09b85ec92 on network 9175213e-4dd9-4232-bd10-b05f8927c045 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:42.535262 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Port 735a537d-9191-4ce3-93f5-2ab09b85ec92 on network 9175213e-4dd9-4232-bd10-b05f8927c045 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:43:42.535594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Attempting to bind port 735a537d-9191-4ce3-93f5-2ab09b85ec92 on network 9175213e-4dd9-4232-bd10-b05f8927c045 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:43:42.541357 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:43:42.541697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Checking segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:43:42.542078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Bound using segment: {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:43:42.542508 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Bound port: 735a537d-9191-4ce3-93f5-2ab09b85ec92, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a26f8a46-5c2f-4518-bd32-ec7553c0073a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:43:42.542867 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.616517 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] For port 735a537d-9191-4ce3-93f5-2ab09b85ec92, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:43:42.619488 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] For port 735a537d-9191-4ce3-93f5-2ab09b85ec92, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:43:42.685948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.720699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:42.721409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:42.723446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] 10.222.0.64 "PUT /v2.0/ports/735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 200 len: 1091 time: 0.7662373 Aug 06 16:43:42.723923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:42.726325 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3837d52-5e02-4921-aea1-88af564d2b25" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:42.750713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f377-f194-4fe4-ab0a-dcc6f757cc35 service neutron] Pushing event updated for resources: {'Port': ['ID=735a537d-9191-4ce3-93f5-2ab09b85ec92,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:42.770388 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e77ef1-f293-494e-b2f6-d24eaf0996c2 x-openstack-request-id: req-81e77ef1-f293-494e-b2f6-d24eaf0996c2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:42.770683 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:42.770943 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81e77ef1-f293-494e-b2f6-d24eaf0996c2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:42.771359 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'status': 'completed', 'code': 200} Aug 06 16:43:42.842450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3837d52-5e02-4921-aea1-88af564d2b25 req-7d8ddfa8-4b59-4afa-8e8b-9daf2458b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:42.844127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3837d52-5e02-4921-aea1-88af564d2b25 req-7d8ddfa8-4b59-4afa-8e8b-9daf2458b217 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1094 time: 0.0450308 Aug 06 16:43:42.951239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3837d52-5e02-4921-aea1-88af564d2b25 req-5649df13-21b7-4ad6-9102-8acd1fe39320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:42.952773 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3837d52-5e02-4921-aea1-88af564d2b25 req-5649df13-21b7-4ad6-9102-8acd1fe39320 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0999138 Aug 06 16:43:43.057399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3837d52-5e02-4921-aea1-88af564d2b25 req-80439cb5-0280-46aa-b355-8ca3f60c9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.058954 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e3837d52-5e02-4921-aea1-88af564d2b25 req-80439cb5-0280-46aa-b355-8ca3f60c9fbc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943370 Aug 06 16:43:43.076020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7ea99bf2-1ad5-471d-a92a-03db8bed43dd up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:43.149248 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-296a25e1-78e9-4a5d-8581-ede5e8f3acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.150825 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-296a25e1-78e9-4a5d-8581-ede5e8f3acbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1094 time: 0.0496914 Aug 06 16:43:43.197424 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-6af9f4bd-2bf0-4dae-9355-703ac846d6d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 200 len: 217 time: 0.0381505 Aug 06 16:43:43.250123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-e1b68b8e-eb92-4a60-a02b-27311ac52ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.251924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-e1b68b8e-eb92-4a60-a02b-27311ac52ccb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c743a74-b8af-45b0-adf1-b5e73838fbfb HTTP/1.1" status: 200 len: 835 time: 0.0469482 Aug 06 16:43:43.277898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:43.278507 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:43.307063 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-94c99863-90f0-4971-86b0-c10377c87471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.308629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-94c99863-90f0-4971-86b0-c10377c87471 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9175213e-4dd9-4232-bd10-b05f8927c045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493240 Aug 06 16:43:43.407822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-236fd9f0-a470-4b22-a437-15a645b29753 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865829 Aug 06 16:43:43.475374 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23e2db-41c4-4ff8-b3ff-3b2b2080cb8b req-c3890b2a-07d7-41ca-b45c-d85e003dcc44 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:43.476937 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a23e2db-41c4-4ff8-b3ff-3b2b2080cb8b req-c3890b2a-07d7-41ca-b45c-d85e003dcc44 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 943 time: 0.0502124 Aug 06 16:43:43.516828 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cf0a5e90-008f-402a-abf9-095fd0a467f4 req-66ed4867-abfc-4ab2-a24a-57a3c51003be service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938704 Aug 06 16:43:43.524729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a23e2db-41c4-4ff8-b3ff-3b2b2080cb8b req-c68a14e9-2f0a-4f2b-ab26-03ffc4da8c44 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Aug 06 16:43:44.643281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9add5-444c-48cc-8e17-8de52e4ad6f7 req-b0a1e0db-6cfa-41db-ac61-74423a66c803 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:44.645088 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73d9add5-444c-48cc-8e17-8de52e4ad6f7 req-b0a1e0db-6cfa-41db-ac61-74423a66c803 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 943 time: 0.0514023 Aug 06 16:43:44.682957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-73d9add5-444c-48cc-8e17-8de52e4ad6f7 req-7ce67641-5d11-416d-ac72-0c5f9cd4d23b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319548 Aug 06 16:43:45.796991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc953e6-a78c-420c-9c40-fa1aff953577 req-83dced7e-6156-4a1e-a2a3-a273d638e95c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:45.798466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afc953e6-a78c-420c-9c40-fa1aff953577 req-83dced7e-6156-4a1e-a2a3-a273d638e95c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 943 time: 0.0490384 Aug 06 16:43:45.841741 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afc953e6-a78c-420c-9c40-fa1aff953577 req-a5135083-8643-469f-b716-de766c012beb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362322 Aug 06 16:43:46.958854 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9970335-f6a7-452c-af30-94e5d2320e3f req-3f595013-6fd0-4003-abf6-3a9325281af9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:46.960639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9970335-f6a7-452c-af30-94e5d2320e3f req-3f595013-6fd0-4003-abf6-3a9325281af9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 943 time: 0.0522983 Aug 06 16:43:47.000248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f9970335-f6a7-452c-af30-94e5d2320e3f req-fc2ad601-df9a-4e42-b7b4-9a3cc5052281 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325634 Aug 06 16:43:47.201469 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 735a537d-9191-4ce3-93f5-2ab09b85ec92 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:43:47.298463 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 735a537d-9191-4ce3-93f5-2ab09b85ec92, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:47.309552 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'port_id': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'mac_address': 'fa:16:3e:fe:f9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:43:47.345914 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:47.359468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735a537d-9191-4ce3-93f5-2ab09b85ec92 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:43:47.384208 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 735a537d-9191-4ce3-93f5-2ab09b85ec92, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:47.442335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:47.490092 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=735a537d-9191-4ce3-93f5-2ab09b85ec92,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:47.702709 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['735a537d-9191-4ce3-93f5-2ab09b85ec92'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:43:48.114917 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37189696-349d-4422-b301-c7784a184947 req-c8339f26-7b49-44b3-93b8-8f1488c732b6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:48.116427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37189696-349d-4422-b301-c7784a184947 req-c8339f26-7b49-44b3-93b8-8f1488c732b6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 944 time: 0.0502083 Aug 06 16:43:48.154753 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-37189696-349d-4422-b301-c7784a184947 req-e9e4257e-59fb-4255-b48d-ddb95fe58d0a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323384 Aug 06 16:43:49.228253 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 735a537d-9191-4ce3-93f5-2ab09b85ec92 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:43:49.278425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1026-24ee-4fff-8384-a3bfb88c5fa7 req-24f71ea2-6d4e-4bc8-a115-a5ae98bab0fc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:49.279880 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b81f1026-24ee-4fff-8384-a3bfb88c5fa7 req-24f71ea2-6d4e-4bc8-a115-a5ae98bab0fc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 944 time: 0.0550165 Aug 06 16:43:49.327564 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b81f1026-24ee-4fff-8384-a3bfb88c5fa7 req-3a3f3a73-0969-4a4a-9121-a8b163e7c07a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Aug 06 16:43:49.344962 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 735a537d-9191-4ce3-93f5-2ab09b85ec92 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:43:49.349642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 735a537d-9191-4ce3-93f5-2ab09b85ec92 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:43:49.350041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:49.431110 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:49.453627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:49.455911 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff64802e-ad70-42e7-94ca-b61b9fae5cec" -d '{"events": [{"server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "name": "network-vif-plugged", "status": "completed", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:49.473160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 735a537d-9191-4ce3-93f5-2ab09b85ec92, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:43:49.496864 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f459dec9-9774-42b4-adb2-63f3fadbbb1c x-openstack-request-id: req-f459dec9-9774-42b4-adb2-63f3fadbbb1c {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:49.496864 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "name": "network-vif-plugged", "status": "completed", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:49.496864 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f459dec9-9774-42b4-adb2-63f3fadbbb1c {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:49.496864 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'code': 200} Aug 06 16:43:49.550531 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:49.599316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=735a537d-9191-4ce3-93f5-2ab09b85ec92,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:49.603372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e7cf-e829-48a3-8cb2-e35490027017 req-9e4720c3-9c12-4e96-b1cd-bed17831c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:49.604940 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6a6e7cf-e829-48a3-8cb2-e35490027017 req-9e4720c3-9c12-4e96-b1cd-bed17831c073 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1096 time: 0.0438797 Aug 06 16:43:49.641505 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b6a6e7cf-e829-48a3-8cb2-e35490027017 req-30888ab5-61e5-4cf9-ba66-c3bec4639fd4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278778 Aug 06 16:43:50.443620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0daa8-d518-4ed4-9f26-fa00c545acd4 req-2a692bff-356a-4abf-8bcb-9ea2615abc4d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:50.445132 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09b0daa8-d518-4ed4-9f26-fa00c545acd4 req-2a692bff-356a-4abf-8bcb-9ea2615abc4d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Aug 06 16:43:50.483603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-09b0daa8-d518-4ed4-9f26-fa00c545acd4 req-468f6673-33da-45ec-bbeb-8d063d848598 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Aug 06 16:43:51.607362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692e229-8d6c-4a60-b80a-30219975b74e req-253fd841-6aad-4790-af5a-c585e219385d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:51.608890 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9692e229-8d6c-4a60-b80a-30219975b74e req-253fd841-6aad-4790-af5a-c585e219385d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0529726 Aug 06 16:43:51.649302 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9692e229-8d6c-4a60-b80a-30219975b74e req-aaed4d93-e7a3-4bc7-a0af-3a74a24ccf1d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334933 Aug 06 16:43:51.763209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620d29b-8d65-4821-94c1-53a6b0cc6f6e req-03850201-9311-469a-8f7d-1ebaf0aa2fb9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:51.764725 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8620d29b-8d65-4821-94c1-53a6b0cc6f6e req-03850201-9311-469a-8f7d-1ebaf0aa2fb9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0491502 Aug 06 16:43:51.806317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8620d29b-8d65-4821-94c1-53a6b0cc6f6e req-6000d054-a559-487d-a664-c999770ed434 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356474 Aug 06 16:43:51.828808 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40446) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:51.868242 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab89b5e-a88f-4ec2-b6ce-1c1b99f0f36b tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:51.869739 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4ab89b5e-a88f-4ec2-b6ce-1c1b99f0f36b tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1091 time: 0.0399985 Aug 06 16:43:51.872555 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40448) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:51.876784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:43:51.971247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:52.069708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:52.176112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.157 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/638c5f9e-bb84-40a4-939b-9356dd158d96) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:43:52.273670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:52.380297 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:52.417448 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:43:52.422158 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:43:52.426219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:43:52.450355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=638c5f9e-bb84-40a4-939b-9356dd158d96,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:52.834071 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:52.966181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:53.143608 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:53.213334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:53.278207 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=638c5f9e-bb84-40a4-939b-9356dd158d96,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:43:53.292357 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:53.392986 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP 0091a4e2-735d-477a-92fe-f51dab6649ab associated. External IP: 172.25.5.157, port: 735a537d-9191-4ce3-93f5-2ab09b85ec92. Aug 06 16:43:53.602084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router ed793793-73e3-4f7d-93ee-7caf1be1117d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:43:53.708538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:43:53.718068 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] Sync routers for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:43:53.728125 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:53.731435 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:53.779240 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:53.806324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c5fdb8ae-4afc-4797-ac1f-372818782a1a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9327528 Aug 06 16:43:53.806915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:43:53.809207 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6280cf9d-2366-4f07-9856-78566e524573" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:43:53.837520 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:53.853434 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49bd34-1ebb-4de8-b632-206f9aaa0bf2 x-openstack-request-id: req-3e49bd34-1ebb-4de8-b632-206f9aaa0bf2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:43:53.853938 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:43:53.853938 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e49bd34-1ebb-4de8-b632-206f9aaa0bf2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:43:53.854286 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'status': 'completed', 'code': 200} Aug 06 16:43:53.906550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda403d-e83b-4b87-8f96-2f1ddd3b91aa req-bcbb5581-a6d9-42e8-95c4-e74b4cfc8874 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:53.908175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cda403d-e83b-4b87-8f96-2f1ddd3b91aa req-bcbb5581-a6d9-42e8-95c4-e74b4cfc8874 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Aug 06 16:43:53.921051 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280cf9d-2366-4f07-9856-78566e524573 req-1a276ce5-8d31-4559-a85f-92bfcc064bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:53.922892 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-1a276ce5-8d31-4559-a85f-92bfcc064bbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1096 time: 0.0433924 Aug 06 16:43:53.948812 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5cda403d-e83b-4b87-8f96-2f1ddd3b91aa req-c6d85663-4846-4d75-8e7c-cf7b4f6d6acd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329442 Aug 06 16:43:53.973537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40454) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:54.024499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280cf9d-2366-4f07-9856-78566e524573 req-38f99a23-ed59-4518-acf1-30e70d1b9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:54.025990 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-38f99a23-ed59-4518-acf1-30e70d1b9878 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 200 len: 898 time: 0.0961087 Aug 06 16:43:54.043161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-60135589-a718-41a0-ad2c-4f947c82c410 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/0091a4e2-735d-477a-92fe-f51dab6649ab HTTP/1.1" status: 200 len: 991 time: 0.0664065 Aug 06 16:43:54.074992 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '0091a4e2-735d-477a-92fe-f51dab6649ab', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'port_id': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'mac_address': 'fa:16:3e:fe:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:43:52Z', 'updated_at': '2021-08-06T16:43:52Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:41Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:54.100800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-4b5bf645-8072-4fbd-a8fc-809b37d9dd42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 200 len: 999 time: 0.0667727 Aug 06 16:43:54.102178 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] Checking router: ed793793-73e3-4f7d-93ee-7caf1be1117d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:43:54.110490 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:43:54.111027 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:43:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:54.155040 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280cf9d-2366-4f07-9856-78566e524573 req-8677f4bf-f8e0-4907-a715-5c417b3890eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:54.156546 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-8677f4bf-f8e0-4907-a715-5c417b3890eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c743a74-b8af-45b0-adf1-b5e73838fbfb HTTP/1.1" status: 200 len: 835 time: 0.0479910 Aug 06 16:43:54.203190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280cf9d-2366-4f07-9856-78566e524573 req-f07833b1-0bb9-479c-8ef3-39269384a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:43:54.204777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-f07833b1-0bb9-479c-8ef3-39269384a826 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9175213e-4dd9-4232-bd10-b05f8927c045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410461 Aug 06 16:43:54.216142 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:43:54.300896 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-ef20c487-6b1d-4316-b325-cb4c4f423728 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849924 Aug 06 16:43:54.397771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6280cf9d-2366-4f07-9856-78566e524573 req-020c84ea-e313-4ca9-9a7d-1c2bcd2cedf9 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888579 Aug 06 16:43:54.439866 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '0091a4e2-735d-477a-92fe-f51dab6649ab', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'port_id': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'mac_address': 'fa:16:3e:fe:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:43:52Z', 'updated_at': '2021-08-06T16:43:52Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:41Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:43:54.467045 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f49b69-4a7a-4664-afcd-915ecc386e49 None None] The sync data for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 is: [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '0091a4e2-735d-477a-92fe-f51dab6649ab', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'port_id': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'mac_address': 'fa:16:3e:fe:f9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:43:52Z', 'updated_at': '2021-08-06T16:43:52Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:41Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:43:54.655712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd7ebb-2e82-4c66-9789-360d0418c617 None None] New status for floating IP 0091a4e2-735d-477a-92fe-f51dab6649ab: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:43:55.045690 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40456) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:43:55.106960 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-02240300-76f4-4038-8bc6-5e8f3db4f99c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/0091a4e2-735d-477a-92fe-f51dab6649ab HTTP/1.1" status: 200 len: 993 time: 0.0601211 Aug 06 16:43:56.584817 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:43:59.719513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:05.013458 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bea28b95-8519-4120-81eb-4ce04e9598cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:05.605912 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:44:07.719704 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ef28c404-aa79-4aca-a216-e197c2c65d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:07.810916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:09.114019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:11.082037 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:19.114800 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-8665900d-85a3-43fe-957c-b9b4c97b28d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393457 Aug 06 16:44:19.196864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-b9456324-3fff-473d-a0c0-355ad44c17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:19.198353 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-b9456324-3fff-473d-a0c0-355ad44c17f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1096 time: 0.0409236 Aug 06 16:44:19.312368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-c964cc3f-3306-4001-aed3-7b7ecfb3636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:19.313788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-c964cc3f-3306-4001-aed3-7b7ecfb3636c service neutron] 10.222.0.64 "GET /v2.0/networks?id=9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 200 len: 898 time: 0.0941398 Aug 06 16:44:19.389259 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-5103f969-61da-4bd6-9331-46f392b55a9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 200 len: 1001 time: 0.0648398 Aug 06 16:44:19.441687 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-66f8f0b0-da72-47bc-982f-6f6212e3f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:19.443833 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-66f8f0b0-da72-47bc-982f-6f6212e3f0dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c743a74-b8af-45b0-adf1-b5e73838fbfb HTTP/1.1" status: 200 len: 835 time: 0.0442359 Aug 06 16:44:19.489714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-d469cd16-2fe8-4649-bbba-497fadcf6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:19.491200 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-d469cd16-2fe8-4649-bbba-497fadcf6abd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9175213e-4dd9-4232-bd10-b05f8927c045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401566 Aug 06 16:44:19.587683 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-f9cee030-9e13-483e-9c20-e0615e805205 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875702 Aug 06 16:44:19.679169 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5b867ec0-ecdc-48fd-aed1-dc9ca8766034 req-9decdfc2-ca16-4102-b92a-878e5a8e2c0a service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Aug 06 16:44:26.589945 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:28.557851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e4dd6-bb6d-4f7e-bf85-3c090f892ee1 req-d7c88f2e-d5b6-4afd-bdf2-f65298ecca57 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:28.559425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-162e4dd6-bb6d-4f7e-bf85-3c090f892ee1 req-d7c88f2e-d5b6-4afd-bdf2-f65298ecca57 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Aug 06 16:44:28.600855 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-162e4dd6-bb6d-4f7e-bf85-3c090f892ee1 req-db64890e-8ab6-4d14-bf59-0e1a2af6f011 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349152 Aug 06 16:44:28.629102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-e1aafee1-e56b-4d78-b3c6-322390fea5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:28.630631 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-e1aafee1-e56b-4d78-b3c6-322390fea5f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1096 time: 0.0426979 Aug 06 16:44:28.727730 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-ec8b7fc9-47d0-44da-ada7-d293be1c6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:28.729143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-ec8b7fc9-47d0-44da-ada7-d293be1c6289 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 200 len: 898 time: 0.0903976 Aug 06 16:44:28.798224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-667c98d5-6a78-47cf-82fc-c254819778e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 200 len: 1001 time: 0.0615323 Aug 06 16:44:28.847752 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-0d75e04a-06c6-4bf0-8ac6-6e0c09adc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:28.849204 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-0d75e04a-06c6-4bf0-8ac6-6e0c09adc637 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c743a74-b8af-45b0-adf1-b5e73838fbfb HTTP/1.1" status: 200 len: 835 time: 0.0441320 Aug 06 16:44:28.894436 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-6ac7ed21-d660-4d88-96dd-fc8bdee9e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:28.895928 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-6ac7ed21-d660-4d88-96dd-fc8bdee9e653 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9175213e-4dd9-4232-bd10-b05f8927c045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393322 Aug 06 16:44:28.989053 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-d868a28c-1479-44db-bcbf-ca83945e9782 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Aug 06 16:44:29.081777 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-aceaca8a-6142-417d-885c-4adaa5202e6d req-4be3e833-fd60-4721-a1e8-80777cad56f0 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830691 Aug 06 16:44:29.721024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:29.723442 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49272cb8-7eac-40a0-8ace-29d4d94a18cb req-43d8885b-ef25-4ca9-9988-edcfc069dd6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:29.724984 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49272cb8-7eac-40a0-8ace-29d4d94a18cb req-43d8885b-ef25-4ca9-9988-edcfc069dd6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0510557 Aug 06 16:44:29.763420 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-49272cb8-7eac-40a0-8ace-29d4d94a18cb req-fd53ade1-6257-4e24-940b-75407b0b9623 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321476 Aug 06 16:44:30.894808 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a1a12-d86f-4480-a828-0ee9ff84070c req-a91186eb-dca0-47a6-b291-108aeb02d26d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:30.896334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-761a1a12-d86f-4480-a828-0ee9ff84070c req-a91186eb-dca0-47a6-b291-108aeb02d26d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0564003 Aug 06 16:44:30.935465 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-761a1a12-d86f-4480-a828-0ee9ff84070c req-407a68c6-9e20-4b7e-8fde-ebb757d4aa35 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325797 Aug 06 16:44:32.054625 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbef906-102f-4852-b091-4ee8724c0c73 req-e2b05b24-5d8a-4de8-83db-a9095b564539 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:32.056911 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbbef906-102f-4852-b091-4ee8724c0c73 req-e2b05b24-5d8a-4de8-83db-a9095b564539 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0529547 Aug 06 16:44:32.095348 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fbbef906-102f-4852-b091-4ee8724c0c73 req-9b9f20f6-1d4d-4128-a413-b0701198a359 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Aug 06 16:44:33.217042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686751db-c5e3-4dc3-a9bc-0d86686ebefb req-cd55d6fa-b984-4c24-879d-2dbae6bdab31 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:33.218571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-686751db-c5e3-4dc3-a9bc-0d86686ebefb req-cd55d6fa-b984-4c24-879d-2dbae6bdab31 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0540464 Aug 06 16:44:33.255816 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-686751db-c5e3-4dc3-a9bc-0d86686ebefb req-485b8fda-2571-40d3-8cbc-de55f577a1f9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313594 Aug 06 16:44:34.379144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678194d8-bbf7-4fac-a17c-dc4c850001ce req-4fa18546-7fff-484b-a1ee-00730526fcdf tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:34.381063 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-678194d8-bbf7-4fac-a17c-dc4c850001ce req-4fa18546-7fff-484b-a1ee-00730526fcdf tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0530076 Aug 06 16:44:34.421203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-678194d8-bbf7-4fac-a17c-dc4c850001ce req-c479aa5f-f1e6-44ac-9cb7-4f5209698ab2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338678 Aug 06 16:44:35.044980 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d4990ff7-01b5-4485-9169-d37b32f0de69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:35.540729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ebef-b8b6-44d4-a006-cd86f15d994c req-68106f57-094c-4c2b-a626-5aeb9780a45a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:35.542606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32f2ebef-b8b6-44d4-a006-cd86f15d994c req-68106f57-094c-4c2b-a626-5aeb9780a45a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Aug 06 16:44:35.586840 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-32f2ebef-b8b6-44d4-a006-cd86f15d994c req-c6d02ab5-aaf0-491e-a36b-1515de7a1cfd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382690 Aug 06 16:44:36.708822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cc6fa-00e8-4ed6-984e-0d8f008a1f19 req-4e0115ea-2219-42a1-a390-30d7ca3a76e1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:36.710315 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-140cc6fa-00e8-4ed6-984e-0d8f008a1f19 req-4e0115ea-2219-42a1-a390-30d7ca3a76e1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0506520 Aug 06 16:44:36.748232 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-140cc6fa-00e8-4ed6-984e-0d8f008a1f19 req-c772703c-af72-4c1f-b26f-c15787f05766 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318615 Aug 06 16:44:37.681080 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c5f97c72-7281-4cb0-b0cc-005c7a1e75af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.749483 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:37.863707 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c8812-a9b5-4a2b-a39c-4c2c8d010901 req-70641e73-fc89-45f5-a2e3-d80c29b06381 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:37.865240 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-978c8812-a9b5-4a2b-a39c-4c2c8d010901 req-70641e73-fc89-45f5-a2e3-d80c29b06381 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Aug 06 16:44:37.903961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-978c8812-a9b5-4a2b-a39c-4c2c8d010901 req-a2e02686-ff3a-4c59-8819-ddc0cebe48b5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322340 Aug 06 16:44:39.021929 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64baeb-ad77-4e82-b96a-bf2585640737 req-fd8d9758-1142-40d1-9d66-7f314efa9fc2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:39.023394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be64baeb-ad77-4e82-b96a-bf2585640737 req-fd8d9758-1142-40d1-9d66-7f314efa9fc2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Aug 06 16:44:39.060950 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-be64baeb-ad77-4e82-b96a-bf2585640737 req-8b7692bd-9579-4b2d-bb47-5e0ca8e477e1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Aug 06 16:44:39.132546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:40.180463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061b906-8155-46ac-b7d4-8301cee41449 req-0b9cf639-6bdb-4c95-9647-b6bf59d7d664 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:44:40.182268 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6061b906-8155-46ac-b7d4-8301cee41449 req-0b9cf639-6bdb-4c95-9647-b6bf59d7d664 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Aug 06 16:44:40.221082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6061b906-8155-46ac-b7d4-8301cee41449 req-471f8fce-5800-4fc6-a3dd-030c3265f27c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327172 Aug 06 16:44:40.243987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40498) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:44:40.314318 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-13f1dbe3-b9c4-4dfe-aa3e-0d8e5f8de34c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/0091a4e2-735d-477a-92fe-f51dab6649ab HTTP/1.1" status: 200 len: 993 time: 0.0691833 Aug 06 16:44:41.052031 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:42.606070 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:44:56.549153 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:44:59.707051 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:05.012523 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3b3b4134-a6d2-4a1c-81ed-dcf854ab18bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:07.720492 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-df3eb5c0-91e5-46da-880a-4d4d9cf9e0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:07.777861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:09.137519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:11.057560 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:12.946561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40516) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:13.098692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 638c5f9e-bb84-40a4-939b-9356dd158d96 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:45:13.099034 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:13.177325 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:13.177671 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:13.190748 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 638c5f9e-bb84-40a4-939b-9356dd158d96 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:45:13.472857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:13.501320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=638c5f9e-bb84-40a4-939b-9356dd158d96,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:13.527186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.527540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.527914 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.528256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.528590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.528923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.529255 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.529586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.530509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.531125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.531240 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.531500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:13.569386 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:13.569718 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP 0091a4e2-735d-477a-92fe-f51dab6649ab disassociated (deleted). External IP: 172.25.5.157, port: 735a537d-9191-4ce3-93f5-2ab09b85ec92. Aug 06 16:45:14.128946 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router ed793793-73e3-4f7d-93ee-7caf1be1117d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:45:14.235508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:14.240392 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:14.245245 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] Sync routers for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:14.255120 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:14.255734 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:14.266846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6b76a937-ac57-4793-8893-962b541fa522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/floatingips/0091a4e2-735d-477a-92fe-f51dab6649ab HTTP/1.1" status: 204 len: 168 time: 1.3189044 Aug 06 16:45:14.267433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:14.269759 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:14.321871 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d36c54-a150-4e05-b29f-3a74a400a5d3 x-openstack-request-id: req-14d36c54-a150-4e05-b29f-3a74a400a5d3 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:14.322161 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:14.322412 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14d36c54-a150-4e05-b29f-3a74a400a5d3 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:14.322809 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'status': 'completed', 'code': 200} Aug 06 16:45:14.374809 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:14.387637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-d11b7354-404d-49db-ba0c-65461a40029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:14.389147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-d11b7354-404d-49db-ba0c-65461a40029f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 1096 time: 0.0424354 Aug 06 16:45:14.487005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-d58bb27a-14b2-49f7-9456-ca39bf1b9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:14.488582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-d58bb27a-14b2-49f7-9456-ca39bf1b9ad4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 200 len: 898 time: 0.0914915 Aug 06 16:45:14.538452 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-731ee485-3863-40b7-a170-c2a5de7ebb98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 200 len: 217 time: 0.0379224 Aug 06 16:45:14.579983 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:41Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:14.591242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-9789d455-f7c1-47d3-af9f-c7ec0a21bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:14.593495 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-9789d455-f7c1-47d3-af9f-c7ec0a21bec8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c743a74-b8af-45b0-adf1-b5e73838fbfb HTTP/1.1" status: 200 len: 835 time: 0.0459783 Aug 06 16:45:14.647715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-b94074b4-70ed-41f1-9aac-ce65c26ac683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:14.651009 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-b94074b4-70ed-41f1-9aac-ce65c26ac683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9175213e-4dd9-4232-bd10-b05f8927c045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502188 Aug 06 16:45:14.705862 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] Checking router: ed793793-73e3-4f7d-93ee-7caf1be1117d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:14.714493 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:14.715111 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:14.724648 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234eaed-0da6-41eb-8136-775b7e0074f8 req-0af19787-8012-473e-a7b4-9105491aeac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:14.726154 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c234eaed-0da6-41eb-8136-775b7e0074f8 req-0af19787-8012-473e-a7b4-9105491aeac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0565166 Aug 06 16:45:14.761017 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-43b9ab35-d4b3-47cf-bba7-55faded2baa5 service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977173 Aug 06 16:45:14.766453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c234eaed-0da6-41eb-8136-775b7e0074f8 req-484c110f-39ab-4451-b706-b763bafd5c2f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338199 Aug 06 16:45:14.819678 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:14.858967 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-287b5b24-89aa-4f8a-9627-e83e61c5b8d4 req-2c4a26b1-7cc3-4ae2-a0b8-23c13b06a84d service neutron] 10.222.0.64 "GET /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891480 Aug 06 16:45:15.016223 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:41Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:15.044702 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac921b1-e667-4779-a1ea-6ecd27d5a2c7 None None] The sync data for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 is: [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '7ea99bf2-1ad5-471d-a92a-03db8bed43dd', 'name': '', 'network_id': '9175213e-4dd9-4232-bd10-b05f8927c045', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:ab:57:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:36Z', 'updated_at': '2021-08-06T16:43:41Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '1c743a74-b8af-45b0-adf1-b5e73838fbfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:15.262599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeec46f-12e1-4f31-b9dd-183bf6fd7071 None None] New status for floating IP 0091a4e2-735d-477a-92fe-f51dab6649ab: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:45:15.887643 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20435085-b83e-4188-8cc8-1b27a51a605f req-bd0c4174-c68e-4743-b91f-096158392062 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:15.889137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20435085-b83e-4188-8cc8-1b27a51a605f req-bd0c4174-c68e-4743-b91f-096158392062 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0518222 Aug 06 16:45:15.927686 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-20435085-b83e-4188-8cc8-1b27a51a605f req-433c1ae0-4ed1-4180-8393-590178b88026 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=7afd7765-d6fc-498a-9aed-aea019ff07cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316424 Aug 06 16:45:16.534683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-5edee104-c317-4671-9a91-0657871c1d94 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:16.536213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-5edee104-c317-4671-9a91-0657871c1d94 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Aug 06 16:45:16.629124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 735a537d-9191-4ce3-93f5-2ab09b85ec92 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:45:16.629378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:16.722257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 735a537d-9191-4ce3-93f5-2ab09b85ec92, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=735a537d-9191-4ce3-93f5-2ab09b85ec92,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:16.722627 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:16.735399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 735a537d-9191-4ce3-93f5-2ab09b85ec92 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:45:16.943592 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:16.973532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=735a537d-9191-4ce3-93f5-2ab09b85ec92,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:17.001879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.006229 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:17.026639 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-66a28fce-a98a-4ee4-8792-3704818b123a req-32a2dd00-0571-478b-b384-ee8a82181c5e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9e189d5-c0f7-4e92-9ccd-1c7436888658 HTTP/1.1" status: 200 len: 210 time: 0.0291681 Aug 06 16:45:17.027286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] No DVR routers for this DVR port 735a537d-9191-4ce3-93f5-2ab09b85ec92 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:45:17.029995 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:17.032340 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-db83a5a4-2be3-4e37-b6c7-d94701430f37 req-e7a1cda9-0927-44af-a3f9-e5bed222ef3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "DELETE /v2.0/ports/735a537d-9191-4ce3-93f5-2ab09b85ec92 HTTP/1.1" status: 204 len: 173 time: 0.4857428 Aug 06 16:45:17.032797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'name': 'network-vif-deleted', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:17.035086 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb457e-11f8-4036-bed5-d9eacf94f040" -d '{"events": [{"server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "name": "network-vif-deleted", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:17.070587 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee7621a-39ed-41a5-a386-e927a2db6c0d x-openstack-request-id: req-2ee7621a-39ed-41a5-a386-e927a2db6c0d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:17.070949 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e189d5-c0f7-4e92-9ccd-1c7436888658", "name": "network-vif-deleted", "tag": "735a537d-9191-4ce3-93f5-2ab09b85ec92", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:17.071196 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ee7621a-39ed-41a5-a386-e927a2db6c0d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:17.071590 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e189d5-c0f7-4e92-9ccd-1c7436888658', 'name': 'network-vif-deleted', 'tag': '735a537d-9191-4ce3-93f5-2ab09b85ec92', 'status': 'completed', 'code': 200} Aug 06 16:45:18.082692 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40536) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:18.445576 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:18.718566 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:45:18.718892 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:18.809279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 7ea99bf2-1ad5-471d-a92a-03db8bed43dd, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:18.809641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:18.823180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 7ea99bf2-1ad5-471d-a92a-03db8bed43dd owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:45:19.124669 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:19.151020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=7ea99bf2-1ad5-471d-a92a-03db8bed43dd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:19.345595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:19.565966 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router ed793793-73e3-4f7d-93ee-7caf1be1117d has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:45:19.610121 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:45:19.681905 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:19.687670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eb039402-6d32-4969-a883-06a72a4a1696 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/ed793793-73e3-4f7d-93ee-7caf1be1117d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6036596 Aug 06 16:45:19.690185 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40538) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:19.691947 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] Sync routers for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:19.701098 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:19.702358 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:19.747911 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting subnet 1c743a74-b8af-45b0-adf1-b5e73838fbfb {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:45:19.750954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:19.793431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:19.811457 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:19.878211 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:19.992257 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:45:18Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:20.018100 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.018376 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] Checking router: ed793793-73e3-4f7d-93ee-7caf1be1117d for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:20.026585 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] Routers {'ed793793-73e3-4f7d-93ee-7caf1be1117d'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:20.028592 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['ed793793-73e3-4f7d-93ee-7caf1be1117d'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:20.046314 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Subnet': ['ID=1c743a74-b8af-45b0-adf1-b5e73838fbfb,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:20.050354 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.054655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f9ea8891-fc8d-41c0-af96-92bf3e89b997 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/subnets/1c743a74-b8af-45b0-adf1-b5e73838fbfb HTTP/1.1" status: 204 len: 168 time: 0.3611658 Aug 06 16:45:20.054941 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40540) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:20.057583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b730459-5590-4700-9275-3a8af5da959e None None] Network 9175213e-4dd9-4232-bd10-b05f8927c045 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:45:20.135881 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] Set router ed793793-73e3-4f7d-93ee-7caf1be1117d gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:20.166678 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.249037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] DHCP port deletion for 9175213e-4dd9-4232-bd10-b05f8927c045 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:45:20.287063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.298111 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Deleting port e6c7f52e-3818-4224-8274-f5fc082d988f {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:45:20.303454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.335961 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:45:18Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:20.362967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a09d95-d30b-4a66-b99c-147a76b570d1 None None] The sync data for ids ['ed793793-73e3-4f7d-93ee-7caf1be1117d'] in n-d-778550-6 is: [{'id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-363636614', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:45:18Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:f2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed793793-73e3-4f7d-93ee-7caf1be1117d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:43:32Z', 'updated_at': '2021-08-06T16:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:20.367407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] For port e6c7f52e-3818-4224-8274-f5fc082d988f, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e6c7f52e-3818-4224-8274-f5fc082d988f,segment=NetworkSegment(a26f8a46-5c2f-4518-bd32-ec7553c0073a),segment_id=a26f8a46-5c2f-4518-bd32-ec7553c0073a)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:20.372393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.381576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Calling delete_port for e6c7f52e-3818-4224-8274-f5fc082d988f owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:45:20.410071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:45:20.412475 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.489683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:20.490060 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.503135 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:45:20.537677 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.563784 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Pushing event deleted for resources: {'Port': ['ID=e6c7f52e-3818-4224-8274-f5fc082d988f,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:20.566053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] No DVR routers for this DVR port e6c7f52e-3818-4224-8274-f5fc082d988f on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:45:20.574347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.574701 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.575043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.575405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.575740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.576087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.576412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.577370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.577904 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.578174 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.578507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.578836 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59231f0-5b4c-44d0-9992-d7e3ae1a1e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:20.760889 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.791553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:20.856750 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.952929 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:20.955027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.055198 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.055763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Fanout notify agent at l3_agent the message router_deleted on router ed793793-73e3-4f7d-93ee-7caf1be1117d {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:45:21.063276 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.064408 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-970e6702-dd3c-4b8e-aaca-ab048f3eb6e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/routers/ed793793-73e3-4f7d-93ee-7caf1be1117d HTTP/1.1" status: 204 len: 168 time: 1.0086339 Aug 06 16:45:21.067955 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40542) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:21.155275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.187472 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7ea99bf2-1ad5-471d-a92a-03db8bed43dd no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:45:21.211773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7ea99bf2-1ad5-471d-a92a-03db8bed43dd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:45:21.212160 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7ea99bf2-1ad5-471d-a92a-03db8bed43dd not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:45:21.212573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6c7f52e-3818-4224-8274-f5fc082d988f no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:45:21.234126 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e6c7f52e-3818-4224-8274-f5fc082d988f {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:45:21.234470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e6c7f52e-3818-4224-8274-f5fc082d988f not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:45:21.252578 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.262476 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9175213e-4dd9-4232-bd10-b05f8927c045']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:21.272233 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26f8a46-5c2f-4518-bd32-ec7553c0073a') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:21.272532 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26f8a46-5c2f-4518-bd32-ec7553c0073a') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:21.281493 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.294636 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.301149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:45:21.301533 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:45:21.304438 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:45:21.426373 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.433241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.435029 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/networks/9175213e-4dd9-4232-bd10-b05f8927c045 HTTP/1.1" status: 204 len: 168 time: 0.3668985 Aug 06 16:45:21.438794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40544) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:21.446634 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a42ba4-1c48-4207-893d-5c4e2d200776 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Network': ['ID=9175213e-4dd9-4232-bd10-b05f8927c045,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:21.499420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef663ade-9a31-45df-9f29-1bf2065b4f4b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.530413 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef663ade-9a31-45df-9f29-1bf2065b4f4b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.637057 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 735a537d-9191-4ce3-93f5-2ab09b85ec92 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:45:21.657141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 735a537d-9191-4ce3-93f5-2ab09b85ec92 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:45:21.657488 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 735a537d-9191-4ce3-93f5-2ab09b85ec92 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:45:21.678245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef663ade-9a31-45df-9f29-1bf2065b4f4b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.680939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ef663ade-9a31-45df-9f29-1bf2065b4f4b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:21.682103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ef663ade-9a31-45df-9f29-1bf2065b4f4b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/security-groups/7afd7765-d6fc-498a-9aed-aea019ff07cd HTTP/1.1" status: 204 len: 168 time: 0.2422571 Aug 06 16:45:21.693437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef663ade-9a31-45df-9f29-1bf2065b4f4b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afd7765-d6fc-498a-9aed-aea019ff07cd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:22.362131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40550) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:22.367132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110582648', 'description': 'tempest-secgroup-smoke-110582648 description', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:22.478258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.560381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.645718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.678070 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af15a166-843b-4384-9ebd-0e23e57b479c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:22.749119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.750396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-bf839418-9932-446a-ab17-44d29ff43282 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3871803 Aug 06 16:45:22.753826 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40552) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:22.758237 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'af15a166-843b-4384-9ebd-0e23e57b479c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:22.845198 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.904567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:22.985411 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.004532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee3b708-73a6-46ba-b440-0e4534159789,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:23.084814 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:45:23.092007 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.096781 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cdf668cd-0b75-43c0-81b5-9e6801757032 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392327 Aug 06 16:45:23.101742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40554) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:23.101742 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'af15a166-843b-4384-9ebd-0e23e57b479c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:23.105672 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:45:23.105987 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 3ec3e8d5-3d99-4e00-8e4d-0532fc56dc85 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:45:23.197326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.259779 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.377179 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.398421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7375f6-54f0-49da-99a7-033b53f48fa2,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:23.491855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.493090 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-59644ece-cc24-4fa0-a2a0-91a0112ff769 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952348 Aug 06 16:45:23.495877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40556) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:23.500864 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'af15a166-843b-4384-9ebd-0e23e57b479c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:23.594597 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.651835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.714108 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.731559 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e2573d-5c70-4fd9-8272-1f8a0df92540,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:23.798288 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.799458 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c9e1b535-666b-4fff-819d-046e07511878 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3026614 Aug 06 16:45:23.802202 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40558) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:23.806608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'af15a166-843b-4384-9ebd-0e23e57b479c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:23.885039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:23.943381 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.011576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.031005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6245559d-8adc-4f10-a7ea-fc67379d2b13,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:24.109180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.110364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-23576542-c23a-4438-b39c-5abafb894f63 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3072379 Aug 06 16:45:24.113135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40560) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:24.117554 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'af15a166-843b-4384-9ebd-0e23e57b479c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:24.200359 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:45:24.205846 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.268782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.343219 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.363791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4695557-5d32-4abe-b3d9-167a37540250,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:24.439818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.441046 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2c65b33f-33d2-4f3a-9962-1b738e223dbb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3269913 Aug 06 16:45:24.443671 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40562) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:24.448103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'af15a166-843b-4384-9ebd-0e23e57b479c', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:24.525550 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:45:24.530976 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.592318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.678392 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.696745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abad78dc-6c81-4f1e-a3f4-4ea212773376,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:24.766192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.767416 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-2155b1d8-9a0a-41dc-be65-a329bb6f29f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3228159 Aug 06 16:45:24.770235 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40564) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:24.775109 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'network': {'name': 'tempest-network-smoke--854317490', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:24.845758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:45:24.849190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.872384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:45:24.881900 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:24.882243 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Added segment ceb59616-9da5-439d-9cd3-edb0c8398d11 of type vlan for network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 Aug 06 16:45:24.922000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.009175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.015189 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:25.015781 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.085363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Network': ['ID=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:25.095577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:45:25.107514 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-04b4f9f9-2194-4c64-a6e7-dcb181946bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3361461 Aug 06 16:45:25.110751 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40566) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:25.115510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'admin_state_up': True, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:25.215508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.216631 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.271424 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.473696 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.718232 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.736181 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:25.838518 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.101 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/7f6dbf11-4708-4262-81fb-9ad81bd2baee) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:25.940045 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:26.032331 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:26.068614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:26.073657 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:26.078017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:26.105678 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=7f6dbf11-4708-4262-81fb-9ad81bd2baee,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:26.384806 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:26.592768 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:26.939586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:27.129134 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 60d5bc90-203e-4730-84d8-dcd392aa2d7b is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:45:27.235433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:27.246269 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Sync routers for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:27.255597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:27.256261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:27.302739 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:27.304155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-eeeed11b-86dc-4ae8-9d61-fe69015387ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1922596 Aug 06 16:45:27.307458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40568) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:27.336994 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f88a5400-f78a-4ac3-a6eb-4204cb962c80 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b4d9ef18b57c4bb6ba8becb027438a1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281827 Aug 06 16:45:27.340660 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40570) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:27.362732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:27.433827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f968ac5-b957-4e60-a08e-cd535fb740b3 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:27.435366 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0f968ac5-b957-4e60-a08e-cd535fb740b3 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937984 Aug 06 16:45:27.438285 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40572) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:27.466783 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-85fc3454-b4a0-4113-97df-8f11307e7f0f tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273728 Aug 06 16:45:27.470161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40574) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:27.475038 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232848566', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:27.552959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:26Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:27.579429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Checking router: 60d5bc90-203e-4730-84d8-dcd392aa2d7b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:27.579794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Updating router 60d5bc90-203e-4730-84d8-dcd392aa2d7b port 7f6dbf11-4708-4262-81fb-9ad81bd2baee binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:45:27.610182 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:27.637696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:45:27.641641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:27.859508 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:27.868843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Transition to ACTIVE for port object 7f6dbf11-4708-4262-81fb-9ad81bd2baee will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:27.883909 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:27.948751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Subnet': ['ID=99635e27-c230-4dad-8bbf-3cb8486e15bd,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:27.957283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Checking segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:27.957651 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network hostable DHCP agents. Network: fc14f7fd-4e7d-4922-8e16-99e192ffa3f5, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:45:27.966002 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.017676 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Attempting to bind port 7f6dbf11-4708-4262-81fb-9ad81bd2baee on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:28.018050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Attempting to bind port 7f6dbf11-4708-4262-81fb-9ad81bd2baee by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:28.018415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Attempting to bind port 7f6dbf11-4708-4262-81fb-9ad81bd2baee on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:28.020247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7d5d8-fa30-4591-8a59-b90aa39ca008 None None] Pushing event updated for resources: {'Port': ['ID=7f6dbf11-4708-4262-81fb-9ad81bd2baee,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:28.025562 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:28.025936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:28.026344 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.026770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:28.027187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Bound port: 7f6dbf11-4708-4262-81fb-9ad81bd2baee, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:28.027572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.032437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:45:28.080916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] For port 7f6dbf11-4708-4262-81fb-9ad81bd2baee, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:28.084027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] For port 7f6dbf11-4708-4262-81fb-9ad81bd2baee, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7f6dbf11-4708-4262-81fb-9ad81bd2baee,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:28.108889 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, fc14f7fd-4e7d-4922-8e16-99e192ffa3f5) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:28.117256 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:28.117256 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.117746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3607de-21ca-4c5c-8ec5-e6133c0b0cbb None None] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:45:28.190177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f6625d7c-e403-48c0-8c5c-f0b6018fa34a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7189307 Aug 06 16:45:28.192965 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40576) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:28.294744 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.411085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:28.411642 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:28.413451 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7d5d8-fa30-4591-8a59-b90aa39ca008 None None] Pushing event updated for resources: {'Port': ['ID=7f6dbf11-4708-4262-81fb-9ad81bd2baee,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:28.583361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:45:28.584249 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:28.587990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:28.867021 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Allocated IP 172.20.0.2 (fc14f7fd-4e7d-4922-8e16-99e192ffa3f5/99635e27-c230-4dad-8bbf-3cb8486e15bd/5720c065-566e-44d7-84f7-f103fb1c7238) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:28.949426 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:26Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:28.980694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f2880-75ea-49e6-8b58-e5691cb58354 None None] The sync data for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 is: [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:26Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:29.021798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.072198 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.083436 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Transition to ACTIVE for port object 5720c065-566e-44d7-84f7-f103fb1c7238 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:29.099308 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Transition to ACTIVE for port object 5720c065-566e-44d7-84f7-f103fb1c7238 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:29.169899 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.228224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:29.231034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:29.234042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:29.295706 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Pushing event updated for resources: {'Port': ['ID=5720c065-566e-44d7-84f7-f103fb1c7238,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:29.308342 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Attempting to bind port 5720c065-566e-44d7-84f7-f103fb1c7238 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:29.308721 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Attempting to bind port 5720c065-566e-44d7-84f7-f103fb1c7238 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:29.309087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Attempting to bind port 5720c065-566e-44d7-84f7-f103fb1c7238 on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:29.315634 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:29.316401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Checking segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:29.317134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.320122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Bound using segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:29.320647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Bound port: 5720c065-566e-44d7-84f7-f103fb1c7238, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:29.321167 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.355015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.1 (fc14f7fd-4e7d-4922-8e16-99e192ffa3f5/99635e27-c230-4dad-8bbf-3cb8486e15bd/5150e5ca-ce0f-447b-861f-870223b315ba) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:29.402087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] For port 5720c065-566e-44d7-84f7-f103fb1c7238, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:29.405592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] For port 5720c065-566e-44d7-84f7-f103fb1c7238, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5720c065-566e-44d7-84f7-f103fb1c7238,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:29.480358 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.481845 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.496911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 5150e5ca-ce0f-447b-861f-870223b315ba will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:29.547748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c220-7c84-4d64-89ad-61767f669f9c None None] Pushing event updated for resources: {'Port': ['ID=5720c065-566e-44d7-84f7-f103fb1c7238,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:29.598356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.650250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:29.654417 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:29.657411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:29.687911 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=5150e5ca-ce0f-447b-861f-870223b315ba,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:29.719721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.745671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:29.943646 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.228292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.289557 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.375149 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=5150e5ca-ce0f-447b-861f-870223b315ba,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:30.375149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.470803 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:30.472406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:30.489156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e49f692-aebe-4a72-abf7-4e1fc1d3870a None None] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:45:30.594390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 60d5bc90-203e-4730-84d8-dcd392aa2d7b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:45:30.618254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-31ad54cf-e3aa-4fb7-a0bd-f49548edde2a None None] Provisioning for port 5720c065-566e-44d7-84f7-f103fb1c7238 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:30.712459 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:30.726597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7f29cb03-cd4d-4c82-bb8c-9b07eb000c00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/60d5bc90-203e-4730-84d8-dcd392aa2d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5243855 Aug 06 16:45:30.870971 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-8d785e47-38c7-424a-a3dc-af05c204da77 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110582648&fields=id&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 267 time: 0.0368130 Aug 06 16:45:30.947583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d72a9c6-334a-4e10-abd3-8c7f0a9df0b4 None None] Provisioning for port 5150e5ca-ce0f-447b-861f-870223b315ba completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:30.952245 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5d72a9c6-334a-4e10-abd3-8c7f0a9df0b4 None None] Provisioning complete for port 5150e5ca-ce0f-447b-861f-870223b315ba triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:30.952865 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5d72a9c6-334a-4e10-abd3-8c7f0a9df0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:30.991113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5d72a9c6-334a-4e10-abd3-8c7f0a9df0b4 None None] Port 5150e5ca-ce0f-447b-861f-870223b315ba cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:31.003447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-eb1c6dd0-2066-43c0-b21f-9ff459c56407 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:31.005093 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-eb1c6dd0-2066-43c0-b21f-9ff459c56407 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 796 time: 0.1255670 Aug 06 16:45:31.023048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-3bdaa6e5-3f63-44bc-9630-7af7ccef9b6d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/quotas/b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 375 time: 0.0115550 Aug 06 16:45:31.086136 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Sync routers for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:31.093860 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-205e24b9-a06a-4be5-b9be-36b831c80157 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625706 Aug 06 16:45:31.100952 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:31.101599 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:31.118989 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3a45cd9c-0021-4437-8fb8-cca4b917b333 None None] Provisioning complete for port 5150e5ca-ce0f-447b-861f-870223b315ba triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:31.119584 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3a45cd9c-0021-4437-8fb8-cca4b917b333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.178095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3a45cd9c-0021-4437-8fb8-cca4b917b333 None None] Port 5150e5ca-ce0f-447b-861f-870223b315ba cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:31.253482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5720c065-566e-44d7-84f7-f103fb1c7238 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:31.265168 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:31.278094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-34045499-cb32-4121-a15b-f720e12c3fb8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708956 Aug 06 16:45:31.384879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-6abd9d40-6af2-4d46-8592-24354850de50 service neutron] 10.222.0.16 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004875 Aug 06 16:45:31.403605 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5720c065-566e-44d7-84f7-f103fb1c7238 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:31.411591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5720c065-566e-44d7-84f7-f103fb1c7238 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:31.412119 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.415244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c40bf285-8ebd-43c8-97f9-b9ae4b1cb2f0 None None] Provisioning complete for port 5150e5ca-ce0f-447b-861f-870223b315ba triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:31.415646 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c40bf285-8ebd-43c8-97f9-b9ae4b1cb2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.489882 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:30Z', 'revision_number': 2, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:31.490202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c40bf285-8ebd-43c8-97f9-b9ae4b1cb2f0 None None] Port 5150e5ca-ce0f-447b-861f-870223b315ba cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:31.535386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.570670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5720c065-566e-44d7-84f7-f103fb1c7238, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5720c065-566e-44d7-84f7-f103fb1c7238,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:31.621634 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Checking router: 60d5bc90-203e-4730-84d8-dcd392aa2d7b for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:31.621985 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Updating router 60d5bc90-203e-4730-84d8-dcd392aa2d7b port 5150e5ca-ce0f-447b-861f-870223b315ba binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:45:31.649631 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.672666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.673878 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7f6dbf11-4708-4262-81fb-9ad81bd2baee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:31.680624 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-de4c9878-cc3f-47f6-bddc-48d03d433b4e req-29ca06b7-0faf-422e-a8c5-7386c8a889b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 210 time: 0.0397151 Aug 06 16:45:31.762698 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5720c065-566e-44d7-84f7-f103fb1c7238,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:31.840234 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7f6dbf11-4708-4262-81fb-9ad81bd2baee completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:31.844438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7f6dbf11-4708-4262-81fb-9ad81bd2baee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:31.844821 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.924332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.930417 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:31.940693 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Transition to ACTIVE for port object 5150e5ca-ce0f-447b-861f-870223b315ba will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:31.945591 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7f6dbf11-4708-4262-81fb-9ad81bd2baee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7f6dbf11-4708-4262-81fb-9ad81bd2baee,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:32.034455 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.034896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.087447 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Pushing event updated for resources: {'Port': ['ID=5150e5ca-ce0f-447b-861f-870223b315ba,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.090088 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7f6dbf11-4708-4262-81fb-9ad81bd2baee,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.100231 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.100445 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.100784 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.101121 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.101425 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.101839 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.102337 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.102662 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.102981 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.103296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.103612 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.104077 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:45:32.152274 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Attempting to bind port 5150e5ca-ce0f-447b-861f-870223b315ba on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:32.152649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Attempting to bind port 5150e5ca-ce0f-447b-861f-870223b315ba by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:32.153043 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Attempting to bind port 5150e5ca-ce0f-447b-861f-870223b315ba on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:32.159088 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:32.165307 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Checking segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:32.165307 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.165307 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Bound using segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:32.165307 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Bound port: 5150e5ca-ce0f-447b-861f-870223b315ba, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:32.165307 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.228396 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] For port 5150e5ca-ce0f-447b-861f-870223b315ba, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:32.231502 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] For port 5150e5ca-ce0f-447b-861f-870223b315ba, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5150e5ca-ce0f-447b-861f-870223b315ba,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:32.326248 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:32.388124 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:32.388759 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:32.391263 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2bcb4-915b-431c-b302-7d9f3a2523f2 None None] Pushing event updated for resources: {'Port': ['ID=5150e5ca-ce0f-447b-861f-870223b315ba,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:32.508535 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:32.710105 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:32Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:32.737206 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936bfe7-113a-4030-ad08-7cf389e075f4 None None] The sync data for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 is: [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:32Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:32.779191 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1de3b91f-7f62-4dcc-b2b1-1e9ae9621837 req-43b720f8-ee53-4dc9-8919-784c18011bd3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Aug 06 16:45:33.215535 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5720c065-566e-44d7-84f7-f103fb1c7238 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:33.265971 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5720c065-566e-44d7-84f7-f103fb1c7238 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:33.266322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.345843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5150e5ca-ce0f-447b-861f-870223b315ba up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:33.474641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 5150e5ca-ce0f-447b-861f-870223b315ba completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:33.479134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5150e5ca-ce0f-447b-861f-870223b315ba triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:33.479516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.558827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.594074 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 5150e5ca-ce0f-447b-861f-870223b315ba, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5150e5ca-ce0f-447b-861f-870223b315ba,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:33.680226 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.681566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7f6dbf11-4708-4262-81fb-9ad81bd2baee up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:33.704204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-900d2454-521a-40fc-bc71-27aa59ee7f3c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:33.705764 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-900d2454-521a-40fc-bc71-27aa59ee7f3c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 796 time: 0.1092334 Aug 06 16:45:33.768629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-8ad0a67e-d09a-41eb-a730-b710fe0a6387 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 379 time: 0.0459876 Aug 06 16:45:33.779839 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=5150e5ca-ce0f-447b-861f-870223b315ba,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:33.786313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'port': {'device_id': 'a200cafc-b237-4544-8253-74fe451322a5', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'admin_state_up': True, 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'security_groups': ['af15a166-843b-4384-9ebd-0e23e57b479c']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:33.798193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7f6dbf11-4708-4262-81fb-9ad81bd2baee triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:33.798587 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:33.911393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0f7afb1d-89f3-4119-aa07-b317eac37d8c req-e4d44d40-6e4e-4188-abeb-457e4871d8ae tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 210 time: 0.0380695 Aug 06 16:45:34.017780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:45:34.021462 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.159788 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.7 (fc14f7fd-4e7d-4922-8e16-99e192ffa3f5/99635e27-c230-4dad-8bbf-3cb8486e15bd/0df898cf-e1b3-4c7f-bff5-5fedf379d6ae) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:34.299023 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.312603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:34.438715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.489574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:34.492735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:34.496653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:34.521656 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:34.551472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:34.552149 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.646849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-83c8eb3d-2f18-4904-a593-17d5fa8e1e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8659899 Aug 06 16:45:34.664777 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Request body: {'port': {'device_id': 'a200cafc-b237-4544-8253-74fe451322a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:34.722084 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.832171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e87c9375-70ce-46ee-9de5-61e7be088deb None None] Provisioning for port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:34.836368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e87c9375-70ce-46ee-9de5-61e7be088deb None None] Provisioning complete for port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:34.836746 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e87c9375-70ce-46ee-9de5-61e7be088deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:34.870485 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-e87c9375-70ce-46ee-9de5-61e7be088deb None None] Port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:45:35.010686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:45:35.019245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.030558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5578fa29-8bec-40df-a702-adc4e53c33ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.033631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Transition to ACTIVE for port object 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:45:35.038020 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c032-57cb-42f2-864c-bd070c4241e1 req-d671a9db-975c-459f-9a6b-3fd29c6ffb35 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:35.039547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3615c032-57cb-42f2-864c-bd070c4241e1 req-d671a9db-975c-459f-9a6b-3fd29c6ffb35 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 931 time: 0.0585923 Aug 06 16:45:35.081078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3615c032-57cb-42f2-864c-bd070c4241e1 req-10faf980-385e-45a5-aa24-cf66b973f9a8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354080 Aug 06 16:45:35.142722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.158466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5150e5ca-ce0f-447b-861f-870223b315ba up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:35.198732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:35.213512 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 5150e5ca-ce0f-447b-861f-870223b315ba triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:35.214064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.270181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:45:35.270526 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:45:35.270857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:35.275630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:45:35.276002 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:45:35.281955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:45:35.282304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Checking segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:45:35.282685 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Bound using segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:45:35.283116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Bound port: 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:45:35.283481 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.355876 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:45:35.359773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:45:35.455479 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.493886 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:35.494512 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:35.496045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] 10.222.0.64 "PUT /v2.0/ports/0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 1091 time: 0.8358881 Aug 06 16:45:35.498373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:35.501486 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e561c484-cd75-46f1-9d89-36bfd60ff41e" -d '{"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:35.531855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd5c13-0641-46ab-828a-9d21f2bd56e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:35.548864 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005b73e8-c1ab-4ba6-9f20-11ce77bc3a28 x-openstack-request-id: req-005b73e8-c1ab-4ba6-9f20-11ce77bc3a28 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:35.549159 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:35.549414 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-005b73e8-c1ab-4ba6-9f20-11ce77bc3a28 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:35.549828 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'status': 'completed', 'code': 200} Aug 06 16:45:35.621339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c484-cd75-46f1-9d89-36bfd60ff41e req-05053828-b034-4d38-8ae1-6d00e00a2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:35.622966 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e561c484-cd75-46f1-9d89-36bfd60ff41e req-05053828-b034-4d38-8ae1-6d00e00a2d81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1094 time: 0.0438654 Aug 06 16:45:35.732801 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c484-cd75-46f1-9d89-36bfd60ff41e req-9d9fc656-4739-457d-96b1-f72eacd73030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:35.734408 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e561c484-cd75-46f1-9d89-36bfd60ff41e req-9d9fc656-4739-457d-96b1-f72eacd73030 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1018379 Aug 06 16:45:35.837899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c484-cd75-46f1-9d89-36bfd60ff41e req-3aa765a8-1240-4b66-a114-4661ea325d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:35.839259 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e561c484-cd75-46f1-9d89-36bfd60ff41e req-3aa765a8-1240-4b66-a114-4661ea325d9c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926862 Aug 06 16:45:35.925585 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-5ff830e3-29c6-48e1-9578-a17de491072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:35.927109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-5ff830e3-29c6-48e1-9578-a17de491072d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1094 time: 0.0458584 Aug 06 16:45:35.976070 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-94dac6ad-f644-4182-a7ae-f41d4432afd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 217 time: 0.0362821 Aug 06 16:45:36.030579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-ee837efd-e3f1-4256-9bd3-eac51aae45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:36.032202 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-ee837efd-e3f1-4256-9bd3-eac51aae45a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0448654 Aug 06 16:45:36.084608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-5b0be7b7-7664-4b4c-84e0-560f1547c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:36.086145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-5b0be7b7-7664-4b4c-84e0-560f1547c0ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463560 Aug 06 16:45:36.181188 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-581feb42-d658-4f98-88b8-7fc44626777c service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862248 Aug 06 16:45:36.204990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a36da4-dfd9-4e76-9355-ef748b7f63de req-00c485dd-ddb2-4aeb-a4be-70adc1d63e4c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:36.206561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36a36da4-dfd9-4e76-9355-ef748b7f63de req-00c485dd-ddb2-4aeb-a4be-70adc1d63e4c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0512040 Aug 06 16:45:36.244846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36a36da4-dfd9-4e76-9355-ef748b7f63de req-ff3b0412-e461-49fa-bdf5-f54f13c4e540 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Aug 06 16:45:36.278080 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-9efc75b3-cc8b-49e1-b2a8-0380c4d42b0c req-3f7a922e-c797-4a25-9914-ec2551d35f6b service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890653 Aug 06 16:45:37.364041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2960f2-5c84-49dc-ae2f-69787c6ee125 req-b85c4d42-9f37-47fe-87a9-d95ca73fd542 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:37.365579 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf2960f2-5c84-49dc-ae2f-69787c6ee125 req-b85c4d42-9f37-47fe-87a9-d95ca73fd542 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0511363 Aug 06 16:45:37.403945 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bf2960f2-5c84-49dc-ae2f-69787c6ee125 req-1bea66ad-388e-4c12-9367-a61db79619d0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322669 Aug 06 16:45:37.708519 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-10f29583-a44e-4e50-83ab-2b2973765eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:37.759546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:38.529334 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec798f-fb5c-429b-b69c-cc71bee4b78b req-757886f3-02e7-4229-a9f7-91f10df2fbed tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:38.531499 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8ec798f-fb5c-429b-b69c-cc71bee4b78b req-757886f3-02e7-4229-a9f7-91f10df2fbed tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0590186 Aug 06 16:45:38.570824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c8ec798f-fb5c-429b-b69c-cc71bee4b78b req-14843e76-96f4-43e3-8151-d9047956b4f4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Aug 06 16:45:39.123820 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.689017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcdb33-955c-4859-a51e-394f0a05bf3f req-f9bfb4b8-68ac-4787-a703-9cee620c52f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:39.690423 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eebcdb33-955c-4859-a51e-394f0a05bf3f req-f9bfb4b8-68ac-4787-a703-9cee620c52f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0494399 Aug 06 16:45:39.728836 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eebcdb33-955c-4859-a51e-394f0a05bf3f req-1b68f991-222e-4846-9b0a-e07faa7871ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Aug 06 16:45:39.731017 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:45:39.828037 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:39.838845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'port_id': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'mac_address': 'fa:16:3e:3c:17:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:45:39.875775 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:39.888170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:45:39.908020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:39.993839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:40.201239 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:40.299775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:45:40.844550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9395e4-0d15-4afa-be17-48c96b196a7c req-54853d64-687d-4bf6-a148-404e02075bff tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:40.846068 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c9395e4-0d15-4afa-be17-48c96b196a7c req-54853d64-687d-4bf6-a148-404e02075bff tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 944 time: 0.0501134 Aug 06 16:45:40.950583 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c9395e4-0d15-4afa-be17-48c96b196a7c req-b12beb49-0c00-4e9d-8508-3cdcce2779ea tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985591 Aug 06 16:45:41.028962 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:41.762152 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:45:41.885274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:45:41.889216 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:45:41.889589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:41.966493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:41.989874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:41.992185 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382c3bf9-b477-4f29-9ecf-095eb49d935d" -d '{"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-plugged", "status": "completed", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:42.005170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:45:42.031690 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa3878b-ac39-495d-8589-cc42d086532b x-openstack-request-id: req-eaa3878b-ac39-495d-8589-cc42d086532b {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:42.033857 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-plugged", "status": "completed", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:42.033857 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaa3878b-ac39-495d-8589-cc42d086532b {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:42.033857 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'code': 200} Aug 06 16:45:42.082728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbdc26-82f2-4f91-b46e-67bbe3a19723 req-6f095b58-d1ef-41ab-9828-0e25ecf1b815 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:42.084282 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3bbdc26-82f2-4f91-b46e-67bbe3a19723 req-6f095b58-d1ef-41ab-9828-0e25ecf1b815 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 944 time: 0.0641608 Aug 06 16:45:42.091332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:42.128635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f3bbdc26-82f2-4f91-b46e-67bbe3a19723 req-6f53b1fe-4310-46f9-bd3c-ab90431b2313 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378435 Aug 06 16:45:42.131324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85ad72-bc69-4636-ba85-fd002b1528ae req-00e3af68-f97e-4a4a-b539-0708dc15f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:42.133012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3f85ad72-bc69-4636-ba85-fd002b1528ae req-00e3af68-f97e-4a4a-b539-0708dc15f30c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1096 time: 0.0435753 Aug 06 16:45:42.159442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:42.174409 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3f85ad72-bc69-4636-ba85-fd002b1528ae req-62b61d80-7dd6-40e1-a73b-236dc3f2fc8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Aug 06 16:45:43.254835 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c7891-d2ba-4e28-a12e-91a3501984c3 req-77260df4-61b8-4ed8-941e-0a2be831ec0c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:43.256401 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-226c7891-d2ba-4e28-a12e-91a3501984c3 req-77260df4-61b8-4ed8-941e-0a2be831ec0c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0528779 Aug 06 16:45:43.294347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-226c7891-d2ba-4e28-a12e-91a3501984c3 req-68ede88d-d63e-401a-99d5-76199372650d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Aug 06 16:45:44.411907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea2b8f-5e4e-43bd-8301-2fd3d5ef1b4d req-8c1a6b1b-74ea-4c9e-896c-6bdf46061f4c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:44.413395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60ea2b8f-5e4e-43bd-8301-2fd3d5ef1b4d req-8c1a6b1b-74ea-4c9e-896c-6bdf46061f4c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0490284 Aug 06 16:45:44.451483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-60ea2b8f-5e4e-43bd-8301-2fd3d5ef1b4d req-680e69d3-4333-425d-94a5-5a6b68f0aaf7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319595 Aug 06 16:45:44.583078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181af6-877f-4b57-adf7-9ee85ddf01ee req-f2a3c4fe-1c5e-4b48-af84-291237cef667 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:44.584530 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96181af6-877f-4b57-adf7-9ee85ddf01ee req-f2a3c4fe-1c5e-4b48-af84-291237cef667 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0595076 Aug 06 16:45:44.622099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96181af6-877f-4b57-adf7-9ee85ddf01ee req-3fb70bc1-a1bd-4d43-bb5e-7eb4a3849d3a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Aug 06 16:45:44.644304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40638) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:44.683186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83097b63-74fe-4d7e-99bb-e811c8dcfaca tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:44.684771 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-83097b63-74fe-4d7e-99bb-e811c8dcfaca tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1091 time: 0.0393980 Aug 06 16:45:44.687518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40640) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:44.692361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:45:44.771259 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:44.876261 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:44.980415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.90 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/e712fb10-3b2a-4e8f-9b71-f71808013e37) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:45:45.086974 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:45.200466 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:45.240636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:45:45.243515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:45:45.246199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:45:45.277551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=e712fb10-3b2a-4e8f-9b71-f71808013e37,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:45.613901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:45.732998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:45.886876 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:45.948426 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:46.022704 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=e712fb10-3b2a-4e8f-9b71-f71808013e37,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:45:46.033248 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:46.140610 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP 82d634c5-2f16-4a55-8e57-21ea51bb6ccc associated. External IP: 172.25.5.90, port: 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae. Aug 06 16:45:46.355575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 60d5bc90-203e-4730-84d8-dcd392aa2d7b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:45:46.825683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:45:46.836723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] Sync routers for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:45:46.846292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:46.859424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:46.902885 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:46.930820 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6f7db310-cf79-4ef1-a0de-360c8b09af18 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2422454 Aug 06 16:45:46.931408 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:45:46.934398 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c6a5a8-7651-4603-b165-b4de28cfa5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:45:46.959401 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:46.975594 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55e86cc-b708-44a0-a322-872cca1abad8 x-openstack-request-id: req-e55e86cc-b708-44a0-a322-872cca1abad8 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:45:46.976638 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:45:46.977521 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e55e86cc-b708-44a0-a322-872cca1abad8 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:45:46.978449 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'status': 'completed', 'code': 200} Aug 06 16:45:47.042461 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-1cbf781d-858f-42ed-bf26-6f9fceb372a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:47.044111 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-1cbf781d-858f-42ed-bf26-6f9fceb372a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1096 time: 0.0469422 Aug 06 16:45:47.111752 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e96b89-ab4e-4430-9fa3-378b4ec46a7a req-6d3972a9-5448-4ab3-be5a-934a2dba59f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:47.113648 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0e96b89-ab4e-4430-9fa3-378b4ec46a7a req-6d3972a9-5448-4ab3-be5a-934a2dba59f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.1224129 Aug 06 16:45:47.152212 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-70f49f00-1217-4c71-8528-ddacec26700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:47.153751 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-70f49f00-1217-4c71-8528-ddacec26700d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0974600 Aug 06 16:45:47.154048 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c0e96b89-ab4e-4430-9fa3-378b4ec46a7a req-f239821d-27ac-4a2e-a847-88209d02d444 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340559 Aug 06 16:45:47.177952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40648) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:47.211575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '82d634c5-2f16-4a55-8e57-21ea51bb6ccc', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'port_id': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'mac_address': 'fa:16:3e:3c:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a200cafc-b237-4544-8253-74fe451322a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:45Z', 'updated_at': '2021-08-06T16:45:45Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:47.231131 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-64207739-370c-44ac-8488-890c5f897992 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 998 time: 0.0691447 Aug 06 16:45:47.243410 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4630cf8a-456b-4312-a007-e66b7d0e997b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/82d634c5-2f16-4a55-8e57-21ea51bb6ccc HTTP/1.1" status: 200 len: 990 time: 0.0643122 Aug 06 16:45:47.246741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] Checking router: 60d5bc90-203e-4730-84d8-dcd392aa2d7b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:45:47.255964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:45:47.256576 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:45:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:47.282348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-1c796cfa-1abf-451d-acbb-68861b259692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:47.284588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-1c796cfa-1abf-451d-acbb-68861b259692 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0454168 Aug 06 16:45:47.335156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-8515bd6d-d52c-40ca-921a-35e660a174a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:45:47.336663 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-8515bd6d-d52c-40ca-921a-35e660a174a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451462 Aug 06 16:45:47.370759 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:45:47.432372 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-4b326908-f5d9-47e2-bf8c-9b4e71f39662 service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871024 Aug 06 16:45:47.531942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-45c6a5a8-7651-4603-b165-b4de28cfa5d4 req-8c306003-df26-4e3c-83cc-9c0cda70867d service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925372 Aug 06 16:45:47.599883 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '82d634c5-2f16-4a55-8e57-21ea51bb6ccc', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'port_id': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'mac_address': 'fa:16:3e:3c:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a200cafc-b237-4544-8253-74fe451322a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:45Z', 'updated_at': '2021-08-06T16:45:45Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:45:47.626723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a315f-fae9-41e0-8d7b-4814748ddf8a None None] The sync data for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 is: [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '82d634c5-2f16-4a55-8e57-21ea51bb6ccc', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.90', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'port_id': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'mac_address': 'fa:16:3e:3c:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a200cafc-b237-4544-8253-74fe451322a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:45:45Z', 'updated_at': '2021-08-06T16:45:45Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:45:47.813884 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abccefc-bbd0-461f-9138-bf40f8cc6060 None None] New status for floating IP 82d634c5-2f16-4a55-8e57-21ea51bb6ccc: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:45:48.247246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40650) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:45:48.307702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7ffae874-9f2d-471d-8d01-c9dae89c99b1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/82d634c5-2f16-4a55-8e57-21ea51bb6ccc HTTP/1.1" status: 200 len: 992 time: 0.0592854 Aug 06 16:45:56.588066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:45:56.609087 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:45:59.717524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:05.034030 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9dd247fa-3d47-4387-8eba-2a94f89238dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:07.684206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-759e3755-2d0f-4706-8235-cf6b9ff471d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:07.785850 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:09.125369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:11.038938 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:21.818779 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f73067-1b81-4285-a3fd-1f37212e4851 req-0e06ccc0-b782-4a28-bbfc-827e4bb314ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:21.821150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3f73067-1b81-4285-a3fd-1f37212e4851 req-0e06ccc0-b782-4a28-bbfc-827e4bb314ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0543985 Aug 06 16:46:21.863218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3f73067-1b81-4285-a3fd-1f37212e4851 req-5d51e546-f29b-4943-8577-26b0bfb2e653 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357382 Aug 06 16:46:21.944522 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-b7c0413d-265a-4049-9e55-ac0144dec118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:21.946205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-b7c0413d-265a-4049-9e55-ac0144dec118 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1096 time: 0.0450172 Aug 06 16:46:21.982820 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-8b494f53-787c-4c9c-abbe-384e2edd49f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898042 Aug 06 16:46:22.057534 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-bc3f8a55-7b45-4ef5-bcaa-273f425e1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:22.059113 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-bc3f8a55-7b45-4ef5-bcaa-273f425e1df0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0911901 Aug 06 16:46:22.134762 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-e9f69bc7-1d57-4443-b62d-b71ae58f6362 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 1000 time: 0.0667555 Aug 06 16:46:22.199856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-10e03685-01c9-4024-a4b6-f25f9299aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:22.201360 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-10e03685-01c9-4024-a4b6-f25f9299aac9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0565174 Aug 06 16:46:22.261476 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-0fc9a3d3-1e15-4a53-b95c-247a68fb74db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:22.263022 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-0fc9a3d3-1e15-4a53-b95c-247a68fb74db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507569 Aug 06 16:46:22.362000 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-b3a28fc4-452d-47c6-90f2-bec50bb1c664 service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872786 Aug 06 16:46:22.465652 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4b5f8685-ee39-4a5f-bcff-f668dc601348 req-977dba4c-c408-4d3a-9428-7267ba9c6c5a service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953789 Aug 06 16:46:22.990287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9e3ac-b18b-44a9-9d2f-768fd10140a0 req-0f42209e-71ab-4b9e-a31d-1ab3cd6a3c52 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:22.992004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bff9e3ac-b18b-44a9-9d2f-768fd10140a0 req-0f42209e-71ab-4b9e-a31d-1ab3cd6a3c52 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0520053 Aug 06 16:46:23.032369 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bff9e3ac-b18b-44a9-9d2f-768fd10140a0 req-4829a33a-cdda-4064-8d07-150de15381fe tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 06 16:46:24.154181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9936f8-d314-409f-b0fc-8bed3e6888c0 req-cc98a5e2-7f5f-4131-9729-77907ea2e299 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:24.155769 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b9936f8-d314-409f-b0fc-8bed3e6888c0 req-cc98a5e2-7f5f-4131-9729-77907ea2e299 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0505722 Aug 06 16:46:24.197050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b9936f8-d314-409f-b0fc-8bed3e6888c0 req-0341ab9b-0ad6-48fb-bfc8-b6e6649517e6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345349 Aug 06 16:46:24.207617 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-89605e2f-0631-4d91-a561-4b204e7937d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:24.209215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-89605e2f-0631-4d91-a561-4b204e7937d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1096 time: 0.0424218 Aug 06 16:46:24.306631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-e4a87618-b286-46be-b4c9-7d808fe789ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:24.308176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-e4a87618-b286-46be-b4c9-7d808fe789ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0918307 Aug 06 16:46:24.383033 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-6603dba3-931d-49b1-aec5-f6358dad8d5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 1000 time: 0.0646811 Aug 06 16:46:24.434712 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-86378638-885f-47f2-a9a8-d651b2f4b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:24.436241 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-86378638-885f-47f2-a9a8-d651b2f4b852 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0460052 Aug 06 16:46:24.494466 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-c77ee391-b043-41ed-974d-b2dd027b103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:24.495997 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-c77ee391-b043-41ed-974d-b2dd027b103c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456126 Aug 06 16:46:24.608820 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-fb1dc4c8-ac89-470e-9281-fa52e24b8b4c service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009743 Aug 06 16:46:24.710462 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-fa24143f-f28d-4228-8a13-3dd59b96c09d service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896022 Aug 06 16:46:25.323057 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a686627-cb73-414d-b69b-aeeee0bffbda req-17ed1b91-47c6-4b19-bea9-1ffd60ba3027 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:25.324574 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a686627-cb73-414d-b69b-aeeee0bffbda req-17ed1b91-47c6-4b19-bea9-1ffd60ba3027 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0558105 Aug 06 16:46:25.372202 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3a686627-cb73-414d-b69b-aeeee0bffbda req-0716ad24-ecfc-4346-8bc7-f70cc835350e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416710 Aug 06 16:46:26.496241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a43c54-329b-4bb8-802e-85c36427ee7b req-3fb30ff3-e799-4618-9a23-592ebc8aeca1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:26.497795 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5a43c54-329b-4bb8-802e-85c36427ee7b req-3fb30ff3-e799-4618-9a23-592ebc8aeca1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Aug 06 16:46:26.537762 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5a43c54-329b-4bb8-802e-85c36427ee7b req-1fd825b6-341e-486c-b878-f20c281a0301 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338633 Aug 06 16:46:26.576244 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:27.663902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f37eb-db8d-4ced-b58e-9c25f0d417c3 req-ea39b008-943b-4409-b4bf-d0c56bdf1927 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:27.666126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-707f37eb-db8d-4ced-b58e-9c25f0d417c3 req-ea39b008-943b-4409-b4bf-d0c56bdf1927 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0547729 Aug 06 16:46:27.705140 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-707f37eb-db8d-4ced-b58e-9c25f0d417c3 req-9d9e3eb9-0520-4b99-80a0-9cef349537d3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323868 Aug 06 16:46:28.824341 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8b7d5-3328-4aa2-888b-1feac5b9493f req-22d29454-1062-45a7-a9e3-5ea61e5fab3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:28.825824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bd8b7d5-3328-4aa2-888b-1feac5b9493f req-22d29454-1062-45a7-a9e3-5ea61e5fab3b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0538411 Aug 06 16:46:28.863386 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1bd8b7d5-3328-4aa2-888b-1feac5b9493f req-abeda983-2785-4ec6-827a-a48b3797bb47 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316007 Aug 06 16:46:29.752921 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:29.978205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3515d-94ba-489f-a12b-eea5de0a830f req-fdc333e6-d521-4e99-8301-0e4cede01a90 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:29.979720 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdd3515d-94ba-489f-a12b-eea5de0a830f req-fdc333e6-d521-4e99-8301-0e4cede01a90 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0501008 Aug 06 16:46:30.018098 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fdd3515d-94ba-489f-a12b-eea5de0a830f req-de37d1fa-ffb3-41b5-a094-f402645183a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Aug 06 16:46:31.135218 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da653a0a-bd96-4f5d-b09f-3931b1f80c43 req-30d66ab5-d948-4494-ba3d-eed011ecbae1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:31.136802 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da653a0a-bd96-4f5d-b09f-3931b1f80c43 req-30d66ab5-d948-4494-ba3d-eed011ecbae1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Aug 06 16:46:31.177628 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-da653a0a-bd96-4f5d-b09f-3931b1f80c43 req-f10b115d-9495-4ad7-a4d7-2e2aa222dee6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Aug 06 16:46:32.306575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a84f47-75e0-4f2f-890b-ccff7feab78a req-e92bd378-6b6e-4987-8e62-c6ee2e116a00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:32.308113 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9a84f47-75e0-4f2f-890b-ccff7feab78a req-e92bd378-6b6e-4987-8e62-c6ee2e116a00 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0559855 Aug 06 16:46:32.347870 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9a84f47-75e0-4f2f-890b-ccff7feab78a req-a57ccbdc-8bec-407d-af60-b597cdd773fc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336983 Aug 06 16:46:33.470592 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7a5d-e4fd-43e6-9783-45d6e497ca9a req-53b722af-8f0c-43a4-b6f4-2ffd80425a47 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:33.472217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c6c7a5d-e4fd-43e6-9783-45d6e497ca9a req-53b722af-8f0c-43a4-b6f4-2ffd80425a47 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Aug 06 16:46:33.513547 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9c6c7a5d-e4fd-43e6-9783-45d6e497ca9a req-d0c6bdb9-e502-416d-9d10-eeda568eb1c5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Aug 06 16:46:33.608055 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:46:34.635667 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048c3bd-2bac-425f-85ea-7f190aee12bd req-a8eb6f1d-c7fc-444e-a238-d8ffec48f435 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:34.637101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3048c3bd-2bac-425f-85ea-7f190aee12bd req-a8eb6f1d-c7fc-444e-a238-d8ffec48f435 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0522590 Aug 06 16:46:34.676324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3048c3bd-2bac-425f-85ea-7f190aee12bd req-431f5244-48fc-47fc-8c4e-4e316d8d99a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Aug 06 16:46:34.996567 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e7774077-497a-4eb0-b9cd-2063dbfe7b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:35.798522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa324e-2b53-4c8d-9e13-8d16727b9717 req-846844ac-9641-410f-ba60-b2f99a344f4c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:35.800023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5baa324e-2b53-4c8d-9e13-8d16727b9717 req-846844ac-9641-410f-ba60-b2f99a344f4c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0526266 Aug 06 16:46:35.838629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5baa324e-2b53-4c8d-9e13-8d16727b9717 req-1339af73-8d35-4d4e-90f8-e734e5f3ceeb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Aug 06 16:46:36.960319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a45c9-1a67-4113-8aae-4c56eda80f26 req-aeb95bfa-c99a-446f-8903-2c84553969a8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:36.962553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a7a45c9-1a67-4113-8aae-4c56eda80f26 req-aeb95bfa-c99a-446f-8903-2c84553969a8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0537217 Aug 06 16:46:37.000858 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a7a45c9-1a67-4113-8aae-4c56eda80f26 req-8ae17b8d-8f4a-413e-9a0a-1f8b02a47bbc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Aug 06 16:46:37.741280 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-525c5d50-46b7-436a-81b6-2550d7cf913a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:37.764215 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:38.116497 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5827f-b005-4fd0-9244-e64f5b388f7e req-6137ca53-48ca-4010-91b8-df1a211b75db tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:38.118301 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bab5827f-b005-4fd0-9244-e64f5b388f7e req-6137ca53-48ca-4010-91b8-df1a211b75db tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Aug 06 16:46:38.155752 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bab5827f-b005-4fd0-9244-e64f5b388f7e req-7553503f-ca84-4f98-89f3-50d93fc20d27 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Aug 06 16:46:39.136109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:39.278440 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58a329-3b1e-4c91-82a4-a6b97a5262f6 req-8423c052-39dc-40a6-92b6-602096a40fcf tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:39.279927 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f58a329-3b1e-4c91-82a4-a6b97a5262f6 req-8423c052-39dc-40a6-92b6-602096a40fcf tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0537872 Aug 06 16:46:39.317797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f58a329-3b1e-4c91-82a4-a6b97a5262f6 req-8daf44e8-7d89-4f3a-b9f3-8702aa861fed tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Aug 06 16:46:40.436478 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdc8a4-94d0-4536-88b7-be7dacd214d7 req-1c57ae55-d991-43d0-86b4-286a41557bd5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:40.437948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81fdc8a4-94d0-4536-88b7-be7dacd214d7 req-1c57ae55-d991-43d0-86b4-286a41557bd5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Aug 06 16:46:40.477873 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-81fdc8a4-94d0-4536-88b7-be7dacd214d7 req-588ad963-8814-46bd-b370-94ca17cd93db tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339601 Aug 06 16:46:41.076615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:41.596458 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d768e-ffef-43de-9192-fcdcec9b7d19 req-7182c142-39bd-48bf-9708-9a7137773b21 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:41.598047 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-971d768e-ffef-43de-9192-fcdcec9b7d19 req-7182c142-39bd-48bf-9708-9a7137773b21 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Aug 06 16:46:41.640851 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-971d768e-ffef-43de-9192-fcdcec9b7d19 req-1e21dfe5-2ddf-4b8c-a486-0ae88f693582 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356269 Aug 06 16:46:42.057154 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-142de1b2-904a-4fca-9e59-4225f226eccc service neutron] show failed (client error): The resource could not be found. Aug 06 16:46:42.058162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-142de1b2-904a-4fca-9e59-4225f226eccc service neutron] 10.222.0.64 "GET /v2.0/ports/0df898cf-e1b3-4c7f-bff5-5fedf379d6ae/bindings/n-h1-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0559611 Aug 06 16:46:42.661083 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-97b4063f-9428-4ece-a3fa-246799fd4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:42.662654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-97b4063f-9428-4ece-a3fa-246799fd4199 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 1096 time: 0.0918605 Aug 06 16:46:42.676892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:46:42.734798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:42.762739 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef42bab-ef62-4160-997f-532855aa12a0 req-631e03f3-39cd-44a2-bc8b-afbc0c96d5bc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:42.764242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ef42bab-ef62-4160-997f-532855aa12a0 req-631e03f3-39cd-44a2-bc8b-afbc0c96d5bc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0535171 Aug 06 16:46:42.802924 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1ef42bab-ef62-4160-997f-532855aa12a0 req-e98e4475-7e45-42e6-841c-83fac9f2aa27 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326512 Aug 06 16:46:42.940812 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:46:42.973491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:46:43.012599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:46:43.014907 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6722eea7-97e2-4891-a8ff-08e99332224c" -d '{"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-unplugged", "status": "completed", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:46:43.018663 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:43.031185 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Transition to ACTIVE for port object 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:46:43.066441 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7adb52-890d-444e-b3a4-27cf2f5bbcb2 x-openstack-request-id: req-3a7adb52-890d-444e-b3a4-27cf2f5bbcb2 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:46:43.067052 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-unplugged", "status": "completed", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:46:43.067052 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a7adb52-890d-444e-b3a4-27cf2f5bbcb2 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:46:43.067376 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'code': 200} Aug 06 16:46:43.095745 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:43.145541 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=6']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:46:43.192179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.192469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.192791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.193129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.193469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.193808 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.194139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.194469 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.194797 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.195124 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.195450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.195776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:43.241956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] No DVR routers for this DVR port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:46:43.382758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:46:43.383103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:46:43.383432 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:46:43.388142 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:46:43.388458 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Attempting to bind port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:46:43.393283 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:46:43.393623 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Checking segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:46:43.394027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Bound using segment: {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:46:43.394450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Bound port: 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb59616-9da5-439d-9cd3-edb0c8398d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:46:43.394798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:43.456818 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:46:43.459681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:46:43.513116 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:43.552048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:43.552710 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:43.554100 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 1091 time: 0.8819327 Aug 06 16:46:43.590411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1130a-c598-4a34-a2ef-d03f58e1e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:46:43.624440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-139985b0-5365-48a5-bc76-8aa787a9e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:43.626034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-139985b0-5365-48a5-bc76-8aa787a9e1af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1094 time: 0.0479815 Aug 06 16:46:43.726395 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-ef9a8616-793d-421b-ab42-26e4ec31694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:43.727941 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-ef9a8616-793d-421b-ab42-26e4ec31694b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0952899 Aug 06 16:46:43.793074 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-8dab8507-5d7f-4e52-8bed-2e875a4f31ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 998 time: 0.0581555 Aug 06 16:46:43.843074 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-79264970-7174-4f32-9f25-c7c0da061ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:43.844579 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-79264970-7174-4f32-9f25-c7c0da061ebe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0442755 Aug 06 16:46:43.896280 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-995c886f-02e8-4d22-b5eb-90492b7209ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:43.897778 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-995c886f-02e8-4d22-b5eb-90492b7209ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452633 Aug 06 16:46:43.921296 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1eded-1e4e-4037-8975-121bfbe96f74 req-6c8781dd-cc29-4df7-8101-eb2f5125c59c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:43.922822 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45e1eded-1e4e-4037-8975-121bfbe96f74 req-6c8781dd-cc29-4df7-8101-eb2f5125c59c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0502565 Aug 06 16:46:43.962175 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-45e1eded-1e4e-4037-8975-121bfbe96f74 req-3c24b560-0b63-4be8-b062-f2029eeca51b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331805 Aug 06 16:46:43.989616 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-0290270a-b12a-4785-88d0-a284a3cf1472 service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842431 Aug 06 16:46:44.082387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-8620c612-5942-42f1-a179-46d23b982271 service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861883 Aug 06 16:46:45.068054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:46:45.070467 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:46:45.080909 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a412a-2583-4c77-9021-3dac1d527b22 req-38503753-3561-49de-9398-f3b0e6d4bf58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.082427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea2a412a-2583-4c77-9021-3dac1d527b22 req-38503753-3561-49de-9398-f3b0e6d4bf58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0498006 Aug 06 16:46:45.121430 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cf80c2-27d3-4811-aa1c-e415062e0faa x-openstack-request-id: req-a9cf80c2-27d3-4811-aa1c-e415062e0faa {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:46:45.121910 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:46:45.122019 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9cf80c2-27d3-4811-aa1c-e415062e0faa {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:46:45.122364 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'status': 'completed', 'code': 200} Aug 06 16:46:45.123341 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ea2a412a-2583-4c77-9021-3dac1d527b22 req-f73a6946-47da-420e-937b-5c80b0d45a75 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Aug 06 16:46:45.212851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-221ed45c-9766-4f13-b4da-b8394156f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.214412 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-221ed45c-9766-4f13-b4da-b8394156f123 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1094 time: 0.0681698 Aug 06 16:46:45.216155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-d0979d8d-8c20-42cf-90f7-43588b6e6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.217910 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-d0979d8d-8c20-42cf-90f7-43588b6e6dd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1094 time: 0.0729055 Aug 06 16:46:45.379259 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-25a9f1ea-e860-4ee8-acf1-0dcba75684cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.380789 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-25a9f1ea-e860-4ee8-acf1-0dcba75684cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.1584342 Aug 06 16:46:45.381866 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-305bb2db-4019-45f8-a380-8935659c1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.383183 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-305bb2db-4019-45f8-a380-8935659c1d35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.1534195 Aug 06 16:46:45.491907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-e70ff662-f434-4f5b-9417-6a4600bc9c9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 998 time: 0.1031764 Aug 06 16:46:45.494193 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-b3e20dcb-04e3-4026-8e67-0b3644856f8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 998 time: 0.0996337 Aug 06 16:46:45.577338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-42de5e56-0ed5-4a1b-b2f6-12d74f5a6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.578804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-42de5e56-0ed5-4a1b-b2f6-12d74f5a6c6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0779345 Aug 06 16:46:45.580228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-2ad3dd05-0e02-48b2-a486-d11c89b88e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.581561 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-2ad3dd05-0e02-48b2-a486-d11c89b88e9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0734634 Aug 06 16:46:45.656234 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-b1049aac-3401-48bd-99c2-17de643fa886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.657681 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-b1049aac-3401-48bd-99c2-17de643fa886 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709283 Aug 06 16:46:45.662054 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-980c6da4-5ed6-42dd-9613-2df87ff9c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:45.663451 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-980c6da4-5ed6-42dd-9613-2df87ff9c5b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692315 Aug 06 16:46:45.821665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-a42b6fca-696c-4214-bb36-5182dce46251 service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537139 Aug 06 16:46:45.827944 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-77c1b888-e217-4cbd-8d8c-6aba9eaa33e9 service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526933 Aug 06 16:46:45.982159 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-b0ed5ce8-591a-46c0-9050-d45de11af401 service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527328 Aug 06 16:46:45.987447 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a4ead48-6e95-472c-b2c9-8c2c69c37fe4 req-e79d2ecb-c372-4724-bf06-03e044439359 service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399899 Aug 06 16:46:46.094785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:46:46.132810 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:46:46.248899 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89390-9de7-44dc-af52-868f95ae73ed req-0b6fc08c-9645-46ea-bf00-3ea7fa465a1d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:46.250313 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-beb89390-9de7-44dc-af52-868f95ae73ed req-0b6fc08c-9645-46ea-bf00-3ea7fa465a1d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0547969 Aug 06 16:46:46.289959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-beb89390-9de7-44dc-af52-868f95ae73ed req-90b9b78f-9f61-4bfd-8853-9d57e60234ba tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334325 Aug 06 16:46:46.635755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b94b4-3076-4ea1-bbf3-dd6fdb6f4b08 req-8694bc53-ec88-4029-9716-84538398f1d3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:46.637334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-162b94b4-3076-4ea1-bbf3-dd6fdb6f4b08 req-8694bc53-ec88-4029-9716-84538398f1d3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0529268 Aug 06 16:46:46.693679 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-162b94b4-3076-4ea1-bbf3-dd6fdb6f4b08 req-7d723e63-84a0-450b-84af-f594dfbff98c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370638 Aug 06 16:46:46.748473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699792-2da9-4074-abcc-701032c892cd req-9cccd470-78a1-4ce9-9408-249a6abf6c7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:46.750190 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-9cccd470-78a1-4ce9-9408-249a6abf6c7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&binding%3Ahost_id=n-h1-778550-6 HTTP/1.1" status: 200 len: 943 time: 0.0602913 Aug 06 16:46:46.823613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd62ea-287e-4391-9235-6b111e32467f req-18d4d1e8-8d3a-4968-ae3e-508fa03fe67f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:46.825060 n-d-778550-6 neutron-server[94840]: INFO neutron.api.v2.resource [req-87699792-2da9-4074-abcc-701032c892cd req-3d035ddf-2ea7-4dbd-8a89-74b98e8c867d service neutron] delete failed (client error): The resource could not be found. Aug 06 16:46:46.825279 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1bd62ea-287e-4391-9235-6b111e32467f req-18d4d1e8-8d3a-4968-ae3e-508fa03fe67f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0530925 Aug 06 16:46:46.826267 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-3d035ddf-2ea7-4dbd-8a89-74b98e8c867d service neutron] 10.222.0.64 "DELETE /v2.0/ports/0df898cf-e1b3-4c7f-bff5-5fedf379d6ae/bindings/n-h2-778550-6 HTTP/1.1" status: 404 len: 380 time: 0.0634000 Aug 06 16:46:46.864440 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a1bd62ea-287e-4391-9235-6b111e32467f req-29eb6de4-cd2b-4f41-883d-44927dc64149 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332365 Aug 06 16:46:46.914442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699792-2da9-4074-abcc-701032c892cd req-c6f74a38-117f-4a12-8a79-ddf09ea9d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:46.916147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-c6f74a38-117f-4a12-8a79-ddf09ea9d204 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1094 time: 0.0418837 Aug 06 16:46:47.017193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699792-2da9-4074-abcc-701032c892cd req-ac7622f9-4bb7-465d-aa1c-1b73d18bc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:47.018745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-ac7622f9-4bb7-465d-aa1c-1b73d18bc935 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0920413 Aug 06 16:46:47.447578 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-eed5de6b-8788-4d39-9c23-ffb0ecb1c9ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 998 time: 0.4166682 Aug 06 16:46:47.501968 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699792-2da9-4074-abcc-701032c892cd req-81297d44-8623-40a5-9a2a-5c9bb64011e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:47.503422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-81297d44-8623-40a5-9a2a-5c9bb64011e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0452363 Aug 06 16:46:47.555160 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87699792-2da9-4074-abcc-701032c892cd req-c3849a08-8ea5-4a65-98f3-c6362131313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:47.556797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-c3849a08-8ea5-4a65-98f3-c6362131313a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445311 Aug 06 16:46:47.650446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-cbc7f9ea-bd02-429c-806c-49d3aa9f0c96 service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839508 Aug 06 16:46:47.751542 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87699792-2da9-4074-abcc-701032c892cd req-5ef4aaf1-c4cb-4f50-baa9-fae15ca38149 service neutron] 10.222.0.64 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904131 Aug 06 16:46:47.970955 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:46:47.987891 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ecc9a-391f-40af-b6d4-855d176fe591 req-149c60c5-0d1f-4bb4-b78f-b998e3cccade tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:47.989646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-792ecc9a-391f-40af-b6d4-855d176fe591 req-149c60c5-0d1f-4bb4-b78f-b998e3cccade tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 943 time: 0.0549762 Aug 06 16:46:48.029003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-792ecc9a-391f-40af-b6d4-855d176fe591 req-609a8e87-2e5f-49a6-bd43-84f445bd56ca tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331798 Aug 06 16:46:48.070727 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:46:48.082913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'port_id': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'mac_address': 'fa:16:3e:3c:17:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:46:48.119624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:48.131773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:46:48.150863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:46:48.221122 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:48.271770 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:46:48.279438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.279788 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.280156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.280495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.280832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.281164 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.281496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.281824 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.282149 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.282479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.282807 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.283212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:46:48.458887 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:46:49.146800 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f846f2-378f-434d-aee9-3b5a92fbe433 req-992d5087-6444-4c14-a8e6-2e2bf16566d6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:46:49.148305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03f846f2-378f-434d-aee9-3b5a92fbe433 req-992d5087-6444-4c14-a8e6-2e2bf16566d6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 944 time: 0.0507705 Aug 06 16:46:49.188316 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-03f846f2-378f-434d-aee9-3b5a92fbe433 req-3c6be8e0-1b52-468a-9f5b-c33c6bee7397 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331817 Aug 06 16:46:49.211209 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40754) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:46:49.274062 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0742c57e-5e9d-40ab-861e-016d0c1ee0cb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/82d634c5-2f16-4a55-8e57-21ea51bb6ccc HTTP/1.1" status: 200 len: 991 time: 0.0616350 Aug 06 16:46:49.977358 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:46:50.101464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:46:50.105998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:46:50.106379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:50.180106 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:50.202477 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:46:50.204746 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ea7fac-fa92-4b43-b0dd-cadd5032acf8" -d '{"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-plugged", "status": "completed", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:46:50.220808 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:46:50.240311 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e357cb-6666-402f-903e-4ab6e1378bc2 x-openstack-request-id: req-15e357cb-6666-402f-903e-4ab6e1378bc2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:46:50.240605 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-plugged", "status": "completed", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:46:50.240861 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-15e357cb-6666-402f-903e-4ab6e1378bc2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:46:50.241260 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'code': 200} Aug 06 16:46:50.312819 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:50.359710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:46:56.601569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:46:59.769897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:05.026800 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83789eaf-8dea-4448-a288-cfb3f36ea06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:07.700702 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee3d40c1-886d-4de5-8e68-372a2e15005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:07.767074 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:08.402900 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-55cb26fd-0941-4bc3-8464-444e8e2dcbc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397742 Aug 06 16:47:08.484769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-99054959-1147-43c4-a571-197f944e584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:08.486314 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-99054959-1147-43c4-a571-197f944e584e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1096 time: 0.0417151 Aug 06 16:47:08.595606 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-d55eadeb-e71d-44e0-b1e1-7f31836547c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:08.597147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-d55eadeb-e71d-44e0-b1e1-7f31836547c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0896277 Aug 06 16:47:08.662567 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-ab7ead54-e6a4-49ac-9486-4de604d2781c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 1000 time: 0.0571017 Aug 06 16:47:08.716796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-31c2095a-35ec-4cd5-9de1-787c325b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:08.718274 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-31c2095a-35ec-4cd5-9de1-787c325b19dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0485077 Aug 06 16:47:08.764338 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-5ef2317f-94c4-45e1-a517-49beb8134436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:08.765812 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-5ef2317f-94c4-45e1-a517-49beb8134436 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401671 Aug 06 16:47:08.857116 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-785bcb38-ebd3-4eca-a5af-5683c37d7900 service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Aug 06 16:47:08.954427 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1e69808-4525-4ec5-88b6-c752c102c4f4 req-092d6e83-bf00-4057-b52d-b303fdcf57fc service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899587 Aug 06 16:47:09.135232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:10.606560 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:47:11.049440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:17.758169 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40770) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:17.960433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port e712fb10-3b2a-4e8f-9b71-f71808013e37 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:47:17.960773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:18.034888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:18.035137 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:18.046716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for e712fb10-3b2a-4e8f-9b71-f71808013e37 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:47:18.289811 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:18.317155 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=e712fb10-3b2a-4e8f-9b71-f71808013e37,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:18.346313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.346661 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.346994 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.347328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.347655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.348007 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.348336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.348659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.348983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.349306 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.349627 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.349942 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:18.390272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:18.392026 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP 82d634c5-2f16-4a55-8e57-21ea51bb6ccc disassociated (deleted). External IP: 172.25.5.90, port: 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae. Aug 06 16:47:18.602762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 60d5bc90-203e-4730-84d8-dcd392aa2d7b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:47:18.717644 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:18.722377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:18.727459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] Sync routers for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:18.737229 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:18.737847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:18.749353 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-239e98d9-ef24-4479-8194-9c8238c68331 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/floatingips/82d634c5-2f16-4a55-8e57-21ea51bb6ccc HTTP/1.1" status: 204 len: 168 time: 0.9901068 Aug 06 16:47:18.749928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:18.752178 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c" -d '{"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:18.855423 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14caded-deaa-46da-97ca-d53974658ab2 x-openstack-request-id: req-b14caded-deaa-46da-97ca-d53974658ab2 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:18.855423 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:18.855423 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b14caded-deaa-46da-97ca-d53974658ab2 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:18.855423 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'status': 'completed', 'code': 200} Aug 06 16:47:18.856355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:18.914424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-7bab3f9b-6db0-4502-9047-2cf91c400893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:18.916005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-7bab3f9b-6db0-4502-9047-2cf91c400893 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 1096 time: 0.0425763 Aug 06 16:47:19.016856 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-2feaff20-e21f-43b8-ad8d-a2fd5325616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:19.018707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-2feaff20-e21f-43b8-ad8d-a2fd5325616f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 200 len: 897 time: 0.0956855 Aug 06 16:47:19.058070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:19.066089 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-86345fa9-cc4e-460a-8f3e-faffad3cc1f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 200 len: 217 time: 0.0398571 Aug 06 16:47:19.088533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] Checking router: 60d5bc90-203e-4730-84d8-dcd392aa2d7b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:19.098246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:19.098867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:19.121081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-2ad8f417-22e1-4d19-8b26-f569697ce9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:19.122772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-2ad8f417-22e1-4d19-8b26-f569697ce9dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 200 len: 834 time: 0.0499613 Aug 06 16:47:19.180599 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-3f3efa9f-a359-4674-a759-a29666541b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:19.182209 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-3f3efa9f-a359-4674-a759-a29666541b66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511875 Aug 06 16:47:19.214786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11715e-0bb5-419b-b455-9ddc5c0daa77 req-05b0524e-bfe2-45b3-a68b-dc092e74422d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:19.217120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a11715e-0bb5-419b-b455-9ddc5c0daa77 req-05b0524e-bfe2-45b3-a68b-dc092e74422d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0543063 Aug 06 16:47:19.268987 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8a11715e-0bb5-419b-b455-9ddc5c0daa77 req-a63475b7-3237-4207-a40b-d969893da157 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 Aug 06 16:47:19.283961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-6d2c440a-2396-4be8-bf06-477446601fb2 service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939426 Aug 06 16:47:19.371691 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:19.384802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-46cb4e89-6e16-4f75-bcb3-37c0d489a63c req-bf840ce7-68c1-436d-8002-2212d008939f service neutron] 10.222.0.59 "GET /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932126 Aug 06 16:47:19.573098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:19.599296 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da8191-f592-41a7-8724-1856d86d9760 None None] The sync data for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 is: [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:29Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '5150e5ca-ce0f-447b-861f-870223b315ba', 'name': '', 'network_id': 'fc14f7fd-4e7d-4922-8e16-99e192ffa3f5', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:aa:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:29Z', 'updated_at': '2021-08-06T16:45:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '99635e27-c230-4dad-8bbf-3cb8486e15bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:19.808444 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb35d8-96e2-40e5-bff1-0c02c49fc898 None None] New status for floating IP 82d634c5-2f16-4a55-8e57-21ea51bb6ccc: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:47:20.384403 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26423e34-b779-45c2-82cb-e3e4d675bc72 req-010ed5cb-bed5-4ffa-9276-432f46f8c3b5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:20.385876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26423e34-b779-45c2-82cb-e3e4d675bc72 req-010ed5cb-bed5-4ffa-9276-432f46f8c3b5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0487599 Aug 06 16:47:20.425961 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26423e34-b779-45c2-82cb-e3e4d675bc72 req-517a71e6-8ac8-4a1a-be22-6c95d3f3289d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=af15a166-843b-4384-9ebd-0e23e57b479c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334728 Aug 06 16:47:20.461745 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899fbda-57bd-4b72-869e-5bff37131692 req-9c000ae9-7361-4a38-8ba3-a208af1fdeef tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:20.463231 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a899fbda-57bd-4b72-869e-5bff37131692 req-9c000ae9-7361-4a38-8ba3-a208af1fdeef tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.59 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 945 time: 0.0503063 Aug 06 16:47:20.550981 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:47:20.551246 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:20.643228 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:20.643579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:20.656781 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:47:20.838121 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:20.868701 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=0df898cf-e1b3-4c7f-bff5-5fedf379d6ae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:20.910301 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] No DVR routers for this DVR port 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:47:20.912928 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:20.914965 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a899fbda-57bd-4b72-869e-5bff37131692 req-b1462cf2-9f2c-4bd7-920f-2a914de4f954 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.59 "DELETE /v2.0/ports/0df898cf-e1b3-4c7f-bff5-5fedf379d6ae HTTP/1.1" status: 204 len: 173 time: 0.4457774 Aug 06 16:47:20.915401 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-deleted', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:20.917704 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaeaaf3-15da-4ec0-955b-d465b8b35fa3" -d '{"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-deleted", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:21.011625 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b2d7b9-a5fa-495d-8167-fc63f4a9efc0 x-openstack-request-id: req-c5b2d7b9-a5fa-495d-8167-fc63f4a9efc0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:21.011954 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a200cafc-b237-4544-8253-74fe451322a5", "name": "network-vif-deleted", "tag": "0df898cf-e1b3-4c7f-bff5-5fedf379d6ae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:21.012245 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5b2d7b9-a5fa-495d-8167-fc63f4a9efc0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:21.012653 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a200cafc-b237-4544-8253-74fe451322a5', 'name': 'network-vif-deleted', 'tag': '0df898cf-e1b3-4c7f-bff5-5fedf379d6ae', 'status': 'completed', 'code': 200} Aug 06 16:47:21.539414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b1d19257-d990-4897-88ac-63509b59fbe4 req-42984bfd-e09e-4a5b-afd4-d1d420e62571 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=a200cafc-b237-4544-8253-74fe451322a5 HTTP/1.1" status: 200 len: 210 time: 0.0330420 Aug 06 16:47:22.596246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40794) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:22.963319 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:23.226087 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 5150e5ca-ce0f-447b-861f-870223b315ba {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:47:23.226345 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:23.324570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 5150e5ca-ce0f-447b-861f-870223b315ba, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5150e5ca-ce0f-447b-861f-870223b315ba,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:23.325243 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:23.339355 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 5150e5ca-ce0f-447b-861f-870223b315ba owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:47:23.586733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:23.615022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=5150e5ca-ce0f-447b-861f-870223b315ba,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:23.795469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.116643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:47:24.143683 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:47:24.144062 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0df898cf-e1b3-4c7f-bff5-5fedf379d6ae not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:47:24.372973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 60d5bc90-203e-4730-84d8-dcd392aa2d7b has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:47:24.483154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:24.488941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6b2f6c84-65cf-4441-96dc-7ac451695ccb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/60d5bc90-203e-4730-84d8-dcd392aa2d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8916788 Aug 06 16:47:24.491673 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40796) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:24.494966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] Sync routers for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:24.505067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:24.505684 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:24.542059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting subnet 99635e27-c230-4dad-8bbf-3cb8486e15bd {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:47:24.545150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.589795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.609543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:24.672931 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.787685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:47:23Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:24.804073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.814947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] Checking router: 60d5bc90-203e-4730-84d8-dcd392aa2d7b for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:24.823585 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] Routers {'60d5bc90-203e-4730-84d8-dcd392aa2d7b'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:24.824228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:24.835400 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Subnet': ['ID=99635e27-c230-4dad-8bbf-3cb8486e15bd,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:24.839078 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:24.840975 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b3ed99d-9258-491a-be3f-def4d6d3907d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/subnets/99635e27-c230-4dad-8bbf-3cb8486e15bd HTTP/1.1" status: 204 len: 168 time: 0.3483582 Aug 06 16:47:24.844546 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40798) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:24.866116 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a2a04-7734-4774-9684-47b3ba126c6e None None] Network fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:47:24.954878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.020442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] Set router 60d5bc90-203e-4730-84d8-dcd392aa2d7b gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:25.066920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.198582 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 7f6dbf11-4708-4262-81fb-9ad81bd2baee {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:47:25.199073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.223150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:47:23Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:25.228778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] DHCP port deletion for fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:47:25.255509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099428bc-205f-4e3e-ac04-212e59410768 None None] The sync data for ids ['60d5bc90-203e-4730-84d8-dcd392aa2d7b'] in n-d-778550-6 is: [{'id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1249446535', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:47:23Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '7f6dbf11-4708-4262-81fb-9ad81bd2baee', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d5bc90-203e-4730-84d8-dcd392aa2d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:45:25Z', 'updated_at': '2021-08-06T16:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:25.295191 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 7f6dbf11-4708-4262-81fb-9ad81bd2baee, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7f6dbf11-4708-4262-81fb-9ad81bd2baee,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:25.295363 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.307693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 7f6dbf11-4708-4262-81fb-9ad81bd2baee owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:47:25.308751 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] Deleting port 5720c065-566e-44d7-84f7-f103fb1c7238 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:47:25.309137 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.375015 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] For port 5720c065-566e-44d7-84f7-f103fb1c7238, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=5720c065-566e-44d7-84f7-f103fb1c7238,segment=NetworkSegment(ceb59616-9da5-439d-9cd3-edb0c8398d11),segment_id=ceb59616-9da5-439d-9cd3-edb0c8398d11)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:25.375419 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.388009 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] Calling delete_port for 5720c065-566e-44d7-84f7-f103fb1c7238 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:47:25.538659 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.550103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.564733 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] Pushing event deleted for resources: {'Port': ['ID=5720c065-566e-44d7-84f7-f103fb1c7238,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:25.570185 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e896c-5daa-4648-b27e-a719ecf8458e None None] No DVR routers for this DVR port 5720c065-566e-44d7-84f7-f103fb1c7238 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:47:25.576418 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=7f6dbf11-4708-4262-81fb-9ad81bd2baee,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:25.652309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.750404 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.752826 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.872376 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.873027 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Fanout notify agent at l3_agent the message router_deleted on router 60d5bc90-203e-4730-84d8-dcd392aa2d7b {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:47:25.881031 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:25.882187 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ddcf6f04-a279-4467-8f8a-28199ded37a7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/routers/60d5bc90-203e-4730-84d8-dcd392aa2d7b HTTP/1.1" status: 204 len: 168 time: 1.0365243 Aug 06 16:47:25.884925 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40800) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:25.964744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.058947 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.069323 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc14f7fd-4e7d-4922-8e16-99e192ffa3f5']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:26.079337 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb59616-9da5-439d-9cd3-edb0c8398d11') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:26.079633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb59616-9da5-439d-9cd3-edb0c8398d11') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:26.088254 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.101713 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.107483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:47:26.107895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:47:26.111395 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:47:26.264036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.271674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.273039 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/networks/fc14f7fd-4e7d-4922-8e16-99e192ffa3f5 HTTP/1.1" status: 204 len: 168 time: 0.3871922 Aug 06 16:47:26.276063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40802) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:26.285343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f2895-49aa-4fa6-a0e1-e3f94343fe96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Network': ['ID=fc14f7fd-4e7d-4922-8e16-99e192ffa3f5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:26.337316 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ea731a-6b4e-43ae-8abd-aa9e0fef41eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.366548 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ea731a-6b4e-43ae-8abd-aa9e0fef41eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.498400 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ea731a-6b4e-43ae-8abd-aa9e0fef41eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.501888 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-73ea731a-6b4e-43ae-8abd-aa9e0fef41eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.503080 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-73ea731a-6b4e-43ae-8abd-aa9e0fef41eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/security-groups/af15a166-843b-4384-9ebd-0e23e57b479c HTTP/1.1" status: 204 len: 168 time: 0.2259994 Aug 06 16:47:26.512441 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea731a-6b4e-43ae-8abd-aa9e0fef41eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15a166-843b-4384-9ebd-0e23e57b479c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:26.644027 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:26.946935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40808) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:26.951747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985081828', 'description': 'tempest-secgroup-smoke-1985081828 description', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:27.093772 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.181849 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.191008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5720c065-566e-44d7-84f7-f103fb1c7238 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:47:27.213973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5720c065-566e-44d7-84f7-f103fb1c7238 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:47:27.214318 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5720c065-566e-44d7-84f7-f103fb1c7238 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:47:27.214732 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5150e5ca-ce0f-447b-861f-870223b315ba no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:47:27.234030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 5150e5ca-ce0f-447b-861f-870223b315ba {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:47:27.234538 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 5150e5ca-ce0f-447b-861f-870223b315ba not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:47:27.234951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7f6dbf11-4708-4262-81fb-9ad81bd2baee no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:47:27.253030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7f6dbf11-4708-4262-81fb-9ad81bd2baee {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:47:27.253375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7f6dbf11-4708-4262-81fb-9ad81bd2baee not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:47:27.298337 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.326340 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac894b71-8df2-4707-91b4-7756943a423e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:27.407349 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.408685 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d632a58a-06d2-45ce-bf71-d8b21f6f3f3e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4606357 Aug 06 16:47:27.411556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40810) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:27.415996 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'ac894b71-8df2-4707-91b4-7756943a423e', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:27.506043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.566278 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.641814 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.662143 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f3e499-cd9d-48c5-8ffb-bcb7f0312c7a,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:27.750708 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.752026 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9cb3c8c5-5ac2-4120-afdd-f26cfae9952e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394184 Aug 06 16:47:27.754732 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40812) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:27.759321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'ac894b71-8df2-4707-91b4-7756943a423e', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:27.834153 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.890019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.972844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:27.988792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2b830e-c054-4aab-be9d-fb3ac866caef,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:28.069952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.071123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-42c9b7e2-8e4e-411f-aadb-dc2326e49135 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154120 Aug 06 16:47:28.074161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40814) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:28.079035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'ac894b71-8df2-4707-91b4-7756943a423e', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:28.160817 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.219334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.294744 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.314677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0404738-bb4f-4e19-98fb-3db761a576ff,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:28.378466 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.379704 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e18865d3-dd94-4860-ba05-0e12428b7cb8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046346 Aug 06 16:47:28.382420 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40816) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:28.386882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'ac894b71-8df2-4707-91b4-7756943a423e', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:28.474359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.533725 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.609219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.629112 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4abe66-f8cf-4e1c-8b2f-db842db182fa,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:28.711818 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.713077 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91ab4041-4ffd-4ef0-bc81-f8306c777272 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3297331 Aug 06 16:47:28.715842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40818) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:28.720684 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'ac894b71-8df2-4707-91b4-7756943a423e', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:28.789618 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:47:28.794500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.854190 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.927042 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:28.946021 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae871ff-115c-40fc-9e9e-55896235fc0d,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:29.026387 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.027597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c2786fb0-e305-414a-91b8-cb36668089e5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108096 Aug 06 16:47:29.030565 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40820) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:29.035082 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': 'ac894b71-8df2-4707-91b4-7756943a423e', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:29.117652 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:47:29.122733 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.183711 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.252639 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.270741 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeed08b8-1d85-47ee-a45e-46457c23741c,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:29.344417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.345650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-f17509e5-04f4-44c9-a11e-5812d0039bab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140457 Aug 06 16:47:29.348540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40822) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:29.353445 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'network': {'name': 'tempest-network-smoke--558016104', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'port_security_enabled': True}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:29.444109 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:47:29.447773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.471479 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:47:29.480068 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.480406 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Added segment 94df0502-dab0-4c5c-a1b4-9f0a592b41a2 of type vlan for network 549b2f4f-e527-4562-9446-12fd5bc3a998 Aug 06 16:47:29.522753 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.620793 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.626921 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:29.628229 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.691816 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Network': ['ID=549b2f4f-e527-4562-9446-12fd5bc3a998,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:29.706322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:47:29.718731 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-ede43a09-106b-40ee-995b-e68b53e4e9b9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3691220 Aug 06 16:47:29.721427 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40824) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:29.726173 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'admin_state_up': True, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:29.772340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.824210 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.825295 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:29.878211 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:30.078796 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:30.325901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:30.346172 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:30.446851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.198 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/55f69927-d866-4ac5-a692-d3bbc7b6d83d) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:47:30.554953 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:30.637957 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:30.678732 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:30.681586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:30.684086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:47:30.712628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=55f69927-d866-4ac5-a692-d3bbc7b6d83d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:30.976675 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:31.179416 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:31.378233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:47:31.488709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:31.497883 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Sync routers for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:31.507438 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:31.508077 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:31.546848 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:31.548196 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8657d5fd-a556-4196-b8f1-b484a68f0905 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8257148 Aug 06 16:47:31.551328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40826) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:31.615679 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:31.629886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-55275b09-330a-402e-a68d-af04524924ce tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b4d9ef18b57c4bb6ba8becb027438a1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749218 Aug 06 16:47:31.630170 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40830) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:31.724635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2e2571-1e7e-46b8-a15a-8d7f2f998654 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:31.726213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8d2e2571-1e7e-46b8-a15a-8d7f2f998654 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950878 Aug 06 16:47:31.729128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40832) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:31.759251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8db056f7-67b8-42b6-b9c9-19ee5f592471 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289993 Aug 06 16:47:31.761916 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40834) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:31.767982 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222978895', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:31.885843 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:30Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:31.907028 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:47:31.910654 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:31.915257 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Checking router: a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:31.915612 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Updating router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 port 55f69927-d866-4ac5-a692-d3bbc7b6d83d binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:47:31.940484 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.181353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.230711 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.241070 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Transition to ACTIVE for port object 55f69927-d866-4ac5-a692-d3bbc7b6d83d will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:32.246424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Subnet': ['ID=c0eab4ef-9c53-44d5-9d46-60d26726dde5,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:32.257393 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Checking segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:32.257780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network hostable DHCP agents. Network: 549b2f4f-e527-4562-9446-12fd5bc3a998, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:47:32.306611 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.357775 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Attempting to bind port 55f69927-d866-4ac5-a692-d3bbc7b6d83d on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:47:32.358145 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Attempting to bind port 55f69927-d866-4ac5-a692-d3bbc7b6d83d by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:47:32.358608 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Attempting to bind port 55f69927-d866-4ac5-a692-d3bbc7b6d83d on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:32.361264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:47:32.361483 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Pushing event updated for resources: {'Port': ['ID=55f69927-d866-4ac5-a692-d3bbc7b6d83d,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:32.369306 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:47:32.371896 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:32.371896 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.371896 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:47:32.371896 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Bound port: 55f69927-d866-4ac5-a692-d3bbc7b6d83d, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:47:32.371896 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.375015 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.375360 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.375696 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.376243 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.376379 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.376702 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.377025 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.377351 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.377671 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.377990 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.378309 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.378626 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:47:32.429611 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 549b2f4f-e527-4562-9446-12fd5bc3a998) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:32.431264 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] For port 55f69927-d866-4ac5-a692-d3bbc7b6d83d, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:32.433997 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:32.434563 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.434819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] For port 55f69927-d866-4ac5-a692-d3bbc7b6d83d, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=55f69927-d866-4ac5-a692-d3bbc7b6d83d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:47:32.440813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c1130-6b41-4e28-9c1d-99c01e38f6fa None None] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:47:32.523700 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.558551 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-c1ad9499-23cd-4715-ac1e-30ed73396ed5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7954798 Aug 06 16:47:32.561398 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 40836) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:32.593304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-549b2f4f-e527-4562-9446-12fd5bc3a998', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:47:32.594447 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:32.594638 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.595062 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:32.598251 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c271bad-ec0b-4927-a9a2-6e464c18b518 None None] Pushing event updated for resources: {'Port': ['ID=55f69927-d866-4ac5-a692-d3bbc7b6d83d,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:32.717695 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:32.750621 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Allocated IP 172.20.0.2 (549b2f4f-e527-4562-9446-12fd5bc3a998/c0eab4ef-9c53-44d5-9d46-60d26726dde5/c21b3cdc-0764-4013-ade6-ffee84639a15) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:47:32.911949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:32.920716 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Transition to ACTIVE for port object c21b3cdc-0764-4013-ade6-ffee84639a15 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:32.934505 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:30Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:32.938267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Transition to ACTIVE for port object c21b3cdc-0764-4013-ade6-ffee84639a15 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:32.967151 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b89c815-198b-415b-995a-47bf59692dc1 None None] The sync data for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 is: [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:30Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:33.021289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:33.064267 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:33.068837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:33.073341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:47:33.076466 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Pushing event updated for resources: {'Port': ['ID=c21b3cdc-0764-4013-ade6-ffee84639a15,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:33.134077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Attempting to bind port c21b3cdc-0764-4013-ade6-ffee84639a15 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:47:33.134464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Attempting to bind port c21b3cdc-0764-4013-ade6-ffee84639a15 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:47:33.134820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Attempting to bind port c21b3cdc-0764-4013-ade6-ffee84639a15 on network 549b2f4f-e527-4562-9446-12fd5bc3a998 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:33.141053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:47:33.141821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Checking segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:33.142683 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:33.143200 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Bound using segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:47:33.143789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Bound port: c21b3cdc-0764-4013-ade6-ffee84639a15, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:47:33.144287 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:33.243302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] For port c21b3cdc-0764-4013-ade6-ffee84639a15, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:33.246429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] For port c21b3cdc-0764-4013-ade6-ffee84639a15, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c21b3cdc-0764-4013-ade6-ffee84639a15,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:47:33.324147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:33.406741 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810a449-5f3c-4533-aedc-9aeff8329bd2 None None] Pushing event updated for resources: {'Port': ['ID=c21b3cdc-0764-4013-ade6-ffee84639a15,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:33.437035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:33.759988 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.1 (549b2f4f-e527-4562-9446-12fd5bc3a998/c0eab4ef-9c53-44d5-9d46-60d26726dde5/30ce9b9b-3f22-44b1-aed5-038ffd53bbb9) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:47:33.882811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:33.897713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:33.985367 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.034241 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:34.039645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:34.044115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:47:34.048840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:34.091784 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.304251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.341347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6eac35-f6f4-40a1-b32a-cdfc3d20fb41 None None] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:47:34.489375 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f2fcc2f7-9f24-4265-a893-6676b34dfe17 None None] Provisioning for port c21b3cdc-0764-4013-ade6-ffee84639a15 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:34.604180 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.664147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.741247 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.743043 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:34.786292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21728329-832d-459d-8133-ffa4b406dd77 None None] Provisioning for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:34.790530 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-21728329-832d-459d-8133-ffa4b406dd77 None None] Provisioning complete for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:34.790901 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-21728329-832d-459d-8133-ffa4b406dd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.830348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-21728329-832d-459d-8133-ffa4b406dd77 None None] Port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:47:34.855198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:34.856769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:34.963184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-dc5e65e7-6cd6-41be-b47d-d154d8743866 None None] Provisioning complete for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:34.963711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-dc5e65e7-6cd6-41be-b47d-d154d8743866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:34.981258 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:47:35.006901 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e65e7-6cd6-41be-b47d-d154d8743866 None None] Port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:47:35.083252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d9cf3e8-7267-463c-9875-35e5bfccc605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:35.103794 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:35.109338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0df9d122-e7bd-4d31-bd84-104b952683d9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463097 Aug 06 16:47:35.122118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Sync routers for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:35.139844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:35.140820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:35.181876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6a033147-7492-4c76-a548-ad8d52a7df71 None None] Provisioning complete for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:35.182257 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6a033147-7492-4c76-a548-ad8d52a7df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:35.272457 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-614675e0-f004-441b-a749-43f6b1f73734 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985081828&fields=id&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 267 time: 0.0375283 Aug 06 16:47:35.392538 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-10a36903-0c7a-462b-a6b1-8d8caa4830d6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:35.394126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-10a36903-0c7a-462b-a6b1-8d8caa4830d6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/networks?id=549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 200 len: 796 time: 0.1127098 Aug 06 16:47:35.410016 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-2e1947d9-a926-4f71-9470-e5704bdb489e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/quotas/b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 375 time: 0.0100009 Aug 06 16:47:35.418178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 55f69927-d866-4ac5-a692-d3bbc7b6d83d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:35.440075 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6a033147-7492-4c76-a548-ad8d52a7df71 None None] Port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:47:35.463327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-3aad121f-3b19-486a-9f91-0f1b96bc96ee tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472913 Aug 06 16:47:35.479200 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-77e485f3-49da-4fbd-8ba7-03e5e11b8a9c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:47:35.480478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-77e485f3-49da-4fbd-8ba7-03e5e11b8a9c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056047 Aug 06 16:47:35.482094 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:35.576824 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-a8388e7d-436c-4632-bf0a-aa7348f042a6 service neutron] 10.222.0.16 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895133 Aug 06 16:47:35.606077 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 55f69927-d866-4ac5-a692-d3bbc7b6d83d completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:35.615831 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 55f69927-d866-4ac5-a692-d3bbc7b6d83d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:35.616143 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:35.668492 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-f9e6917f-ac39-4c10-a240-e579d3c231dd service neutron] 10.222.0.16 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851512 Aug 06 16:47:35.747451 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:35.760098 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 2, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:35.791113 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Checking router: a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:35.794361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Updating router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:47:35.814880 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 55f69927-d866-4ac5-a692-d3bbc7b6d83d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=55f69927-d866-4ac5-a692-d3bbc7b6d83d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:35.823323 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:35.915335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:35.916158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c21b3cdc-0764-4013-ade6-ffee84639a15 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:36.026566 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=55f69927-d866-4ac5-a692-d3bbc7b6d83d,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:36.142237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port c21b3cdc-0764-4013-ade6-ffee84639a15 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:36.151090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c21b3cdc-0764-4013-ade6-ffee84639a15 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:36.151466 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.183441 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.202408 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Transition to ACTIVE for port object 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:36.248273 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.276271 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.283543 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port c21b3cdc-0764-4013-ade6-ffee84639a15, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c21b3cdc-0764-4013-ade6-ffee84639a15,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:36.333785 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa043a-edb7-4584-a050-7b3a4792fce6 None None] Pushing event updated for resources: {'Port': ['ID=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:36.375049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.409251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Attempting to bind port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:47:36.409607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Attempting to bind port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:47:36.409889 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Attempting to bind port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 on network 549b2f4f-e527-4562-9446-12fd5bc3a998 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:36.423529 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:47:36.424237 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Checking segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:36.424359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.424712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Bound using segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:47:36.425196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Bound port: 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:47:36.425577 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.447783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=c21b3cdc-0764-4013-ade6-ffee84639a15,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:36.507895 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] For port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:36.510805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] For port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:47:36.578596 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:36.631565 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:36.632224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:36.675929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa043a-edb7-4584-a050-7b3a4792fce6 None None] Pushing event updated for resources: {'Port': ['ID=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:36.754534 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:36.969578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:36Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:36.977571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0cb048e0-c133-48e4-881e-f17f010aa63c req-f53c6577-7ef8-4ce6-972c-c417f47f0c12 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 210 time: 0.0273578 Aug 06 16:47:37.003509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b346cc7-c289-4e6e-8030-572e984cd9e6 None None] The sync data for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 is: [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:36Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:37.276656 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 55f69927-d866-4ac5-a692-d3bbc7b6d83d up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:37.336033 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 55f69927-d866-4ac5-a692-d3bbc7b6d83d triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:37.336480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.417055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c21b3cdc-0764-4013-ade6-ffee84639a15 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:37.469791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port c21b3cdc-0764-4013-ade6-ffee84639a15 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:37.470438 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.563482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:37.700528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:37.705606 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:37.705988 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.738477 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3201ac4d-d345-4da2-8faf-07bc6c2eefbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.791043 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.798669 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.833769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:37.900731 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:37.957995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:38.083558 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-93fd52ae-8f93-49af-82ae-01549889c968 req-22d87a1b-9560-431c-a314-a88dc00c19e8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 210 time: 0.0325305 Aug 06 16:47:39.185785 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-24340fa7-b509-4845-b92a-ea9a7d5fe391 req-5f9ed0a2-5680-47a5-bc60-41407e7c15ac tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 210 time: 0.0306149 Aug 06 16:47:39.189886 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:39.216347 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:39.244511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-ee91bcf3-50eb-4a64-a592-d4f3b1fa6fc1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:39.246102 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-ee91bcf3-50eb-4a64-a592-d4f3b1fa6fc1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/networks?id=549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 200 len: 796 time: 0.1253715 Aug 06 16:47:39.285139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:39.285522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:39.300205 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fa068f11-42fa-4366-9c06-e4118999a73d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 380 time: 0.0434122 Aug 06 16:47:39.314343 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'port': {'device_id': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'admin_state_up': True, 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'security_groups': ['ac894b71-8df2-4707-91b4-7756943a423e']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:39.515848 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:47:39.519534 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:39.664879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.8 (549b2f4f-e527-4562-9446-12fd5bc3a998/c0eab4ef-9c53-44d5-9d46-60d26726dde5/91ebb561-2997-44ef-a304-99c30f71b0ad) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:47:39.804216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:39.818272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 91ebb561-2997-44ef-a304-99c30f71b0ad will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:39.915400 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:39.967261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:39.971199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:39.975180 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:47:39.982595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=91ebb561-2997-44ef-a304-99c30f71b0ad,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:40.033252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.033951 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.099213 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fe9aee15-239e-4d95-a790-b32fd65678c1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930825 Aug 06 16:47:40.154454 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Request body: {'port': {'device_id': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:40.213235 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.303850 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0142938-5f65-475c-9ed9-f6f8b1c53745 req-50ccf3bc-9351-4e61-bc99-39e66ba68a79 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.305337 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0142938-5f65-475c-9ed9-f6f8b1c53745 req-50ccf3bc-9351-4e61-bc99-39e66ba68a79 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 931 time: 0.0496991 Aug 06 16:47:40.335026 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa3d1020-7782-4dcc-932f-d79c97db945a None None] Provisioning for port 91ebb561-2997-44ef-a304-99c30f71b0ad completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:40.339004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-fa3d1020-7782-4dcc-932f-d79c97db945a None None] Provisioning complete for port 91ebb561-2997-44ef-a304-99c30f71b0ad triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:40.339569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fa3d1020-7782-4dcc-932f-d79c97db945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.344143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f0142938-5f65-475c-9ed9-f6f8b1c53745 req-d3869e49-aeba-4a94-ae5c-c85f43c4aca4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328755 Aug 06 16:47:40.378624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-fa3d1020-7782-4dcc-932f-d79c97db945a None None] Port 91ebb561-2997-44ef-a304-99c30f71b0ad cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:47:40.500167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ebb561-2997-44ef-a304-99c30f71b0ad {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:47:40.507649 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.520022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Transition to ACTIVE for port object 91ebb561-2997-44ef-a304-99c30f71b0ad will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:47:40.602895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.652331 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=91ebb561-2997-44ef-a304-99c30f71b0ad,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:40.730445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Attempting to bind port 91ebb561-2997-44ef-a304-99c30f71b0ad on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:47:40.730782 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Attempting to bind port 91ebb561-2997-44ef-a304-99c30f71b0ad by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:47:40.731114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Attempting to bind port 91ebb561-2997-44ef-a304-99c30f71b0ad on network 549b2f4f-e527-4562-9446-12fd5bc3a998 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:40.736098 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Port 91ebb561-2997-44ef-a304-99c30f71b0ad on network 549b2f4f-e527-4562-9446-12fd5bc3a998 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:47:40.736421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Attempting to bind port 91ebb561-2997-44ef-a304-99c30f71b0ad on network 549b2f4f-e527-4562-9446-12fd5bc3a998 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:47:40.741914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:47:40.742355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Checking segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:47:40.742631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Bound using segment: {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:47:40.743060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Bound port: 91ebb561-2997-44ef-a304-99c30f71b0ad, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94df0502-dab0-4c5c-a1b4-9f0a592b41a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:47:40.743419 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.809581 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] For port 91ebb561-2997-44ef-a304-99c30f71b0ad, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:47:40.813363 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] For port 91ebb561-2997-44ef-a304-99c30f71b0ad, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=91ebb561-2997-44ef-a304-99c30f71b0ad,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:47:40.915835 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.950277 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:40.950897 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:40.952411 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] 10.222.0.64 "PUT /v2.0/ports/91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 200 len: 1091 time: 0.8426325 Aug 06 16:47:40.952847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:40.955095 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb43c1-942e-4914-a67c-ef05d87989a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:40.998869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1705e-d994-47d7-a34f-ba8ed55e2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=91ebb561-2997-44ef-a304-99c30f71b0ad,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:41.010559 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63ef8cd-ffce-44d9-a61c-64e3cd136d07 x-openstack-request-id: req-e63ef8cd-ffce-44d9-a61c-64e3cd136d07 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:41.010857 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:41.011164 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e63ef8cd-ffce-44d9-a61c-64e3cd136d07 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:41.011580 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'status': 'completed', 'code': 200} Aug 06 16:47:41.088394 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb43c1-942e-4914-a67c-ef05d87989a9 req-e40ab67e-526a-47aa-beba-64669e9b7661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.089943 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0bb43c1-942e-4914-a67c-ef05d87989a9 req-e40ab67e-526a-47aa-beba-64669e9b7661 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1094 time: 0.0505095 Aug 06 16:47:41.111758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:41.200251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb43c1-942e-4914-a67c-ef05d87989a9 req-57a611ed-5436-4e23-88db-f6caf641c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.201707 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0bb43c1-942e-4914-a67c-ef05d87989a9 req-57a611ed-5436-4e23-88db-f6caf641c064 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0990362 Aug 06 16:47:41.302156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb43c1-942e-4914-a67c-ef05d87989a9 req-551eea53-a7e4-4d4b-adb2-b40aec833ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.303647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e0bb43c1-942e-4914-a67c-ef05d87989a9 req-551eea53-a7e4-4d4b-adb2-b40aec833ac9 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941389 Aug 06 16:47:41.388887 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fde9dcaf-a83e-46c7-9db0-e2401418a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.391128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-fde9dcaf-a83e-46c7-9db0-e2401418a35a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1094 time: 0.0432475 Aug 06 16:47:41.436865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-c814c08b-2e60-4a30-b253-43dc3d5f1343 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 200 len: 217 time: 0.0353942 Aug 06 16:47:41.462181 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa9209-3093-4a42-9500-aa510faa1df4 req-51c7473e-d422-4530-b17c-f49ccab7e4f7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.464345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5fa9209-3093-4a42-9500-aa510faa1df4 req-51c7473e-d422-4530-b17c-f49ccab7e4f7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 943 time: 0.0506701 Aug 06 16:47:41.488131 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-160fc00c-d882-4ea6-902f-298b2ebd00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.489622 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-160fc00c-d882-4ea6-902f-298b2ebd00e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0eab4ef-9c53-44d5-9d46-60d26726dde5 HTTP/1.1" status: 200 len: 834 time: 0.0461011 Aug 06 16:47:41.503163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5fa9209-3093-4a42-9500-aa510faa1df4 req-7036a785-357b-4b8d-bdcf-ff2c99f1f4f7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325861 Aug 06 16:47:41.543895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-424f7482-f480-471a-8957-f48064831d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:41.545427 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-424f7482-f480-471a-8957-f48064831d6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=549b2f4f-e527-4562-9446-12fd5bc3a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469570 Aug 06 16:47:41.644948 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-22648215-159c-42ff-923d-6227c518f4e7 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873184 Aug 06 16:47:41.744877 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f1d6f995-ecd9-4719-9fc0-4d4b9c6b5149 req-5c0dee0c-e13b-4218-8e22-883c162442b2 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885153 Aug 06 16:47:42.627609 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9033d3-a453-446d-8b8b-b6d7a639ee89 req-bb89af57-b2f4-4380-a3d5-de9a6bd7cba0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:42.629185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d9033d3-a453-446d-8b8b-b6d7a639ee89 req-bb89af57-b2f4-4380-a3d5-de9a6bd7cba0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 943 time: 0.0543101 Aug 06 16:47:42.672389 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2d9033d3-a453-446d-8b8b-b6d7a639ee89 req-fce94320-e915-468e-8d25-c0d43897fc1f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367458 Aug 06 16:47:43.792271 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309fcdb-a7b6-4fe0-b904-9c7484998c59 req-30f791df-89bb-4d2c-8879-a26236d695c4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:43.793774 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1309fcdb-a7b6-4fe0-b904-9c7484998c59 req-30f791df-89bb-4d2c-8879-a26236d695c4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 943 time: 0.0500014 Aug 06 16:47:43.833107 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1309fcdb-a7b6-4fe0-b904-9c7484998c59 req-f674dc9f-12c8-4e13-965f-345e35bba374 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Aug 06 16:47:44.400450 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 91ebb561-2997-44ef-a304-99c30f71b0ad details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:47:44.494193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 91ebb561-2997-44ef-a304-99c30f71b0ad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=91ebb561-2997-44ef-a304-99c30f71b0ad,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:44.505430 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'port_id': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'mac_address': 'fa:16:3e:b9:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:47:44.541149 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:44.556999 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ebb561-2997-44ef-a304-99c30f71b0ad {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:47:44.576977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 91ebb561-2997-44ef-a304-99c30f71b0ad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=91ebb561-2997-44ef-a304-99c30f71b0ad,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:44.669454 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:44.716067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=91ebb561-2997-44ef-a304-99c30f71b0ad,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:44.931794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['91ebb561-2997-44ef-a304-99c30f71b0ad'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:47:44.947743 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8faccf-6bbc-4165-914c-ff2ab03f119c req-a2b01a55-32c1-4204-bb6d-e3a0260d86db tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:44.949288 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca8faccf-6bbc-4165-914c-ff2ab03f119c req-a2b01a55-32c1-4204-bb6d-e3a0260d86db tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 944 time: 0.0503783 Aug 06 16:47:44.989620 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca8faccf-6bbc-4165-914c-ff2ab03f119c req-a56c42f6-ea5e-4cef-b992-652595971bd0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Aug 06 16:47:46.111573 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00978f29-2d93-4875-b307-1d649760bad0 req-c3650552-f251-4e75-944d-6c5ae300fc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:46.113121 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00978f29-2d93-4875-b307-1d649760bad0 req-c3650552-f251-4e75-944d-6c5ae300fc45 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 944 time: 0.0552232 Aug 06 16:47:46.152065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-00978f29-2d93-4875-b307-1d649760bad0 req-af901a67-1529-43c0-9933-2770f313c2db tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329251 Aug 06 16:47:46.423170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 91ebb561-2997-44ef-a304-99c30f71b0ad up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:47:46.528973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 91ebb561-2997-44ef-a304-99c30f71b0ad completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:47:46.533189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 91ebb561-2997-44ef-a304-99c30f71b0ad triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:47:46.533673 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:46.613712 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:46.636997 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:46.639149 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffac77d0-a5d1-4b0d-a5de-a44cb4c93256" -d '{"events": [{"server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "name": "network-vif-plugged", "status": "completed", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:46.653769 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 91ebb561-2997-44ef-a304-99c30f71b0ad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=91ebb561-2997-44ef-a304-99c30f71b0ad,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:47:46.737115 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1da61b-07ef-4285-be77-73b2aca3eb4d x-openstack-request-id: req-5f1da61b-07ef-4285-be77-73b2aca3eb4d {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:46.737441 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "name": "network-vif-plugged", "status": "completed", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:46.737750 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f1da61b-07ef-4285-be77-73b2aca3eb4d {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:46.738157 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'code': 200} Aug 06 16:47:46.740191 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:46.798410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=91ebb561-2997-44ef-a304-99c30f71b0ad,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:46.846507 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7146a00-1ab1-4dcd-a101-9fa6e7e57e76 req-0ffc3beb-152f-4aaa-a8e7-3fed79162f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:46.848088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7146a00-1ab1-4dcd-a101-9fa6e7e57e76 req-0ffc3beb-152f-4aaa-a8e7-3fed79162f68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1096 time: 0.0427728 Aug 06 16:47:46.887677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7146a00-1ab1-4dcd-a101-9fa6e7e57e76 req-49f5e17a-9a40-45de-9e3a-affc8cb5d744 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275908 Aug 06 16:47:47.272300 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3ca01-95ea-4902-a658-fc3430d35c42 req-7a1f6f69-0ca8-4276-919f-941f79aea858 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:47.273808 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23f3ca01-95ea-4902-a658-fc3430d35c42 req-7a1f6f69-0ca8-4276-919f-941f79aea858 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0522428 Aug 06 16:47:47.313078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-23f3ca01-95ea-4902-a658-fc3430d35c42 req-7f986590-ced1-4090-928a-389ef69c1dc9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Aug 06 16:47:47.606342 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:47:48.433357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3dd05-78e8-4c13-a73d-a39128818433 req-e99e094f-0530-4615-91c0-14f58ab731ff tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:48.434770 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bc3dd05-78e8-4c13-a73d-a39128818433 req-e99e094f-0530-4615-91c0-14f58ab731ff tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0499070 Aug 06 16:47:48.475091 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2bc3dd05-78e8-4c13-a73d-a39128818433 req-6301c55c-eae6-4e4b-ae27-a4750c60a5b4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335481 Aug 06 16:47:48.594365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1fae2-4dfa-4753-b37a-b7538464e9f6 req-331fec04-242a-45c0-869e-5e023fcfa23b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:48.595955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10a1fae2-4dfa-4753-b37a-b7538464e9f6 req-331fec04-242a-45c0-869e-5e023fcfa23b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0549459 Aug 06 16:47:48.634433 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-10a1fae2-4dfa-4753-b37a-b7538464e9f6 req-772bb462-8333-4b5d-a116-80b39c30a295 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319285 Aug 06 16:47:48.656780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40898) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:48.703576 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc4539f-065d-4b02-bfcc-925ad81597b2 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:48.705061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3dc4539f-065d-4b02-bfcc-925ad81597b2 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1091 time: 0.0473256 Aug 06 16:47:48.707947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40900) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:48.712254 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:47:48.794803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:48.894677 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:48.995419 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.7 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/44745a7d-b7b2-4e48-8c93-d4c8b020b47a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:47:49.098150 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.195221 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.239860 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:47:49.242833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:47:49.247186 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:47:49.250976 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=44745a7d-b7b2-4e48-8c93-d4c8b020b47a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:49.609883 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.763247 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:49.911063 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:50.012165 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:50.079392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=44745a7d-b7b2-4e48-8c93-d4c8b020b47a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:47:50.089015 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:50.190511 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP ce97e48e-4617-41b7-bcea-647506e9b680 associated. External IP: 172.25.5.7, port: 91ebb561-2997-44ef-a304-99c30f71b0ad. Aug 06 16:47:50.397241 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:47:50.505144 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:47:50.514914 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] Sync routers for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:47:50.524540 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:50.525171 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:50.591629 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:50.619726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b67199d2-e70e-45e6-86c6-640001cf697d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9107642 Aug 06 16:47:50.620471 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:47:50.627578 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38596e7-f170-4932-8c87-cb4c1ce344a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:47:50.630042 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:50.666195 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5bffb4-8354-4dc8-b81b-d27911acc945 x-openstack-request-id: req-cc5bffb4-8354-4dc8-b81b-d27911acc945 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:47:50.666696 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:47:50.666948 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc5bffb4-8354-4dc8-b81b-d27911acc945 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:47:50.667349 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'status': 'completed', 'code': 200} Aug 06 16:47:50.719036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb7d9c-9be2-4037-82fc-4e50ed3acdb7 req-cd2a9190-33d1-4a63-981f-66b59fe17dbd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.720610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adcb7d9c-9be2-4037-82fc-4e50ed3acdb7 req-cd2a9190-33d1-4a63-981f-66b59fe17dbd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0514765 Aug 06 16:47:50.731942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-b96687ba-8706-4925-bb92-9195766a2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.733687 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-b96687ba-8706-4925-bb92-9195766a2063 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1096 time: 0.0431387 Aug 06 16:47:50.760735 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-adcb7d9c-9be2-4037-82fc-4e50ed3acdb7 req-7ae8dab8-dc55-4933-a36d-6edcd9ce19f6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338707 Aug 06 16:47:50.785562 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40906) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:50.833165 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-08bf8851-bb12-4e7b-84dc-2c164854ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.834680 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-08bf8851-bb12-4e7b-84dc-2c164854ef05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 200 len: 897 time: 0.0942483 Aug 06 16:47:50.851831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2c26a8a6-6139-4440-99ee-db8d8a01a27c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/ce97e48e-4617-41b7-bcea-647506e9b680 HTTP/1.1" status: 200 len: 989 time: 0.0649860 Aug 06 16:47:50.864980 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ce97e48e-4617-41b7-bcea-647506e9b680', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'port_id': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'mac_address': 'fa:16:3e:b9:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:47:49Z', 'updated_at': '2021-08-06T16:47:49Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:37Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:50.896912 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] Checking router: a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:47:50.905180 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:47:50.906350 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-80f97d33-0695-4f35-adcf-bd0429771d97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 200 len: 997 time: 0.0637472 Aug 06 16:47:50.906547 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:47:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:50.957698 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-d1ccef3d-a4cd-49ab-a3b8-77b0f876bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:50.959192 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-d1ccef3d-a4cd-49ab-a3b8-77b0f876bdc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0eab4ef-9c53-44d5-9d46-60d26726dde5 HTTP/1.1" status: 200 len: 834 time: 0.0468242 Aug 06 16:47:51.006907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-62fc93c3-a61c-4e66-ac78-fcd5e6c1c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:47:51.008476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-62fc93c3-a61c-4e66-ac78-fcd5e6c1c5b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=549b2f4f-e527-4562-9446-12fd5bc3a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421925 Aug 06 16:47:51.012887 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:47:51.106224 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-13febc16-2994-4c2a-8941-05202e596aa3 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891769 Aug 06 16:47:51.200974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f38596e7-f170-4932-8c87-cb4c1ce344a7 req-847c4c64-8e7b-4ca2-9af7-4254a74e4443 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874150 Aug 06 16:47:51.326451 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ce97e48e-4617-41b7-bcea-647506e9b680', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'port_id': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'mac_address': 'fa:16:3e:b9:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:47:49Z', 'updated_at': '2021-08-06T16:47:49Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:37Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:47:51.353033 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dc38c3-56ce-460e-96e3-b9e90c77c567 None None] The sync data for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 is: [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': 'ce97e48e-4617-41b7-bcea-647506e9b680', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'port_id': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'mac_address': 'fa:16:3e:b9:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:47:49Z', 'updated_at': '2021-08-06T16:47:49Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:37Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:47:51.531464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b7905-058e-4181-a276-bf171e787959 None None] New status for floating IP ce97e48e-4617-41b7-bcea-647506e9b680: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:47:51.855510 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40908) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:47:51.917451 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-edbb297a-3bae-4b08-b255-c785693bd1aa tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/ce97e48e-4617-41b7-bcea-647506e9b680 HTTP/1.1" status: 200 len: 991 time: 0.0607703 Aug 06 16:47:56.663545 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:47:59.791210 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:04.990916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4183d3d9-dbda-4a18-8b47-d72d5258e0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:07.714448 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe0fb-3542-4db9-bfb6-7539e0f4f5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:07.817706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:09.208601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:11.149213 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:22.890456 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-f752f527-049c-4547-87a8-be397b111b6f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408030 Aug 06 16:48:22.986293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-f7b23287-8de3-4396-945f-56307e375c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:22.986293 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-f7b23287-8de3-4396-945f-56307e375c2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1096 time: 0.0474105 Aug 06 16:48:23.094831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-06d38fd3-910e-4fb8-ba70-795e08aa851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:23.096481 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-06d38fd3-910e-4fb8-ba70-795e08aa851c service neutron] 10.222.0.64 "GET /v2.0/networks?id=549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 200 len: 897 time: 0.0865631 Aug 06 16:48:23.164816 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-4019cc16-cb81-4326-b576-66d1e0cf9c54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 200 len: 999 time: 0.0601289 Aug 06 16:48:23.217195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-cfc8a79d-d15c-4e2e-803b-12fdf973d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:23.218625 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-cfc8a79d-d15c-4e2e-803b-12fdf973d213 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0eab4ef-9c53-44d5-9d46-60d26726dde5 HTTP/1.1" status: 200 len: 834 time: 0.0439889 Aug 06 16:48:23.265199 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-aec6f1be-8b39-4cb8-9e88-e6877f7e17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:23.266720 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-aec6f1be-8b39-4cb8-9e88-e6877f7e17d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=549b2f4f-e527-4562-9446-12fd5bc3a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398099 Aug 06 16:48:23.367694 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-0268b2e0-ffe3-4126-aa93-fc20944e2e40 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922997 Aug 06 16:48:23.463608 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-32836291-b803-4f93-aaff-756d9fa8ff16 req-898d08c1-e1e1-410c-b05b-64a737a78bba service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839903 Aug 06 16:48:24.606064 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:48:25.327319 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9c3ec-6ef6-44c4-a25e-fa1e10cf5fd6 req-3a7f6400-1c5a-4e3c-aab7-84783bb77b51 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:25.330005 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9c9c3ec-6ef6-44c4-a25e-fa1e10cf5fd6 req-3a7f6400-1c5a-4e3c-aab7-84783bb77b51 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0685194 Aug 06 16:48:25.372161 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9c9c3ec-6ef6-44c4-a25e-fa1e10cf5fd6 req-e608d1d1-ab70-46f0-8e08-d0e6b697b99b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357525 Aug 06 16:48:26.505452 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88874793-ead2-4ba6-b361-b0b6fbf8c907 req-8154bd0a-2ae1-470a-abef-945aa0c06c61 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:26.506974 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88874793-ead2-4ba6-b361-b0b6fbf8c907 req-8154bd0a-2ae1-470a-abef-945aa0c06c61 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0505900 Aug 06 16:48:26.545517 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88874793-ead2-4ba6-b361-b0b6fbf8c907 req-d5478ba5-6e30-4458-86b9-70911cad0c1f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Aug 06 16:48:26.643087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:27.662659 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133ace5-602e-4d11-b980-d826fd1ed7b1 req-fc980534-3202-48d4-974f-9b169b8779c3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:27.664173 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7133ace5-602e-4d11-b980-d826fd1ed7b1 req-fc980534-3202-48d4-974f-9b169b8779c3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0496147 Aug 06 16:48:27.701878 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7133ace5-602e-4d11-b980-d826fd1ed7b1 req-8fe39642-9629-46c0-bb27-3abb5a113cd5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318048 Aug 06 16:48:28.822821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687f477-b3aa-479b-b939-f4f8cd8a51e6 req-14ee0604-2c8e-44a4-a49d-554556d20097 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:28.824333 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0687f477-b3aa-479b-b939-f4f8cd8a51e6 req-14ee0604-2c8e-44a4-a49d-554556d20097 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0530484 Aug 06 16:48:28.862277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0687f477-b3aa-479b-b939-f4f8cd8a51e6 req-69e4a653-bf84-41d9-b980-50eb05b68580 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Aug 06 16:48:29.756415 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:29.979763 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893eca5-b2f3-4c96-8f87-c86a1cafd489 req-7307dceb-d58f-441e-a8fc-ce0c77dadade tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:29.981276 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d893eca5-b2f3-4c96-8f87-c86a1cafd489 req-7307dceb-d58f-441e-a8fc-ce0c77dadade tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0503445 Aug 06 16:48:30.023025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d893eca5-b2f3-4c96-8f87-c86a1cafd489 req-8bd58d5f-70a6-4ce2-9bb6-befcd0cd3ae6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333571 Aug 06 16:48:31.138595 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264cc26-2342-4e3c-9a74-440c5ec1b13b req-757d9cc4-608f-49ba-bc8b-2b6616f29aad tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:31.140106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4264cc26-2342-4e3c-9a74-440c5ec1b13b req-757d9cc4-608f-49ba-bc8b-2b6616f29aad tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0497987 Aug 06 16:48:31.179260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4264cc26-2342-4e3c-9a74-440c5ec1b13b req-ac71c1b0-7338-400a-a0dc-1b3dcf983a57 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326459 Aug 06 16:48:32.296626 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b29f14-cbb5-4bcb-9dc2-e6f1f13c955d req-73dd96d4-3cea-445a-8e51-4b5f3bea4137 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:32.298732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4b29f14-cbb5-4bcb-9dc2-e6f1f13c955d req-73dd96d4-3cea-445a-8e51-4b5f3bea4137 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0523748 Aug 06 16:48:32.335480 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b4b29f14-cbb5-4bcb-9dc2-e6f1f13c955d req-67022333-fea3-41e8-ad66-80b7c53f7600 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Aug 06 16:48:33.461131 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4ae91-6857-42f9-af56-f99f3abae09f req-a2d6e166-e276-4bfb-b8f2-993e081cb600 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:33.464258 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57b4ae91-6857-42f9-af56-f99f3abae09f req-a2d6e166-e276-4bfb-b8f2-993e081cb600 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0533338 Aug 06 16:48:33.501666 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57b4ae91-6857-42f9-af56-f99f3abae09f req-3e36464a-5fbd-4e03-ab41-9f01bba985c3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331621 Aug 06 16:48:34.616923 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75aa5f-cd61-4138-a2dd-b0dc1ff7c935 req-6b657831-73a3-449a-a2c7-9c90c0eed3f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:34.618322 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f75aa5f-cd61-4138-a2dd-b0dc1ff7c935 req-6b657831-73a3-449a-a2c7-9c90c0eed3f8 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0484121 Aug 06 16:48:34.656832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9f75aa5f-cd61-4138-a2dd-b0dc1ff7c935 req-d470d119-dabe-48d5-90c7-dbeb816413de tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Aug 06 16:48:35.005700 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-80eca927-c4e1-4d94-8d6a-7c9e6e58b21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:35.780231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d54e-8fdb-4a2c-9529-1811a3da823d req-0bf1457b-4699-4cf8-9b2a-c9758efac07a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:35.782505 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56d1d54e-8fdb-4a2c-9529-1811a3da823d req-0bf1457b-4699-4cf8-9b2a-c9758efac07a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0529721 Aug 06 16:48:35.820089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-56d1d54e-8fdb-4a2c-9529-1811a3da823d req-2a8e294f-f361-496e-8dae-846579ace7d6 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313983 Aug 06 16:48:36.935460 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14a4e7-a62c-47f3-9ff8-7190bb371343 req-e8db2805-5f79-44b6-b8d5-29c4c44b32eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:36.936985 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c14a4e7-a62c-47f3-9ff8-7190bb371343 req-e8db2805-5f79-44b6-b8d5-29c4c44b32eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0490706 Aug 06 16:48:36.975186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5c14a4e7-a62c-47f3-9ff8-7190bb371343 req-42979012-c73b-4b66-80f7-31276cd9cb58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316689 Aug 06 16:48:36.998256 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40950) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:48:37.065338 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8bd993ba-5a0d-485b-bab9-3ff50a5b6b37 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/ce97e48e-4617-41b7-bcea-647506e9b680 HTTP/1.1" status: 200 len: 991 time: 0.0666566 Aug 06 16:48:37.690468 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25832cb0-8118-489b-b5ab-0c5203221bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:37.779379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:38.493842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508647-2625-41fe-940a-331500066dc7 req-3cd6123a-4ef9-41c9-920f-1ae33bb259ab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:38.495372 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04508647-2625-41fe-940a-331500066dc7 req-3cd6123a-4ef9-41c9-920f-1ae33bb259ab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0513444 Aug 06 16:48:38.538394 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-04508647-2625-41fe-940a-331500066dc7 req-930414b5-eb2f-4065-a5a6-6fa6f606a95b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368738 Aug 06 16:48:38.607550 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-d3ea4cbd-a142-49f3-a21a-9b039b6686f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:38.609093 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-d3ea4cbd-a142-49f3-a21a-9b039b6686f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1096 time: 0.0472832 Aug 06 16:48:38.708713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-53fa0f3a-9bf4-4616-b801-31e1262fde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:38.710144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-53fa0f3a-9bf4-4616-b801-31e1262fde45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 200 len: 897 time: 0.0884056 Aug 06 16:48:38.782488 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-61441e41-db55-4c5e-95b2-9ad9fa42f05c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 200 len: 999 time: 0.0625670 Aug 06 16:48:38.834029 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-ddce41c3-06c0-43ef-b608-7e8fdcd716f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:38.835469 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-ddce41c3-06c0-43ef-b608-7e8fdcd716f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0eab4ef-9c53-44d5-9d46-60d26726dde5 HTTP/1.1" status: 200 len: 834 time: 0.0461593 Aug 06 16:48:38.882644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-903d1d38-d91b-4e9f-ba95-4ed033afba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:38.884142 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-903d1d38-d91b-4e9f-ba95-4ed033afba85 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=549b2f4f-e527-4562-9446-12fd5bc3a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415907 Aug 06 16:48:38.979445 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-4877b9f2-79c1-4ecf-ab20-c3ebc7815705 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881617 Aug 06 16:48:39.074068 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-edbf1c5e-144f-420d-866c-0f2e91ab8da3 req-4a9795d6-ea53-4299-a841-dc4c6fb2c4fc service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Aug 06 16:48:39.156284 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:39.659045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69cf0-0c25-4d22-9a18-568b7c8ba0e8 req-404cacb5-6f39-412f-8fa4-539e666f75ea tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:39.660538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26b69cf0-0c25-4d22-9a18-568b7c8ba0e8 req-404cacb5-6f39-412f-8fa4-539e666f75ea tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0507047 Aug 06 16:48:39.699497 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-26b69cf0-0c25-4d22-9a18-568b7c8ba0e8 req-c410729e-4825-4fe4-ad73-ec3fb32e853b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328510 Aug 06 16:48:40.829328 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084c71c-94ba-492a-87c9-fdc4e079b5f0 req-cab24d98-0068-46be-95f0-696afd2f2a8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:48:40.830888 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6084c71c-94ba-492a-87c9-fdc4e079b5f0 req-cab24d98-0068-46be-95f0-696afd2f2a8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0541482 Aug 06 16:48:40.869541 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6084c71c-94ba-492a-87c9-fdc4e079b5f0 req-bc6aae22-0254-4b93-a0cb-190416a4aee9 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322802 Aug 06 16:48:40.891149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40962) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:48:40.952211 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c1701495-4f4b-48d2-a846-d04253d72a40 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/ce97e48e-4617-41b7-bcea-647506e9b680 HTTP/1.1" status: 200 len: 991 time: 0.0599484 Aug 06 16:48:41.114322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:56.662232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:48:59.782088 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:01.605193 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:49:05.062048 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d77046a4-075d-4027-9518-5eea05ed6c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:07.679102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fda521df-1510-4830-972d-849bdb2361f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:07.770394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:09.161079 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:11.093140 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:13.317522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40976) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:13.474988 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 44745a7d-b7b2-4e48-8c93-d4c8b020b47a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:49:13.475249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:13.554338 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:13.554660 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:13.566154 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 44745a7d-b7b2-4e48-8c93-d4c8b020b47a owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:49:13.788390 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:13.817898 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=44745a7d-b7b2-4e48-8c93-d4c8b020b47a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:13.830030 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.832948 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.833719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.833719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.833719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:13.887543 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:13.887908 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP ce97e48e-4617-41b7-bcea-647506e9b680 disassociated (deleted). External IP: 172.25.5.7, port: 91ebb561-2997-44ef-a304-99c30f71b0ad. Aug 06 16:49:14.101772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:49:14.210189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:49:14.214914 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:14.219635 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] Sync routers for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:49:14.229409 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:14.230007 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:14.242050 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6770ed6d-d7b7-4c14-b5c5-f8aa44c8dcc0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/floatingips/ce97e48e-4617-41b7-bcea-647506e9b680 HTTP/1.1" status: 204 len: 168 time: 0.9231606 Aug 06 16:49:14.242641 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:14.245029 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953" -d '{"events": [{"name": "network-changed", "server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:14.284132 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b12658-604f-4933-8cd1-40cee506d86e x-openstack-request-id: req-61b12658-604f-4933-8cd1-40cee506d86e {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:14.284482 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:14.284801 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61b12658-604f-4933-8cd1-40cee506d86e {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:14.285286 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'status': 'completed', 'code': 200} Aug 06 16:49:14.342726 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:14.360031 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-8dca757e-12fb-4ea4-be41-d49dfdeff557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:14.362387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-8dca757e-12fb-4ea4-be41-d49dfdeff557 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 1096 time: 0.0559015 Aug 06 16:49:14.460339 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-831a7e2f-8a0d-4429-b39b-f4aa7dac4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:14.461914 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-831a7e2f-8a0d-4429-b39b-f4aa7dac4c63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 200 len: 897 time: 0.0920253 Aug 06 16:49:14.508968 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-917da588-2f9e-49e4-afc5-2eb82b2da448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 200 len: 217 time: 0.0387483 Aug 06 16:49:14.548840 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:37Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:14.566867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-61472dca-3cc4-4a7a-a097-e8e90d0caa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:14.569417 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-61472dca-3cc4-4a7a-a097-e8e90d0caa75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c0eab4ef-9c53-44d5-9d46-60d26726dde5 HTTP/1.1" status: 200 len: 834 time: 0.0467081 Aug 06 16:49:14.575146 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] Checking router: a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:49:14.583403 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:14.584662 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:14.620048 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-8cc047fc-5712-4758-9c15-f5fd67d2d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:14.621592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-8cc047fc-5712-4758-9c15-f5fd67d2d4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=549b2f4f-e527-4562-9446-12fd5bc3a998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442135 Aug 06 16:49:14.635608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-d5e09553-7c81-48d5-833e-288617a36bfc service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:49:14.636907 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-d5e09553-7c81-48d5-833e-288617a36bfc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065789 Aug 06 16:49:14.696285 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:14.707957 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa11c8-5d58-4cc0-9fbc-411f6d1b5503 req-cb3c8ee6-0ccb-4b73-9291-9b7ed6cf017a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:14.711794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4eaa11c8-5d58-4cc0-9fbc-411f6d1b5503 req-cb3c8ee6-0ccb-4b73-9291-9b7ed6cf017a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0590839 Aug 06 16:49:14.747888 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-6a84d644-162f-4bf7-9e35-b27ef0ecf046 service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000695 Aug 06 16:49:14.760350 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4eaa11c8-5d58-4cc0-9fbc-411f6d1b5503 req-24622c05-9360-4a8c-a103-421bd40635eb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Aug 06 16:49:14.842520 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f7c6fb2c-7c9a-405a-91b4-bda0bf446953 req-cc1aaaa2-f714-485c-ac08-fb4e11c3a9dd service neutron] 10.222.0.64 "GET /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 Aug 06 16:49:14.911529 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:37Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:14.938837 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2912b0e-78dd-4571-ba21-8fce30b52ddb None None] The sync data for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 is: [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:47:34Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '30ce9b9b-3f22-44b1-aed5-038ffd53bbb9', 'name': '', 'network_id': '549b2f4f-e527-4562-9446-12fd5bc3a998', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:da:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:33Z', 'updated_at': '2021-08-06T16:47:37Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': 'c0eab4ef-9c53-44d5-9d46-60d26726dde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:49:15.156223 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26230c9d-15d0-4ac7-bf39-0f9223862852 None None] New status for floating IP ce97e48e-4617-41b7-bcea-647506e9b680: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:49:15.877651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263f71-f2c5-40a7-8604-63d73defbfbc req-5279add4-943e-460b-93b6-0eec412ce518 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:15.879054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6263f71-f2c5-40a7-8604-63d73defbfbc req-5279add4-943e-460b-93b6-0eec412ce518 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0493777 Aug 06 16:49:15.919571 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6263f71-f2c5-40a7-8604-63d73defbfbc req-323e0aac-3746-456b-bb51-7409c007e9f5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343268 Aug 06 16:49:16.506542 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-9bf5cda2-f8cb-41a2-81dd-823989889070 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:16.508168 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-9bf5cda2-f8cb-41a2-81dd-823989889070 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0537684 Aug 06 16:49:16.612870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 91ebb561-2997-44ef-a304-99c30f71b0ad {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:49:16.613282 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:16.711868 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 91ebb561-2997-44ef-a304-99c30f71b0ad, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=91ebb561-2997-44ef-a304-99c30f71b0ad,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:16.712143 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:16.724210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 91ebb561-2997-44ef-a304-99c30f71b0ad owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:49:17.040652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef991c-cbd0-45d6-9d4d-724351dd4330 req-b8597e1e-2e8f-42f7-aafb-f7c6aa3cb1d4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:17.042177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9ef991c-cbd0-45d6-9d4d-724351dd4330 req-b8597e1e-2e8f-42f7-aafb-f7c6aa3cb1d4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 06 16:49:17.083059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9ef991c-cbd0-45d6-9d4d-724351dd4330 req-0612ad37-151b-426d-8b84-dd8fc38d7899 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac894b71-8df2-4707-91b4-7756943a423e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346413 Aug 06 16:49:17.281258 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:17.312551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=91ebb561-2997-44ef-a304-99c30f71b0ad,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:17.325700 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.326014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.326435 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.326694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.327034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.327366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.327699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.328057 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.328388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.328715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.329049 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.329375 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:17.368399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] No DVR routers for this DVR port 91ebb561-2997-44ef-a304-99c30f71b0ad on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:49:17.371067 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:17.373103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-7eb08ba4-17cd-410d-8adf-60f5e6f20d4c req-56847a43-0596-4bfb-93ce-543843b3f332 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "DELETE /v2.0/ports/91ebb561-2997-44ef-a304-99c30f71b0ad HTTP/1.1" status: 204 len: 173 time: 0.8557868 Aug 06 16:49:17.373557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'name': 'network-vif-deleted', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:17.375777 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b3c97d-5f13-426b-ae6b-05baa6c50c24" -d '{"events": [{"server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "name": "network-vif-deleted", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:17.413950 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3882c81-0917-41f8-806f-9a2fd19837ed x-openstack-request-id: req-b3882c81-0917-41f8-806f-9a2fd19837ed {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:17.414247 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db61b90-907b-4ba8-a2e1-816cfd8b816a", "name": "network-vif-deleted", "tag": "91ebb561-2997-44ef-a304-99c30f71b0ad", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:17.414501 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3882c81-0917-41f8-806f-9a2fd19837ed {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:17.414997 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db61b90-907b-4ba8-a2e1-816cfd8b816a', 'name': 'network-vif-deleted', 'tag': '91ebb561-2997-44ef-a304-99c30f71b0ad', 'status': 'completed', 'code': 200} Aug 06 16:49:18.189119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-294db6af-cef9-48c9-b33e-9b93e11f29a1 req-519c00f5-50e0-46ae-bf54-2e1fdd71ff0b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=5db61b90-907b-4ba8-a2e1-816cfd8b816a HTTP/1.1" status: 200 len: 210 time: 0.0262852 Aug 06 16:49:19.247864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40996) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:19.607647 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:20.226150 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:49:20.226489 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:20.315223 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:20.315970 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:20.332620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:49:20.593363 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:20.618281 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=30ce9b9b-3f22-44b1-aed5-038ffd53bbb9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:20.795577 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:20.836413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 91ebb561-2997-44ef-a304-99c30f71b0ad no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:49:20.856982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 91ebb561-2997-44ef-a304-99c30f71b0ad {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:49:20.857261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 91ebb561-2997-44ef-a304-99c30f71b0ad not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:49:21.015101 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:49:21.120851 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:49:21.125794 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-bf3b9841-414f-4df0-acf4-7b82b8bc2f96 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8769186 Aug 06 16:49:21.128621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 40998) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:21.132286 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] Sync routers for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:49:21.143130 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:21.143877 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:21.181574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting subnet c0eab4ef-9c53-44d5-9d46-60d26726dde5 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:49:21.185954 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.228737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.274505 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:21.318619 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.435770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.454087 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:49:20Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:21.465287 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Subnet': ['ID=c0eab4ef-9c53-44d5-9d46-60d26726dde5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:21.470875 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.472944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-512b5418-5068-4030-91e8-07f541a5cff3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/subnets/c0eab4ef-9c53-44d5-9d46-60d26726dde5 HTTP/1.1" status: 204 len: 168 time: 0.3433566 Aug 06 16:49:21.475614 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:21.477030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd64537-1f2d-48ed-89fc-e9c52590ab95 None None] Network 549b2f4f-e527-4562-9446-12fd5bc3a998 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:49:21.482600 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] Checking router: a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:49:21.493709 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] Routers {'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:21.494353 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:21.594761 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.686217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] DHCP port deletion for 549b2f4f-e527-4562-9446-12fd5bc3a998 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:49:21.704140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] Set router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:21.712097 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.733932 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Deleting port c21b3cdc-0764-4013-ade6-ffee84639a15 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:49:21.734696 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.827056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 55f69927-d866-4ac5-a692-d3bbc7b6d83d {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:49:21.827431 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.892286 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:49:20Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:21.918505 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 55f69927-d866-4ac5-a692-d3bbc7b6d83d, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=55f69927-d866-4ac5-a692-d3bbc7b6d83d,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:21.918873 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.924638 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da697c43-3c2f-4e99-920d-51c89e4781fc None None] The sync data for ids ['a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8'] in n-d-778550-6 is: [{'id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-950726848', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:47:29Z', 'updated_at': '2021-08-06T16:49:20Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '55f69927-d866-4ac5-a692-d3bbc7b6d83d', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:47:30Z', 'updated_at': '2021-08-06T16:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:49:21.933163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 55f69927-d866-4ac5-a692-d3bbc7b6d83d owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:49:21.970395 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] For port c21b3cdc-0764-4013-ade6-ffee84639a15, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=c21b3cdc-0764-4013-ade6-ffee84639a15,segment=NetworkSegment(94df0502-dab0-4c5c-a1b4-9f0a592b41a2),segment_id=94df0502-dab0-4c5c-a1b4-9f0a592b41a2)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:21.970897 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:21.984139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Calling delete_port for c21b3cdc-0764-4013-ade6-ffee84639a15 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:49:22.132917 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.155966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.163226 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Pushing event deleted for resources: {'Port': ['ID=c21b3cdc-0764-4013-ade6-ffee84639a15,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:22.171362 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] No DVR routers for this DVR port c21b3cdc-0764-4013-ade6-ffee84639a15 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:49:22.173806 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.174184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.174531 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.174897 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.175194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.175523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.175871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.176201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.176523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.176843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.177187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.178039 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838b01d5-cdd5-4dfd-813f-d1be691360b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:22.183379 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=55f69927-d866-4ac5-a692-d3bbc7b6d83d,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:22.250913 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.345184 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.348376 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.473207 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.473713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Fanout notify agent at l3_agent the message router_deleted on router a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:49:22.480724 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.482657 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7d0c4498-6ac3-4b90-b296-0c096fe6b8cd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/routers/a91bd8ed-d5f3-4739-b827-bf85dd5b2ef8 HTTP/1.1" status: 204 len: 168 time: 1.0050735 Aug 06 16:49:22.484548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41002) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:22.564304 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.663641 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.673554 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['549b2f4f-e527-4562-9446-12fd5bc3a998']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:22.684329 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94df0502-dab0-4c5c-a1b4-9f0a592b41a2') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:22.684632 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94df0502-dab0-4c5c-a1b4-9f0a592b41a2') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:22.693451 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.706961 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.712859 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:49:22.713246 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: timer() Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:49:22.716172 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:49:22.829724 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.847049 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.847049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/networks/549b2f4f-e527-4562-9446-12fd5bc3a998 HTTP/1.1" status: 204 len: 168 time: 0.3533716 Aug 06 16:49:22.847270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41004) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:22.852205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dd443-a79b-47e0-bfe3-ce86ef8f5f6f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Network': ['ID=549b2f4f-e527-4562-9446-12fd5bc3a998,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:22.902103 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94376ad4-d358-47a1-8a2a-3e2dad2b5ac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:22.927036 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94376ad4-d358-47a1-8a2a-3e2dad2b5ac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.046698 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94376ad4-d358-47a1-8a2a-3e2dad2b5ac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.049408 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-94376ad4-d358-47a1-8a2a-3e2dad2b5ac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.050611 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-94376ad4-d358-47a1-8a2a-3e2dad2b5ac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac894b71-8df2-4707-91b4-7756943a423e HTTP/1.1" status: 204 len: 168 time: 0.2078369 Aug 06 16:49:23.060491 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94376ad4-d358-47a1-8a2a-3e2dad2b5ac5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac894b71-8df2-4707-91b4-7756943a423e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:23.257252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 55f69927-d866-4ac5-a692-d3bbc7b6d83d no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:49:23.277921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 55f69927-d866-4ac5-a692-d3bbc7b6d83d {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:49:23.278270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 55f69927-d866-4ac5-a692-d3bbc7b6d83d not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:49:23.278678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c21b3cdc-0764-4013-ade6-ffee84639a15 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:49:23.297664 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: c21b3cdc-0764-4013-ade6-ffee84639a15 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:49:23.298016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device c21b3cdc-0764-4013-ade6-ffee84639a15 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:49:23.298429 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:49:23.316586 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:49:23.316936 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 30ce9b9b-3f22-44b1-aed5-038ffd53bbb9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:49:23.622083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41010) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:23.626855 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702604206', 'description': 'tempest-secgroup-smoke-1702604206 description', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:23.707545 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.789146 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.869440 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.898056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41915f2c-84b4-43b3-bedb-2c732bd1e5c4,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:23.972698 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:23.974712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3bb38377-520b-4a19-8f30-b356c91f4308 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3508646 Aug 06 16:49:23.977604 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41012) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:23.982137 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '41915f2c-84b4-43b3-bedb-2c732bd1e5c4', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:24.085771 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.143398 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.244620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.265115 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59625e16-9b5b-4605-92ed-1045b5af0c39,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:24.353012 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.354265 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-2b84ebb2-dc13-4e6b-843c-7189c2c0becc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3756678 Aug 06 16:49:24.357190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41014) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:24.361865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '41915f2c-84b4-43b3-bedb-2c732bd1e5c4', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:24.479216 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.539729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.632924 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.651978 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb149de-7c26-48cc-b08c-0fe28f529754,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:24.738080 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.741362 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-138a4a90-3794-4f79-963a-8fbc872b5a29 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3811202 Aug 06 16:49:24.742399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41016) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:24.746827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '41915f2c-84b4-43b3-bedb-2c732bd1e5c4', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:24.840025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.898866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:24.995130 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.013817 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971d268f-7d89-4500-bf4e-501478835bb6,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:25.101760 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.103026 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b195ed36-2b4d-4b1d-9918-73e0fea8d837 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597035 Aug 06 16:49:25.105758 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41018) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:25.110104 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '41915f2c-84b4-43b3-bedb-2c732bd1e5c4', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:25.212824 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.277703 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.352732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.372022 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce88848e-b0cb-4768-84b7-0eb891f88777,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:25.440895 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.442115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a8781122-9106-47b4-9b32-ae3d485f01ec tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3354449 Aug 06 16:49:25.445855 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41020) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:25.450261 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '41915f2c-84b4-43b3-bedb-2c732bd1e5c4', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:25.538302 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:49:25.543328 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.608647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.715324 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.733813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5897acb8-b223-4102-9813-2d5412825363,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:25.795238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.796443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a7f9ee50-9f30-42dc-9c01-4348d82d0e8e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3496695 Aug 06 16:49:25.799159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41022) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:25.804349 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'security_group_rule': {'security_group_id': '41915f2c-84b4-43b3-bedb-2c732bd1e5c4', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:25.898125 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Project b4d9ef18b57c4bb6ba8becb027438a1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:49:25.903251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:25.963519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.046523 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.064424 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c456a0a-52b2-412c-a7cd-baddc5330907,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:26.137910 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.139144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-6d97c124-1387-464a-8124-e7ce5d64e24a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390160 Aug 06 16:49:26.142172 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41024) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:26.147877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'network': {'name': 'tempest-network-smoke--699745902', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'port_security_enabled': True}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:26.255473 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:49:26.259015 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.283293 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:49:26.292941 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.293288 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Added segment 1c26ca5f-5420-4902-a73a-3539dae0551f of type vlan for network 7e33edf0-f329-43d9-82ce-6c7ea60e785d Aug 06 16:49:26.332151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.435114 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.440906 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:26.441498 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.529411 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Network': ['ID=7e33edf0-f329-43d9-82ce-6c7ea60e785d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:26.540260 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:49:26.567475 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7f3f387c-e864-4806-a1a6-717fb009db4f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4242170 Aug 06 16:49:26.571062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41026) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:26.575689 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'admin_state_up': True, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:26.670151 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.671226 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.692759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.727083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:26.931722 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:27.206812 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:27.226076 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:27.329875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.218 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/542ec164-ee29-4591-b1ad-958c84cd6213) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:49:27.441732 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:27.565094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:27.609366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:27.612453 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:27.618138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:49:27.620741 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=542ec164-ee29-4591-b1ad-958c84cd6213,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:27.926744 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:28.128586 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:28.358415 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 9157efc8-6689-4875-84dd-77b4bd721e39 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:49:28.472118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:49:28.485319 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Sync routers for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:49:28.495789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:28.497813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:28.538709 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:28.540005 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1662ec89-ab92-4d61-bd60-ee64c2da025b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9679687 Aug 06 16:49:28.543119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41028) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:28.572344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5ea5f7e1-9951-4f13-bb6a-49f778542600 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=b4d9ef18b57c4bb6ba8becb027438a1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280697 Aug 06 16:49:28.574899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41030) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:28.604778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:28.669744 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa2144c-c492-442a-bd77-e55020383473 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:28.672228 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-afa2144c-c492-442a-bd77-e55020383473 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963428 Aug 06 16:49:28.674103 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:28.703233 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-22f3baa3-2775-4104-a148-1ce3afbec5ff tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=78c20f26-e41b-4db4-86f6-5aed6c927f30&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280252 Aug 06 16:49:28.705644 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:28.711178 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799884679', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:28.783704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:27Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:28.813610 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Checking router: 9157efc8-6689-4875-84dd-77b4bd721e39 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:49:28.813968 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Updating router 9157efc8-6689-4875-84dd-77b4bd721e39 port 542ec164-ee29-4591-b1ad-958c84cd6213 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:49:28.839691 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:28.869386 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:49:28.873192 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.092845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.102139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Transition to ACTIVE for port object 542ec164-ee29-4591-b1ad-958c84cd6213 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:29.104346 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.171430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Subnet': ['ID=09ed1fe9-11a9-40be-886e-6af99b3ebd13,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:29.182119 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Checking segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:29.182603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network hostable DHCP agents. Network: 7e33edf0-f329-43d9-82ce-6c7ea60e785d, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:49:29.198997 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.251890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Attempting to bind port 542ec164-ee29-4591-b1ad-958c84cd6213 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:49:29.252268 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Attempting to bind port 542ec164-ee29-4591-b1ad-958c84cd6213 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:49:29.252646 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Attempting to bind port 542ec164-ee29-4591-b1ad-958c84cd6213 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:29.254480 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861312-76a2-4130-94fb-2564e875918d None None] Pushing event updated for resources: {'Port': ['ID=542ec164-ee29-4591-b1ad-958c84cd6213,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:29.261061 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:49:29.261442 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:29.261854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.262392 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:49:29.262744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Bound port: 542ec164-ee29-4591-b1ad-958c84cd6213, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:49:29.263154 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.287052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:49:29.318980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] For port 542ec164-ee29-4591-b1ad-958c84cd6213, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:29.322321 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] For port 542ec164-ee29-4591-b1ad-958c84cd6213, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=542ec164-ee29-4591-b1ad-958c84cd6213,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:49:29.445747 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 7e33edf0-f329-43d9-82ce-6c7ea60e785d) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:29.451756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:29.452720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.454447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19ee8bd-b6be-46ee-8c29-7e01b7fcb93c None None] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:49:29.554871 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.582044 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-333ac8cf-3738-431d-bf35-1572af8a0b7d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8753614 Aug 06 16:49:29.585366 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41036) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:29.644708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861312-76a2-4130-94fb-2564e875918d None None] Pushing event updated for resources: {'Port': ['ID=542ec164-ee29-4591-b1ad-958c84cd6213,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:29.649840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:49:29.650698 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.654049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:29.654626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:29.801859 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:29.866885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:29.981773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Allocated IP 172.20.0.2 (7e33edf0-f329-43d9-82ce-6c7ea60e785d/09ed1fe9-11a9-40be-886e-6af99b3ebd13/93f9f306-33ac-49cd-be12-f5db3867001a) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:49:30.026095 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.177909 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:27Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:30.207988 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.210677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040900e-6a88-4a29-ae94-0211e0de1c0c None None] The sync data for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 is: [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:27Z', 'revision_number': 3, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:49:30.219991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Transition to ACTIVE for port object 93f9f306-33ac-49cd-be12-f5db3867001a will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:30.237754 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Transition to ACTIVE for port object 93f9f306-33ac-49cd-be12-f5db3867001a will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:30.330400 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.378276 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:30.381907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:30.383735 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.1 (7e33edf0-f329-43d9-82ce-6c7ea60e785d/09ed1fe9-11a9-40be-886e-6af99b3ebd13/05a85239-3032-4808-909b-6d0d6d47f6b2) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:49:30.385819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:49:30.398528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Pushing event updated for resources: {'Port': ['ID=93f9f306-33ac-49cd-be12-f5db3867001a,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:30.479875 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Attempting to bind port 93f9f306-33ac-49cd-be12-f5db3867001a on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:49:30.480274 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Attempting to bind port 93f9f306-33ac-49cd-be12-f5db3867001a by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:49:30.480647 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Attempting to bind port 93f9f306-33ac-49cd-be12-f5db3867001a on network 7e33edf0-f329-43d9-82ce-6c7ea60e785d {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:30.485597 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:49:30.485918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Checking segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:30.486328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.486726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Bound using segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:49:30.487193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Bound port: 93f9f306-33ac-49cd-be12-f5db3867001a, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:49:30.487578 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.538818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.554197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object 05a85239-3032-4808-909b-6d0d6d47f6b2 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:30.561832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] For port 93f9f306-33ac-49cd-be12-f5db3867001a, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:30.565386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] For port 93f9f306-33ac-49cd-be12-f5db3867001a, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=93f9f306-33ac-49cd-be12-f5db3867001a,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:49:30.624469 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.656264 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:30.684602 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982ae49-1eb0-42b8-8179-26a1df2dea1f None None] Pushing event updated for resources: {'Port': ['ID=93f9f306-33ac-49cd-be12-f5db3867001a,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:30.720344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:30.723835 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:30.732570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:49:30.737566 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=05a85239-3032-4808-909b-6d0d6d47f6b2,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:30.783555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.054039 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.323829 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 542ec164-ee29-4591-b1ad-958c84cd6213 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:31.348932 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.421297 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.455587 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 542ec164-ee29-4591-b1ad-958c84cd6213 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:31.462615 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 542ec164-ee29-4591-b1ad-958c84cd6213 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:31.462615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.495901 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.497556 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=05a85239-3032-4808-909b-6d0d6d47f6b2,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:31.546000 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.569985 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 542ec164-ee29-4591-b1ad-958c84cd6213, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=542ec164-ee29-4591-b1ad-958c84cd6213,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:31.606892 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:31.608399 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:31.638761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:31.639614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93f9f306-33ac-49cd-be12-f5db3867001a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:31.726718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=542ec164-ee29-4591-b1ad-958c84cd6213,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:31.731993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 9157efc8-6689-4875-84dd-77b4bd721e39 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:49:31.807120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 93f9f306-33ac-49cd-be12-f5db3867001a completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:31.856140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:49:31.861796 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-552eb0a3-f892-45c3-a9fc-4da642b351a2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/9157efc8-6689-4875-84dd-77b4bd721e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754073 Aug 06 16:49:31.905908 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c187091-b067-4dbe-a7fc-b85490f900b2 None None] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:49:32.025392 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-6be031b1-dba5-46a6-ab60-23e2295f304a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702604206&fields=id&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 267 time: 0.0432301 Aug 06 16:49:32.072370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] Provisioning for port 93f9f306-33ac-49cd-be12-f5db3867001a completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:32.076876 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] Provisioning complete for port 93f9f306-33ac-49cd-be12-f5db3867001a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:32.077322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.107619 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Sync routers for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:49:32.118039 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:32.118887 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:32.157513 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-e82e1169-956a-4488-835f-64e8f020f85a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:32.161273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-e82e1169-956a-4488-835f-64e8f020f85a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/networks?id=7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 200 len: 796 time: 0.1285686 Aug 06 16:49:32.168368 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.182324 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-24c9d575-6df4-4c91-9cad-e8952eef0942 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/quotas/b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 375 time: 0.0123355 Aug 06 16:49:32.217337 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] For port 93f9f306-33ac-49cd-be12-f5db3867001a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=93f9f306-33ac-49cd-be12-f5db3867001a,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:32.241908 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2976c11c-d223-4edf-a104-0b52758d7007 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524127 Aug 06 16:49:32.243341 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:32.315540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.356797 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-9db98e0f-acfd-4f13-9fd1-e5830fa16674 service neutron] 10.222.0.16 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029975 Aug 06 16:49:32.380583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1730c4-66e3-4f01-a025-811ba6569fe0 None None] Pushing event updated for resources: {'Port': ['ID=93f9f306-33ac-49cd-be12-f5db3867001a,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:32.447641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f47222cf-9f11-46f7-b42d-b413d5113928 None None] Provisioning complete for port 93f9f306-33ac-49cd-be12-f5db3867001a triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:32.448200 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f47222cf-9f11-46f7-b42d-b413d5113928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.470787 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-0ee8e0b5-5454-4a01-b88e-bd20a1845514 service neutron] 10.222.0.16 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028166 Aug 06 16:49:32.496410 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 2, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:32.535781 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Checking router: 9157efc8-6689-4875-84dd-77b4bd721e39 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:49:32.536539 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Updating router 9157efc8-6689-4875-84dd-77b4bd721e39 port 05a85239-3032-4808-909b-6d0d6d47f6b2 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:49:32.563276 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.667368 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f47222cf-9f11-46f7-b42d-b413d5113928 None None] Provisioning for port 05a85239-3032-4808-909b-6d0d6d47f6b2 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:32.671728 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-f47222cf-9f11-46f7-b42d-b413d5113928 None None] Provisioning complete for port 05a85239-3032-4808-909b-6d0d6d47f6b2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:32.672437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f47222cf-9f11-46f7-b42d-b413d5113928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.711736 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-f47222cf-9f11-46f7-b42d-b413d5113928 None None] Port 05a85239-3032-4808-909b-6d0d6d47f6b2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:49:32.810501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dbd30a08-8208-4d43-a127-4911ba47919b req-5c75141b-4d88-4bf1-bc7f-f5378337e314 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 210 time: 0.0280499 Aug 06 16:49:32.832998 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-5286c6a0-643f-4c4e-b6a2-0b34f7360ae9 None None] Provisioning complete for port 05a85239-3032-4808-909b-6d0d6d47f6b2 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:32.833910 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5286c6a0-643f-4c4e-b6a2-0b34f7360ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.857217 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.867465 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Transition to ACTIVE for port object 05a85239-3032-4808-909b-6d0d6d47f6b2 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:32.869439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-5286c6a0-643f-4c4e-b6a2-0b34f7360ae9 None None] Port 05a85239-3032-4808-909b-6d0d6d47f6b2 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:49:32.938150 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:32.989424 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Pushing event updated for resources: {'Port': ['ID=05a85239-3032-4808-909b-6d0d6d47f6b2,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:33.000440 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.000783 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.001113 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.001442 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.001766 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.002088 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.002405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.002723 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.003037 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.003352 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.003666 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.004003 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:49:33.057477 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Attempting to bind port 05a85239-3032-4808-909b-6d0d6d47f6b2 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:49:33.057768 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Attempting to bind port 05a85239-3032-4808-909b-6d0d6d47f6b2 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:49:33.058124 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Attempting to bind port 05a85239-3032-4808-909b-6d0d6d47f6b2 on network 7e33edf0-f329-43d9-82ce-6c7ea60e785d {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:33.063729 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:49:33.064142 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Checking segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:33.064545 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:33.064929 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Bound using segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:49:33.065391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Bound port: 05a85239-3032-4808-909b-6d0d6d47f6b2, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:49:33.065764 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:33.133575 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] For port 05a85239-3032-4808-909b-6d0d6d47f6b2, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:33.136898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] For port 05a85239-3032-4808-909b-6d0d6d47f6b2, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=05a85239-3032-4808-909b-6d0d6d47f6b2,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:49:33.213784 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:33.277265 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 542ec164-ee29-4591-b1ad-958c84cd6213 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:33.281066 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:33.281711 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:33.339536 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d23096-7df3-498f-9e0e-fddac0905b70 None None] Pushing event updated for resources: {'Port': ['ID=05a85239-3032-4808-909b-6d0d6d47f6b2,revision_number=4']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:33.339856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 542ec164-ee29-4591-b1ad-958c84cd6213 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:33.339856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:33.400399 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:33.425522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93f9f306-33ac-49cd-be12-f5db3867001a up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:33.478611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 93f9f306-33ac-49cd-be12-f5db3867001a triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:33.479279 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:33.613029 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:33Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:33.640666 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad2ed8c-30d4-4961-941b-fc25674d9032 None None] The sync data for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 is: [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:33Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:49:33.909946 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0fb0270b-30e2-45a3-837d-66b0c9e78ffc req-06a48831-0e09-4879-b24e-386b83acac36 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 210 time: 0.0270908 Aug 06 16:49:34.798299 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-7442dbe0-20f7-4bbb-8e2b-38fc9393856b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:34.799905 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-7442dbe0-20f7-4bbb-8e2b-38fc9393856b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/networks?id=7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 200 len: 796 time: 0.1034076 Aug 06 16:49:34.849811 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-5045e27f-3ae0-4768-b90a-76519b27f738 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c HTTP/1.1" status: 200 len: 380 time: 0.0344882 Aug 06 16:49:34.860894 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'port': {'device_id': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'admin_state_up': True, 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'security_groups': ['41915f2c-84b4-43b3-bedb-2c732bd1e5c4']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:35.008468 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5e6e4c0-c264-4d40-b76c-8ce7c4077063 req-00f9c738-7871-48c2-94d8-cc578f1a9251 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 210 time: 0.0266178 Aug 06 16:49:35.035101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ebfbd07b-b6c5-48e5-81da-bb1f21cf6d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.035633 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Made reservation on behalf of b4d9ef18b57c4bb6ba8becb027438a1c for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:49:35.040395 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.171433 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.20.0.3 (7e33edf0-f329-43d9-82ce-6c7ea60e785d/09ed1fe9-11a9-40be-886e-6af99b3ebd13/b341bd27-84e8-4f7f-95b8-224913c4dd2e) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:49:35.283334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 05a85239-3032-4808-909b-6d0d6d47f6b2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:35.319306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.334718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Transition to ACTIVE for port object b341bd27-84e8-4f7f-95b8-224913c4dd2e will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:35.447568 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.546390 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 05a85239-3032-4808-909b-6d0d6d47f6b2 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:35.553076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 05a85239-3032-4808-909b-6d0d6d47f6b2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:35.553456 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.685502 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.729724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 05a85239-3032-4808-909b-6d0d6d47f6b2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=05a85239-3032-4808-909b-6d0d6d47f6b2,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:35.812726 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:35.848858 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:35.857437 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:35.862948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:49:35.864536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=05a85239-3032-4808-909b-6d0d6d47f6b2,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:35.907422 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=b341bd27-84e8-4f7f-95b8-224913c4dd2e,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:35.925428 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:35.926073 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.018797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-2400823b-f297-4318-88db-cbcfa6b62572 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1615596 Aug 06 16:49:36.032664 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Request body: {'port': {'device_id': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:36.089377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.128058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477c521-976c-4d72-93b0-9761d917cf2d req-6b60e342-543c-49e3-97cb-216f554aa15f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:36.129568 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b477c521-976c-4d72-93b0-9761d917cf2d req-6b60e342-543c-49e3-97cb-216f554aa15f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 931 time: 0.0502460 Aug 06 16:49:36.158830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c4175b99-fcac-402f-9b44-cfed428826e7 None None] Provisioning for port b341bd27-84e8-4f7f-95b8-224913c4dd2e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:36.163523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c4175b99-fcac-402f-9b44-cfed428826e7 None None] Provisioning complete for port b341bd27-84e8-4f7f-95b8-224913c4dd2e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:36.163952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c4175b99-fcac-402f-9b44-cfed428826e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.169356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b477c521-976c-4d72-93b0-9761d917cf2d req-5be2d453-5468-4722-b48d-671f0ca176ca tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333223 Aug 06 16:49:36.214541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c4175b99-fcac-402f-9b44-cfed428826e7 None None] Port b341bd27-84e8-4f7f-95b8-224913c4dd2e cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:49:36.371364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b341bd27-84e8-4f7f-95b8-224913c4dd2e {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:49:36.378749 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.390318 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Transition to ACTIVE for port object b341bd27-84e8-4f7f-95b8-224913c4dd2e will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:49:36.452378 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.503334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Pushing event updated for resources: {'Port': ['ID=b341bd27-84e8-4f7f-95b8-224913c4dd2e,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:36.580798 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Attempting to bind port b341bd27-84e8-4f7f-95b8-224913c4dd2e on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:49:36.581136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Attempting to bind port b341bd27-84e8-4f7f-95b8-224913c4dd2e by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:49:36.581474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Attempting to bind port b341bd27-84e8-4f7f-95b8-224913c4dd2e on network 7e33edf0-f329-43d9-82ce-6c7ea60e785d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:36.589647 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Port b341bd27-84e8-4f7f-95b8-224913c4dd2e on network 7e33edf0-f329-43d9-82ce-6c7ea60e785d not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:49:36.589976 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Attempting to bind port b341bd27-84e8-4f7f-95b8-224913c4dd2e on network 7e33edf0-f329-43d9-82ce-6c7ea60e785d {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:49:36.596813 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:49:36.597155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Checking segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:49:36.597543 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Bound using segment: {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:49:36.597975 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Bound port: b341bd27-84e8-4f7f-95b8-224913c4dd2e, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c26ca5f-5420-4902-a73a-3539dae0551f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:49:36.598356 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.667330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] For port b341bd27-84e8-4f7f-95b8-224913c4dd2e, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:49:36.670434 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] For port b341bd27-84e8-4f7f-95b8-224913c4dd2e, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:49:36.744245 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.785335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:36.785944 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:36.788245 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] 10.222.0.64 "PUT /v2.0/ports/b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 200 len: 1091 time: 0.7599838 Aug 06 16:49:36.788691 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:36.790941 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:36.819014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80071784-3c3b-4b48-8294-744a63ad761d service neutron] Pushing event updated for resources: {'Port': ['ID=b341bd27-84e8-4f7f-95b8-224913c4dd2e,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:36.830224 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014b3ce-9a99-4eff-a381-f9e6b9aea192 x-openstack-request-id: req-a014b3ce-9a99-4eff-a381-f9e6b9aea192 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:36.830527 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:36.830785 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a014b3ce-9a99-4eff-a381-f9e6b9aea192 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:36.831189 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'status': 'completed', 'code': 200} Aug 06 16:49:36.898230 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6 req-3f12b8d4-a605-4ccc-9301-7efd74c6524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:36.899706 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6 req-3f12b8d4-a605-4ccc-9301-7efd74c6524e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1094 time: 0.0455174 Aug 06 16:49:37.009024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6 req-2bd91acd-843f-4067-bb51-78e999bf4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.010498 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6 req-2bd91acd-843f-4067-bb51-78e999bf4784 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0980582 Aug 06 16:49:37.114144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6 req-955c4d57-d262-4c86-85cf-19e78dd568a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.115992 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2d6d5988-ecfe-4e3b-9d9a-3e5f308b87d6 req-955c4d57-d262-4c86-85cf-19e78dd568a0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933380 Aug 06 16:49:37.202272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-355825c5-8279-4693-bed7-39554df7b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.203957 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-355825c5-8279-4693-bed7-39554df7b9cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1094 time: 0.0420403 Aug 06 16:49:37.250644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-359f6587-27b5-4aaa-a59b-57a00ba1c4de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 200 len: 217 time: 0.0380671 Aug 06 16:49:37.266677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 05a85239-3032-4808-909b-6d0d6d47f6b2 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:37.306828 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d02ac-8846-4d15-994b-ee1429d5053e req-bb705cac-c255-433e-976e-8b6d78e4395e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.308383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d00d02ac-8846-4d15-994b-ee1429d5053e req-bb705cac-c255-433e-976e-8b6d78e4395e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 943 time: 0.0609829 Aug 06 16:49:37.309499 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-5bf26bd1-8905-4e23-b708-ee94e922c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.311023 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-5bf26bd1-8905-4e23-b708-ee94e922c0a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ed1fe9-11a9-40be-886e-6af99b3ebd13 HTTP/1.1" status: 200 len: 835 time: 0.0534713 Aug 06 16:49:37.323794 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 05a85239-3032-4808-909b-6d0d6d47f6b2 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:37.324299 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:37.351879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d00d02ac-8846-4d15-994b-ee1429d5053e req-791cc973-ab8f-4a41-b068-71f44ceb778d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369110 Aug 06 16:49:37.378498 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a3ac-e93c-4657-8b57-2766defce791 req-31e95e6b-44e4-441b-95ca-5231f5ee69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:37.381434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-31e95e6b-44e4-441b-95ca-5231f5ee69e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e33edf0-f329-43d9-82ce-6c7ea60e785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578218 Aug 06 16:49:37.479466 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-5cbcce55-37ce-489b-9fac-8fd17b2827fb service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878515 Aug 06 16:49:37.579717 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6937a3ac-e93c-4657-8b57-2766defce791 req-94f968b5-6d0c-4e2f-b573-5878ccc944e7 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883608 Aug 06 16:49:37.684182 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81a022c2-f905-4352-a293-3a8ea73702db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:37.769812 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:38.476508 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee094fa-a891-40d8-80be-9aca4866601e req-b5eebe04-bf9b-4d07-87a1-4d48524d96d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:38.477991 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fee094fa-a891-40d8-80be-9aca4866601e req-b5eebe04-bf9b-4d07-87a1-4d48524d96d2 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 943 time: 0.0510480 Aug 06 16:49:38.515469 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fee094fa-a891-40d8-80be-9aca4866601e req-efde50f5-bd68-4a3a-b245-2d8767231522 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Aug 06 16:49:38.604976 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:49:39.169609 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:39.649764 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f388e5d-ffe0-4203-8f50-586597fe42de req-624addea-0737-4a72-846d-bf38edef4901 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:39.651249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f388e5d-ffe0-4203-8f50-586597fe42de req-624addea-0737-4a72-846d-bf38edef4901 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 943 time: 0.0493472 Aug 06 16:49:39.688615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f388e5d-ffe0-4203-8f50-586597fe42de req-8f08f11c-c5a9-4896-87a3-612c59fa72a5 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Aug 06 16:49:40.808631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef437a8-35e3-4b17-8bfb-b9d907918acf req-b4735479-108e-4dd3-bce8-97731e4eb590 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:40.810160 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ef437a8-35e3-4b17-8bfb-b9d907918acf req-b4735479-108e-4dd3-bce8-97731e4eb590 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 943 time: 0.0535474 Aug 06 16:49:40.847696 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ef437a8-35e3-4b17-8bfb-b9d907918acf req-3412ce23-e700-4d99-9fc5-4c6f5c53938f tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 06 16:49:40.967224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b341bd27-84e8-4f7f-95b8-224913c4dd2e details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:49:41.072003 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b341bd27-84e8-4f7f-95b8-224913c4dd2e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:41.082861 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'port_id': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'mac_address': 'fa:16:3e:e4:97:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:49:41.088503 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:41.121332 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:41.133440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b341bd27-84e8-4f7f-95b8-224913c4dd2e {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:49:41.153254 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b341bd27-84e8-4f7f-95b8-224913c4dd2e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:41.223541 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:41.274209 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b341bd27-84e8-4f7f-95b8-224913c4dd2e,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:41.479473 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['b341bd27-84e8-4f7f-95b8-224913c4dd2e'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:49:41.967963 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce9701-7ef3-44db-8867-35f9504ecba9 req-23c02ae9-30ed-48fb-bf5a-a7945b23efc1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:41.969487 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbce9701-7ef3-44db-8867-35f9504ecba9 req-23c02ae9-30ed-48fb-bf5a-a7945b23efc1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 944 time: 0.0535448 Aug 06 16:49:42.009931 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbce9701-7ef3-44db-8867-35f9504ecba9 req-06ad08a5-5f0f-4360-b52b-7e88c84722aa tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Aug 06 16:49:42.976898 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b341bd27-84e8-4f7f-95b8-224913c4dd2e up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:49:43.120661 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port b341bd27-84e8-4f7f-95b8-224913c4dd2e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:49:43.124809 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port b341bd27-84e8-4f7f-95b8-224913c4dd2e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:49:43.125054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b235341-2657-402e-944d-e03b63409041 req-88d7c020-6d63-4224-b455-235f27da377d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.125542 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:43.126565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b235341-2657-402e-944d-e03b63409041 req-88d7c020-6d63-4224-b455-235f27da377d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Aug 06 16:49:43.166217 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b235341-2657-402e-944d-e03b63409041 req-1dff0092-7973-4607-9777-003c716e88aa tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Aug 06 16:49:43.203892 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:43.229128 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:43.231336 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e025e48-55a2-4599-ba63-14e9124264d4" -d '{"events": [{"server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "name": "network-vif-plugged", "status": "completed", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:43.244986 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port b341bd27-84e8-4f7f-95b8-224913c4dd2e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:49:43.267656 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d1bc02-c1a8-49d9-99b4-e38e018cdd8a x-openstack-request-id: req-29d1bc02-c1a8-49d9-99b4-e38e018cdd8a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:43.268086 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "name": "network-vif-plugged", "status": "completed", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:43.268307 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29d1bc02-c1a8-49d9-99b4-e38e018cdd8a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:43.268708 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'code': 200} Aug 06 16:49:43.309487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:43.375409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=b341bd27-84e8-4f7f-95b8-224913c4dd2e,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:43.383686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03436e-c6f2-4ef6-bf91-040dd85dca90 req-f0471053-87ca-4e41-a2a9-e60cc576ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:43.385383 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6c03436e-c6f2-4ef6-bf91-040dd85dca90 req-f0471053-87ca-4e41-a2a9-e60cc576ff3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1096 time: 0.0558906 Aug 06 16:49:43.426487 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6c03436e-c6f2-4ef6-bf91-040dd85dca90 req-c5bd6275-c62a-46e9-b37e-67986750e635 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285556 Aug 06 16:49:44.287489 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffcb42-8fe9-4e71-b8a3-f2840096a20e req-b47d0fa6-94a0-4697-a9f4-2c21e730d450 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:44.289023 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16ffcb42-8fe9-4e71-b8a3-f2840096a20e req-b47d0fa6-94a0-4697-a9f4-2c21e730d450 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0538836 Aug 06 16:49:44.331169 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-16ffcb42-8fe9-4e71-b8a3-f2840096a20e req-1bf40731-b966-4fef-9a7f-f75bf75f4548 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357661 Aug 06 16:49:45.452583 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb9680-eea2-4c67-87cd-6fee145edea6 req-8c057c00-fe20-43f3-97ba-528ae9989de7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:45.454059 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fdb9680-eea2-4c67-87cd-6fee145edea6 req-8c057c00-fe20-43f3-97ba-528ae9989de7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Aug 06 16:49:45.493203 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2fdb9680-eea2-4c67-87cd-6fee145edea6 req-d9e82292-f399-4c3a-b24f-5e688dd7d940 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332446 Aug 06 16:49:45.607570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027cff4-9dc7-4129-9b2c-a733d348d569 req-eb0a1463-c48b-4f7b-8c62-f25cf79d045c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:45.609101 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c027cff4-9dc7-4129-9b2c-a733d348d569 req-eb0a1463-c48b-4f7b-8c62-f25cf79d045c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0489178 Aug 06 16:49:45.647732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c027cff4-9dc7-4129-9b2c-a733d348d569 req-07242b05-9c29-4685-bc10-a53159c7c0e3 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Aug 06 16:49:45.676198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41102) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:45.723054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fdb45f-9236-4dae-bda7-f3f733b88c37 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:45.724616 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-34fdb45f-9236-4dae-bda7-f3f733b88c37 tempest-TestNetworkAdvancedServerOps-1581453292 tempest-TestNetworkAdvancedServerOps-1581453292-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1091 time: 0.0474379 Aug 06 16:49:45.727365 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41104) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:45.731605 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:49:45.826689 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:45.922321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.030252 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Allocated IP 172.25.5.226 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/d646f8d9-567f-4a9b-802e-062c6a9bdb25) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:49:46.132308 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.252414 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.298997 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:49:46.301952 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:49:46.306282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:49:46.309459 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=d646f8d9-567f-4a9b-802e-062c6a9bdb25,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:46.669900 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.799284 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:46.953397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:47.041644 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:47.106521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event updated for resources: {'Port': ['ID=d646f8d9-567f-4a9b-802e-062c6a9bdb25,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:49:47.119654 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:47.219104 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP 60c409e7-a59d-4de1-aa56-b352d0226dc7 associated. External IP: 172.25.5.226, port: b341bd27-84e8-4f7f-95b8-224913c4dd2e. Aug 06 16:49:47.428546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 9157efc8-6689-4875-84dd-77b4bd721e39 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:49:47.538786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:49:47.549775 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] Sync routers for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:49:47.560474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:47.561027 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:47.615742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:47.643702 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-820ba743-89c1-4ad6-8a8e-c19672c07521 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9152818 Aug 06 16:49:47.644333 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:49:47.646568 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427cd738-22ec-41a5-9f26-e47bc529934d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:49:47.671192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:47.690451 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f6e493-02b3-4b7a-b92b-86bbc28a1eee x-openstack-request-id: req-39f6e493-02b3-4b7a-b92b-86bbc28a1eee {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:49:47.690971 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:49:47.690971 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39f6e493-02b3-4b7a-b92b-86bbc28a1eee {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:49:47.691379 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'status': 'completed', 'code': 200} Aug 06 16:49:47.754522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596b04-4db2-4dc9-a7b2-9d9117dada44 req-9335e47e-ece9-47ad-99be-d082a3d0abcb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.754833 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd738-22ec-41a5-9f26-e47bc529934d req-f977e6f6-8525-43ba-bc9b-0de14dcd2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.756386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-f977e6f6-8525-43ba-bc9b-0de14dcd2068 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1096 time: 0.0417354 Aug 06 16:49:47.756524 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40596b04-4db2-4dc9-a7b2-9d9117dada44 req-9335e47e-ece9-47ad-99be-d082a3d0abcb tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0528915 Aug 06 16:49:47.797142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-40596b04-4db2-4dc9-a7b2-9d9117dada44 req-96168cf0-de0e-4ab3-9fcf-956557cb5062 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336387 Aug 06 16:49:47.820599 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41110) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:47.875625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd738-22ec-41a5-9f26-e47bc529934d req-22ecb313-cc58-4da8-9762-cfc4694e694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:47.877152 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-22ecb313-cc58-4da8-9762-cfc4694e694e service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 200 len: 897 time: 0.1134911 Aug 06 16:49:47.934607 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '60c409e7-a59d-4de1-aa56-b352d0226dc7', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'port_id': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'mac_address': 'fa:16:3e:e4:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:49:46Z', 'updated_at': '2021-08-06T16:49:46Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:35Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:47.950355 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-a41e42d3-88c3-44e3-84ab-47fe1a8e69c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 200 len: 999 time: 0.0660591 Aug 06 16:49:47.967409 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] Checking router: 9157efc8-6689-4875-84dd-77b4bd721e39 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:49:47.976792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:49:47.977439 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:49:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:48.012563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd738-22ec-41a5-9f26-e47bc529934d req-eeb40c56-df4d-4bf2-a6fb-d92644c5aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.014141 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-eeb40c56-df4d-4bf2-a6fb-d92644c5aba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ed1fe9-11a9-40be-886e-6af99b3ebd13 HTTP/1.1" status: 200 len: 835 time: 0.0563071 Aug 06 16:49:48.065786 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd738-22ec-41a5-9f26-e47bc529934d req-63564c9f-e012-429a-a629-a6faf5a3c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:49:48.067500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-63564c9f-e012-429a-a629-a6faf5a3c029 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e33edf0-f329-43d9-82ce-6c7ea60e785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462551 Aug 06 16:49:48.093694 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:49:48.164285 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-228049cb-c38c-4611-8160-f889f8a52b09 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888314 Aug 06 16:49:48.262967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-25f63671-5a13-465a-8e71-cbbd8010afdd tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/60c409e7-a59d-4de1-aa56-b352d0226dc7 HTTP/1.1" status: 200 len: 991 time: 0.4403398 Aug 06 16:49:48.267176 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-427cd738-22ec-41a5-9f26-e47bc529934d req-ce71feb4-2d58-4237-915f-7de617588611 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947733 Aug 06 16:49:48.333292 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '60c409e7-a59d-4de1-aa56-b352d0226dc7', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'port_id': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'mac_address': 'fa:16:3e:e4:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:49:46Z', 'updated_at': '2021-08-06T16:49:46Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:35Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:49:48.359553 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec35aad-7143-44ce-9f1a-17913d7b1350 None None] The sync data for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 is: [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '60c409e7-a59d-4de1-aa56-b352d0226dc7', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'port_id': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'mac_address': 'fa:16:3e:e4:97:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:49:46Z', 'updated_at': '2021-08-06T16:49:46Z', 'revision_number': 0, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:35Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:49:48.547080 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ab8fd-0b82-400c-8d25-d8322f3ec1ee None None] New status for floating IP 60c409e7-a59d-4de1-aa56-b352d0226dc7: ACTIVE {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:49:49.266054 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41112) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:49:49.325876 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-47e40362-f2c1-46ed-8738-8eebc8c95d8c tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/60c409e7-a59d-4de1-aa56-b352d0226dc7 HTTP/1.1" status: 200 len: 993 time: 0.0584300 Aug 06 16:49:56.660904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:49:59.798190 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:05.026206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-85598374-c828-44de-96a1-cca4632ac392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:07.708493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-774f4bbd-819a-4af3-acb6-8c57634fbc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:07.777016 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:09.154398 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:11.057054 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:15.602952 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:50:23.018876 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc98d53-2ae2-491f-879f-f8c8461327ac req-d4940ad8-9bd4-442c-b1dd-b4453d560112 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:23.020374 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dc98d53-2ae2-491f-879f-f8c8461327ac req-d4940ad8-9bd4-442c-b1dd-b4453d560112 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0515983 Aug 06 16:50:23.062642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7dc98d53-2ae2-491f-879f-f8c8461327ac req-73c3442f-cfe1-4349-b7cc-f3cfbd67c25a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351954 Aug 06 16:50:24.180411 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9ddaf-306f-4a2b-9035-36c6dbb018cf req-d0523c4e-a6c2-425b-8b1a-d9e83c3379df tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:24.181981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14b9ddaf-306f-4a2b-9035-36c6dbb018cf req-d0523c4e-a6c2-425b-8b1a-d9e83c3379df tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Aug 06 16:50:24.219356 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-14b9ddaf-306f-4a2b-9035-36c6dbb018cf req-2b79c75e-4d00-4c2f-accb-f8acce18cd7a tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314839 Aug 06 16:50:24.243168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41134) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:24.307622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-18955b7d-8245-4621-a614-71a29b34482d tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/60c409e7-a59d-4de1-aa56-b352d0226dc7 HTTP/1.1" status: 200 len: 993 time: 0.0631278 Aug 06 16:50:24.602678 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-b624e465-0555-433f-8748-b371d79cde77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415409 Aug 06 16:50:24.688820 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-a61790f3-2a58-41f2-8253-ffd6e02a7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:24.690208 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-a61790f3-2a58-41f2-8253-ffd6e02a7f61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1096 time: 0.0404797 Aug 06 16:50:24.804445 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-7dabd071-06fc-4c09-9e7b-2c1b42f3515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:24.805922 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-7dabd071-06fc-4c09-9e7b-2c1b42f3515f service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 200 len: 897 time: 0.0906105 Aug 06 16:50:24.884428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-c9778fc0-3eeb-4429-9631-c6520dccf424 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 200 len: 1001 time: 0.0669355 Aug 06 16:50:24.933870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-a6fe60a9-19af-420b-920f-bb858a3e08e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:24.935272 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-a6fe60a9-19af-420b-920f-bb858a3e08e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ed1fe9-11a9-40be-886e-6af99b3ebd13 HTTP/1.1" status: 200 len: 835 time: 0.0433569 Aug 06 16:50:24.985545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-1c86b028-ead1-4de2-b4fa-4151c9b8c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:24.987029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-1c86b028-ead1-4de2-b4fa-4151c9b8c499 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e33edf0-f329-43d9-82ce-6c7ea60e785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395539 Aug 06 16:50:25.085735 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-84e9b494-101a-483a-900b-4686f4f51c52 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895243 Aug 06 16:50:25.180376 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3cdd2853-95a6-4bbc-98a3-e0a60a805c22 req-d5abe47c-acdc-4ed6-8118-75ddc1ed4de2 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837808 Aug 06 16:50:25.734282 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419892f-0a35-4f25-9baf-6e34155ebf89 req-679b9610-5a5e-4d62-a807-bd4e4ecb685e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:25.735791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f419892f-0a35-4f25-9baf-6e34155ebf89 req-679b9610-5a5e-4d62-a807-bd4e4ecb685e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0489819 Aug 06 16:50:25.778106 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f419892f-0a35-4f25-9baf-6e34155ebf89 req-4368f5c6-95b1-49b2-b128-201b95cf1259 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Aug 06 16:50:25.852120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a2757-e374-417e-a939-e018dda3e716 req-88f21288-5ead-416b-ae75-33cfc62795aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:25.853629 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-88f21288-5ead-416b-ae75-33cfc62795aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1096 time: 0.0428982 Aug 06 16:50:25.970649 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a2757-e374-417e-a939-e018dda3e716 req-f1ae0234-48a1-4ce0-a648-c274f23b6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:25.972105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-f1ae0234-48a1-4ce0-a648-c274f23b6aa3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 200 len: 897 time: 0.1073697 Aug 06 16:50:26.045716 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-3d1069f9-2b19-46c6-8929-40fb07315c2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 200 len: 1001 time: 0.0625629 Aug 06 16:50:26.101136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a2757-e374-417e-a939-e018dda3e716 req-06854b74-756f-4287-a2a1-aac0b2f19b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:26.102601 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-06854b74-756f-4287-a2a1-aac0b2f19b7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ed1fe9-11a9-40be-886e-6af99b3ebd13 HTTP/1.1" status: 200 len: 835 time: 0.0456305 Aug 06 16:50:26.153841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a2757-e374-417e-a939-e018dda3e716 req-2da971bc-669e-40fa-8420-583ca16e2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:26.155329 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-2da971bc-669e-40fa-8420-583ca16e2722 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e33edf0-f329-43d9-82ce-6c7ea60e785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406895 Aug 06 16:50:26.255518 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-e9d12ac2-f97c-4040-99a8-8ccc4687f41b service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879800 Aug 06 16:50:26.349804 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d11a2757-e374-417e-a939-e018dda3e716 req-7c3a02b9-6976-4b83-9220-c450ceb8e888 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831704 Aug 06 16:50:26.668130 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:26.899434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5674708-23c2-48da-a196-94a78a61bdd2 req-9720a7a4-b01e-4b40-b32e-ddf3c62da7dc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:26.900948 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5674708-23c2-48da-a196-94a78a61bdd2 req-9720a7a4-b01e-4b40-b32e-ddf3c62da7dc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 06 16:50:26.938736 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a5674708-23c2-48da-a196-94a78a61bdd2 req-88d4b0fa-2556-405a-acce-2868a8693378 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Aug 06 16:50:28.055019 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17350e-1241-4117-8a27-278be1b4c202 req-18d965e5-dd84-4a37-8695-1a61c545f414 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:28.056522 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d17350e-1241-4117-8a27-278be1b4c202 req-18d965e5-dd84-4a37-8695-1a61c545f414 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0498252 Aug 06 16:50:28.097850 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d17350e-1241-4117-8a27-278be1b4c202 req-cf644ee9-ccbb-4869-b48a-2c8bf89fddd1 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354266 Aug 06 16:50:28.120193 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:28.180229 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-aa95412d-b7fb-4400-805f-5684719fc893 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/floatingips/60c409e7-a59d-4de1-aa56-b352d0226dc7 HTTP/1.1" status: 200 len: 993 time: 0.0583854 Aug 06 16:50:28.391184 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41152) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:28.546766 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port d646f8d9-567f-4a9b-802e-062c6a9bdb25 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:50:28.547039 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:28.628064 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:28.628412 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:28.641421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for d646f8d9-567f-4a9b-802e-062c6a9bdb25 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:50:28.841113 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:28.870048 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=d646f8d9-567f-4a9b-802e-062c6a9bdb25,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:28.892979 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.893336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.893682 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.894023 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.894357 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.894693 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.895025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.895352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.895677 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.896027 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.896351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.896670 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:28.943572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:28.944196 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Floating IP 60c409e7-a59d-4de1-aa56-b352d0226dc7 disassociated (deleted). External IP: 172.25.5.226, port: b341bd27-84e8-4f7f-95b8-224913c4dd2e. Aug 06 16:50:29.157348 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 9157efc8-6689-4875-84dd-77b4bd721e39 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:50:29.265849 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:29.270579 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:29.276219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] Sync routers for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:29.286708 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:29.287340 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:29.299092 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1a95615a-d3b4-47a7-b65d-a62459760e1e tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/floatingips/60c409e7-a59d-4de1-aa56-b352d0226dc7 HTTP/1.1" status: 204 len: 168 time: 0.9067812 Aug 06 16:50:29.299698 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:50:29.301990 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bb1bfc-7c38-4c9b-9709-94112628d011" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:50:29.344078 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac5e2f2-6a83-4ad0-83f9-7d66a823a0e4 x-openstack-request-id: req-aac5e2f2-6a83-4ad0-83f9-7d66a823a0e4 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:50:29.344367 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:50:29.344620 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aac5e2f2-6a83-4ad0-83f9-7d66a823a0e4 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:50:29.345022 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'status': 'completed', 'code': 200} Aug 06 16:50:29.405973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:29.416784 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-a319fff8-fc03-4364-b9d5-7fb15edc2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:29.418248 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-a319fff8-fc03-4364-b9d5-7fb15edc2db7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 1096 time: 0.0439079 Aug 06 16:50:29.522078 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-fb6e7494-03ed-49ba-8f4a-2dab5eb4070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:29.524215 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-fb6e7494-03ed-49ba-8f4a-2dab5eb4070a service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 200 len: 897 time: 0.0947101 Aug 06 16:50:29.576124 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-ffa22fab-b6f8-40a3-af7a-b051b69092f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 200 len: 217 time: 0.0407975 Aug 06 16:50:29.618666 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:35Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:29.633193 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-30458915-5e5c-48cc-950c-dfd71cfd64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:29.634708 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-30458915-5e5c-48cc-950c-dfd71cfd64fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=09ed1fe9-11a9-40be-886e-6af99b3ebd13 HTTP/1.1" status: 200 len: 835 time: 0.0518839 Aug 06 16:50:29.650907 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] Checking router: 9157efc8-6689-4875-84dd-77b4bd721e39 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:29.659635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:29.660355 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:29.689780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-7eb9be79-6b8e-435b-95ba-7bcca0aac7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:29.691334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-7eb9be79-6b8e-435b-95ba-7bcca0aac7cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e33edf0-f329-43d9-82ce-6c7ea60e785d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440173 Aug 06 16:50:29.768106 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117241e-1aec-47dc-b37b-46dad3f55d54 req-779bdad0-d1b3-4535-8f0f-cc765ce3903b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:29.769821 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2117241e-1aec-47dc-b37b-46dad3f55d54 req-779bdad0-d1b3-4535-8f0f-cc765ce3903b tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Aug 06 16:50:29.782853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:29.796651 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-ecee661b-e3c3-4645-a67f-04f8aa62ef20 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949850 Aug 06 16:50:29.813075 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2117241e-1aec-47dc-b37b-46dad3f55d54 req-88b709dd-415e-4483-83ac-1598cb188789 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359704 Aug 06 16:50:29.902484 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-87bb1bfc-7c38-4c9b-9709-94112628d011 req-01c8c548-669f-48b7-854e-b972c1cc2772 service neutron] 10.222.0.64 "GET /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965505 Aug 06 16:50:29.976724 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:30.153453 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:35Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:30.180382 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e617f-3f90-4abe-803f-40f2075f2df1 None None] The sync data for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 is: [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:49:30Z', 'revision_number': 4, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '05a85239-3032-4808-909b-6d0d6d47f6b2', 'name': '', 'network_id': '7e33edf0-f329-43d9-82ce-6c7ea60e785d', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'mac_address': 'fa:16:3e:38:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:30Z', 'updated_at': '2021-08-06T16:49:35Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'subnets': [{'id': '09ed1fe9-11a9-40be-886e-6af99b3ebd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:30.415967 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77778a95-7d8e-496b-8df5-ab7230d17b23 None None] New status for floating IP 60c409e7-a59d-4de1-aa56-b352d0226dc7: DOWN {{(pid=94843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:50:30.939674 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80003622-23b6-4650-b99f-fa714314f13b req-3b62d99a-0de7-4392-bc9b-ece7f562c686 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:30.941339 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80003622-23b6-4650-b99f-fa714314f13b req-3b62d99a-0de7-4392-bc9b-ece7f562c686 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0530698 Aug 06 16:50:30.980587 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-80003622-23b6-4650-b99f-fa714314f13b req-69244caf-9041-48ce-b56e-bad0d506b5fc tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/security-groups?id=41915f2c-84b4-43b3-bedb-2c732bd1e5c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Aug 06 16:50:31.506298 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-00071494-9c57-41dc-9894-1c50794677e0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:31.508280 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-00071494-9c57-41dc-9894-1c50794677e0 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 945 time: 0.0496016 Aug 06 16:50:31.603795 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port b341bd27-84e8-4f7f-95b8-224913c4dd2e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:50:31.604163 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:31.695793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port b341bd27-84e8-4f7f-95b8-224913c4dd2e, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=b341bd27-84e8-4f7f-95b8-224913c4dd2e,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:31.696183 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:31.713520 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for b341bd27-84e8-4f7f-95b8-224913c4dd2e owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:50:31.908336 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:31.935904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=b341bd27-84e8-4f7f-95b8-224913c4dd2e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:31.949547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.950021 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.950242 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.950586 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.950923 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.951286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.951594 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.951953 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.952284 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.952636 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.952947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.953271 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:31.995824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] No DVR routers for this DVR port b341bd27-84e8-4f7f-95b8-224913c4dd2e on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:50:31.998540 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:32.000660 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-58776c05-ff40-4c51-b469-618f0f16f1a4 req-dd36c575-eeda-4e2f-8225-de17e193ac20 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.64 "DELETE /v2.0/ports/b341bd27-84e8-4f7f-95b8-224913c4dd2e HTTP/1.1" status: 204 len: 173 time: 0.4848557 Aug 06 16:50:32.001100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'name': 'network-vif-deleted', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:50:32.003483 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1ad6b-a94a-427a-9460-61507995612e" -d '{"events": [{"server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "name": "network-vif-deleted", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:50:32.046772 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e37e52d-254d-45d0-951f-7ecaec3d1f0b x-openstack-request-id: req-1e37e52d-254d-45d0-951f-7ecaec3d1f0b {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:50:32.047068 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6fbb6c-8e71-4ca0-a785-f44161830966", "name": "network-vif-deleted", "tag": "b341bd27-84e8-4f7f-95b8-224913c4dd2e", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:50:32.047325 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e37e52d-254d-45d0-951f-7ecaec3d1f0b {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:50:32.047735 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6fbb6c-8e71-4ca0-a785-f44161830966', 'name': 'network-vif-deleted', 'tag': 'b341bd27-84e8-4f7f-95b8-224913c4dd2e', 'status': 'completed', 'code': 200} Aug 06 16:50:32.087083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-07308db3-bae0-4d62-a060-11c75f0692e8 req-394f4cd9-434e-4a99-9f22-2ab1fe82afc7 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f6fbb6c-8e71-4ca0-a785-f44161830966 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Aug 06 16:50:33.144034 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41168) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:33.504027 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:33.752520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 05a85239-3032-4808-909b-6d0d6d47f6b2 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:50:33.752865 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:33.843778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 05a85239-3032-4808-909b-6d0d6d47f6b2, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=05a85239-3032-4808-909b-6d0d6d47f6b2,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:33.844088 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:33.856784 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 05a85239-3032-4808-909b-6d0d6d47f6b2 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:50:34.100043 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.127421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=05a85239-3032-4808-909b-6d0d6d47f6b2,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:34.306254 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.517961 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Router 9157efc8-6689-4875-84dd-77b4bd721e39 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:50:34.621280 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:34.626209 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0ca905ca-704b-43c4-b186-e7317f76c189 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "PUT /v2.0/routers/9157efc8-6689-4875-84dd-77b4bd721e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4811468 Aug 06 16:50:34.628880 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41170) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:34.631653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] Sync routers for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:34.641095 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:34.641710 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:34.685122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting subnet 09ed1fe9-11a9-40be-886e-6af99b3ebd13 {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 16:50:34.688377 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.729974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.746367 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:34.814223 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.928467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:50:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:34.937274 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.960583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] Checking router: 9157efc8-6689-4875-84dd-77b4bd721e39 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:34.965694 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Subnet': ['ID=09ed1fe9-11a9-40be-886e-6af99b3ebd13,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:34.967648 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:34.972345 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-858ccd92-b390-4109-b3bf-7866eada60a4 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/subnets/09ed1fe9-11a9-40be-886e-6af99b3ebd13 HTTP/1.1" status: 204 len: 168 time: 0.3425000 Aug 06 16:50:34.973088 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41172) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:34.973685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49a75c-d0c4-4aeb-8a15-e6331b3edef6 None None] Network 7e33edf0-f329-43d9-82ce-6c7ea60e785d requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:50:34.988175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] Routers {'9157efc8-6689-4875-84dd-77b4bd721e39'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:34.988820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['9157efc8-6689-4875-84dd-77b4bd721e39'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:35.033748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ede45408-b65e-4b69-8832-7d6fcd4aaf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.088970 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.182202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] Set router 9157efc8-6689-4875-84dd-77b4bd721e39 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:35.197785 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.293931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b341bd27-84e8-4f7f-95b8-224913c4dd2e no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:50:35.321790 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: b341bd27-84e8-4f7f-95b8-224913c4dd2e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:50:35.326841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device b341bd27-84e8-4f7f-95b8-224913c4dd2e not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:50:35.333920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] DHCP port deletion for 7e33edf0-f329-43d9-82ce-6c7ea60e785d request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 16:50:35.336867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Deleting port 542ec164-ee29-4591-b1ad-958c84cd6213 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:50:35.337664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.429224 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] For port 542ec164-ee29-4591-b1ad-958c84cd6213, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=542ec164-ee29-4591-b1ad-958c84cd6213,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:35.429689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.430407 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Deleting port 93f9f306-33ac-49cd-be12-f5db3867001a {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:50:35.430789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.442699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Calling delete_port for 542ec164-ee29-4591-b1ad-958c84cd6213 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:50:35.481886 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:50:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:35.516278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d46252-975b-4cab-9a03-7e44fceed9fd None None] The sync data for ids ['9157efc8-6689-4875-84dd-77b4bd721e39'] in n-d-778550-6 is: [{'id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1177764420', 'tenant_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:49:26Z', 'updated_at': '2021-08-06T16:50:33Z', 'revision_number': 5, 'project_id': 'b4d9ef18b57c4bb6ba8becb027438a1c', 'gw_port': {'id': '542ec164-ee29-4591-b1ad-958c84cd6213', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:50:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9157efc8-6689-4875-84dd-77b4bd721e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:49:27Z', 'updated_at': '2021-08-06T16:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:35.523851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] For port 93f9f306-33ac-49cd-be12-f5db3867001a, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=93f9f306-33ac-49cd-be12-f5db3867001a,segment=NetworkSegment(1c26ca5f-5420-4902-a73a-3539dae0551f),segment_id=1c26ca5f-5420-4902-a73a-3539dae0551f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:35.524265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.537023 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Calling delete_port for 93f9f306-33ac-49cd-be12-f5db3867001a owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:50:35.685588 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.713941 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.715309 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Port': ['ID=542ec164-ee29-4591-b1ad-958c84cd6213,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:35.740578 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Pushing event deleted for resources: {'Port': ['ID=93f9f306-33ac-49cd-be12-f5db3867001a,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:35.749380 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] No DVR routers for this DVR port 93f9f306-33ac-49cd-be12-f5db3867001a on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:50:35.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.754087 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.755175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.755175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.755175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.755175 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.755977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.755977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5fcea-aa1c-4e88-a47e-606973d83d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:35.778572 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.872417 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.874761 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.997455 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:35.998096 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Fanout notify agent at l3_agent the message router_deleted on router 9157efc8-6689-4875-84dd-77b4bd721e39 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 16:50:36.013147 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.013147 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a6670a14-fab8-4d22-bddf-e8b4b38d4fab tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/routers/9157efc8-6689-4875-84dd-77b4bd721e39 HTTP/1.1" status: 204 len: 168 time: 1.0321095 Aug 06 16:50:36.013147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41174) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:36.088243 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.180936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.195163 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e33edf0-f329-43d9-82ce-6c7ea60e785d']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:36.205328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c26ca5f-5420-4902-a73a-3539dae0551f') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:36.207936 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c26ca5f-5420-4902-a73a-3539dae0551f') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:36.215287 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.228815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.234485 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 16:50:36.234873 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: timer() Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 16:50:36.237871 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 16:50:36.380926 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.390765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.391859 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/networks/7e33edf0-f329-43d9-82ce-6c7ea60e785d HTTP/1.1" status: 204 len: 168 time: 0.3811531 Aug 06 16:50:36.395342 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41176) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:36.404270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fe3e9-de30-4872-b6d7-21c2fb78a348 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'Network': ['ID=7e33edf0-f329-43d9-82ce-6c7ea60e785d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:36.456749 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b91eff-8704-4f39-8ada-70d1ed590a58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.482547 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b91eff-8704-4f39-8ada-70d1ed590a58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.603169 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b91eff-8704-4f39-8ada-70d1ed590a58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.605844 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b2b91eff-8704-4f39-8ada-70d1ed590a58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:36.607065 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b2b91eff-8704-4f39-8ada-70d1ed590a58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] 10.222.0.16 "DELETE /v2.0/security-groups/41915f2c-84b4-43b3-bedb-2c732bd1e5c4 HTTP/1.1" status: 204 len: 168 time: 0.2106915 Aug 06 16:50:36.622168 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b91eff-8704-4f39-8ada-70d1ed590a58 tempest-TestNetworkAdvancedServerOps-1563158786 tempest-TestNetworkAdvancedServerOps-1563158786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41915f2c-84b4-43b3-bedb-2c732bd1e5c4,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:37.186716 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41184) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:37.306952 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 542ec164-ee29-4591-b1ad-958c84cd6213 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:50:37.327873 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 542ec164-ee29-4591-b1ad-958c84cd6213 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:50:37.328187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 542ec164-ee29-4591-b1ad-958c84cd6213 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:50:37.328617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93f9f306-33ac-49cd-be12-f5db3867001a no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:50:37.351130 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 93f9f306-33ac-49cd-be12-f5db3867001a {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:50:37.351484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 93f9f306-33ac-49cd-be12-f5db3867001a not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:50:37.351924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 05a85239-3032-4808-909b-6d0d6d47f6b2 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:50:37.362652 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-07a310e6-382d-464b-a5ff-466e29c9b4fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b4d9ef18b57c4bb6ba8becb027438a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746101 Aug 06 16:50:37.365100 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:37.370540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 05a85239-3032-4808-909b-6d0d6d47f6b2 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:50:37.370891 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 05a85239-3032-4808-909b-6d0d6d47f6b2 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:50:37.420317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc6e24-3281-4f9a-8039-ef9ceefb6b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:37.442197 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc6e24-3281-4f9a-8039-ef9ceefb6b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:37.548199 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc6e24-3281-4f9a-8039-ef9ceefb6b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:37.550819 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69dc6e24-3281-4f9a-8039-ef9ceefb6b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:37.552034 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-69dc6e24-3281-4f9a-8039-ef9ceefb6b75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9eecc7e-0365-40d1-8f40-4fed44e21248 HTTP/1.1" status: 204 len: 168 time: 0.1858330 Aug 06 16:50:37.560132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc6e24-3281-4f9a-8039-ef9ceefb6b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eecc7e-0365-40d1-8f40-4fed44e21248,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:37.700547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-71d8528d-1519-40fa-bdc4-8a05ce08c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:37.768538 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.205518 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:38.218766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd0359eb-843c-4baa-9382-c0a66c726381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.309373 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd0359eb-843c-4baa-9382-c0a66c726381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.385762 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-cd0359eb-843c-4baa-9382-c0a66c726381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.423335 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0359eb-843c-4baa-9382-c0a66c726381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f7ceab-4c5e-4ab5-a60a-6e8ff710073d,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:38.427698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-cd0359eb-843c-4baa-9382-c0a66c726381 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4288d76d97864ee7871dca31303789dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2211668 Aug 06 16:50:38.435881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41196) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:38.481119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-998b341f-f464-4122-8f10-0aa799518c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.502720 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-998b341f-f464-4122-8f10-0aa799518c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.642933 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-998b341f-f464-4122-8f10-0aa799518c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.645522 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-998b341f-f464-4122-8f10-0aa799518c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:38.646745 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-998b341f-f464-4122-8f10-0aa799518c1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8f7ceab-4c5e-4ab5-a60a-6e8ff710073d HTTP/1.1" status: 204 len: 168 time: 0.2147129 Aug 06 16:50:38.659082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b341f-f464-4122-8f10-0aa799518c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f7ceab-4c5e-4ab5-a60a-6e8ff710073d,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:39.148870 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:39.536747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-5582c590-895d-4090-a75e-3d5cbbff09f4 req-d60f09d7-0d23-4ae8-bbe5-8407cf6c9c50 service neutron] (94841) timed out ('10.222.0.16', 36482) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 16:50:39.664637 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41218) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:39.759828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-276653513-network', 'tenant_id': '571de43547244736b88d0217bd81a21b'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:39.888341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Made reservation on behalf of 571de43547244736b88d0217bd81a21b for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:50:39.890677 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:39.900319 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:39.987222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.042317 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.062869 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:50:40.081780 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beed42a-86c9-484d-b286-39b6bb5f5217,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:40.089882 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.090237 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Added segment 9763a0b3-a308-4778-9596-9510e72db031 of type vlan for network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 Aug 06 16:50:40.130025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.230918 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.231985 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:40.232570 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.295457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:40.305608 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:50:40.363942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-21e7cbe6-90d3-4d78-bb25-9c9aff6e60e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6920819 Aug 06 16:50:40.363942 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:40.368368 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Request body: {'subnet': {'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-276653513-subnet', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:40.459963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Made reservation on behalf of 571de43547244736b88d0217bd81a21b for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:50:40.462321 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.694620 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.743442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d723cc-8f51-46a6-b64a-c20db016d7cc,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:40.758420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Checking segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:40.758773 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Network hostable DHCP agents. Network: 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:50:40.831474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:50:40.917101 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:40.921144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:40.921738 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:40.925958 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18482190-c86c-42f0-b4a3-ace338a59378 None None] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:50:41.011935 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e46f265b-1faa-46ad-b31f-29dbad83ea35 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6488636 Aug 06 16:50:41.014776 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:41.019286 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:41.081643 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:50:41.082488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.111715 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.112825 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.151544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.169735 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.219157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Allocated IP 172.20.0.2 (2564d848-0aab-4cae-9ca8-9a6ccfeb7a82/17d723cc-8f51-46a6-b64a-c20db016d7cc/d3dbff21-e8e2-4e45-a699-1dc5565d0d50) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:41.405954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.495758 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.503890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Transition to ACTIVE for port object d3dbff21-e8e2-4e45-a699-1dc5565d0d50 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:41.518550 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Transition to ACTIVE for port object d3dbff21-e8e2-4e45-a699-1dc5565d0d50 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:41.605879 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.653630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:41.657689 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:41.659462 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Pushing event updated for resources: {'Port': ['ID=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:41.661704 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:50:41.717612 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Attempting to bind port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:50:41.717990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Attempting to bind port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:50:41.718364 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Attempting to bind port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:50:41.723772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:50:41.724183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Checking segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:41.724599 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.725035 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Bound using segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:50:41.726071 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Bound port: d3dbff21-e8e2-4e45-a699-1dc5565d0d50, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:50:41.726606 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.796470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] For port d3dbff21-e8e2-4e45-a699-1dc5565d0d50, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:50:41.799745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] For port d3dbff21-e8e2-4e45-a699-1dc5565d0d50, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:50:41.897649 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:41.961096 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d65ed-30ec-4d5a-94e5-323850231dba None None] Pushing event updated for resources: {'Port': ['ID=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:42.020292 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:42.041418 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:42.165114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Allocated IP 172.25.5.58 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/7c648edb-d55d-4ac5-855d-2cb698c1d52c) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:42.304950 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:42.394046 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:42.438270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:42.441311 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:42.444214 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:50:42.450457 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Pushing event updated for resources: {'Port': ['ID=7c648edb-d55d-4ac5-855d-2cb698c1d52c,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:42.802354 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:42.811508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91588807-40f0-4b04-9669-91c52952a1bd None None] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:50:42.953502 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e74f8a7-bb91-4908-a8b7-f0ed3dd95e7a None None] Provisioning for port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:43.003239 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.194204 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Router 2bc6143d-00c9-4357-8924-2d568dccc17a is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:50:43.310895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:43.322528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3dbff21-e8e2-4e45-a699-1dc5565d0d50 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:43.330512 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:43.340332 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:43.340999 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:43.370753 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.372137 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a7aca7bc-67ac-4d4e-b018-905fd77d8453 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3563957 Aug 06 16:50:43.378122 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41226) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:43.423192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:43.427352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:43.427826 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.448709 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:43.518155 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.554305 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port d3dbff21-e8e2-4e45-a699-1dc5565d0d50, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:43.622687 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.636153 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:42Z', 'revision_number': 3, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:43.667481 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:43.667842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Updating router 2bc6143d-00c9-4357-8924-2d568dccc17a port 7c648edb-d55d-4ac5-855d-2cb698c1d52c binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:50:43.674905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:43.692847 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.842792 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.945408 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:43.955269 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Transition to ACTIVE for port object 7c648edb-d55d-4ac5-855d-2cb698c1d52c will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:43.999194 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Allocated IP 172.20.0.1 (2564d848-0aab-4cae-9ca8-9a6ccfeb7a82/17d723cc-8f51-46a6-b64a-c20db016d7cc/76fec790-ce68-4b88-9606-c2122a76c7da) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:44.031612 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.090242 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Attempting to bind port 7c648edb-d55d-4ac5-855d-2cb698c1d52c on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:50:44.090633 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Attempting to bind port 7c648edb-d55d-4ac5-855d-2cb698c1d52c by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:50:44.090993 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Attempting to bind port 7c648edb-d55d-4ac5-855d-2cb698c1d52c on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:50:44.092925 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Pushing event updated for resources: {'Port': ['ID=7c648edb-d55d-4ac5-855d-2cb698c1d52c,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:44.102906 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.103250 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.103588 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.103944 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.104275 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.104602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.104925 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.105248 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.105566 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.105884 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.106205 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.106519 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:50:44.109619 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:50:44.109988 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:44.110412 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.110823 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:50:44.111294 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Bound port: 7c648edb-d55d-4ac5-855d-2cb698c1d52c, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:50:44.111674 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.115093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.137718 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Transition to ACTIVE for port object 76fec790-ce68-4b88-9606-c2122a76c7da will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:44.172974 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] For port 7c648edb-d55d-4ac5-855d-2cb698c1d52c, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:50:44.178606 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] For port 7c648edb-d55d-4ac5-855d-2cb698c1d52c, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7c648edb-d55d-4ac5-855d-2cb698c1d52c,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:50:44.262446 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.300158 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.305358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:44.311324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:44.316140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:50:44.317628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Pushing event updated for resources: {'Port': ['ID=76fec790-ce68-4b88-9606-c2122a76c7da,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:44.352485 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:44.353100 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:44.370674 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.402147 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79848ca1-d42a-4f23-a388-3f8da274cef2 None None] Pushing event updated for resources: {'Port': ['ID=7c648edb-d55d-4ac5-855d-2cb698c1d52c,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:44.480663 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:44.573639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.670373 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:42Z', 'revision_number': 3, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:44.673819 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14e49f26-3ed2-448a-9452-70c34694754d None None] Provisioning for port 76fec790-ce68-4b88-9606-c2122a76c7da completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:44.677972 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-14e49f26-3ed2-448a-9452-70c34694754d None None] Provisioning complete for port 76fec790-ce68-4b88-9606-c2122a76c7da triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:44.684347 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-14e49f26-3ed2-448a-9452-70c34694754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.702415 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb99098-8aff-406e-91d1-358655efe6ba None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:42Z', 'revision_number': 3, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:44.721341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-14e49f26-3ed2-448a-9452-70c34694754d None None] Port 76fec790-ce68-4b88-9606-c2122a76c7da cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:50:44.750030 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.826519 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.901060 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:44.902824 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Pushing event updated for resources: {'Port': ['ID=76fec790-ce68-4b88-9606-c2122a76c7da,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:45.009774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:45.011290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:45.146940 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Router 2bc6143d-00c9-4357-8924-2d568dccc17a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:50:45.254150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c747b895-0dcf-4338-9d6a-7198ab9fa960 None None] Provisioning complete for port 76fec790-ce68-4b88-9606-c2122a76c7da triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:45.254529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c747b895-0dcf-4338-9d6a-7198ab9fa960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:45.282132 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:45.288609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-670e362d-565e-412e-afa8-2e6d5bf09329 admin admin] 10.222.0.16 "PUT /v2.0/routers/2bc6143d-00c9-4357-8924-2d568dccc17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9084585 Aug 06 16:50:45.306702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c747b895-0dcf-4338-9d6a-7198ab9fa960 None None] Port 76fec790-ce68-4b88-9606-c2122a76c7da cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:50:45.434569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c648edb-d55d-4ac5-855d-2cb698c1d52c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:45.554851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 7c648edb-d55d-4ac5-855d-2cb698c1d52c completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:45.559866 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7c648edb-d55d-4ac5-855d-2cb698c1d52c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:45.563480 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:45.647095 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:45.671956 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 7c648edb-d55d-4ac5-855d-2cb698c1d52c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7c648edb-d55d-4ac5-855d-2cb698c1d52c,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:45.745417 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:45.746236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3dbff21-e8e2-4e45-a699-1dc5565d0d50 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:45.822000 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=7c648edb-d55d-4ac5-855d-2cb698c1d52c,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:45.840482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:45.840759 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.130947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41242) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:46.136373 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2061584229-network', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:46.245211 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Made reservation on behalf of fb4a8e72536b45edb3cbaeaf7832e51c for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:50:46.247787 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.257727 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.354016 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.373828 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:46.383639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:46.384288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:46.425505 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.449186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 16:50:46.469190 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.469542 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Added segment 850a3d30-a004-4dbe-ade2-7dc464ee6a2f of type vlan for network 95bcf1f8-9304-4c15-bf45-6b95090f52cf Aug 06 16:50:46.471141 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8959f92f-2f10-459c-8701-60b1be0e34f6,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:46.524841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.656581 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.657935 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:46.658769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.660805 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:46.723143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] Pushing event updated for resources: {'Network': ['ID=95bcf1f8-9304-4c15-bf45-6b95090f52cf,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:46.734760 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 16:50:46.780148 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-aa585874-a9cb-435b-8376-1790e77c78ae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6452141 Aug 06 16:50:46.780620 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41244) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:46.785920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Request body: {'subnet': {'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2061584229-subnet', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:46.871327 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Made reservation on behalf of fb4a8e72536b45edb3cbaeaf7832e51c for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:50:46.873666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:46.920333 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 2, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:46.947459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:46.947843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Updating router 2bc6143d-00c9-4357-8924-2d568dccc17a port 76fec790-ce68-4b88-9606-c2122a76c7da binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:50:46.974545 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.108275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.161550 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Pushing event updated for resources: {'Subnet': ['ID=640ee834-5978-4dea-8503-2c5b91d4cbb8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:47.178151 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Checking segment: {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:47.181163 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Network hostable DHCP agents. Network: 95bcf1f8-9304-4c15-bf45-6b95090f52cf, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 16:50:47.247407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.257568 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Transition to ACTIVE for port object 76fec790-ce68-4b88-9606-c2122a76c7da will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:47.304016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c648edb-d55d-4ac5-855d-2cb698c1d52c up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:47.330546 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 16:50:47.351627 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 7c648edb-d55d-4ac5-855d-2cb698c1d52c triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:47.352026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.371848 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.434081 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3bbb-2043-47ae-aaed-fe177cd95496 None None] Pushing event updated for resources: {'Port': ['ID=76fec790-ce68-4b88-9606-c2122a76c7da,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:47.485063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 95bcf1f8-9304-4c15-bf45-6b95090f52cf) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:47.491388 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:47.492001 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.499648 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ea391-da7c-4825-bceb-957d55ead38b None None] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:50:47.543004 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Attempting to bind port 76fec790-ce68-4b88-9606-c2122a76c7da on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:50:47.543385 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Attempting to bind port 76fec790-ce68-4b88-9606-c2122a76c7da by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:50:47.543789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Attempting to bind port 76fec790-ce68-4b88-9606-c2122a76c7da on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:50:47.586422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:50:47.586422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Checking segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:47.587081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.587624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Bound using segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:50:47.588459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Bound port: 76fec790-ce68-4b88-9606-c2122a76c7da, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:50:47.591786 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.592277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7d3100f4-4e3a-46eb-83ef-975adefc820b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8073745 Aug 06 16:50:47.592407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41246) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:47.596946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:47.682830 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.683919 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.709977 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] For port 76fec790-ce68-4b88-9606-c2122a76c7da, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:50:47.716158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] For port 76fec790-ce68-4b88-9606-c2122a76c7da, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=76fec790-ce68-4b88-9606-c2122a76c7da,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:50:47.741664 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.751467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-95bcf1f8-9304-4c15-bf45-6b95090f52cf', 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'fixed_ips': [{'subnet_id': '640ee834-5978-4dea-8503-2c5b91d4cbb8'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 16:50:47.752366 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.822109 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.925344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:47.926054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:47.930155 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3bbb-2043-47ae-aaed-fe177cd95496 None None] Pushing event updated for resources: {'Port': ['ID=76fec790-ce68-4b88-9606-c2122a76c7da,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:47.969042 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:47.995611 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Allocated IP 172.20.0.2 (95bcf1f8-9304-4c15-bf45-6b95090f52cf/640ee834-5978-4dea-8503-2c5b91d4cbb8/0d58a08b-8d7b-4437-aafc-e412f6b74c77) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:48.108867 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:48.264892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.283653 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.320062 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.338921 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Transition to ACTIVE for port object 0d58a08b-8d7b-4437-aafc-e412f6b74c77 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:48.380031 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Transition to ACTIVE for port object 0d58a08b-8d7b-4437-aafc-e412f6b74c77 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:48.406167 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Allocated IP 172.25.5.251 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/94997df9-1cc7-411d-89ca-acb8083f1691) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:48.424322 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:47Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:48.466386 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd40bc5e-b4a1-46b0-95de-57b2c58d24e5 None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:47Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:48.492530 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.545236 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:48.548220 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:48.551145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:50:48.562670 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.604326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Pushing event updated for resources: {'Port': ['ID=0d58a08b-8d7b-4437-aafc-e412f6b74c77,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:48.634016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Attempting to bind port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:50:48.634422 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Attempting to bind port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:50:48.634816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Attempting to bind port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 on network 95bcf1f8-9304-4c15-bf45-6b95090f52cf {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:50:48.640413 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:50:48.641316 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Checking segment: {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:48.641725 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.642354 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Bound using segment: {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:50:48.642596 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Bound port: 0d58a08b-8d7b-4437-aafc-e412f6b74c77, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:50:48.642987 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.683309 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.713019 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] For port 0d58a08b-8d7b-4437-aafc-e412f6b74c77, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:50:48.716290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] For port 0d58a08b-8d7b-4437-aafc-e412f6b74c77, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0d58a08b-8d7b-4437-aafc-e412f6b74c77,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:50:48.728263 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:48.733834 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:48.736128 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Pushing event updated for resources: {'Port': ['ID=94997df9-1cc7-411d-89ca-acb8083f1691,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:48.740133 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:50:48.814544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:48.893397 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed86e75-67f8-4f72-9dd8-839d3f098822 None None] Pushing event updated for resources: {'Port': ['ID=0d58a08b-8d7b-4437-aafc-e412f6b74c77,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:49.117262 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:49.336907 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:49.391235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fec790-ce68-4b88-9606-c2122a76c7da up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:49.529100 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 76fec790-ce68-4b88-9606-c2122a76c7da completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:49.534203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 76fec790-ce68-4b88-9606-c2122a76c7da triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:49.537879 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:49.640477 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:49.681147 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 76fec790-ce68-4b88-9606-c2122a76c7da, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=76fec790-ce68-4b88-9606-c2122a76c7da,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:49.768472 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:49.769360 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0d58a08b-8d7b-4437-aafc-e412f6b74c77 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:49.934607 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 16:50:49.984288 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dde54-875e-4234-96e3-486aa915cacd None None] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 16:50:50.046483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:50.056865 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Sync routers for ids ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:50.066774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Routers {'4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:50.067159 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:50.073180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=76fec790-ce68-4b88-9606-c2122a76c7da,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:50.132304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-45069623-6e2d-455e-8704-bc8ce70966cb None None] Provisioning for port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:50.159358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.160885 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-4dcebeb4-c6cf-4bb6-8b1e-2b1b6a3d0b15 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5677032 Aug 06 16:50:50.164530 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41248) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:50.181668 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Set router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:50.188569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:50.192554 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:50.192947 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.285597 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.324903 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 0d58a08b-8d7b-4437-aafc-e412f6b74c77, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0d58a08b-8d7b-4437-aafc-e412f6b74c77,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:50.389217 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T16:50:48Z', 'revision_number': 3, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:50.393674 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.420997 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Checking router: 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:50.421302 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Updating router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 port 94997df9-1cc7-411d-89ca-acb8083f1691 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:50:50.457522 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=0d58a08b-8d7b-4437-aafc-e412f6b74c77,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:50.469083 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-793d4586-77a9-42ab-8daa-6c21a9f86786 None None] Provisioning complete for port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:50.469465 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-793d4586-77a9-42ab-8daa-6c21a9f86786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.549582 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.641080 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.805166 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Allocated IP 172.20.0.1 (95bcf1f8-9304-4c15-bf45-6b95090f52cf/640ee834-5978-4dea-8503-2c5b91d4cbb8/e9cb2624-fbbc-4157-87d4-0a87d2a9aea5) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:50.810738 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.821239 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Transition to ACTIVE for port object 94997df9-1cc7-411d-89ca-acb8083f1691 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:50.861955 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.911713 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.916709 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Attempting to bind port 94997df9-1cc7-411d-89ca-acb8083f1691 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:50:50.917075 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Attempting to bind port 94997df9-1cc7-411d-89ca-acb8083f1691 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:50:50.917432 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Attempting to bind port 94997df9-1cc7-411d-89ca-acb8083f1691 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:50:50.924149 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cde93-7173-4833-88f9-3106378ac816 None None] Pushing event updated for resources: {'Port': ['ID=94997df9-1cc7-411d-89ca-acb8083f1691,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:50.925517 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Transition to ACTIVE for port object e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:50.926833 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:50:50.927205 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:50.927594 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.928505 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:50:50.928950 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Bound port: 94997df9-1cc7-411d-89ca-acb8083f1691, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:50:50.929335 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:50.979907 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] For port 94997df9-1cc7-411d-89ca-acb8083f1691, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:50:50.982888 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] For port 94997df9-1cc7-411d-89ca-acb8083f1691, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=94997df9-1cc7-411d-89ca-acb8083f1691,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:50:51.023091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.051425 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.064920 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:51.070149 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:51.072912 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:50:51.106669 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:51.116698 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Routers {'4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:51.117366 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:51.119276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cde93-7173-4833-88f9-3106378ac816 None None] Pushing event updated for resources: {'Port': ['ID=94997df9-1cc7-411d-89ca-acb8083f1691,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:51.127573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.233602 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] Set router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:51.316536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fec790-ce68-4b88-9606-c2122a76c7da up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:51.380795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 76fec790-ce68-4b88-9606-c2122a76c7da triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:51.382418 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.426738 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T16:50:48Z', 'revision_number': 3, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:51.463064 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c3e50-dd6c-4352-998a-0eb3608865b8 None None] The sync data for ids ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'] in n-d-778550-6 is: [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T16:50:48Z', 'revision_number': 3, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:51.483259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0d58a08b-8d7b-4437-aafc-e412f6b74c77 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:51.507363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9a9fbeb-864e-4c7a-8de7-0881460ac1f4 None None] Provisioning for port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:51.518872 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c9a9fbeb-864e-4c7a-8de7-0881460ac1f4 None None] Provisioning complete for port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:51.519255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c9a9fbeb-864e-4c7a-8de7-0881460ac1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.566278 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9fbeb-864e-4c7a-8de7-0881460ac1f4 None None] Port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:50:51.573916 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:51.574302 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.739778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.936477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:51.993529 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:52.065778 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:52.067856 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:52.173455 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:52.174926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:52.306180 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:50:52.429183 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:50:52.434334 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-5c29d5a9-e053-4663-a4e7-18bacbf4ae4a admin admin] 10.222.0.16 "PUT /v2.0/routers/4bf9a2a6-6486-4f2b-9338-bd628ddef7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2687116 Aug 06 16:50:52.497475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-375fc3ed-c310-415d-93a3-187a99338caa None None] Provisioning complete for port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:52.497988 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-375fc3ed-c310-415d-93a3-187a99338caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:52.536389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-375fc3ed-c310-415d-93a3-187a99338caa None None] Port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:50:52.603566 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:50:53.119125 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Sync routers for ids ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:50:53.129148 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Routers {'4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:53.129853 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:53.252470 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41256) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:53.257313 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846204638', 'description': 'tempest-secgroup-smoke-1846204638 description', 'project_id': '571de43547244736b88d0217bd81a21b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:53.259099 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Set router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:53.341156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94997df9-1cc7-411d-89ca-acb8083f1691 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:53.353520 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.439037 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.503583 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T16:50:51Z', 'revision_number': 4, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e9cb2624-fbbc-4157-87d4-0a87d2a9aea5', 'name': '', 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'mac_address': 'fa:16:3e:47:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '640ee834-5978-4dea-8503-2c5b91d4cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:50Z', 'updated_at': '2021-08-06T16:50:51Z', 'revision_number': 2, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'subnets': [{'id': '640ee834-5978-4dea-8503-2c5b91d4cbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:53.505919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.531275 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Checking router: 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:50:53.531619 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Updating router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 16:50:53.534766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 94997df9-1cc7-411d-89ca-acb8083f1691 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:53.536381 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:53.553012 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 94997df9-1cc7-411d-89ca-acb8083f1691 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:53.553394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.582260 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.614488 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.615841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-17b6f857-00c0-4ea8-ad95-473d496a430b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3621991 Aug 06 16:50:53.619032 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41258) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:53.623711 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': '595ab187-8ee0-4d64-8d0a-8db7f8fb79a6', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:53.733516 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.746197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.800832 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.806918 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port 94997df9-1cc7-411d-89ca-acb8083f1691, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=94997df9-1cc7-411d-89ca-acb8083f1691,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:53.902601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.907551 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.912443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Transition to ACTIVE for port object e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:53.925852 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdbc62e-61aa-46f0-a35d-e811680a92e1,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:53.956968 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:53.986839 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.019835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=94997df9-1cc7-411d-89ca-acb8083f1691,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:54.031718 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.038463 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41260) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:54.041396 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-ed20da54-02ac-4f98-b152-565e2b1393d7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4212382 Aug 06 16:50:54.044438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': '595ab187-8ee0-4d64-8d0a-8db7f8fb79a6', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:54.101762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3baf1-3634-4510-824d-3c4e036d7a43 None None] Pushing event updated for resources: {'Port': ['ID=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:54.107864 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Attempting to bind port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:50:54.108247 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Attempting to bind port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:50:54.108620 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Attempting to bind port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 on network 95bcf1f8-9304-4c15-bf45-6b95090f52cf {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:50:54.114045 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:50:54.114431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Checking segment: {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:50:54.114840 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.115285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Bound using segment: {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:50:54.115792 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Bound port: e9cb2624-fbbc-4157-87d4-0a87d2a9aea5, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850a3d30-a004-4dbe-ade2-7dc464ee6a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:50:54.116209 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.157275 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.188506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] For port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:50:54.192590 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] For port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:50:54.220024 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.269044 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.296469 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.313418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35972ef-5a8a-41f3-b26d-fa2a0f1aeebe,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:54.321507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Routers {'4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:50:54.322411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:50:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:54.368460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3baf1-3634-4510-824d-3c4e036d7a43 None None] Pushing event updated for resources: {'Port': ['ID=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:54.399417 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.401085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cb27695c-91e4-4ccf-92d2-8b115c4564d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612912 Aug 06 16:50:54.403616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 41262) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:54.415347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': '595ab187-8ee0-4d64-8d0a-8db7f8fb79a6', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:54.447471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] Set router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:50:54.496323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.556763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.645004 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.658799 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T16:50:51Z', 'revision_number': 4, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e9cb2624-fbbc-4157-87d4-0a87d2a9aea5', 'name': '', 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'mac_address': 'fa:16:3e:47:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '640ee834-5978-4dea-8503-2c5b91d4cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:50Z', 'updated_at': '2021-08-06T16:50:54Z', 'revision_number': 4, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'subnets': [{'id': '640ee834-5978-4dea-8503-2c5b91d4cbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:50:54.664272 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69597080-73be-4f0d-9ccc-cfb2cba6187a,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:54.689536 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb44824-8fde-4330-bc2c-6c7069a24277 None None] The sync data for ids ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'] in n-d-778550-6 is: [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T16:50:51Z', 'revision_number': 4, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e9cb2624-fbbc-4157-87d4-0a87d2a9aea5', 'name': '', 'network_id': '95bcf1f8-9304-4c15-bf45-6b95090f52cf', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'mac_address': 'fa:16:3e:47:ce:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '640ee834-5978-4dea-8503-2c5b91d4cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:50Z', 'updated_at': '2021-08-06T16:50:54Z', 'revision_number': 4, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'subnets': [{'id': '640ee834-5978-4dea-8503-2c5b91d4cbb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:50:54.736579 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.738103 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a063d2e5-6c9c-4823-8ca6-3ea2606833ba tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332341 Aug 06 16:50:54.740973 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41264) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:54.749778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': '595ab187-8ee0-4d64-8d0a-8db7f8fb79a6', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:54.856857 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:54.925125 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.002742 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.020805 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf9354c-2b60-45fd-a2a3-ebaee1bd7ae6,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:55.088482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.089841 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-75c672fc-1ffd-4b8e-a413-2c5d8bcc78a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3477755 Aug 06 16:50:55.092619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41266) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:55.097091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': '595ab187-8ee0-4d64-8d0a-8db7f8fb79a6', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:55.203516 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Project 571de43547244736b88d0217bd81a21b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:50:55.208912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.276355 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.352204 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.374639 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c153f315-61cc-4b6a-9d86-d979a850cabf,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:55.396118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:55.448848 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.448848 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9471d5f5-6a3b-49f8-9a09-eac090df7b30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541341 Aug 06 16:50:55.452279 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41268) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:50:55.457159 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': '595ab187-8ee0-4d64-8d0a-8db7f8fb79a6', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:55.524821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:50:55.528982 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:55.529444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.554119 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Project 571de43547244736b88d0217bd81a21b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:50:55.560051 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.614136 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.629572 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.654495 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:50:55.696620 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.716044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442b423e-1e45-4220-b83b-140cbb598ec9,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:55.728656 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.729470 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94997df9-1cc7-411d-89ca-acb8083f1691 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:55.804412 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:50:55.813905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:55.815159 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-992d38f2-3967-4256-ba59-2d632917d4ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618040 Aug 06 16:50:55.817259 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 94997df9-1cc7-411d-89ca-acb8083f1691 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:55.817648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:56.147750 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-aa4a84b5-3c06-4b74-a956-76be0a9bbe44 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846204638&fields=id&tenant_id=571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 267 time: 0.0348165 Aug 06 16:50:56.255874 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d6ee0fb5-5093-429d-b572-e2e78169f61a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:56.258150 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d6ee0fb5-5093-429d-b572-e2e78169f61a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 808 time: 0.1035244 Aug 06 16:50:56.273040 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-954efd49-8333-400c-b851-2a558bcfb5c4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/quotas/571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 375 time: 0.0091445 Aug 06 16:50:56.324195 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d64d6cec-f35b-4bcb-92e3-ecdf7985fdaf tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459597 Aug 06 16:50:56.516993 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-66264f80-467b-44e3-b3a7-e04e5d2abc5c service neutron] 10.222.0.16 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812098 Aug 06 16:50:56.608143 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-f62bc4db-2be8-4d3a-8d5c-fc60d2626745 service neutron] 10.222.0.16 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Aug 06 16:50:56.673925 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:56.908099 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bfecf42f-9e42-4fec-a23d-92aff1482c88 req-3b93d587-16f7-4f0d-b2b5-39dddc3589c2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 210 time: 0.0822151 Aug 06 16:50:57.311990 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:50:57.359036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:50:57.359423 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:57.986601 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cf80c028-a767-40b0-959e-4c2d11ab141f req-13f00909-131d-4847-9564-3286d5dec962 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 210 time: 0.0263686 Aug 06 16:50:59.080321 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57a84d77-e17b-4b20-b16a-18b14967b7fd req-1125012c-b0da-4ab7-a5f6-e16fb8d7a104 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 210 time: 0.0265081 Aug 06 16:50:59.254973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-80896fa4-e4f2-4e38-ac24-9991140f74d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:50:59.256955 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-80896fa4-e4f2-4e38-ac24-9991140f74d8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 808 time: 0.1079516 Aug 06 16:50:59.303151 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-b9658421-e125-4f7e-95bc-4eff5b284680 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 380 time: 0.0352459 Aug 06 16:50:59.317552 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'port': {'device_id': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'admin_state_up': True, 'tenant_id': '571de43547244736b88d0217bd81a21b', 'security_groups': ['595ab187-8ee0-4d64-8d0a-8db7f8fb79a6']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:50:59.496455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Made reservation on behalf of 571de43547244736b88d0217bd81a21b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:50:59.500129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:59.635616 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Allocated IP 172.20.0.14 (2564d848-0aab-4cae-9ca8-9a6ccfeb7a82/17d723cc-8f51-46a6-b64a-c20db016d7cc/e4246b48-9ea4-4668-8fc3-69edaf0ed065) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:50:59.794855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:59.808207 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Transition to ACTIVE for port object e4246b48-9ea4-4668-8fc3-69edaf0ed065 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:50:59.822252 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:59.931487 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:50:59.990136 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:50:59.994012 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:50:59.998370 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:51:00.002364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:00.050059 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:00.050693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.129115 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-d54190d5-2271-464a-81af-d94109bedf5c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8171735 Aug 06 16:51:00.143695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Request body: {'port': {'device_id': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:51:00.201902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a3d94-ccaf-400e-8902-279b15624b8a req-d9766793-c5a1-4332-b004-dd48e7682d0a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:00.203320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-508a3d94-ccaf-400e-8902-279b15624b8a req-d9766793-c5a1-4332-b004-dd48e7682d0a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 932 time: 0.0514510 Aug 06 16:51:00.206318 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.246832 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-508a3d94-ccaf-400e-8902-279b15624b8a req-0b6061dd-1209-4571-b5c8-0c510938c740 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363426 Aug 06 16:51:00.351860 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-31cb2c85-0864-46a5-a0e8-72deafa945ad None None] Provisioning for port e4246b48-9ea4-4668-8fc3-69edaf0ed065 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:51:00.356313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-31cb2c85-0864-46a5-a0e8-72deafa945ad None None] Provisioning complete for port e4246b48-9ea4-4668-8fc3-69edaf0ed065 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:51:00.356772 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-31cb2c85-0864-46a5-a0e8-72deafa945ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.394468 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-31cb2c85-0864-46a5-a0e8-72deafa945ad None None] Port e4246b48-9ea4-4668-8fc3-69edaf0ed065 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:51:00.500956 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4246b48-9ea4-4668-8fc3-69edaf0ed065 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:51:00.508513 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.520519 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Transition to ACTIVE for port object e4246b48-9ea4-4668-8fc3-69edaf0ed065 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:51:00.593094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.650846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:00.729986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Attempting to bind port e4246b48-9ea4-4668-8fc3-69edaf0ed065 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:51:00.730345 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Attempting to bind port e4246b48-9ea4-4668-8fc3-69edaf0ed065 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:51:00.730681 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Attempting to bind port e4246b48-9ea4-4668-8fc3-69edaf0ed065 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:51:00.735723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Port e4246b48-9ea4-4668-8fc3-69edaf0ed065 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:51:00.736091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Attempting to bind port e4246b48-9ea4-4668-8fc3-69edaf0ed065 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:51:00.741645 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:51:00.742278 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Checking segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:51:00.742400 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Bound using segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:51:00.742830 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Bound port: e4246b48-9ea4-4668-8fc3-69edaf0ed065, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:51:00.743228 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.810667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:51:00.813723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:51:00.908644 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.943150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:00.944353 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:00.951543 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] 10.222.0.64 "PUT /v2.0/ports/e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 1092 time: 0.8124828 Aug 06 16:51:00.952064 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:51:00.954438 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:51:00.990548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05faba-9dcf-41e1-95fd-242aa501ce2c service neutron] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:01.002475 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc8cea2-3d04-4b26-8299-89013936c97a x-openstack-request-id: req-ecc8cea2-3d04-4b26-8299-89013936c97a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:51:01.002843 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:51:01.003170 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecc8cea2-3d04-4b26-8299-89013936c97a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:51:01.003649 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'status': 'completed', 'code': 200} Aug 06 16:51:01.079897 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e req-78dc4ac0-dc25-46fb-9a83-5fe232ebd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.081443 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e req-78dc4ac0-dc25-46fb-9a83-5fe232ebd5d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1095 time: 0.0546784 Aug 06 16:51:01.186154 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e req-96cd38de-84c7-48fa-bcad-15f95d2663ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.187665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e req-96cd38de-84c7-48fa-bcad-15f95d2663ab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=571de43547244736b88d0217bd81a21b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0967495 Aug 06 16:51:01.290870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e req-6ae734a0-604a-4ba5-a0a7-93675a719349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.292440 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-3f6460c5-f9ff-4e8f-8ca4-d30a1fb79c5e req-6ae734a0-604a-4ba5-a0a7-93675a719349 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973208 Aug 06 16:51:01.386026 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-66e1ae71-9ba1-4d50-ad91-9ed24652c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.387583 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-66e1ae71-9ba1-4d50-ad91-9ed24652c5a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1095 time: 0.0543740 Aug 06 16:51:01.398721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fff6c-5c20-4a9c-b634-b2511810a135 req-ce538906-9904-41fe-89d3-b818d4df2749 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.401057 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-732fff6c-5c20-4a9c-b634-b2511810a135 req-ce538906-9904-41fe-89d3-b818d4df2749 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0742204 Aug 06 16:51:01.439123 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-945f5680-4d83-4e8f-bfd7-44db8d4db4fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 217 time: 0.0397012 Aug 06 16:51:01.447343 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-732fff6c-5c20-4a9c-b634-b2511810a135 req-1cf2ac5a-ba93-4c9b-bf34-1316d6d989b1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Aug 06 16:51:01.515578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-2cb1035b-24cf-49d5-b7bd-6bd765a6d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.518131 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-2cb1035b-24cf-49d5-b7bd-6bd765a6d743 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0678456 Aug 06 16:51:01.586260 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-0ab8f3fb-325d-4b6a-8bee-ba45c224fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:01.587916 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-0ab8f3fb-325d-4b6a-8bee-ba45c224fa89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606742 Aug 06 16:51:01.699386 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-94673467-946a-419e-9622-6a348f759817 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983279 Aug 06 16:51:01.809129 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-af2d84a2-b03e-45a0-84c0-e0f68d424e51 req-8c8f2d33-a6e5-4cfd-b204-efc3e50d629c service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992968 Aug 06 16:51:02.564650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf9f15-7f9a-44b4-ae5c-b314cfd2941b req-39f95449-e9b3-4c69-a5fb-5d11dfea1743 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:02.566155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edcf9f15-7f9a-44b4-ae5c-b314cfd2941b req-39f95449-e9b3-4c69-a5fb-5d11dfea1743 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0494018 Aug 06 16:51:02.605612 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-edcf9f15-7f9a-44b4-ae5c-b314cfd2941b req-2341766a-aa30-49b3-aa3a-d17be530d159 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Aug 06 16:51:03.721951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cf502-b530-41e1-9b7f-74074d3af475 req-2bd3ca72-860d-4bfa-b51a-e65541cf6c5d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:03.723772 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac4cf502-b530-41e1-9b7f-74074d3af475 req-2bd3ca72-860d-4bfa-b51a-e65541cf6c5d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0510991 Aug 06 16:51:03.763453 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ac4cf502-b530-41e1-9b7f-74074d3af475 req-26ced06e-b807-45c0-91ef-6933dc8684ce tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Aug 06 16:51:04.878818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08266b6-5f46-41dd-8c57-f336ef07e43d req-bfb5bfdb-5bbe-41a6-9cca-3d3294ebdce7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:04.880347 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a08266b6-5f46-41dd-8c57-f336ef07e43d req-bfb5bfdb-5bbe-41a6-9cca-3d3294ebdce7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0501206 Aug 06 16:51:04.922275 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a08266b6-5f46-41dd-8c57-f336ef07e43d req-b3157d97-c444-439c-ac8c-48f9061775dc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354779 Aug 06 16:51:05.010516 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3fbf-1580-4c20-9fb9-7b7fa697416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:05.442270 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:51:05.537777 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:51:05.548984 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'mac_address': 'fa:16:3e:dc:1b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:51:05.594074 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:05.606871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4246b48-9ea4-4668-8fc3-69edaf0ed065 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:51:05.625503 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:51:05.718832 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:05.766773 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:05.964050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e4246b48-9ea4-4668-8fc3-69edaf0ed065'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:51:06.039536 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca680b0-0320-4111-a796-99c5fac2282e req-e0f8c5c0-4b61-4c65-8348-d3f17d2cfa54 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:06.041236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca680b0-0320-4111-a796-99c5fac2282e req-e0f8c5c0-4b61-4c65-8348-d3f17d2cfa54 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Aug 06 16:51:06.080589 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3ca680b0-0320-4111-a796-99c5fac2282e req-175a07fc-2bb7-4cf7-ad30-44a4b5db5821 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333979 Aug 06 16:51:07.195631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a586753-17f1-454c-bf47-06dc10ceab0c req-b37493c7-82a2-4c8f-9460-f748ff28eeaf tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:07.197163 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a586753-17f1-454c-bf47-06dc10ceab0c req-b37493c7-82a2-4c8f-9460-f748ff28eeaf tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 945 time: 0.0503175 Aug 06 16:51:07.236119 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1a586753-17f1-454c-bf47-06dc10ceab0c req-3b870a95-cf03-47c7-8cdc-ae3ae388ab24 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Aug 06 16:51:07.458840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:51:07.576353 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port e4246b48-9ea4-4668-8fc3-69edaf0ed065 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:51:07.580163 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e4246b48-9ea4-4668-8fc3-69edaf0ed065 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:51:07.580537 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:07.671407 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:07.698030 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:51:07.700397 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3e2d0b-fa64-4f5e-9cb7-ecb34fa6ac25" -d '{"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-plugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:51:07.726073 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-410415f4-cc69-44f3-9041-a34b1d090c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:07.731326 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:51:07.741724 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b59821-50b1-446f-8ab8-8f0a81da73f5 x-openstack-request-id: req-d7b59821-50b1-446f-8ab8-8f0a81da73f5 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:51:07.741724 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-plugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:51:07.741724 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7b59821-50b1-446f-8ab8-8f0a81da73f5 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:51:07.741724 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'code': 200} Aug 06 16:51:07.822160 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:07.833087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:07.842195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0f12c-dd48-49f3-af48-00b8a0bae43a req-95d2d524-a5e5-4085-8662-d8d7f965ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:07.844644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c5a0f12c-dd48-49f3-af48-00b8a0bae43a req-95d2d524-a5e5-4085-8662-d8d7f965ac28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1096 time: 0.0442185 Aug 06 16:51:07.880970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:07.886431 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c5a0f12c-dd48-49f3-af48-00b8a0bae43a req-fc46f750-032d-4ea4-b730-77389b426503 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297544 Aug 06 16:51:08.352446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1eb9e-1aa4-449e-8855-ba9c88eb7329 req-8be99583-4dd5-4dff-8008-78b3a651122b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:08.354004 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2c1eb9e-1aa4-449e-8855-ba9c88eb7329 req-8be99583-4dd5-4dff-8008-78b3a651122b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0484023 Aug 06 16:51:08.396565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f2c1eb9e-1aa4-449e-8855-ba9c88eb7329 req-82e31454-5047-41c8-b8b4-c3bb466daea4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364778 Aug 06 16:51:09.142049 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:09.513999 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2814cb-5d4a-4cd7-80d2-67d07b2bb32c req-1ba4139f-382b-4ba6-9784-6a2f3b065a64 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:09.515495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d2814cb-5d4a-4cd7-80d2-67d07b2bb32c req-1ba4139f-382b-4ba6-9784-6a2f3b065a64 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0501704 Aug 06 16:51:09.552721 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9d2814cb-5d4a-4cd7-80d2-67d07b2bb32c req-2ab3c508-a6a6-4f8d-8045-7aaf92a90fac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Aug 06 16:51:09.669111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b99e33-2cb0-4e91-8cf3-77764105f40f req-73801048-ed5e-4841-bc98-4f668b4e651d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:09.670646 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3b99e33-2cb0-4e91-8cf3-77764105f40f req-73801048-ed5e-4841-bc98-4f668b4e651d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0509310 Aug 06 16:51:09.709242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e3b99e33-2cb0-4e91-8cf3-77764105f40f req-2472c5f1-2a50-4b4b-8bb2-cd652d18f1f8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 06 16:51:09.731035 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41338) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:51:09.814072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4a5ee-74ab-41a5-a73e-ccc1620e0836 tempest-TestShelveInstance-73584945 tempest-TestShelveInstance-73584945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:09.815593 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-49e4a5ee-74ab-41a5-a73e-ccc1620e0836 tempest-TestShelveInstance-73584945 tempest-TestShelveInstance-73584945-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1092 time: 0.0834956 Aug 06 16:51:09.819485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41342) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:51:09.824022 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:51:09.904771 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:10.003542 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:10.109845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Allocated IP 172.25.5.48 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/72fbed26-a2f1-48b0-8804-56f48e4a872a) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:51:10.212508 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:10.313570 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:10.349597 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:51:10.354360 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:51:10.357842 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:51:10.386264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'Port': ['ID=72fbed26-a2f1-48b0-8804-56f48e4a872a,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:10.722784 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:10.847136 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:10.997546 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:11.047782 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:11.079150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:11.124699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'Port': ['ID=72fbed26-a2f1-48b0-8804-56f48e4a872a,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:51:11.131161 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:11.233225 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Floating IP 45015924-b9be-4082-abc7-e2d36756bab3 associated. External IP: 172.25.5.48, port: e4246b48-9ea4-4668-8fc3-69edaf0ed065. Aug 06 16:51:11.445392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Router 2bc6143d-00c9-4357-8924-2d568dccc17a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:51:11.555376 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:51:11.565870 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:51:11.576691 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:51:11.577318 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:51:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:51:11.634527 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:11.664791 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0ba13ae0-4aa8-408b-8f57-c89ecb49a979 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8433867 Aug 06 16:51:11.665498 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:51:11.668858 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:51:11.683349 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:51:11.707152 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09cfe0-c7f1-45cb-a7ad-f838014aa9b6 x-openstack-request-id: req-dc09cfe0-c7f1-45cb-a7ad-f838014aa9b6 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:51:11.707449 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:51:11.707708 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc09cfe0-c7f1-45cb-a7ad-f838014aa9b6 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:51:11.708153 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'status': 'completed', 'code': 200} Aug 06 16:51:11.775521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-15f259e3-65ec-4986-bfac-ed81b57a6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:11.778064 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-15f259e3-65ec-4986-bfac-ed81b57a6ce1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1097 time: 0.0487154 Aug 06 16:51:11.873356 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-3f091115-5d63-4ece-adae-cc977f50c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:11.874772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-3f091115-5d63-4ece-adae-cc977f50c96d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0896726 Aug 06 16:51:11.907860 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '45015924-b9be-4082-abc7-e2d36756bab3', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'mac_address': 'fa:16:3e:dc:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:51:10Z', 'updated_at': '2021-08-06T16:51:10Z', 'revision_number': 0, 'project_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:51:11.937160 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:51:11.945276 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-d4c9eb61-b90f-458b-8de7-ed5ef6e0b312 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 999 time: 0.0629358 Aug 06 16:51:11.945738 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:51:11.946340 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:51:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:51:11.996376 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-256fe06a-3e6e-470e-91fd-b11b7040619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:11.997881 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-256fe06a-3e6e-470e-91fd-b11b7040619e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0460734 Aug 06 16:51:12.045949 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-d081ff5f-4534-4a46-a320-a7c8cf723c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:12.047486 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-d081ff5f-4534-4a46-a320-a7c8cf723c41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419919 Aug 06 16:51:12.051958 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:51:12.147895 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-e31e6dce-15b8-4b26-93f2-5a5059327869 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910730 Aug 06 16:51:12.259893 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-83f97a9e-efd4-4368-a6ae-3acdaf2829dd req-961ac28d-7c76-46a7-97e8-cb227001ddbc service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052125 Aug 06 16:51:12.306712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '45015924-b9be-4082-abc7-e2d36756bab3', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'mac_address': 'fa:16:3e:dc:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:51:10Z', 'updated_at': '2021-08-06T16:51:10Z', 'revision_number': 0, 'project_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:51:12.332296 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a663b1dc-c2ca-4557-9331-b7e991450471 None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '45015924-b9be-4082-abc7-e2d36756bab3', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'floating_ip_address': '172.25.5.48', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'mac_address': 'fa:16:3e:dc:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:51:10Z', 'updated_at': '2021-08-06T16:51:10Z', 'revision_number': 0, 'project_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:51:12.529154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c410b0b5-df6e-44b5-ac6a-15be28578749 None None] New status for floating IP 45015924-b9be-4082-abc7-e2d36756bab3: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:51:25.929387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-ff3f4f25-29a7-4225-9542-d35aadaf2ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416369 Aug 06 16:51:26.031510 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-40b06279-c46d-4ef3-aca6-ff3444d71e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:26.033152 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-40b06279-c46d-4ef3-aca6-ff3444d71e04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1097 time: 0.0457056 Aug 06 16:51:26.137734 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-815d49d3-57b4-45e3-90e4-246d22fd4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:26.139367 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-815d49d3-57b4-45e3-90e4-246d22fd4746 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0864038 Aug 06 16:51:26.213626 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-6eb86f0c-5f04-458f-adc2-5971654d2b4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 1001 time: 0.0618708 Aug 06 16:51:26.265768 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-5fe114ce-73fa-4d47-af35-d4e13866eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:26.267220 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-5fe114ce-73fa-4d47-af35-d4e13866eddb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0441058 Aug 06 16:51:26.315116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-9d4458b2-d25d-41dc-82c5-7059b145450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:51:26.316654 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-9d4458b2-d25d-41dc-82c5-7059b145450c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408599 Aug 06 16:51:26.411941 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-7967c030-1a80-4f9a-9368-3b5846002b27 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866101 Aug 06 16:51:26.507482 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-a1c1636d-8812-4dc0-ae22-c0768159edf8 req-a0ddf6df-cefb-42be-ae0a-e49a159b4d3c service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862050 Aug 06 16:51:26.661329 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:29.603151 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:51:29.836463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:35.002393 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0e847bf-7498-41a4-a1ad-db489df440ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:37.699467 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-25750a89-499e-4c92-9b86-405c75a3c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:37.801615 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:39.163689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:41.121533 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:56.672328 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:51:59.792251 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:05.014951 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-59134525-fbbe-466c-93dd-1baae84edc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:06.602400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:52:07.717587 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-32b38c25-e6f7-418e-ae5c-622995e25522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:07.797648 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:09.174666 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:11.147104 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:26.689055 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:26.922012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-ec5d9def-4b5f-42fb-a82d-9b0b5f19debd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454869 Aug 06 16:52:27.015673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915910e-4197-4209-8087-03d2842916fd req-f38d6110-8fc2-45f3-907f-616cf06d80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:27.017173 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-f38d6110-8fc2-45f3-907f-616cf06d80fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1097 time: 0.0403891 Aug 06 16:52:27.123197 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915910e-4197-4209-8087-03d2842916fd req-a94a8e9e-e343-4584-9dd1-3ba318780650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:27.128641 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-a94a8e9e-e343-4584-9dd1-3ba318780650 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0855958 Aug 06 16:52:27.200942 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-8d410604-8081-4ee8-ba39-a4e41cd3b0bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 1001 time: 0.0639663 Aug 06 16:52:27.254005 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915910e-4197-4209-8087-03d2842916fd req-b2ebccdb-ff28-4202-942e-34e59f741a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:27.255490 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-b2ebccdb-ff28-4202-942e-34e59f741a27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0475450 Aug 06 16:52:27.312579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915910e-4197-4209-8087-03d2842916fd req-9d5574ff-6d3e-4e1a-8d72-c8e9b88d19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:52:27.314127 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-9d5574ff-6d3e-4e1a-8d72-c8e9b88d19ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510786 Aug 06 16:52:27.417584 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-5450e48d-4cd9-434d-bac6-cc83138a5619 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917549 Aug 06 16:52:27.525037 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e915910e-4197-4209-8087-03d2842916fd req-388a317c-c31d-4f2c-ad8e-d976339aec82 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955434 Aug 06 16:52:29.803023 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:35.011739 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cc5b2d17-1b6b-42cf-b224-cac72df91ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:37.689816 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9c96-0fee-464f-b0a4-a996d7524ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:37.779630 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:39.191574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:41.123238 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:43.601076 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:52:56.691891 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:52:59.836463 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:05.025421 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c458afbd-416c-4d62-94d5-d35071b093bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:07.693420 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2c91189c-8e0a-424e-ab93-e72c3926c203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:07.771039 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:09.162178 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:09.443613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba125406-911e-4b69-905e-6b6ce84eaadc req-35896004-7a04-4d0d-8d31-19062f02a14d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:09.445145 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba125406-911e-4b69-905e-6b6ce84eaadc req-35896004-7a04-4d0d-8d31-19062f02a14d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0539052 Aug 06 16:53:09.485188 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ba125406-911e-4b69-905e-6b6ce84eaadc req-4b59f855-43c9-42de-80e6-476668e7584b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339546 Aug 06 16:53:10.616582 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5be1-2a70-4386-91a4-969f8e9228a4 req-7d18fe17-a9be-4ed8-a39a-937a77e7ebf8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:10.617980 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-167b5be1-2a70-4386-91a4-969f8e9228a4 req-7d18fe17-a9be-4ed8-a39a-937a77e7ebf8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0495961 Aug 06 16:53:10.655622 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-167b5be1-2a70-4386-91a4-969f8e9228a4 req-1314ef2d-7f30-4fce-90fc-17029c7e189b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Aug 06 16:53:11.087823 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:11.802239 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c34a1-c813-4efa-b2b7-4d845d285a69 req-eedb31b6-c9e8-4124-9d78-2b7c3ebeb62d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:11.803729 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-997c34a1-c813-4efa-b2b7-4d845d285a69 req-eedb31b6-c9e8-4124-9d78-2b7c3ebeb62d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0544298 Aug 06 16:53:11.842552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-997c34a1-c813-4efa-b2b7-4d845d285a69 req-2f474c02-dd88-468b-9e65-54845dbc304d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Aug 06 16:53:12.959136 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4794d-4eff-4d45-9a9c-68e6f54afef8 req-a5d46eca-d63c-4933-b878-e7121333b63c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:12.960636 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fb4794d-4eff-4d45-9a9c-68e6f54afef8 req-a5d46eca-d63c-4933-b878-e7121333b63c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0512602 Aug 06 16:53:12.998760 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3fb4794d-4eff-4d45-9a9c-68e6f54afef8 req-f2c11a58-6bc2-488a-a962-aa5aad3691af tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321357 Aug 06 16:53:14.113178 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce85c11-053b-4886-9f07-ea244e5b63e3 req-06fb1b1e-e171-4384-865d-1e44cd084482 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:14.114640 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ce85c11-053b-4886-9f07-ea244e5b63e3 req-06fb1b1e-e171-4384-865d-1e44cd084482 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Aug 06 16:53:14.153706 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6ce85c11-053b-4886-9f07-ea244e5b63e3 req-b607631b-0462-4c0e-aaba-8c67e5b94810 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Aug 06 16:53:15.293663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724802d-ef3e-4816-ad4c-bb9ec69332ab req-c4bc018b-3afd-4d01-8ddc-4eb41262bd72 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:15.295129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0724802d-ef3e-4816-ad4c-bb9ec69332ab req-c4bc018b-3afd-4d01-8ddc-4eb41262bd72 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0548613 Aug 06 16:53:15.333502 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0724802d-ef3e-4816-ad4c-bb9ec69332ab req-a94d8163-de18-4314-af9f-21d0d624f194 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Aug 06 16:53:16.449064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac152e-698c-4b0c-9f75-29d789cd3dae req-bd9e2896-98f9-4e4f-bcbd-323b3a9ccb94 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:16.450602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65ac152e-698c-4b0c-9f75-29d789cd3dae req-bd9e2896-98f9-4e4f-bcbd-323b3a9ccb94 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0505750 Aug 06 16:53:16.489669 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65ac152e-698c-4b0c-9f75-29d789cd3dae req-cbca8187-8a9d-4a13-85d0-8b04c1529c74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Aug 06 16:53:17.616915 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40eff3-af7a-493d-a723-749608012fcd req-e0c4ef2b-166c-4e38-898f-c0c236c49347 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:17.618403 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca40eff3-af7a-493d-a723-749608012fcd req-e0c4ef2b-166c-4e38-898f-c0c236c49347 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0490305 Aug 06 16:53:17.656482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca40eff3-af7a-493d-a723-749608012fcd req-e0486679-f89f-440f-9238-b36679f249f9 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321677 Aug 06 16:53:18.776782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd286de-1440-40f7-ba82-5fda597a9a08 req-0cd76b28-4f45-4394-a697-1241b6296436 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:18.778249 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bd286de-1440-40f7-ba82-5fda597a9a08 req-0cd76b28-4f45-4394-a697-1241b6296436 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0524023 Aug 06 16:53:18.817461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4bd286de-1440-40f7-ba82-5fda597a9a08 req-ab45d870-ba28-488c-b026-ccf92a9e2630 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Aug 06 16:53:19.940261 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5761875-218e-489d-a5e7-76a500f8ad0e req-663eadd2-fa7a-406e-bab5-a2997a9cc8bb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:19.943022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5761875-218e-489d-a5e7-76a500f8ad0e req-663eadd2-fa7a-406e-bab5-a2997a9cc8bb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0584061 Aug 06 16:53:19.983988 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f5761875-218e-489d-a5e7-76a500f8ad0e req-667c5141-6aac-4db2-925e-f7c2c9938db4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330126 Aug 06 16:53:20.599825 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:53:21.099664 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f0727-5049-4b04-8681-f8c452f4dc8e req-9b10bf4e-c9a7-4335-8d64-2fbae088c419 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:21.101179 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-543f0727-5049-4b04-8681-f8c452f4dc8e req-9b10bf4e-c9a7-4335-8d64-2fbae088c419 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0495231 Aug 06 16:53:21.138117 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-543f0727-5049-4b04-8681-f8c452f4dc8e req-a380401d-df0b-4621-9cf8-d1fc47a1429e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Aug 06 16:53:22.080747 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:53:22.182063 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:22.197718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'mac_address': 'fa:16:3e:dc:1b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:53:22.238199 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:22.254060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4246b48-9ea4-4668-8fc3-69edaf0ed065 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:53:22.263757 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74341699-1d9f-4194-a9a8-73504c2c93e2 req-232e7a8d-10f5-4845-81bb-4744fe44463e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:22.265435 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74341699-1d9f-4194-a9a8-73504c2c93e2 req-232e7a8d-10f5-4845-81bb-4744fe44463e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0549147 Aug 06 16:53:22.276660 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:22.311214 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-74341699-1d9f-4194-a9a8-73504c2c93e2 req-6b2911a4-9594-43f0-aa4b-b8aa7b6478a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356572 Aug 06 16:53:22.339590 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:22.396726 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:53:22.404145 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.404496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.404837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.405171 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.405504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.405832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.406156 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.406484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.406879 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.407112 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.407432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.407746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:53:22.425779 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e4246b48-9ea4-4668-8fc3-69edaf0ed065'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:53:23.458074 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e24fd-ad78-47ca-b2b8-49ab94d758d9 req-0387ed99-91a4-45dd-8a15-d5fafdf66022 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:23.465473 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c2e24fd-ad78-47ca-b2b8-49ab94d758d9 req-0387ed99-91a4-45dd-8a15-d5fafdf66022 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 945 time: 0.0590417 Aug 06 16:53:23.505155 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c2e24fd-ad78-47ca-b2b8-49ab94d758d9 req-15f58369-29e7-4c7e-9556-706a162ecad1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379698 Aug 06 16:53:24.113540 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:53:24.165139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e4246b48-9ea4-4668-8fc3-69edaf0ed065 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:53:24.165521 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:24.252740 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:24.278509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:53:24.281554 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d52139e-b936-47be-b17d-8661badd251e" -d '{"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-plugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:53:24.303569 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:24.385171 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:24.416427 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71587be5-7267-4fee-900b-5694647f1ab0 x-openstack-request-id: req-71587be5-7267-4fee-900b-5694647f1ab0 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:53:24.416785 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-plugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:53:24.416985 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71587be5-7267-4fee-900b-5694647f1ab0 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:53:24.417380 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'code': 200} Aug 06 16:53:24.447359 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:53:24.633014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050de2-875d-4c9c-a03f-7e89a6cbaf94 req-0c9df89a-533b-43c8-a969-e49222c56367 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:24.634555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b050de2-875d-4c9c-a03f-7e89a6cbaf94 req-0c9df89a-533b-43c8-a969-e49222c56367 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0566726 Aug 06 16:53:24.679251 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7b050de2-875d-4c9c-a03f-7e89a6cbaf94 req-bfedfa55-db0e-4943-89c7-badc8de0ac8f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376985 Aug 06 16:53:25.815205 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63c82e-afb4-4f59-81c0-2d4560c625fc req-e85419e6-1efc-4548-a8ce-177bd52b6e31 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:25.820395 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd63c82e-afb4-4f59-81c0-2d4560c625fc req-e85419e6-1efc-4548-a8ce-177bd52b6e31 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0588446 Aug 06 16:53:25.856289 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bd63c82e-afb4-4f59-81c0-2d4560c625fc req-1b9554fe-88b9-4331-b9f6-fefa895e61b7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Aug 06 16:53:26.702282 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:27.009924 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53b644-a561-4bf9-aed1-51b103b1e9b6 req-0b775ffc-f768-47db-9f67-55c703745cc1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:27.011582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e53b644-a561-4bf9-aed1-51b103b1e9b6 req-0b775ffc-f768-47db-9f67-55c703745cc1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0744112 Aug 06 16:53:27.064326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e53b644-a561-4bf9-aed1-51b103b1e9b6 req-2501cdc6-0299-4b5c-b585-34ec71476f63 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449588 Aug 06 16:53:28.034837 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6741-d034-491a-b647-e2f00af5838e req-888d3b65-d544-411f-a1aa-5942fb67de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:28.038378 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-888d3b65-d544-411f-a1aa-5942fb67de45 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1097 time: 0.1159251 Aug 06 16:53:28.182313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6741-d034-491a-b647-e2f00af5838e req-4ec1043f-9d93-49de-8bb3-ebc3d614b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:28.183768 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-4ec1043f-9d93-49de-8bb3-ebc3d614b417 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.1183043 Aug 06 16:53:28.210336 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6207d37-ec39-4065-bc56-c7deb62bfdaf req-d3886166-3795-4eba-925d-931323bdda5b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:28.212024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6207d37-ec39-4065-bc56-c7deb62bfdaf req-d3886166-3795-4eba-925d-931323bdda5b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0714645 Aug 06 16:53:28.284644 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c6207d37-ec39-4065-bc56-c7deb62bfdaf req-b8f9d60c-1176-4446-aed5-d268c02fe77d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658977 Aug 06 16:53:28.302788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-8681b5b8-f39b-4f46-914c-a259a61e28cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 1001 time: 0.1099620 Aug 06 16:53:28.361355 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6741-d034-491a-b647-e2f00af5838e req-02754805-b486-4a4d-808c-f2569f4623ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:28.362931 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-02754805-b486-4a4d-808c-f2569f4623ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0529428 Aug 06 16:53:28.435250 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c6741-d034-491a-b647-e2f00af5838e req-9ef66ef1-72d4-41eb-8251-8fd2b37d17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:28.436356 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-9ef66ef1-72d4-41eb-8251-8fd2b37d17ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548053 Aug 06 16:53:28.557007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-409ae5a4-0858-4d9a-a4fc-344565d2d543 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087346 Aug 06 16:53:28.681630 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f44c6741-d034-491a-b647-e2f00af5838e req-862f8d33-1f59-464c-a0ad-e3436016b44f service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110694 Aug 06 16:53:29.403821 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a71c2-3c89-4f6d-92fe-876342e7c2e3 req-cac3fbe6-4c72-4e5f-b361-37d21d5aeaa3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:29.406046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef9a71c2-3c89-4f6d-92fe-876342e7c2e3 req-cac3fbe6-4c72-4e5f-b361-37d21d5aeaa3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0603497 Aug 06 16:53:29.454110 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ef9a71c2-3c89-4f6d-92fe-876342e7c2e3 req-83dedd79-fd78-4136-95bb-f444f08b2d90 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398855 Aug 06 16:53:29.813024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:30.584398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e70de-991a-4d0e-9dfe-5b12d6d98b20 req-4b0fa72e-3d36-4ca5-940c-9476ac60afa3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:30.586055 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-155e70de-991a-4d0e-9dfe-5b12d6d98b20 req-4b0fa72e-3d36-4ca5-940c-9476ac60afa3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0546458 Aug 06 16:53:30.632546 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-155e70de-991a-4d0e-9dfe-5b12d6d98b20 req-0071fe9c-71c3-4bb1-ad4b-735fcc5ac480 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Aug 06 16:53:31.761762 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92539536-eb55-446f-b377-b17d00089196 req-ba8b7412-0afc-42e6-b795-770c4dcb763a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:31.795865 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92539536-eb55-446f-b377-b17d00089196 req-ba8b7412-0afc-42e6-b795-770c4dcb763a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0588031 Aug 06 16:53:31.801749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92539536-eb55-446f-b377-b17d00089196 req-c2abc8ca-1684-41a6-890e-b374c163447a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Aug 06 16:53:32.925990 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c8e3-380d-42ee-bf5b-c63091ab3b6c req-66e72faf-5b00-4d49-9247-51bb7eff86b5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:32.929577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd52c8e3-380d-42ee-bf5b-c63091ab3b6c req-66e72faf-5b00-4d49-9247-51bb7eff86b5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0568013 Aug 06 16:53:32.968247 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd52c8e3-380d-42ee-bf5b-c63091ab3b6c req-207ce522-2323-47e0-801c-9b2c79b2043b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339999 Aug 06 16:53:33.813481 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-1ad515fd-204f-4dc0-be09-817c70c93b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:33.815006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-1ad515fd-204f-4dc0-be09-817c70c93b87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1097 time: 0.0460846 Aug 06 16:53:33.905683 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-9adc5b76-3353-4145-b0d2-efb401564211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:33.907171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-9adc5b76-3353-4145-b0d2-efb401564211 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0851879 Aug 06 16:53:33.977665 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-39917394-6bd4-4c7f-933f-fe691eca649f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 1001 time: 0.0620151 Aug 06 16:53:34.028696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-a721288d-29cb-4b34-abcf-a873b529917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:34.030182 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-a721288d-29cb-4b34-abcf-a873b529917d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0450997 Aug 06 16:53:34.080625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-58251521-7bcc-4d50-a889-c5eba6952134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:34.082048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-58251521-7bcc-4d50-a889-c5eba6952134 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407789 Aug 06 16:53:34.086085 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256f318-1768-470f-a277-a3fa2f721fa4 req-f3baf0c1-a600-4e90-ab8e-a6269d166b9d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:34.087588 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f256f318-1768-470f-a277-a3fa2f721fa4 req-f3baf0c1-a600-4e90-ab8e-a6269d166b9d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0508823 Aug 06 16:53:34.126186 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f256f318-1768-470f-a277-a3fa2f721fa4 req-2f561683-98d4-4620-9e30-4b1a95efad7c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 06 16:53:34.184838 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-10def747-05be-4eda-8ab1-a275788201a9 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894623 Aug 06 16:53:34.278251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f8537876-9b26-4206-b7cf-e75a48acfc74 req-91b7b465-51bb-42e9-b9d7-d760b578b95a service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Aug 06 16:53:35.027340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d3bdfe8d-7284-49ca-b984-84a27930539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:35.251212 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485860b-3eeb-40ba-912e-fbfaecc2bcab req-8ee2dc69-7c30-4da7-8365-2c750d4d8955 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:35.252827 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6485860b-3eeb-40ba-912e-fbfaecc2bcab req-8ee2dc69-7c30-4da7-8365-2c750d4d8955 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 946 time: 0.0506811 Aug 06 16:53:35.291559 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6485860b-3eeb-40ba-912e-fbfaecc2bcab req-8f9f4b89-cebb-47b8-b906-c1a7e1e56036 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327172 Aug 06 16:53:36.150341 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:53:36.229346 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:36.251040 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:53:36.253294 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5f88eb-4566-49d8-8658-985ae65b05e7" -d '{"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-unplugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:53:36.266443 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:36.290416 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a541b-f8c9-4a9c-9a71-c79fd6c571a6 x-openstack-request-id: req-0a4a541b-f8c9-4a9c-9a71-c79fd6c571a6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:53:36.290726 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-unplugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:53:36.290987 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a4a541b-f8c9-4a9c-9a71-c79fd6c571a6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:53:36.291385 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'code': 200} Aug 06 16:53:36.353159 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:36.403345 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:53:36.417820 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca61f5-e612-4d93-9090-2393721000df req-8331a0fc-aeb7-4fd9-9556-a51b82c447f5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:36.419388 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afca61f5-e612-4d93-9090-2393721000df req-8331a0fc-aeb7-4fd9-9556-a51b82c447f5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0560453 Aug 06 16:53:36.459606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-afca61f5-e612-4d93-9090-2393721000df req-ea837589-e8ef-4b18-bc83-fed7adb092d3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Aug 06 16:53:36.798429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65101625-48dd-460f-9521-dd48e42e12bd req-33237a6b-26af-4445-8cbe-baf9da4cbe58 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:36.800000 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65101625-48dd-460f-9521-dd48e42e12bd req-33237a6b-26af-4445-8cbe-baf9da4cbe58 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Aug 06 16:53:36.842053 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-65101625-48dd-460f-9521-dd48e42e12bd req-5ec14665-12a3-4ac2-89e0-c6f0bc652a53 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351231 Aug 06 16:53:37.101393 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41546) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:53:37.184905 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-0c6484cb-32ea-407f-a795-82d862a19786 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823948 Aug 06 16:53:37.718569 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-45e6c324-bc18-403a-97ca-5805f2a77536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:37.796583 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:37.964811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8e5c-a7fc-4c44-93fa-b874dc331afe req-cb382f18-cdc2-4a7c-b031-912e6ec519c8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:37.966400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64ba8e5c-a7fc-4c44-93fa-b874dc331afe req-cb382f18-cdc2-4a7c-b031-912e6ec519c8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0535786 Aug 06 16:53:38.006248 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-64ba8e5c-a7fc-4c44-93fa-b874dc331afe req-5f138a40-0a71-4ac5-87f7-4f54d50f8c30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336559 Aug 06 16:53:38.591475 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-4b5625ec-9753-4a03-8e7e-b169beab836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:38.593098 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-4b5625ec-9753-4a03-8e7e-b169beab836f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41&tenant_id=571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 1095 time: 0.0468464 Aug 06 16:53:38.657849 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-4b2712cb-079b-4896-aa79-1e1188e0b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:38.659341 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-4b2712cb-079b-4896-aa79-1e1188e0b02c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1095 time: 0.0412788 Aug 06 16:53:38.751379 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-77a1d315-c945-4a67-8a0f-cd99e1715cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:38.752891 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-77a1d315-c945-4a67-8a0f-cd99e1715cdc service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0849471 Aug 06 16:53:38.827688 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-627477f4-9586-410d-a42a-8548a0b7cb86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 999 time: 0.0630472 Aug 06 16:53:38.880973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-46cf25d2-8516-43c1-9c50-54bd25a23699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:38.882436 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-46cf25d2-8516-43c1-9c50-54bd25a23699 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0430083 Aug 06 16:53:38.933805 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-5caec5ed-12ae-4415-8159-8d3ad33c5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:38.935171 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-5caec5ed-12ae-4415-8159-8d3ad33c5583 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408757 Aug 06 16:53:39.034739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-1589a04b-6e6f-4b46-a33b-0eecb26e29a0 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Aug 06 16:53:39.133078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18394fbd-e15e-4e4a-86e4-1fcced587c30 req-e1e7fe69-80c9-4cc2-9e90-54f540562746 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:39.135377 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18394fbd-e15e-4e4a-86e4-1fcced587c30 req-e1e7fe69-80c9-4cc2-9e90-54f540562746 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0595980 Aug 06 16:53:39.141592 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-d606b81a-5c85-455a-a8b8-03ecfdbf0178 req-90ecd03d-11f2-4491-a24d-0594cdc101aa service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956953 Aug 06 16:53:39.174131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18394fbd-e15e-4e4a-86e4-1fcced587c30 req-6ba75a78-cbe2-4349-b512-10122cdea5d5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Aug 06 16:53:39.204522 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:40.299833 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8cee3-07b9-4e1d-b428-3bf7452a08e8 req-bc8ee3ad-ddfe-451b-9d3f-5d61da245495 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:40.301635 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78f8cee3-07b9-4e1d-b428-3bf7452a08e8 req-bc8ee3ad-ddfe-451b-9d3f-5d61da245495 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0498006 Aug 06 16:53:40.340190 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-78f8cee3-07b9-4e1d-b428-3bf7452a08e8 req-d111d237-6994-4854-9a33-6937721be901 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Aug 06 16:53:41.142101 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:41.465492 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac521-ae29-4e8e-ace5-50754c1647af req-7805c75b-2095-4b82-9dc5-686029d12eeb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:41.467699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-042ac521-ae29-4e8e-ace5-50754c1647af req-7805c75b-2095-4b82-9dc5-686029d12eeb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0587256 Aug 06 16:53:41.517129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-042ac521-ae29-4e8e-ace5-50754c1647af req-bdca40a5-c858-4ab1-9e38-7f95cfaf0b32 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Aug 06 16:53:42.644983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c8e3-1298-451c-b970-cd913876a9f3 req-2fa02b1a-9d58-42b6-9674-f08dfcebb5a8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:42.646538 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59e4c8e3-1298-451c-b970-cd913876a9f3 req-2fa02b1a-9d58-42b6-9674-f08dfcebb5a8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0535812 Aug 06 16:53:42.686291 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-59e4c8e3-1298-451c-b970-cd913876a9f3 req-663412b6-df25-4162-86ba-974ffbf19f7b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330672 Aug 06 16:53:43.820077 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184fa7b-eb68-4ca8-a3ef-5b6546cfaa2b req-040df7b2-aea8-43cf-9a92-dc20ba57846d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:43.821749 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0184fa7b-eb68-4ca8-a3ef-5b6546cfaa2b req-040df7b2-aea8-43cf-9a92-dc20ba57846d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0674601 Aug 06 16:53:43.887491 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0184fa7b-eb68-4ca8-a3ef-5b6546cfaa2b req-946ebbae-6bd6-4d09-b902-a716f045a1ac tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 Aug 06 16:53:45.001434 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d2cc4-2676-4cfb-b5f8-75b1284bd78f req-57ce016e-a7fe-4eb5-9ec4-8f9619d8765b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:45.003089 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e7d2cc4-2676-4cfb-b5f8-75b1284bd78f req-57ce016e-a7fe-4eb5-9ec4-8f9619d8765b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0585425 Aug 06 16:53:45.044957 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e7d2cc4-2676-4cfb-b5f8-75b1284bd78f req-b2ef69fa-ecc6-4aa7-ae07-2c4485f725e6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352337 Aug 06 16:53:46.177928 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaf7f6-e55e-4c45-b5e6-386577dbc138 req-ca80ff77-b0c2-40b4-82b1-d0d42a16af15 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:46.179478 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bfaf7f6-e55e-4c45-b5e6-386577dbc138 req-ca80ff77-b0c2-40b4-82b1-d0d42a16af15 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0535755 Aug 06 16:53:46.227381 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0bfaf7f6-e55e-4c45-b5e6-386577dbc138 req-d1c11fe2-d825-4c5f-ac64-d422a34f7e28 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Aug 06 16:53:47.347014 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8098c-c0ae-4c6a-b968-4451e2e72ac4 req-cb0b36fa-9729-40b9-9be5-39e511e134cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:47.348549 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6da8098c-c0ae-4c6a-b968-4451e2e72ac4 req-cb0b36fa-9729-40b9-9be5-39e511e134cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0541143 Aug 06 16:53:47.387810 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6da8098c-c0ae-4c6a-b968-4451e2e72ac4 req-65f9cc64-1b66-476c-95eb-305641e761cb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333786 Aug 06 16:53:48.507243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c931200-4aa1-4800-ab51-faf23e33cb94 req-9865fca9-3a76-4f2b-a98f-ba3d24d96be6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:48.508746 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c931200-4aa1-4800-ab51-faf23e33cb94 req-9865fca9-3a76-4f2b-a98f-ba3d24d96be6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0534434 Aug 06 16:53:48.548095 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c931200-4aa1-4800-ab51-faf23e33cb94 req-d9aed251-197f-4dab-a910-22af38598e13 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326705 Aug 06 16:53:49.672232 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce610d-cb44-45a3-9b1d-74dd9fc2e203 req-b807fc21-e387-45cc-ba95-317ebae886a2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:49.673693 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8ce610d-cb44-45a3-9b1d-74dd9fc2e203 req-b807fc21-e387-45cc-ba95-317ebae886a2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0493021 Aug 06 16:53:49.727317 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8ce610d-cb44-45a3-9b1d-74dd9fc2e203 req-885e5451-4377-43e5-900d-967f26bec3e7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475607 Aug 06 16:53:50.849078 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c82bd-f6a1-493a-b780-cafea8bb4773 req-bcdc7bba-8328-4462-9e8e-df338b22df02 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:50.851416 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-428c82bd-f6a1-493a-b780-cafea8bb4773 req-bcdc7bba-8328-4462-9e8e-df338b22df02 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0546045 Aug 06 16:53:50.901811 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-428c82bd-f6a1-493a-b780-cafea8bb4773 req-33939dc5-a85b-4ae1-a5ad-8f5e94a67fb6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Aug 06 16:53:52.038133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a453a54-5f3e-4e32-9a3a-96a4657d6b74 req-9e75a943-667f-4eb2-92ad-8362e4f10ddb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:52.039597 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a453a54-5f3e-4e32-9a3a-96a4657d6b74 req-9e75a943-667f-4eb2-92ad-8362e4f10ddb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0520132 Aug 06 16:53:52.078056 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5a453a54-5f3e-4e32-9a3a-96a4657d6b74 req-66077c43-41af-4146-b9fe-8d93a173b71f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Aug 06 16:53:53.192950 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30719f0-d768-42cd-a7f5-86397f74932b req-3e4c497e-1eea-4ec6-8a12-ceb7fefeac99 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:53.194428 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c30719f0-d768-42cd-a7f5-86397f74932b req-3e4c497e-1eea-4ec6-8a12-ceb7fefeac99 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0490606 Aug 06 16:53:53.232054 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c30719f0-d768-42cd-a7f5-86397f74932b req-7309cc3c-1d8d-4f6b-91f3-90ab0b227dc4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306780 Aug 06 16:53:54.251441 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:53:54.349192 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86854-dfb2-4883-afdc-06d95def0f57 req-d55d6313-6c49-4b7b-8efe-0e7ce9a5fe2c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:54.350677 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71c86854-dfb2-4883-afdc-06d95def0f57 req-d55d6313-6c49-4b7b-8efe-0e7ce9a5fe2c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 944 time: 0.0495687 Aug 06 16:53:54.351420 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:54.363693 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'port_id': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'mac_address': 'fa:16:3e:dc:1b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:53:54.397893 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-71c86854-dfb2-4883-afdc-06d95def0f57 req-9d16f622-b416-4a2f-a850-673dda518ae5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409062 Aug 06 16:53:54.401071 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:54.414713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4246b48-9ea4-4668-8fc3-69edaf0ed065 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:53:54.434599 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:54.524493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:54.576352 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:53:54.840652 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['e4246b48-9ea4-4668-8fc3-69edaf0ed065'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:53:55.519122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45336b9-eb85-4417-b63e-1254ce420845 req-97bd5715-82a3-4346-bc3a-4fff33751c80 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:55.520631 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a45336b9-eb85-4417-b63e-1254ce420845 req-97bd5715-82a3-4346-bc3a-4fff33751c80 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 945 time: 0.0526597 Aug 06 16:53:55.558626 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a45336b9-eb85-4417-b63e-1254ce420845 req-da3cec0a-f9f3-4cf2-a612-6d80d9b003fd tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Aug 06 16:53:56.282749 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:53:56.330604 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port e4246b48-9ea4-4668-8fc3-69edaf0ed065 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:53:56.330978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:56.405356 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:56.430118 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:53:56.432389 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c7f03-3bbb-4aa6-87f8-640b6370baa6" -d '{"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-plugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:53:56.446685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:53:56.469519 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3aa223-3a41-40c5-9076-6ede7241c09a x-openstack-request-id: req-df3aa223-3a41-40c5-9076-6ede7241c09a {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:53:56.469820 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-plugged", "status": "completed", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:53:56.471756 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df3aa223-3a41-40c5-9076-6ede7241c09a {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:53:56.471756 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'code': 200} Aug 06 16:53:56.529932 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:56.577841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:53:56.681721 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d848998-45e5-47b7-a9ba-d7755d249bc4 req-f4e785f8-0fae-4301-a85c-1835c9a9dba0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:56.683242 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d848998-45e5-47b7-a9ba-d7755d249bc4 req-f4e785f8-0fae-4301-a85c-1835c9a9dba0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 947 time: 0.0565970 Aug 06 16:53:56.702159 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf007f4-80dd-4872-b0e6-52b8c59df834 req-56081bc1-d761-4174-bcdf-30a9031a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:56.703738 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0cf007f4-80dd-4872-b0e6-52b8c59df834 req-56081bc1-d761-4174-bcdf-30a9031a55ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1098 time: 0.0438108 Aug 06 16:53:56.718313 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:53:56.724254 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4d848998-45e5-47b7-a9ba-d7755d249bc4 req-c608f4f2-faa9-4d7f-9b93-5b05332ebff9 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Aug 06 16:53:56.742534 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0cf007f4-80dd-4872-b0e6-52b8c59df834 req-282617ba-46bd-4ed9-a1bb-5b542653b5fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Aug 06 16:53:57.598893 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:53:57.845406 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e924d-8140-4f1b-8f96-d147d50945fa req-4641828f-729d-4e8d-bfef-7604f04dcca6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:57.846879 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e29e924d-8140-4f1b-8f96-d147d50945fa req-4641828f-729d-4e8d-bfef-7604f04dcca6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 947 time: 0.0506968 Aug 06 16:53:57.885134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e29e924d-8140-4f1b-8f96-d147d50945fa req-d23e3760-0790-4f1d-ad95-e9710404f5bf tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Aug 06 16:53:59.005084 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd1a5-70c8-4652-98fc-b02dd908f1c9 req-82fa0e54-94b3-428b-b3a7-4bfe1bb3ebea tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:53:59.007129 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddccd1a5-70c8-4652-98fc-b02dd908f1c9 req-82fa0e54-94b3-428b-b3a7-4bfe1bb3ebea tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 947 time: 0.0533624 Aug 06 16:53:59.046009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ddccd1a5-70c8-4652-98fc-b02dd908f1c9 req-3f3a24c4-46d2-4dae-8466-96786f1ffa0c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Aug 06 16:53:59.873242 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:05.021283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee80ea5f-89ae-41c1-b9fd-b930a73c73a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:07.752465 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f8341f9a-b764-4a13-9a89-91757f0ba406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:07.798087 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:09.198089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:11.107343 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:26.703058 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:29.762657 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-9ed949f9-4f85-4293-86b0-40da6d25cdf4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440569 Aug 06 16:54:29.847320 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0346-9906-4171-8e3b-c75c001f527f req-5b305cc0-b1e1-47dc-9c5f-0186b2179426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.848854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-5b305cc0-b1e1-47dc-9c5f-0186b2179426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1098 time: 0.0413239 Aug 06 16:54:29.877409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:29.961907 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0346-9906-4171-8e3b-c75c001f527f req-b3101494-f2c1-445e-8b0b-c41774d186f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:29.964021 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-b3101494-f2c1-445e-8b0b-c41774d186f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0934024 Aug 06 16:54:30.029373 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-90a8e72e-40e2-49f7-a541-6dcc4cfca919 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 1001 time: 0.0582056 Aug 06 16:54:30.087547 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0346-9906-4171-8e3b-c75c001f527f req-78fce23e-ab1e-4bdf-9892-97d2466405c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:30.089048 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-78fce23e-ab1e-4bdf-9892-97d2466405c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0527861 Aug 06 16:54:30.143129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c0346-9906-4171-8e3b-c75c001f527f req-5b0ab76d-cf20-40cb-bdbe-73624c098d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:54:30.144851 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-5b0ab76d-cf20-40cb-bdbe-73624c098d87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416770 Aug 06 16:54:30.240255 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-933a4f6c-41c3-4b21-942e-7c2368e98e66 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Aug 06 16:54:30.338478 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-386c0346-9906-4171-8e3b-c75c001f527f req-c8dd9491-5a7e-4cce-9613-261107380e4f service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895262 Aug 06 16:54:34.597504 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:54:35.020171 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53fd014a-befe-46a8-b862-ff770616e1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:37.722762 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a6daa738-e066-4601-ba48-450547c028ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:37.751289 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:39.179888 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:41.143057 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:56.742659 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:54:59.839862 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:05.080460 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-75594e10-55a0-47a3-aaf4-8bd33a1f969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:07.707678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b06f051a-cb30-407a-ad87-0232fdbf555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:07.782181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:09.211121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.145146 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:11.597735 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:55:12.773995 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41670) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:13.280753 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Deleting port 72fbed26-a2f1-48b0-8804-56f48e4a872a {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:13.281102 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.358759 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.359087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.371345 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Calling delete_port for 72fbed26-a2f1-48b0-8804-56f48e4a872a owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:13.610716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.636076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event deleted for resources: {'Port': ['ID=72fbed26-a2f1-48b0-8804-56f48e4a872a,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:13.651045 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.651398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.651731 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.652091 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.652421 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.652749 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.653072 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.653394 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.653717 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.654036 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.654359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.654685 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:13.709878 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:13.710268 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Floating IP 45015924-b9be-4082-abc7-e2d36756bab3 disassociated (deleted). External IP: 172.25.5.48, port: e4246b48-9ea4-4668-8fc3-69edaf0ed065. Aug 06 16:55:13.912868 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Router 2bc6143d-00c9-4357-8924-2d568dccc17a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:55:14.018083 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:55:14.023436 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:14.029297 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:55:14.036991 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:55:14.037605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:55:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:14.051230 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-76558820-e7a4-4db2-ac51-a692849163be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "DELETE /v2.0/floatingips/45015924-b9be-4082-abc7-e2d36756bab3 HTTP/1.1" status: 204 len: 168 time: 1.2760866 Aug 06 16:55:14.051857 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:14.054087 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795be62-6720-47af-8ca0-8c733d2df53e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:14.155330 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:55:14.157321 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0907d89-cf62-4e22-bd0a-2923ddaa7c11 x-openstack-request-id: req-c0907d89-cf62-4e22-bd0a-2923ddaa7c11 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:14.163422 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:14.163422 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c0907d89-cf62-4e22-bd0a-2923ddaa7c11 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:14.163422 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'status': 'completed', 'code': 200} Aug 06 16:55:14.223429 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795be62-6720-47af-8ca0-8c733d2df53e req-f7aad28b-8e05-433f-a028-9101055a3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.225008 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-f7aad28b-8e05-433f-a028-9101055a3edf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 1098 time: 0.0431271 Aug 06 16:55:14.328060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795be62-6720-47af-8ca0-8c733d2df53e req-33ac6493-097c-4986-ba2f-27d37d8bd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.328060 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-33ac6493-097c-4986-ba2f-27d37d8bd149 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0947764 Aug 06 16:55:14.358159 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:14.374821 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-8c177a37-b05d-4923-870b-1d9acf592621 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 200 len: 217 time: 0.0362716 Aug 06 16:55:14.390000 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:55:14.399470 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:55:14.400206 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:55:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:14.425595 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795be62-6720-47af-8ca0-8c733d2df53e req-f2c41214-fb24-46f3-a0c3-a9c68940f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.427079 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-f2c41214-fb24-46f3-a0c3-a9c68940f7cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0450683 Aug 06 16:55:14.495628 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795be62-6720-47af-8ca0-8c733d2df53e req-9588f937-5a75-4fbb-8816-e4fc1665329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.497315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-9588f937-5a75-4fbb-8816-e4fc1665329b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495465 Aug 06 16:55:14.515579 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:55:14.516755 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d60a-18ff-4dd3-9519-185753f4c7b0 req-86a33a7f-8ce2-45d2-b496-8c3aa7e245d9 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:14.518358 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8477d60a-18ff-4dd3-9519-185753f4c7b0 req-86a33a7f-8ce2-45d2-b496-8c3aa7e245d9 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 947 time: 0.0517349 Aug 06 16:55:14.560941 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8477d60a-18ff-4dd3-9519-185753f4c7b0 req-578bfd44-063c-4bdf-aeb1-fcf9c5f47198 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357847 Aug 06 16:55:14.598096 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-74b3dc9d-1805-4735-8ffa-66e39f14d7e6 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912211 Aug 06 16:55:14.695727 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4795be62-6720-47af-8ca0-8c733d2df53e req-94045027-8fa6-4c92-b980-82a3bc3c17e4 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894558 Aug 06 16:55:14.714200 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:55:14.739574 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25becef4-9317-4cb5-a4de-a20b2b8e5f1f None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:55:14.964123 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c04de1-fbc1-4bd9-b987-c997937a4af1 None None] New status for floating IP 45015924-b9be-4082-abc7-e2d36756bab3: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:55:15.684486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cea74-a7d7-4a8a-ad38-b98e2a79d016 req-29b3311c-707a-4e6e-8b24-db347a681bf7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:15.685915 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e2cea74-a7d7-4a8a-ad38-b98e2a79d016 req-29b3311c-707a-4e6e-8b24-db347a681bf7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 947 time: 0.0531511 Aug 06 16:55:15.725244 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9e2cea74-a7d7-4a8a-ad38-b98e2a79d016 req-933e9961-d4bf-415b-9bdd-713f9ad7140b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330236 Aug 06 16:55:16.104243 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-9ef1e277-2fcc-4e63-b2d6-87c2ff56f2f2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:16.105700 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-9ef1e277-2fcc-4e63-b2d6-87c2ff56f2f2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 947 time: 0.0965877 Aug 06 16:55:16.199570 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Deleting port e4246b48-9ea4-4668-8fc3-69edaf0ed065 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 16:55:16.199954 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.290986 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] For port e4246b48-9ea4-4668-8fc3-69edaf0ed065, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=e4246b48-9ea4-4668-8fc3-69edaf0ed065,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:55:16.291359 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.306421 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Calling delete_port for e4246b48-9ea4-4668-8fc3-69edaf0ed065 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 16:55:16.499374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.530270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event deleted for resources: {'Port': ['ID=e4246b48-9ea4-4668-8fc3-69edaf0ed065,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:16.557832 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.558188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.558532 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.558875 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.559213 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.559548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.559909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.560244 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.560573 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.560904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.561236 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.561561 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:55:16.582123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] No DVR routers for this DVR port e4246b48-9ea4-4668-8fc3-69edaf0ed065 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:55:16.584693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:16.586831 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-2fe8f574-e82f-44c0-a456-d3d9033e986f req-d7462360-74f9-4dde-bf1a-ac29d66dfd0f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "DELETE /v2.0/ports/e4246b48-9ea4-4668-8fc3-69edaf0ed065 HTTP/1.1" status: 204 len: 173 time: 0.4734335 Aug 06 16:55:16.587268 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-deleted', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:16.589569 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f32f7dc-6618-472d-96c2-430bf0448e46" -d '{"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-deleted", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:16.683472 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff96946-4b64-4ad2-8133-f59f43dd3c1d x-openstack-request-id: req-aff96946-4b64-4ad2-8133-f59f43dd3c1d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:16.683829 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd77c55a-d8db-47e5-9567-7eb6af6d8d41", "name": "network-vif-deleted", "tag": "e4246b48-9ea4-4668-8fc3-69edaf0ed065", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:16.684058 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aff96946-4b64-4ad2-8133-f59f43dd3c1d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:16.684466 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd77c55a-d8db-47e5-9567-7eb6af6d8d41', 'name': 'network-vif-deleted', 'tag': 'e4246b48-9ea4-4668-8fc3-69edaf0ed065', 'status': 'completed', 'code': 200} Aug 06 16:55:16.821123 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-96a1dcd3-1c88-47bc-acd8-e5d4be8cc1f4 req-d2d3ad07-4f86-4912-849c-4a010ef2af7a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd77c55a-d8db-47e5-9567-7eb6af6d8d41 HTTP/1.1" status: 200 len: 210 time: 0.0279694 Aug 06 16:55:17.879038 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41696) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:17.937495 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-480b961f-ffd0-4c48-b1ff-c7d7fac76ab3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:17.962329 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-480b961f-ffd0-4c48-b1ff-c7d7fac76ab3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:18.153670 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-480b961f-ffd0-4c48-b1ff-c7d7fac76ab3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:18.156283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-480b961f-ffd0-4c48-b1ff-c7d7fac76ab3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:18.157466 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-480b961f-ffd0-4c48-b1ff-c7d7fac76ab3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "DELETE /v2.0/security-groups/595ab187-8ee0-4d64-8d0a-8db7f8fb79a6 HTTP/1.1" status: 204 len: 168 time: 0.2774320 Aug 06 16:55:18.167650 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b961f-ffd0-4c48-b1ff-c7d7fac76ab3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ab187-8ee0-4d64-8d0a-8db7f8fb79a6,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:18.665778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41702) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:18.670590 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202004567', 'description': 'tempest-secgroup-smoke-202004567 description', 'project_id': '571de43547244736b88d0217bd81a21b'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:18.759688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:18.843702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:18.921770 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:18.950652 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce226158-7881-4551-8bf8-8ec30b8f0eed,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:19.027919 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.029199 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-71541dbd-d65f-4e71-a985-4ffbd8584e8c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3623836 Aug 06 16:55:19.032071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41704) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:19.036560 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': 'ce226158-7881-4551-8bf8-8ec30b8f0eed', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:19.134992 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.190820 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.293537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.312111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcea224-c7e2-47df-bfde-c0c40c647e0f,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:19.396342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.397602 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-4abc0061-be72-492e-a223-5a91d9f8a557 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3645692 Aug 06 16:55:19.400369 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41706) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:19.404811 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': 'ce226158-7881-4551-8bf8-8ec30b8f0eed', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:19.509905 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.566435 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.650702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.668916 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7208d6-1667-4c6e-98b6-0fcb334f12d4,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:19.736449 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.738127 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-b227e5a7-a644-437b-99ff-d7cc8767d033 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3367918 Aug 06 16:55:19.740935 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41708) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:19.746269 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': 'ce226158-7881-4551-8bf8-8ec30b8f0eed', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:19.847912 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.908683 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.981867 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:19.999359 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c4bbca-b4f8-48f0-99ac-b3e5c885eb05,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:20.082663 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.083965 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a9b2299e-9309-4a16-a842-68465d4c7403 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420777 Aug 06 16:55:20.086628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41710) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:20.091076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': 'ce226158-7881-4551-8bf8-8ec30b8f0eed', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:20.174773 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.233026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.299658 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.317598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8e997e-ae54-4318-8d3f-6945106e5b57,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:20.391362 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.392683 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-81904371-5479-49a7-ad6e-5393bd03ae09 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050561 Aug 06 16:55:20.395972 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41712) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:20.400422 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': 'ce226158-7881-4551-8bf8-8ec30b8f0eed', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:20.519723 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Project 571de43547244736b88d0217bd81a21b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:55:20.525009 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.584298 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.661925 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.679511 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259042a7-c306-4f4b-a219-ab5db12622d7,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:20.748231 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.751959 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-044284eb-5ec5-4dc6-89ed-f3d59dc999a1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3525741 Aug 06 16:55:20.752101 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:55:20.752570 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41714) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:55:20.757438 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'security_group_rule': {'security_group_id': 'ce226158-7881-4551-8bf8-8ec30b8f0eed', 'project_id': '571de43547244736b88d0217bd81a21b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:20.771137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: e4246b48-9ea4-4668-8fc3-69edaf0ed065 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 16:55:20.771137 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device e4246b48-9ea4-4668-8fc3-69edaf0ed065 not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 16:55:20.839297 n-d-778550-6 neutron-server[94841]: INFO neutron.db.securitygroups_db [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Project 571de43547244736b88d0217bd81a21b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 16:55:20.844289 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.908163 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:20.991052 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:21.009189 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30f1b6b-66c6-457f-8e94-bffb6c61ba60,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:21.090404 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:21.091580 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8ae0ba7c-b525-4e73-bf9f-69eb725e0b2a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3378541 Aug 06 16:55:26.761919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:29.839165 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:35.047616 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9d451a9f-fd13-460d-a3ba-e23308336987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:37.741531 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-848023f9-d249-49ac-bfa3-a0058cc80b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:37.793107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:39.218861 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:40.910798 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-9b8b750e-4d50-4655-8146-04f04c1c67e4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202004567&fields=id&tenant_id=571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 267 time: 0.0333734 Aug 06 16:55:41.016586 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-a7bf5e82-554d-4b68-af40-89baa0a030b4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:41.018003 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-a7bf5e82-554d-4b68-af40-89baa0a030b4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 808 time: 0.1002080 Aug 06 16:55:41.034137 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-4f8ba31e-15af-40c3-8598-9087a8e4907e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/quotas/571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 375 time: 0.0103910 Aug 06 16:55:41.093052 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-4a47845a-e3a0-4452-9859-b0d7e3035b9c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523684 Aug 06 16:55:41.119710 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:41.189678 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-45203f88-701b-4af3-a5f8-236c1d8aa807 service neutron] 10.222.0.16 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851223 Aug 06 16:55:41.283429 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-12e8f5d2-88fa-4e97-b2d3-6e07f1c2a5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874882 Aug 06 16:55:42.890933 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-504d4a54-3d43-43e1-b078-962f3a0bf1ad req-f27c1486-804f-45f0-84de-8c7d58d97cd0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0277746 Aug 06 16:55:43.971126 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-76b2886f-2a62-40e0-beff-5e274ea63866 req-806da6da-2673-499b-aecb-c49f888e9bbb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0283914 Aug 06 16:55:45.046801 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a6e38a91-5caa-49b5-a71b-5fc4894a0ec7 req-706f8a0d-37d4-490e-95b9-13d058521ef8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0272009 Aug 06 16:55:46.144967 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-846a555b-0c8e-4a11-958c-e455113187d9 req-9df38368-bc10-4499-8467-691d7e38883f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0270264 Aug 06 16:55:46.902270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-48688bcf-0498-40d0-9639-d01dabb6df24 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:46.903785 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-48688bcf-0498-40d0-9639-d01dabb6df24 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 808 time: 0.1159189 Aug 06 16:55:46.953849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-e655f28e-0d0c-4a31-b246-439740b284f7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 379 time: 0.0351994 Aug 06 16:55:46.968080 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'port': {'device_id': '87a29988-677a-41fd-9874-1d37f279ffbc', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'admin_state_up': True, 'tenant_id': '571de43547244736b88d0217bd81a21b', 'security_groups': ['ce226158-7881-4551-8bf8-8ec30b8f0eed']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:47.172898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Made reservation on behalf of 571de43547244736b88d0217bd81a21b for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 16:55:47.176780 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.260951 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-640fea09-a75a-4aa2-b68c-4050e82b7ea1 req-58dec638-8fe3-488e-b480-3a8f75cf798a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0396411 Aug 06 16:55:47.308667 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Allocated IP 172.20.0.10 (2564d848-0aab-4cae-9ca8-9a6ccfeb7a82/17d723cc-8f51-46a6-b64a-c20db016d7cc/fd1af7c5-8493-484b-b546-a21296e37ff5) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:55:47.465618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.480470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Transition to ACTIVE for port object fd1af7c5-8493-484b-b546-a21296e37ff5 will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:47.579251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.628364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:55:47.631713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:55:47.636225 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:55:47.662455 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:47.703545 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:47.704236 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.800230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-81aa2bf9-fba1-4443-81d3-7af846139f74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8356674 Aug 06 16:55:47.815562 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Request body: {'port': {'device_id': '87a29988-677a-41fd-9874-1d37f279ffbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:55:47.882301 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-206f8a44-a7cb-42e2-ab31-cf8ba160cd9d None None] Provisioning for port fd1af7c5-8493-484b-b546-a21296e37ff5 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:55:47.887201 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-206f8a44-a7cb-42e2-ab31-cf8ba160cd9d None None] Provisioning complete for port fd1af7c5-8493-484b-b546-a21296e37ff5 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:55:47.888094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-206f8a44-a7cb-42e2-ab31-cf8ba160cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:47.924817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-206f8a44-a7cb-42e2-ab31-cf8ba160cd9d None None] Port fd1af7c5-8493-484b-b546-a21296e37ff5 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 16:55:48.232612 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.391735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e3804-4c35-4dca-9172-4c17e52894fb req-b4565578-5da8-4b05-804b-fbb172ef5e19 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:48.393489 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-216e3804-4c35-4dca-9172-4c17e52894fb req-b4565578-5da8-4b05-804b-fbb172ef5e19 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 932 time: 0.0526624 Aug 06 16:55:48.434748 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-216e3804-4c35-4dca-9172-4c17e52894fb req-d6953baf-1023-4951-8003-e9e3f6c94c16 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Aug 06 16:55:48.528344 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1af7c5-8493-484b-b546-a21296e37ff5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:55:48.535923 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.548442 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Transition to ACTIVE for port object fd1af7c5-8493-484b-b546-a21296e37ff5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:55:48.600712 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:55:48.624531 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.682440 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:48.752264 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:55:48.752635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:55:48.753143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:48.757549 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Port fd1af7c5-8493-484b-b546-a21296e37ff5 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:55:48.757881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:55:48.763350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:55:48.763699 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Checking segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:55:48.764143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Bound using segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:55:48.764578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Bound port: fd1af7c5-8493-484b-b546-a21296e37ff5, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:55:48.765040 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.832423 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:55:48.836062 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:55:48.904782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.944914 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:48.952438 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:48.958637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1092 time: 1.1477716 Aug 06 16:55:48.959135 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:55:48.962094 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac1984-d40c-4d10-a171-cab6f5668d51" -d '{"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:55:48.998851 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52be96-fa73-44a7-b4a0-b09512249175 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:55:49.024503 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d750e048-f5a8-430b-bb1f-829907cc6de7 x-openstack-request-id: req-d750e048-f5a8-430b-bb1f-829907cc6de7 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:55:49.024823 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:55:49.026554 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d750e048-f5a8-430b-bb1f-829907cc6de7 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:55:49.026554 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'status': 'completed', 'code': 200} Aug 06 16:55:49.096597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac1984-d40c-4d10-a171-cab6f5668d51 req-1bfc39da-c81a-4464-96f7-d9e36f811e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.098244 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cfac1984-d40c-4d10-a171-cab6f5668d51 req-1bfc39da-c81a-4464-96f7-d9e36f811e27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1095 time: 0.0458450 Aug 06 16:55:49.211882 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac1984-d40c-4d10-a171-cab6f5668d51 req-ec261ba4-5830-4a61-8125-4bac993661ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.214206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cfac1984-d40c-4d10-a171-cab6f5668d51 req-ec261ba4-5830-4a61-8125-4bac993661ad service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=571de43547244736b88d0217bd81a21b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1029696 Aug 06 16:55:49.314760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac1984-d40c-4d10-a171-cab6f5668d51 req-8e5ce493-0d2f-4c17-b24f-4f65f4b7a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.316206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-cfac1984-d40c-4d10-a171-cab6f5668d51 req-8e5ce493-0d2f-4c17-b24f-4f65f4b7a04f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908661 Aug 06 16:55:49.408158 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-09064b4d-ed56-490f-a31a-10953500a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.409694 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-09064b4d-ed56-490f-a31a-10953500a589 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1095 time: 0.0433459 Aug 06 16:55:49.466793 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-8cae5075-cebd-4f26-b593-c502c89ac991 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 217 time: 0.0440979 Aug 06 16:55:49.530403 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-7f762372-1082-469d-bbbd-5088180b909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.532354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-7f762372-1082-469d-bbbd-5088180b909b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0551093 Aug 06 16:55:49.558569 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d2065-3b5c-4f1c-9ef2-7620f53c3eee req-3399801b-e5e9-448a-89ba-6ad2658f8040 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.560330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-779d2065-3b5c-4f1c-9ef2-7620f53c3eee req-3399801b-e5e9-448a-89ba-6ad2658f8040 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0525074 Aug 06 16:55:49.586086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cf66f-8894-4431-9128-6128b04959d4 req-0a9a2da8-b06b-4b8d-8a5a-96d13575b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:49.587849 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-0a9a2da8-b06b-4b8d-8a5a-96d13575b86a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435183 Aug 06 16:55:49.601761 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-779d2065-3b5c-4f1c-9ef2-7620f53c3eee req-90c4aabb-7603-4606-9d0b-bd70275bb007 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347772 Aug 06 16:55:49.688219 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-5b71a02f-8d83-4d88-99c8-2248f5450353 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925319 Aug 06 16:55:49.784582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-488cf66f-8894-4431-9128-6128b04959d4 req-d7f19537-6a31-446c-bb59-33cae3adcb07 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Aug 06 16:55:50.722902 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ca19a-8004-4f52-9ecf-156ad8411cc8 req-9fad64e0-a14f-4fcf-a04a-063ac3b66898 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:50.724482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c9ca19a-8004-4f52-9ecf-156ad8411cc8 req-9fad64e0-a14f-4fcf-a04a-063ac3b66898 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0499287 Aug 06 16:55:50.766695 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0c9ca19a-8004-4f52-9ecf-156ad8411cc8 req-8b3195d6-abf3-4c1a-9843-e9ab9ac3d060 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356836 Aug 06 16:55:51.883029 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29defeb0-6c79-4626-8f97-4fdfe0242556 req-8c23abb7-5564-4ae4-9114-66518d5fbebd tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:51.885061 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29defeb0-6c79-4626-8f97-4fdfe0242556 req-8c23abb7-5564-4ae4-9114-66518d5fbebd tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0497806 Aug 06 16:55:51.922949 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-29defeb0-6c79-4626-8f97-4fdfe0242556 req-4c09f78e-dcca-4b27-acc8-f6fbc9d2cbe8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318267 Aug 06 16:55:53.093502 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db771a42-1baa-4bed-ac97-2379345f9b27 req-fd3f9f19-a327-4b01-9744-8d6ffa6d5916 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:53.095033 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db771a42-1baa-4bed-ac97-2379345f9b27 req-fd3f9f19-a327-4b01-9744-8d6ffa6d5916 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0500658 Aug 06 16:55:53.133857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-db771a42-1baa-4bed-ac97-2379345f9b27 req-abd1d7e0-e9ce-484a-8bab-075755b45625 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328956 Aug 06 16:55:54.253718 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b508595-a65e-42d2-9e96-29801b5ad5cb req-2310a23d-ccb9-4411-a5bf-10d52465af01 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:54.255467 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b508595-a65e-42d2-9e96-29801b5ad5cb req-2310a23d-ccb9-4411-a5bf-10d52465af01 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0519462 Aug 06 16:55:54.298552 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b508595-a65e-42d2-9e96-29801b5ad5cb req-ad1dee98-5655-418f-a6cd-9721532c2a0a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367174 Aug 06 16:55:55.419456 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f094b-8d34-424e-ac1a-92f32bc6dde7 req-67221811-4b65-4673-ac0a-39a746b0d56d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:55.423250 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-608f094b-8d34-424e-ac1a-92f32bc6dde7 req-67221811-4b65-4673-ac0a-39a746b0d56d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0574408 Aug 06 16:55:55.461726 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-608f094b-8d34-424e-ac1a-92f32bc6dde7 req-95108430-8524-459b-9881-91d3bc8a831e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Aug 06 16:55:56.622789 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ae8a3-0553-48dd-83a6-c230310e142c req-a5b489aa-f24c-4eec-b109-98490b8ed3f1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:56.624225 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-097ae8a3-0553-48dd-83a6-c230310e142c req-a5b489aa-f24c-4eec-b109-98490b8ed3f1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0955234 Aug 06 16:55:56.662030 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-097ae8a3-0553-48dd-83a6-c230310e142c req-460fcebf-3f95-44a8-bca5-be6b6ae4e291 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318744 Aug 06 16:55:56.775409 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:55:57.819945 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c259119-48f6-4572-b994-b06ae259678f req-bad82291-f137-4fb7-b617-084eaf3ede18 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:57.821446 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c259119-48f6-4572-b994-b06ae259678f req-bad82291-f137-4fb7-b617-084eaf3ede18 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0929751 Aug 06 16:55:57.865085 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1c259119-48f6-4572-b994-b06ae259678f req-27f81517-5e11-4588-8639-01dc42dee07e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370555 Aug 06 16:55:58.980335 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcf338-3103-4b08-bb87-28c010a8faf6 req-4bbfd000-4a6e-4e64-9ac9-09a6a6764269 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:55:58.981881 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9dcf338-3103-4b08-bb87-28c010a8faf6 req-4bbfd000-4a6e-4e64-9ac9-09a6a6764269 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0505774 Aug 06 16:55:59.020379 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b9dcf338-3103-4b08-bb87-28c010a8faf6 req-a64d3186-f481-4bfc-b98f-5a8dbf2c1418 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325813 Aug 06 16:56:00.021107 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:00.138217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85dc2e-7661-48d4-88a3-e33476d60e2f req-b1c9b77d-de66-4ab7-9fca-a46e3708f441 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:00.139724 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b85dc2e-7661-48d4-88a3-e33476d60e2f req-b1c9b77d-de66-4ab7-9fca-a46e3708f441 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0509386 Aug 06 16:56:00.178592 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4b85dc2e-7661-48d4-88a3-e33476d60e2f req-940abca0-c375-41d5-a218-fbd10533a80e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 Aug 06 16:56:00.937060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:56:01.028361 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:01.039279 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'port_id': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'mac_address': 'fa:16:3e:cf:1d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:56:01.076956 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:01.092424 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1af7c5-8493-484b-b546-a21296e37ff5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:56:01.111157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:01.192932 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:01.242351 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:01.250389 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.250734 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.251076 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.251410 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.251849 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.252184 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.252509 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.252840 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.253150 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.253471 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.253817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.254135 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:56:01.298352 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb09dc-cfce-4d91-bbb7-99fff6989d3c req-e2a5c9ca-c041-42a3-ad6a-ce577b379dd3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:01.299885 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02bb09dc-cfce-4d91-bbb7-99fff6989d3c req-e2a5c9ca-c041-42a3-ad6a-ce577b379dd3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 945 time: 0.0500562 Aug 06 16:56:01.343257 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02bb09dc-cfce-4d91-bbb7-99fff6989d3c req-9714dbba-2d96-4f06-b701-0bbee24a73c7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371783 Aug 06 16:56:01.441795 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['fd1af7c5-8493-484b-b546-a21296e37ff5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:56:02.459778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a135eb-ad4e-4780-88be-a1cc7fe53379 req-c4d04878-d766-492a-81a1-186d23f9a04e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:02.461327 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2a135eb-ad4e-4780-88be-a1cc7fe53379 req-c4d04878-d766-492a-81a1-186d23f9a04e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 945 time: 0.0507591 Aug 06 16:56:02.500981 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b2a135eb-ad4e-4780-88be-a1cc7fe53379 req-e05c288b-d98d-48da-9ce5-d6f5143823ce tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Aug 06 16:56:02.953189 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:56:03.121816 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port fd1af7c5-8493-484b-b546-a21296e37ff5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:56:03.125945 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port fd1af7c5-8493-484b-b546-a21296e37ff5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:56:03.126320 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.203952 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.225020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:03.231688 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3105e95-6d3b-4336-a679-46b67014fa0e" -d '{"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-plugged", "status": "completed", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:03.241055 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:56:03.263846 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505f4535-ef7c-4d9b-9c39-58d6d0eb0c6f x-openstack-request-id: req-505f4535-ef7c-4d9b-9c39-58d6d0eb0c6f {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:03.264136 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-plugged", "status": "completed", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:03.264387 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-505f4535-ef7c-4d9b-9c39-58d6d0eb0c6f {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:03.264778 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'code': 200} Aug 06 16:56:03.304236 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:03.355833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:03.368148 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf824b-b2bd-4f67-98c4-5ed81c23d4f9 req-75c0b694-2de2-47e3-9fd3-df9e5cc1b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:03.369714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3cf824b-b2bd-4f67-98c4-5ed81c23d4f9 req-75c0b694-2de2-47e3-9fd3-df9e5cc1b0ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1097 time: 0.0470982 Aug 06 16:56:03.405359 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b3cf824b-b2bd-4f67-98c4-5ed81c23d4f9 req-fd4f7379-1793-484c-971a-1632cdd6c06a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276268 Aug 06 16:56:03.614861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07cd30-95ee-499a-8b91-b644bc98d02d req-ac766ee1-027f-4691-a35c-28dfac2c9813 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:03.616427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c07cd30-95ee-499a-8b91-b644bc98d02d req-ac766ee1-027f-4691-a35c-28dfac2c9813 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0490384 Aug 06 16:56:03.654009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4c07cd30-95ee-499a-8b91-b644bc98d02d req-f92629db-ef69-415f-ba87-8882d8e84134 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316570 Aug 06 16:56:04.769571 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c0bad-0b5f-4110-b721-2d41e6459aec req-df0d41cc-1b35-4cbf-a81b-5ea4cf01630d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:04.771185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e5c0bad-0b5f-4110-b721-2d41e6459aec req-df0d41cc-1b35-4cbf-a81b-5ea4cf01630d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0491631 Aug 06 16:56:04.816082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6e5c0bad-0b5f-4110-b721-2d41e6459aec req-96601c0a-5fb1-4234-b7dc-73a97fd67553 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386212 Aug 06 16:56:04.942111 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d33f26-ed03-485c-8315-5b65ebbee258 req-7371f001-52fc-4977-8617-377c4c021f2b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:04.943555 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6d33f26-ed03-485c-8315-5b65ebbee258 req-7371f001-52fc-4977-8617-377c4c021f2b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0504692 Aug 06 16:56:04.982475 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d6d33f26-ed03-485c-8315-5b65ebbee258 req-49d4a854-6db5-44e3-bc64-a80ae5093007 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322592 Aug 06 16:56:05.004198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41932) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:05.009453 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-338028de-e2e8-4bce-b835-9061200c9edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.044613 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b06d94f-9b9d-42c3-9a62-6c7e2067652b tempest-TestShelveInstance-73584945 tempest-TestShelveInstance-73584945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:05.046142 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8b06d94f-9b9d-42c3-9a62-6c7e2067652b tempest-TestShelveInstance-73584945 tempest-TestShelveInstance-73584945-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1092 time: 0.0409970 Aug 06 16:56:05.049161 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 41934) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 16:56:05.053495 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:56:05.126949 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.227467 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.329152 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Allocated IP 172.25.5.230 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/dcf5d374-4668-4007-af44-c984ca6fe280) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 16:56:05.456139 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.567599 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:05.609156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 16:56:05.612264 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 16:56:05.615655 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 16:56:05.638147 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'Port': ['ID=dcf5d374-4668-4007-af44-c984ca6fe280,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:06.002081 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.151917 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.323087 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.386695 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.457944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event updated for resources: {'Port': ['ID=dcf5d374-4668-4007-af44-c984ca6fe280,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:56:06.472219 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:06.572189 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Floating IP 71004731-40cb-47b2-9f90-9a35c5e47c99 associated. External IP: 172.25.5.230, port: fd1af7c5-8493-484b-b546-a21296e37ff5. Aug 06 16:56:06.771474 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Router 2bc6143d-00c9-4357-8924-2d568dccc17a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 16:56:06.886125 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 16:56:06.899949 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 16:56:06.909380 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:06.912450 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:55:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:06.998259 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.015830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:07.026839 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8727aae7-0c95-4383-9b29-80778469c967 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9759359 Aug 06 16:56:07.027624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:56:07.029905 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30938b8-0f8c-45fc-b19c-3947d17820b1" -d '{"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:56:07.066736 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50de8fc4-98d5-42da-980d-a16d2b9e5e16 x-openstack-request-id: req-50de8fc4-98d5-42da-980d-a16d2b9e5e16 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:56:07.067182 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:56:07.067492 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50de8fc4-98d5-42da-980d-a16d2b9e5e16 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:56:07.068007 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'status': 'completed', 'code': 200} Aug 06 16:56:07.134195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-94366871-25fd-46a5-a2e6-da8e9326fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:07.136757 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-94366871-25fd-46a5-a2e6-da8e9326fdd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1097 time: 0.0419910 Aug 06 16:56:07.237578 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-da317cb0-1cfd-4027-b304-95800332a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:07.239099 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-da317cb0-1cfd-4027-b304-95800332a971 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0944541 Aug 06 16:56:07.248256 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '71004731-40cb-47b2-9f90-9a35c5e47c99', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'port_id': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'mac_address': 'fa:16:3e:cf:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a29988-677a-41fd-9874-1d37f279ffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 0, 'project_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:07.273957 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 16:56:07.283325 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 16:56:07.283886 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T16:55:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:07.305655 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-fd26fd08-8319-4cc5-8159-aa99a61d0f68 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0585184 Aug 06 16:56:07.360210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-50f457bf-4dfc-4a68-943f-6a044518b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:07.361739 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-50f457bf-4dfc-4a68-943f-6a044518b993 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0490849 Aug 06 16:56:07.415859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-7bd38ea7-09a9-4902-97a5-1dcdaf9663d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:07.418539 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-7bd38ea7-09a9-4902-97a5-1dcdaf9663d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482755 Aug 06 16:56:07.487971 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 16:56:07.511309 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-02de9eec-7a9e-4851-b63e-338a6191cbfa service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847709 Aug 06 16:56:07.611162 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b30938b8-0f8c-45fc-b19c-3947d17820b1 req-98c54529-5ef5-4e34-bf48-c242d21f2d89 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921292 Aug 06 16:56:07.716422 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '71004731-40cb-47b2-9f90-9a35c5e47c99', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'port_id': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'mac_address': 'fa:16:3e:cf:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a29988-677a-41fd-9874-1d37f279ffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 0, 'project_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 16:56:07.736139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a31d3c7-53c3-4673-9e37-fa6669a7fe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.743629 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcec966-775f-4737-900b-8291ec89ce4f None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '71004731-40cb-47b2-9f90-9a35c5e47c99', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'port_id': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'mac_address': 'fa:16:3e:cf:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a29988-677a-41fd-9874-1d37f279ffbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T16:56:05Z', 'updated_at': '2021-08-06T16:56:05Z', 'revision_number': 0, 'project_id': '571de43547244736b88d0217bd81a21b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 16:56:07.767124 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:07.947588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caed01c5-83eb-4490-9f8e-a2de338ac139 None None] New status for floating IP 71004731-40cb-47b2-9f90-9a35c5e47c99: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 16:56:09.186232 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:11.149559 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:25.602317 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:56:26.789682 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:29.872142 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:32.958029 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-c5e29993-8baa-4e40-a1fd-c14be7548b6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408509 Aug 06 16:56:33.043304 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-cd9366bd-99ca-4a74-9551-60cc45d7b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:33.044823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-cd9366bd-99ca-4a74-9551-60cc45d7b9c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1097 time: 0.0416801 Aug 06 16:56:33.163359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-b6110d91-7789-4dd1-bcae-11a9e262de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:33.164851 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-b6110d91-7789-4dd1-bcae-11a9e262de83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0950916 Aug 06 16:56:33.234191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-6936ca62-10b4-427c-906e-5172b224c8e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0597808 Aug 06 16:56:33.292516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-58e357fb-a489-4b93-8010-6d35af3a5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:33.293974 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-58e357fb-a489-4b93-8010-6d35af3a5b79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0487638 Aug 06 16:56:33.345010 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-af501977-3f1f-429d-b91d-5fb6171ec553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:56:33.346522 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-af501977-3f1f-429d-b91d-5fb6171ec553 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417409 Aug 06 16:56:33.443826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-3209082c-442f-48e8-a5f0-96e3cbe7e8db service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 Aug 06 16:56:33.541776 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-f9f28631-cfe1-4965-8b7c-8d9cd01793a2 req-6072c5b9-8fa2-494b-9227-1f4cf6443605 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882664 Aug 06 16:56:35.029169 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-fe769b7c-ffeb-40d1-ab38-c188374fa216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:37.858586 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f33f20e3-3d79-4e20-b32b-22d6c28bc3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:37.954763 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:39.189147 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:41.106181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:56.800259 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:56:59.893717 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:02.600998 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:57:05.033872 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ee60aa8a-c4da-49ee-bda0-ea0f05f3b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:07.733482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8f49571d-5544-4df0-876b-85aa0543376a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:07.764944 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:09.199716 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:11.142500 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:26.761868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:29.865382 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:32.714923 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-5a80ef51-ae1b-4118-8ae7-756ec5670f50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404956 Aug 06 16:57:32.802622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5291-8502-429e-8c6e-8495a401e91b req-fa5bebd8-4016-425a-8bcb-0434c7c7f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:32.804145 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-fa5bebd8-4016-425a-8bcb-0434c7c7f51b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1097 time: 0.0414758 Aug 06 16:57:32.917316 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5291-8502-429e-8c6e-8495a401e91b req-12ea97fe-e73e-4224-a03c-706440f462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:32.919384 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-12ea97fe-e73e-4224-a03c-706440f462a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0913203 Aug 06 16:57:32.989529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-378c58f0-8c6c-434b-b433-8ccff09e2fc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0590010 Aug 06 16:57:33.046239 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5291-8502-429e-8c6e-8495a401e91b req-8c6da104-3f45-48c8-bd2b-23bb22ebcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:33.047682 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-8c6da104-3f45-48c8-bd2b-23bb22ebcd0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0483997 Aug 06 16:57:33.093836 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe5291-8502-429e-8c6e-8495a401e91b req-0ce0c810-2fff-4a29-96a2-a90d926aeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:57:33.095304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-0ce0c810-2fff-4a29-96a2-a90d926aeee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406566 Aug 06 16:57:33.187752 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-3c661d25-786b-43f1-9e43-238bc0af4bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Aug 06 16:57:33.283163 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-68fe5291-8502-429e-8c6e-8495a401e91b req-5cc41ecd-d1b8-49b8-adc0-40dacd25885f service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Aug 06 16:57:35.027678 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cdd2962b-478c-4d08-a3b7-e92455265bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:37.756097 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-96d66bea-757d-4729-b5c0-0006c82e3a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:37.773005 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:39.210173 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:39.601659 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:57:41.107327 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:56.792847 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:57:59.879752 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:05.043953 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3bbb7d4e-0de8-4ce8-bdf0-dea39125c3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:07.734978 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-60446129-bb10-4fbd-8625-a792cc5a9861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:07.760601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:09.212529 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:11.115749 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:16.600705 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:58:26.837964 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:29.877544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:34.115582 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-9cce1640-68cb-47b0-a7da-28160ef79ba5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845542 Aug 06 16:58:34.205584 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-776d7a66-7855-4cad-9211-d0342a21c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:34.207108 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-776d7a66-7855-4cad-9211-d0342a21c16b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1097 time: 0.0428188 Aug 06 16:58:34.321296 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-457c9aa4-4d4c-41db-b835-4a6318489354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:34.323563 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-457c9aa4-4d4c-41db-b835-4a6318489354 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0951624 Aug 06 16:58:34.400824 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-65e1113e-b5da-453f-8b49-e6efc63132dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0653989 Aug 06 16:58:34.464470 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-53d880c5-08df-40d6-ae40-0e894435eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:34.466006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-53d880c5-08df-40d6-ae40-0e894435eb62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0542302 Aug 06 16:58:34.515597 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-ba46f7d2-80e3-49d0-b2b6-1707c9a1d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:34.517890 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-ba46f7d2-80e3-49d0-b2b6-1707c9a1d6d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439725 Aug 06 16:58:34.556146 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9a94-3395-48a9-8f21-2db5ca99c658 req-22020699-9541-4224-901c-0522518d132a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:34.557722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c27a9a94-3395-48a9-8f21-2db5ca99c658 req-22020699-9541-4224-901c-0522518d132a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0533526 Aug 06 16:58:34.598857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c27a9a94-3395-48a9-8f21-2db5ca99c658 req-d6e9a48a-bb06-40b5-8417-dabd3c20dba0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337040 Aug 06 16:58:34.618263 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-944ef32f-91f6-459f-919b-d01bf2a50186 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921159 Aug 06 16:58:34.711646 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-86a68a05-e13e-4aec-86a1-f159d62d13ad req-71340e38-640d-4854-872d-814ca1356def service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851188 Aug 06 16:58:35.034399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5e860bd0-4c99-4e04-b29e-84a9fdc21b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:35.742882 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817abb6-8614-47b9-9af0-3e1363681987 req-11ed3882-4577-42de-8510-6ee697e50d8b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:35.744373 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6817abb6-8614-47b9-9af0-3e1363681987 req-11ed3882-4577-42de-8510-6ee697e50d8b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0491183 Aug 06 16:58:35.782185 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6817abb6-8614-47b9-9af0-3e1363681987 req-945c6fb0-6f30-47a4-bab7-8972a2dc2793 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311363 Aug 06 16:58:36.932787 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159d8b5-8e15-476b-9a8d-26c0a622b4a9 req-c8d88d3a-d524-4b22-822f-9e61ff3c6cda tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:36.934278 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2159d8b5-8e15-476b-9a8d-26c0a622b4a9 req-c8d88d3a-d524-4b22-822f-9e61ff3c6cda tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0505579 Aug 06 16:58:36.975237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2159d8b5-8e15-476b-9a8d-26c0a622b4a9 req-cb833ef1-70f9-4563-ba3a-c356293b8cd1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344577 Aug 06 16:58:37.723577 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b4ad69ec-c691-40ba-a24f-6229ac2ce99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:37.749001 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:38.093429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b8d85-0b52-40db-8341-902ef458aa1d req-59c09033-76a9-4afd-b6a9-5ec247dc7c67 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:38.096177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-794b8d85-0b52-40db-8341-902ef458aa1d req-59c09033-76a9-4afd-b6a9-5ec247dc7c67 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0517499 Aug 06 16:58:38.134151 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-794b8d85-0b52-40db-8341-902ef458aa1d req-7d7dcdcc-7019-489c-891b-969396e60d23 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319953 Aug 06 16:58:39.211916 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:39.253322 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8729c8f-9696-47f0-a77f-9daf72ce0e95 req-0d835896-5fc7-4e99-8aaa-54a52456badd tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:39.254825 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8729c8f-9696-47f0-a77f-9daf72ce0e95 req-0d835896-5fc7-4e99-8aaa-54a52456badd tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0528359 Aug 06 16:58:39.293958 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e8729c8f-9696-47f0-a77f-9daf72ce0e95 req-e9e0a1e8-eaa8-49f3-b1ce-f4095202175b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Aug 06 16:58:40.410750 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb028c-92a9-4e21-bc8b-9da730e6eafc req-3df1efc3-16f2-4665-b10f-ac1e2103279e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:40.412233 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ddb028c-92a9-4e21-bc8b-9da730e6eafc req-3df1efc3-16f2-4665-b10f-ac1e2103279e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0487478 Aug 06 16:58:40.454012 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5ddb028c-92a9-4e21-bc8b-9da730e6eafc req-88f77720-5cec-4b46-b6c6-c41c8f34926c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358515 Aug 06 16:58:41.117493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:41.570939 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c152dc-8be7-4e9f-986b-a0441d0d413e req-f99489b3-c57c-4daa-b62e-e32a56c9834b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:41.572452 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1c152dc-8be7-4e9f-986b-a0441d0d413e req-f99489b3-c57c-4daa-b62e-e32a56c9834b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0512247 Aug 06 16:58:41.611642 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d1c152dc-8be7-4e9f-986b-a0441d0d413e req-70fa133a-681d-4e22-9bf1-acd86feb75d6 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322318 Aug 06 16:58:42.728621 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ec72b-28d6-4428-9e9b-7e55bedf0cf2 req-a8a67e7e-7b02-4ec1-8f9c-18e985daece5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:42.730120 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-273ec72b-28d6-4428-9e9b-7e55bedf0cf2 req-a8a67e7e-7b02-4ec1-8f9c-18e985daece5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0505598 Aug 06 16:58:42.768072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-273ec72b-28d6-4428-9e9b-7e55bedf0cf2 req-25310d99-0b97-45de-9188-d603d5e42cf0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Aug 06 16:58:43.883157 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16dc2-7abc-42c4-bffe-6bcec1c30123 req-e9fdb001-7d4b-47d8-b385-740ba3fa7274 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:43.884651 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ca16dc2-7abc-42c4-bffe-6bcec1c30123 req-e9fdb001-7d4b-47d8-b385-740ba3fa7274 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0487747 Aug 06 16:58:43.926638 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ca16dc2-7abc-42c4-bffe-6bcec1c30123 req-34eb3d81-f943-467e-bebc-baef12b359b9 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360024 Aug 06 16:58:44.803324 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-4add3c92-1508-4886-b1e3-76496fd21d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:44.804902 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-4add3c92-1508-4886-b1e3-76496fd21d1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1097 time: 0.0435555 Aug 06 16:58:44.902635 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-db3bf68c-00c1-43a8-af44-e1882a85e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:44.904121 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-db3bf68c-00c1-43a8-af44-e1882a85e232 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0880339 Aug 06 16:58:44.979351 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-2df8accd-ecd7-4445-9496-545615c61e29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0640743 Aug 06 16:58:45.045308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-2a859114-4b89-4462-acea-5bf44c8f648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:45.046920 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-2a859114-4b89-4462-acea-5bf44c8f648d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0567322 Aug 06 16:58:45.047250 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8248c2-a3e8-46cb-8540-0851f96bdf7b req-752523da-82c8-412b-879f-6409a4830568 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:45.049024 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d8248c2-a3e8-46cb-8540-0851f96bdf7b req-752523da-82c8-412b-879f-6409a4830568 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0540502 Aug 06 16:58:45.094178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3d8248c2-a3e8-46cb-8540-0851f96bdf7b req-1e52441f-0041-472d-bf8c-ec54ec6d1cf9 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387642 Aug 06 16:58:45.101548 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-4557831b-ee06-46d2-bd20-919cb6a04ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:45.103262 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-4557831b-ee06-46d2-bd20-919cb6a04ea0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450840 Aug 06 16:58:45.204210 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-0b0d6036-f49c-4ea3-867d-60cb14dc64b7 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883069 Aug 06 16:58:45.297240 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-044f7504-fe4c-492c-9d84-561d66f37ec4 req-55c29d30-deb8-4f0f-a820-842e68586c71 service neutron] 10.222.0.64 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830300 Aug 06 16:58:46.216561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544bcd8-ef31-4af3-addd-7ec267fffea1 req-f03dc2b2-c446-4c24-a53a-9915ea43816b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:46.218078 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2544bcd8-ef31-4af3-addd-7ec267fffea1 req-f03dc2b2-c446-4c24-a53a-9915ea43816b tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0503416 Aug 06 16:58:46.257108 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2544bcd8-ef31-4af3-addd-7ec267fffea1 req-03fe9898-e438-4f24-a475-cbfdd971860d tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321136 Aug 06 16:58:47.377139 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceefe9-429c-48de-8eed-a18ce66820f5 req-d5fbe87c-4e91-4c34-b395-12ce41a35a22 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:47.378837 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79ceefe9-429c-48de-8eed-a18ce66820f5 req-d5fbe87c-4e91-4c34-b395-12ce41a35a22 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0537658 Aug 06 16:58:47.425732 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79ceefe9-429c-48de-8eed-a18ce66820f5 req-9c15d29e-25fe-499f-ab4a-cb4edb0cb8c3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406761 Aug 06 16:58:48.545818 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1c99-6e39-4e80-a807-d7ec6d48516e req-25c4308e-d991-45d8-90d2-eeaf3a5095be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:48.548277 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4fb1c99-6e39-4e80-a807-d7ec6d48516e req-25c4308e-d991-45d8-90d2-eeaf3a5095be tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0511942 Aug 06 16:58:48.587511 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c4fb1c99-6e39-4e80-a807-d7ec6d48516e req-efcf675a-f164-41ea-82a7-d70cb27fbc9f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Aug 06 16:58:49.703786 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a554da-6fb7-4725-a7dc-c680f282ddcc req-6cc87be2-eaba-49ff-bcc2-816dff8bc085 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:49.705463 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4a554da-6fb7-4725-a7dc-c680f282ddcc req-6cc87be2-eaba-49ff-bcc2-816dff8bc085 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0500612 Aug 06 16:58:49.744606 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-a4a554da-6fb7-4725-a7dc-c680f282ddcc req-c917a9c3-ef6a-4af1-9c01-fe4425c31425 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329578 Aug 06 16:58:50.150235 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774e5f-648f-4173-9222-176f11d6467b req-e404cac9-711d-4506-bee8-7732245d2bc0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:50.151740 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5774e5f-648f-4173-9222-176f11d6467b req-e404cac9-711d-4506-bee8-7732245d2bc0 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0540473 Aug 06 16:58:50.221565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-b5774e5f-648f-4173-9222-176f11d6467b req-555f3af1-24e7-4197-ab0c-c743f2f392f2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637248 Aug 06 16:58:50.231833 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-5cfa9f22-fccf-4874-bc0f-253113df5b43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005509 Aug 06 16:58:51.337228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f726cb2-b0a8-4580-b18f-3ff7cf6ef81d req-cb9e042c-1922-44ca-aba8-0dca5af8d431 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:51.338656 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f726cb2-b0a8-4580-b18f-3ff7cf6ef81d req-cb9e042c-1922-44ca-aba8-0dca5af8d431 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 946 time: 0.0490489 Aug 06 16:58:51.378177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2f726cb2-b0a8-4580-b18f-3ff7cf6ef81d req-aeb01f4d-03b5-46ec-8f70-67d2daa9b376 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335050 Aug 06 16:58:51.716212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 16:58:51.794178 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:51.818261 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:58:51.820543 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97facd-38a3-4fe3-a612-cb66a62cbdfa" -d '{"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-unplugged", "status": "completed", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:58:51.834016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:58:51.905801 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 Aug 2021 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1d1aae-1367-4d2c-8810-28ae1551c1a6 x-openstack-request-id: req-2e1d1aae-1367-4d2c-8810-28ae1551c1a6 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:58:51.906095 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-unplugged", "status": "failed", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "code": 422}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:58:51.906348 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e1d1aae-1367-4d2c-8810-28ae1551c1a6 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:58:51.906743 n-d-778550-6 neutron-server[94842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'code': 422} returned with failed status Aug 06 16:58:51.920487 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:51.969393 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:51.976783 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.977153 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.977497 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.977835 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.978170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.978504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.978832 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.979157 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.979484 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.979820 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.980154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:51.980476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:52.497006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecb101-2c2f-4546-b5fe-c80074d28a55 req-be865bf3-1ae5-48a8-9298-71b441b994e2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:52.498417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1eecb101-2c2f-4546-b5fe-c80074d28a55 req-be865bf3-1ae5-48a8-9298-71b441b994e2 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0503628 Aug 06 16:58:52.537439 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1eecb101-2c2f-4546-b5fe-c80074d28a55 req-d063467d-308e-4c5e-bc70-a9d30a303ccb tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Aug 06 16:58:53.600744 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:58:53.661351 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d2da2-34da-4182-a426-d38cdf7e760c req-de50793a-2fdd-4c3a-87f1-ec4a29fb1587 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:53.663569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-571d2da2-34da-4182-a426-d38cdf7e760c req-de50793a-2fdd-4c3a-87f1-ec4a29fb1587 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0557706 Aug 06 16:58:53.703131 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-571d2da2-34da-4182-a426-d38cdf7e760c req-8472ebfb-3b43-45c2-83d7-0e9c36f95d50 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338314 Aug 06 16:58:54.820117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb7aeb-a6d7-47a2-a27a-045037484d89 req-57a668ec-3289-45de-9ae1-f39b9a789f4e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:54.821877 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87cb7aeb-a6d7-47a2-a27a-045037484d89 req-57a668ec-3289-45de-9ae1-f39b9a789f4e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0513227 Aug 06 16:58:54.864072 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-87cb7aeb-a6d7-47a2-a27a-045037484d89 req-c9f91726-91dc-4b10-a0fc-77dd5b47d87e tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360749 Aug 06 16:58:55.980865 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f23d6-87c4-44c0-aaf8-917cbfa53e31 req-005e45f0-677d-48ae-8a7e-863b9e75d9f4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:55.982371 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee5f23d6-87c4-44c0-aaf8-917cbfa53e31 req-005e45f0-677d-48ae-8a7e-863b9e75d9f4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0511019 Aug 06 16:58:56.020553 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ee5f23d6-87c4-44c0-aaf8-917cbfa53e31 req-7a9eb97b-dfb2-43f2-b93d-3eef9d540d75 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319352 Aug 06 16:58:56.101588 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-78b7818a-b621-4d6a-a301-eea22d4bcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:56.103099 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-78b7818a-b621-4d6a-a301-eea22d4bcb2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&tenant_id=571de43547244736b88d0217bd81a21b HTTP/1.1" status: 200 len: 1095 time: 0.0853505 Aug 06 16:58:56.116067 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-778550-6', 'device_owner': 'compute:nova'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 16:58:56.172892 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:56.379146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:58:56.411960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:58:56.444138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1af7c5-8493-484b-b546-a21296e37ff5 {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:58:56.451337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:56.464139 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Transition to ACTIVE for port object fd1af7c5-8493-484b-b546-a21296e37ff5 will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 16:58:56.540358 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:56.626697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=7']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:56.667265 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] No DVR routers for this DVR port fd1af7c5-8493-484b-b546-a21296e37ff5 on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 16:58:56.714531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.714792 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.715143 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.715480 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.715823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.716168 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.716497 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.716823 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.717150 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.717474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.717796 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.718120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 16:58:56.797335 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:56.822690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 16:58:56.823034 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 16:58:56.823369 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:58:56.827639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Port fd1af7c5-8493-484b-b546-a21296e37ff5 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 16:58:56.827979 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Attempting to bind port fd1af7c5-8493-484b-b546-a21296e37ff5 on network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 16:58:56.833336 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 16, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 16:58:56.833673 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Checking segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 16:58:56.834060 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Bound using segment: {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 16:58:56.834486 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Bound port: fd1af7c5-8493-484b-b546-a21296e37ff5, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9763a0b3-a308-4778-9596-9510e72db031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 16:58:56.834841 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:56.900977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 16:58:56.903879 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 16:58:56.965573 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:57.004697 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.005230 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:58:57.006647 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] 10.222.0.59 "PUT /v2.0/ports/fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1092 time: 0.8946397 Aug 06 16:58:57.007091 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:58:57.009358 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964fb398-391c-48e2-9a93-a23de112489e" -d '{"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:58:57.032292 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317c7b7-e94a-4e52-a181-3206971af1ec service neutron] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=8']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:58:57.065982 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 16:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dca813-e2ea-4a63-9298-f3b68207c4c1 x-openstack-request-id: req-36dca813-e2ea-4a63-9298-f3b68207c4c1 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:58:57.066279 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:58:57.066538 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36dca813-e2ea-4a63-9298-f3b68207c4c1 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:58:57.066955 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'status': 'completed', 'code': 200} Aug 06 16:58:57.084419 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-d4c531f0-e880-4884-be0d-5989612ad19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.086004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-d4c531f0-e880-4884-be0d-5989612ad19e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1095 time: 0.0501947 Aug 06 16:58:57.151160 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e165ec4-d779-44e9-8ffd-9fdd01ff112b req-1d0c5ac9-731d-4dee-891e-a9357cfa6ff4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.155483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e165ec4-d779-44e9-8ffd-9fdd01ff112b req-1d0c5ac9-731d-4dee-891e-a9357cfa6ff4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0586743 Aug 06 16:58:57.190694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-47e72b98-c474-42ea-8fb3-ef61a3cc8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.192275 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-47e72b98-c474-42ea-8fb3-ef61a3cc8f69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0987329 Aug 06 16:58:57.195320 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e165ec4-d779-44e9-8ffd-9fdd01ff112b req-efb39496-53f9-4b2b-92d4-585244739084 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358319 Aug 06 16:58:57.259871 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-0b1fbb20-41cd-4dec-aaad-4872d8ecee56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0603657 Aug 06 16:58:57.312024 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-72880d8c-7672-4a27-9a04-8aac9222faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.313492 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-72880d8c-7672-4a27-9a04-8aac9222faf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0465539 Aug 06 16:58:57.363663 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-803e5dab-9276-4bea-9f48-2d7bdf4ef50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.365256 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-803e5dab-9276-4bea-9f48-2d7bdf4ef50d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449595 Aug 06 16:58:57.376406 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-4117b1ae-7027-46e6-864b-fdbb62e08afb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 16:58:57.377696 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-4117b1ae-7027-46e6-864b-fdbb62e08afb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049627 Aug 06 16:58:57.467620 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-0583a957-5dea-4a3c-b952-a4771a6a3049 service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836103 Aug 06 16:58:57.562779 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-33bb9186-5be9-400c-9237-cc0aa33137d5 service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886683 Aug 06 16:58:57.746238 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fb398-391c-48e2-9a93-a23de112489e req-7a10974e-b517-41ea-8669-3ed7497bbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.747772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-7a10974e-b517-41ea-8669-3ed7497bbc36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1095 time: 0.0416634 Aug 06 16:58:57.841630 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fb398-391c-48e2-9a93-a23de112489e req-91d141dc-492e-4813-9a6c-6516fe70b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.843016 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-91d141dc-492e-4813-9a6c-6516fe70b71b service neutron] 10.222.0.59 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0883758 Aug 06 16:58:57.906538 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-66431285-2e8a-4ef3-b163-74236143849c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1000 time: 0.0563459 Aug 06 16:58:57.954528 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fb398-391c-48e2-9a93-a23de112489e req-ca538375-a1e7-4c03-b2d9-9628b685fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:57.956007 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-ca538375-a1e7-4c03-b2d9-9628b685fd74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0426071 Aug 06 16:58:58.006330 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fb398-391c-48e2-9a93-a23de112489e req-33a5e5b1-8f4a-4ea9-8882-b6810d48ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:58.007865 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-33a5e5b1-8f4a-4ea9-8882-b6810d48ba76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443108 Aug 06 16:58:58.099928 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-3546b828-ef66-440c-b4bd-ba75ae694b2c service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840738 Aug 06 16:58:58.192855 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-964fb398-391c-48e2-9a93-a23de112489e req-66a7f3f1-2ee3-446e-8fc7-a39a58f9706d service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Aug 06 16:58:58.315900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e1fe3-00c1-4db8-8f32-01c21b6be1e3 req-e3434b32-5203-41d6-9599-224604af4097 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:58.317414 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c82e1fe3-00c1-4db8-8f32-01c21b6be1e3 req-e3434b32-5203-41d6-9599-224604af4097 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0527720 Aug 06 16:58:58.361260 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c82e1fe3-00c1-4db8-8f32-01c21b6be1e3 req-2d033428-acac-4bfa-a2ac-4d7f88ef4f7f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329151 Aug 06 16:58:59.477701 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2605de-f939-4c10-bfb0-f9f485d2ed27 req-949516c6-3868-4b4b-9ece-6d74faf0eeff tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:58:59.479177 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b2605de-f939-4c10-bfb0-f9f485d2ed27 req-949516c6-3868-4b4b-9ece-6d74faf0eeff tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0491586 Aug 06 16:58:59.519664 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-9b2605de-f939-4c10-bfb0-f9f485d2ed27 req-3d2f9d6a-df48-4002-878a-c53128ba55e3 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Aug 06 16:58:59.879763 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:00.648771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3be54-1ced-4754-b939-99d4c3cab343 req-4f600120-b6b6-401d-bf84-0e63c8b2eb6c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:00.650166 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1f3be54-1ced-4754-b939-99d4c3cab343 req-4f600120-b6b6-401d-bf84-0e63c8b2eb6c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0547309 Aug 06 16:59:00.689421 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e1f3be54-1ced-4754-b939-99d4c3cab343 req-ebe9d112-3ad9-47da-beec-021fd7662cf7 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Aug 06 16:59:01.803544 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30119a-c790-4fe8-8839-9967b65e0e24 req-33833d26-6ed6-4cf9-910c-7c8927570d7f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:01.805046 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f30119a-c790-4fe8-8839-9967b65e0e24 req-33833d26-6ed6-4cf9-910c-7c8927570d7f tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0482180 Aug 06 16:59:01.844390 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-8f30119a-c790-4fe8-8839-9967b65e0e24 req-a9546540-a42f-4317-b4f2-af89fae69398 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334609 Aug 06 16:59:02.962551 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1424b-ed05-49a2-8b0d-a91265cee544 req-9663b7eb-7753-4d0b-a41b-4d765e87d838 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:02.964049 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39a1424b-ed05-49a2-8b0d-a91265cee544 req-9663b7eb-7753-4d0b-a41b-4d765e87d838 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0498960 Aug 06 16:59:03.000972 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39a1424b-ed05-49a2-8b0d-a91265cee544 req-db19df2f-4be2-4ff8-9dc4-09e4ae2c9c74 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Aug 06 16:59:04.120900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e3ab2-9d5a-4b02-b4fa-d4f4c6490401 req-8fa9b6d1-61a2-4b8e-883e-d17032d875b8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:04.122383 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a3e3ab2-9d5a-4b02-b4fa-d4f4c6490401 req-8fa9b6d1-61a2-4b8e-883e-d17032d875b8 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0528769 Aug 06 16:59:04.162116 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2a3e3ab2-9d5a-4b02-b4fa-d4f4c6490401 req-50e32266-2f49-4134-b58c-16633570a007 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333648 Aug 06 16:59:05.070886 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d80e261c-86f8-4c62-8744-94348f81ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:05.187325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 16:59:05.276847 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df70e4-2a83-4ca5-8aa2-30b769bc5de6 req-8898b859-9a47-46c0-a2c2-06bdf38c2cff tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:05.278326 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9df70e4-2a83-4ca5-8aa2-30b769bc5de6 req-8898b859-9a47-46c0-a2c2-06bdf38c2cff tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 944 time: 0.0483072 Aug 06 16:59:05.286028 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:05.297034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'port_id': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'mac_address': 'fa:16:3e:cf:1d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 16:59:05.318655 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c9df70e4-2a83-4ca5-8aa2-30b769bc5de6 req-9342d8d0-0034-4b34-a7dd-a745cc8e58ee tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Aug 06 16:59:05.334662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:05.347533 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1af7c5-8493-484b-b546-a21296e37ff5 {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 16:59:05.366970 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:05.453997 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:05.504894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=9']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:05.681203 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['fd1af7c5-8493-484b-b546-a21296e37ff5'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 16:59:06.432167 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7961804-863d-4321-b45e-4eadf8c5246c req-49353f6d-e07d-4331-8ec6-9ff530cadf5a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:06.433629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7961804-863d-4321-b45e-4eadf8c5246c req-49353f6d-e07d-4331-8ec6-9ff530cadf5a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 945 time: 0.0476482 Aug 06 16:59:06.471227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-c7961804-863d-4321-b45e-4eadf8c5246c req-dac0dfa4-57d4-4099-9362-5abd9da0eef1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306840 Aug 06 16:59:07.216595 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 16:59:07.331013 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port fd1af7c5-8493-484b-b546-a21296e37ff5 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 16:59:07.334772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port fd1af7c5-8493-484b-b546-a21296e37ff5 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 16:59:07.335143 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:07.411156 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:07.433178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 16:59:07.435675 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffed561-fa8a-4e60-9d41-13a3962c0cb7" -d '{"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-plugged", "status": "completed", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 16:59:07.448508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 16:59:07.472053 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 16:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc1e3d-c1f3-4b23-888d-862be6b6f9a2 x-openstack-request-id: req-eecc1e3d-c1f3-4b23-888d-862be6b6f9a2 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 16:59:07.477204 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-plugged", "status": "completed", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 16:59:07.477204 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eecc1e3d-c1f3-4b23-888d-862be6b6f9a2 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 16:59:07.477204 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'code': 200} Aug 06 16:59:07.525760 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:07.586995 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=10']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 16:59:07.597552 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf54fa-cc14-4d11-9749-40d786f5f02d req-73e363ec-f266-487b-9906-6840a5568a30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:07.599218 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27bf54fa-cc14-4d11-9749-40d786f5f02d req-73e363ec-f266-487b-9906-6840a5568a30 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 947 time: 0.0577683 Aug 06 16:59:07.626233 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ed418-286b-494b-828b-9db05632b0a0 req-f89f53bd-a32c-499e-8d8f-e895a96099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:07.627924 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b2ed418-286b-494b-828b-9db05632b0a0 req-f89f53bd-a32c-499e-8d8f-e895a96099c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1098 time: 0.0473638 Aug 06 16:59:07.638843 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-27bf54fa-cc14-4d11-9749-40d786f5f02d req-2c23c501-243c-4b88-b66e-77cda22d6734 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333881 Aug 06 16:59:07.672075 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b2ed418-286b-494b-828b-9db05632b0a0 req-a7c12d8f-179a-4445-8e61-1b0197fe861e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374575 Aug 06 16:59:07.742224 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-957309f7-9e26-42c0-aef0-c75074a04407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:07.770595 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:08.771540 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc6436-4bd4-4a6e-87a8-02bc929e9fd8 req-5d3aadf5-ca01-4ea5-af93-4962264bc995 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:08.773084 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88bc6436-4bd4-4a6e-87a8-02bc929e9fd8 req-5d3aadf5-ca01-4ea5-af93-4962264bc995 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 947 time: 0.0554912 Aug 06 16:59:08.817094 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-88bc6436-4bd4-4a6e-87a8-02bc929e9fd8 req-c2d2b10b-8305-463e-8e34-3eaa247fe8ce tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Aug 06 16:59:09.202523 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:11.119765 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:19.403330 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-c7087c8a-6b8b-4ad1-b2f5-4afecd9edfc8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403941 Aug 06 16:59:19.489147 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-0f8313d3-84ac-4ae4-8565-6bf55381d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:19.490639 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-0f8313d3-84ac-4ae4-8565-6bf55381d627 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1098 time: 0.0453787 Aug 06 16:59:19.595695 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-eb5ab2f9-97d0-440b-8f47-d59cdd38eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:19.597445 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-eb5ab2f9-97d0-440b-8f47-d59cdd38eb82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0880117 Aug 06 16:59:20.032423 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-f98b2e81-3537-46f1-9725-9e406feb0f75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1002 time: 0.4280114 Aug 06 16:59:20.083598 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-19a7e844-abca-43cb-b8bc-e23aa5f8be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:20.085133 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-19a7e844-abca-43cb-b8bc-e23aa5f8be07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0457566 Aug 06 16:59:20.131390 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-0cb772ef-bf60-406c-8ebf-fc55dc4e6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 16:59:20.133003 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-0cb772ef-bf60-406c-8ebf-fc55dc4e6585 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413396 Aug 06 16:59:20.228693 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-bf6faaef-7bb0-48f4-859a-44093ce71134 service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880249 Aug 06 16:59:20.320574 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4501ebb6-c017-46a0-a481-25b708ddb4f6 req-c0cf4111-becc-4621-86dc-737ae7ed95cd service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Aug 06 16:59:26.819310 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:29.896727 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:30.601001 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 16:59:35.024992 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-aeaf7d03-5816-48cf-a39a-798a06cc50e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:37.778662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0e91b17e-11cd-486d-a6ed-6bb1532d8d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:37.807172 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:39.213245 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:41.176304 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:56.833396 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 16:59:59.915589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:05.024189 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-1748fa45-4838-4773-96c9-36b46055a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:07.602128 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:00:07.749998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e2011044-6f68-43c2-8dbd-26289cbb37e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:07.781281 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:09.238195 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:11.152390 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:18.884099 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-c95a5dba-f12d-44ba-b47f-2e2060716b9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425479 Aug 06 17:00:18.980754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-12f130a9-7308-4bac-b436-697f1dbfeb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:18.982251 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-12f130a9-7308-4bac-b436-697f1dbfeb43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1098 time: 0.0468524 Aug 06 17:00:19.082625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-339645b4-0ffa-4ef7-b107-5de219d182b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:19.084142 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-339645b4-0ffa-4ef7-b107-5de219d182b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0839708 Aug 06 17:00:19.152128 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-66734d0f-987b-445e-9349-168b6569ae80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 1002 time: 0.0609329 Aug 06 17:00:19.201944 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-296f3e59-1e8a-4105-ae67-94db0e956938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:19.202936 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-296f3e59-1e8a-4105-ae67-94db0e956938 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0435624 Aug 06 17:00:19.254008 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-9f954c47-44ec-4be4-adec-fb23a0b64abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:19.255669 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-9f954c47-44ec-4be4-adec-fb23a0b64abe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447793 Aug 06 17:00:19.354962 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-a06a4f01-d446-4f47-b385-d16519c61d5e service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911326 Aug 06 17:00:19.445297 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-937aedd4-4246-4687-909a-9ebab7ad0ca1 req-57d1c13e-b217-4dae-aa9c-98979f1f56e6 service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844116 Aug 06 17:00:26.855028 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:29.912035 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:35.049376 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3e3f236d-c895-4d8e-9671-acafeb074902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.803735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-bf86a792-f13e-4c07-8fdd-dfdc0193cb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:37.805791 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:39.209221 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:41.140150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:44.602034 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:00:45.884061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42146) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:46.041796 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Deleting port dcf5d374-4668-4007-af44-c984ca6fe280 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:46.042172 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.121935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.122370 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.134052 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Calling delete_port for dcf5d374-4668-4007-af44-c984ca6fe280 owned by network:floatingip {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:46.380637 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.407977 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event deleted for resources: {'Port': ['ID=dcf5d374-4668-4007-af44-c984ca6fe280,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:46.431824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.432170 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.432516 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.433500 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.434104 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.434439 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.434772 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.435108 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.435433 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.435892 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.436234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.436561 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:46.480492 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for floatingip, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:46.481020 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Floating IP 71004731-40cb-47b2-9f90-9a35c5e47c99 disassociated (deleted). External IP: 172.25.5.230, port: fd1af7c5-8493-484b-b546-a21296e37ff5. Aug 06 17:00:47.046519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Router 2bc6143d-00c9-4357-8924-2d568dccc17a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:00:47.152228 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:00:47.157634 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:47.163301 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:00:47.177304 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:47.177999 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:47.191572 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-e1629ad9-753d-4795-9cff-ce3dbf6018cc tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "DELETE /v2.0/floatingips/71004731-40cb-47b2-9f90-9a35c5e47c99 HTTP/1.1" status: 204 len: 168 time: 1.3054235 Aug 06 17:00:47.192198 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:00:47.194453 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24c011f-1b52-49a7-bc25-2f1badb5bca8" -d '{"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:00:47.288600 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:47.341850 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057fbc9f-9379-4bd8-8108-b6b655233708 x-openstack-request-id: req-057fbc9f-9379-4bd8-8108-b6b655233708 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:00:47.342198 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:00:47.342386 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-057fbc9f-9379-4bd8-8108-b6b655233708 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:00:47.342790 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'status': 'completed', 'code': 200} Aug 06 17:00:47.411626 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-713d2ec6-11b6-41bc-840c-c272c9ea3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:47.413194 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-713d2ec6-11b6-41bc-840c-c272c9ea3c3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=571de43547244736b88d0217bd81a21b&device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 1098 time: 0.0468276 Aug 06 17:00:47.491916 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:47.506307 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-9d60f834-c3db-487a-be5f-becb8a711a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:47.507826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-9d60f834-c3db-487a-be5f-becb8a711a41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 200 len: 909 time: 0.0877652 Aug 06 17:00:47.521118 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:00:47.530157 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:47.531029 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:47.554677 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-9587f1d4-05ff-48dd-9e26-d3538877bf7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 200 len: 217 time: 0.0400832 Aug 06 17:00:47.605945 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-12f99665-ecb3-4176-8414-ba3e2ca2576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:47.607476 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-12f99665-ecb3-4176-8414-ba3e2ca2576f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 200 len: 847 time: 0.0464995 Aug 06 17:00:47.638796 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:47.654831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-09c22084-8793-468b-8030-e9064fb19f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:47.656599 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-09c22084-8793-468b-8030-e9064fb19f6a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428312 Aug 06 17:00:47.759004 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-b4c955cc-3a5b-413e-a81f-31ed8eadf836 service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939715 Aug 06 17:00:47.856094 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c24c011f-1b52-49a7-bc25-2f1badb5bca8 req-635d0b0b-8915-4169-8020-d2ecd21e1aa7 service neutron] 10.222.0.59 "GET /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901299 Aug 06 17:00:47.942115 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:47.968892 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60254256-0576-497a-8e4b-aa6f8795ce1d None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T16:50:44Z', 'revision_number': 4, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': '76fec790-ce68-4b88-9606-c2122a76c7da', 'name': '', 'network_id': '2564d848-0aab-4cae-9ca8-9a6ccfeb7a82', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'mac_address': 'fa:16:3e:c4:b4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:43Z', 'updated_at': '2021-08-06T16:50:49Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'subnets': [{'id': '17d723cc-8f51-46a6-b64a-c20db016d7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:00:48.179036 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd414f94-e84e-4b5b-bbe1-694e3e47e908 None None] New status for floating IP 71004731-40cb-47b2-9f90-9a35c5e47c99: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:00:48.636683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91965-4461-49f8-bf93-4d3ec9172c63 req-7fc2ef3c-755a-4b5f-873f-ef16f3680401 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:48.638082 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02e91965-4461-49f8-bf93-4d3ec9172c63 req-7fc2ef3c-755a-4b5f-873f-ef16f3680401 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 947 time: 0.0573978 Aug 06 17:00:48.676215 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-02e91965-4461-49f8-bf93-4d3ec9172c63 req-e6e6026e-1a50-44ea-bd88-df74da04f864 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321288 Aug 06 17:00:49.816041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b5b68-9f1d-48b9-ac59-a3685f540813 req-b0d3aa3a-da77-47d1-8886-b4840a365dc1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:49.818680 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-778b5b68-9f1d-48b9-ac59-a3685f540813 req-b0d3aa3a-da77-47d1-8886-b4840a365dc1 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 947 time: 0.0662770 Aug 06 17:00:49.862460 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-778b5b68-9f1d-48b9-ac59-a3685f540813 req-9d780a95-3e7d-4d12-8f6c-8a0c844488af tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce226158-7881-4551-8bf8-8ec30b8f0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352182 Aug 06 17:00:50.092958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-344008c4-cd95-4ee6-ba27-ecac0fef9a6a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:00:50.094428 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-344008c4-cd95-4ee6-ba27-ecac0fef9a6a tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.59 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 947 time: 0.0493598 Aug 06 17:00:50.190977 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Deleting port fd1af7c5-8493-484b-b546-a21296e37ff5 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:50.191362 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.285724 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] For port fd1af7c5-8493-484b-b546-a21296e37ff5, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=fd1af7c5-8493-484b-b546-a21296e37ff5,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:50.286096 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.298086 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Calling delete_port for fd1af7c5-8493-484b-b546-a21296e37ff5 owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:50.491909 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.528089 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event deleted for resources: {'Port': ['ID=fd1af7c5-8493-484b-b546-a21296e37ff5,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:50.555270 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.555625 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.556033 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.561847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:00:50.579535 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] No DVR routers for this DVR port fd1af7c5-8493-484b-b546-a21296e37ff5 on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:00:50.582122 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:50.584283 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-751e8356-298e-45ce-9f9b-3a3e82cc2e35 req-2d7b55fe-2688-4b51-87cb-b37fe63ab27c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.59 "DELETE /v2.0/ports/fd1af7c5-8493-484b-b546-a21296e37ff5 HTTP/1.1" status: 204 len: 173 time: 0.4832392 Aug 06 17:00:50.584715 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-deleted', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:00:50.587053 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59043d69-b52c-4cf9-8a78-04d85f7e7cee" -d '{"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-deleted", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:00:50.678019 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b63cbec-7661-41f6-9dec-6a9a914286b0 x-openstack-request-id: req-1b63cbec-7661-41f6-9dec-6a9a914286b0 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:00:50.678321 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a29988-677a-41fd-9874-1d37f279ffbc", "name": "network-vif-deleted", "tag": "fd1af7c5-8493-484b-b546-a21296e37ff5", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:00:50.678582 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b63cbec-7661-41f6-9dec-6a9a914286b0 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:00:50.678997 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a29988-677a-41fd-9874-1d37f279ffbc', 'name': 'network-vif-deleted', 'tag': 'fd1af7c5-8493-484b-b546-a21296e37ff5', 'status': 'completed', 'code': 200} Aug 06 17:00:50.968482 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6d1ffc02-13fd-4369-b51f-fdbee0372ed2 req-16d9c54b-6309-47bf-aa6e-1109a09a4ed4 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0294311 Aug 06 17:00:52.064615 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-969d585a-7154-4194-9979-919ad8832bc7 req-6968b531-19b3-40a9-a2a1-857861c2c2ff tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0267332 Aug 06 17:00:53.379178 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0e6704dc-865f-4290-b9f4-5811ebbd7763 req-e31f5b2d-7ca0-42bf-a141-0d3166ea280c tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0275202 Aug 06 17:00:53.903300 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:00:53.924523 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: fd1af7c5-8493-484b-b546-a21296e37ff5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:00:53.924869 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device fd1af7c5-8493-484b-b546-a21296e37ff5 not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:00:54.487943 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-d8ccf381-98fc-4e02-b396-3c353a5934ae req-b996d90c-aa97-489f-99e4-90cf271797a5 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "GET /v2.0/ports?device_id=87a29988-677a-41fd-9874-1d37f279ffbc HTTP/1.1" status: 200 len: 210 time: 0.0317497 Aug 06 17:00:55.547474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42188) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:55.615639 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7106b94e-ef7c-4546-ae86-5829a40be961 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:55.647131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7106b94e-ef7c-4546-ae86-5829a40be961 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:55.777797 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7106b94e-ef7c-4546-ae86-5829a40be961 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:55.781185 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7106b94e-ef7c-4546-ae86-5829a40be961 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:55.782387 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7106b94e-ef7c-4546-ae86-5829a40be961 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce226158-7881-4551-8bf8-8ec30b8f0eed HTTP/1.1" status: 204 len: 168 time: 0.2335391 Aug 06 17:00:55.793841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106b94e-ef7c-4546-ae86-5829a40be961 tempest-TestShelveInstance-1546650189 tempest-TestShelveInstance-1546650189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce226158-7881-4551-8bf8-8ec30b8f0eed,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:56.857301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:56.973348 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42194) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:57.604747 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:57.863603 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Deleting port 76fec790-ce68-4b88-9606-c2122a76c7da {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:57.863949 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:57.945938 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] For port 76fec790-ce68-4b88-9606-c2122a76c7da, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=76fec790-ce68-4b88-9606-c2122a76c7da,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:57.946310 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:57.960308 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Calling delete_port for 76fec790-ce68-4b88-9606-c2122a76c7da owned by network:router_interface {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:58.197555 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:58.227352 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fec790-ce68-4b88-9606-c2122a76c7da,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:58.401625 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:58.629577 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Router 2bc6143d-00c9-4357-8924-2d568dccc17a has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:00:58.739904 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:00:58.745323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-9d9863cc-8957-4575-a01f-ca4dee592177 admin admin] 10.222.0.16 "PUT /v2.0/routers/2bc6143d-00c9-4357-8924-2d568dccc17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7708621 Aug 06 17:00:58.748009 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42198) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:58.749250 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] Sync routers for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:00:58.759204 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:58.759854 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:58.857917 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:58.864426 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:58.964706 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.055290 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T17:00:58Z', 'revision_number': 5, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port': {'id': '7c648edb-d55d-4ac5-855d-2cb698c1d52c', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:42Z', 'updated_at': '2021-08-06T16:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:59.083076 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] Checking router: 2bc6143d-00c9-4357-8924-2d568dccc17a for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:00:59.092193 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] Routers {'2bc6143d-00c9-4357-8924-2d568dccc17a'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:00:59.092815 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['2bc6143d-00c9-4357-8924-2d568dccc17a'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:59.092991 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Deleting port 7c648edb-d55d-4ac5-855d-2cb698c1d52c {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:00:59.093349 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.172155 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] For port 7c648edb-d55d-4ac5-855d-2cb698c1d52c, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=7c648edb-d55d-4ac5-855d-2cb698c1d52c,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:00:59.172525 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.177100 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] Set router 2bc6143d-00c9-4357-8924-2d568dccc17a gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:00:59.186350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Calling delete_port for 7c648edb-d55d-4ac5-855d-2cb698c1d52c owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:00:59.231649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T17:00:58Z', 'revision_number': 6, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:00:59.258549 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa81bf-01c1-4b15-b0d2-e469025aeadf None None] The sync data for ids ['2bc6143d-00c9-4357-8924-2d568dccc17a'] in n-d-778550-6 is: [{'id': '2bc6143d-00c9-4357-8924-2d568dccc17a', 'name': 'tempest-TestShelveInstance-276653513-router', 'tenant_id': '571de43547244736b88d0217bd81a21b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:41Z', 'updated_at': '2021-08-06T17:00:58Z', 'revision_number': 6, 'project_id': '571de43547244736b88d0217bd81a21b', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:00:59.417782 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.443232 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c648edb-d55d-4ac5-855d-2cb698c1d52c,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:00:59.513175 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.609891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.612069 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.737077 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.737662 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bc6143d-00c9-4357-8924-2d568dccc17a {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:00:59.741977 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.743265 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-92f74023-bedb-4aed-9ab2-0d473714e267 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2bc6143d-00c9-4357-8924-2d568dccc17a HTTP/1.1" status: 204 len: 168 time: 0.9940917 Aug 06 17:00:59.747313 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42200) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:00:59.793409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Deleting subnet 17d723cc-8f51-46a6-b64a-c20db016d7cc {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:00:59.796766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.835146 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.920430 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:00:59.921327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.044482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fec790-ce68-4b88-9606-c2122a76c7da no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:01:00.058062 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.065489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 76fec790-ce68-4b88-9606-c2122a76c7da {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:01:00.066102 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 76fec790-ce68-4b88-9606-c2122a76c7da not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:01:00.087954 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d723cc-8f51-46a6-b64a-c20db016d7cc,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:00.094576 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.096508 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b93811ea-0335-49d8-a4e8-9ea5206dd0b0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17d723cc-8f51-46a6-b64a-c20db016d7cc HTTP/1.1" status: 204 len: 168 time: 0.3481684 Aug 06 17:01:00.098970 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42202) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:00.101575 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebf833-7304-472b-82c0-956a1bd55407 None None] Network 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:01:00.169811 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.225186 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Deleting port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:01:00.225527 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.284573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] DHCP port deletion for 2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:01:00.302450 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] For port d3dbff21-e8e2-4e45-a699-1dc5565d0d50, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:00.302865 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.321880 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Calling delete_port for d3dbff21-e8e2-4e45-a699-1dc5565d0d50 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:01:00.339920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Deleting port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:01:00.341879 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.411924 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] For port d3dbff21-e8e2-4e45-a699-1dc5565d0d50, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,segment=NetworkSegment(9763a0b3-a308-4778-9596-9510e72db031),segment_id=9763a0b3-a308-4778-9596-9510e72db031)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:00.412334 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.426633 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Calling delete_port for d3dbff21-e8e2-4e45-a699-1dc5565d0d50 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:01:00.500530 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.510201 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.528716 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] No DVR routers for this DVR port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:01:00.530909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:00.534600 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Pushing event deleted for resources: {'Port': ['ID=d3dbff21-e8e2-4e45-a699-1dc5565d0d50,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:00.545713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.546070 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.546415 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.546755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.547196 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.547528 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.547884 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.548219 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.548548 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.548874 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.549198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.549521 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:00.552193 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf48dd-62bc-4efd-a80d-a32d28510a19 None None] No DVR routers for this DVR port d3dbff21-e8e2-4e45-a699-1dc5565d0d50 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:01:00.614676 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.625035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2564d848-0aab-4cae-9ca8-9a6ccfeb7a82']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:00.635515 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9763a0b3-a308-4778-9596-9510e72db031') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:00.635827 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9763a0b3-a308-4778-9596-9510e72db031') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:00.645159 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.659650 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.665693 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:01:00.666093 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: timer() Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:01:00.668669 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:01:01.162948 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:01.169286 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:01.171378 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] 10.222.0.16 "DELETE /v2.0/networks/2564d848-0aab-4cae-9ca8-9a6ccfeb7a82 HTTP/1.1" status: 204 len: 168 time: 1.0713508 Aug 06 17:01:01.174447 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42204) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:01.182751 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5df4-6961-4385-b525-2a5096458b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=2564d848-0aab-4cae-9ca8-9a6ccfeb7a82,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:01.529016 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:01.655685 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c648edb-d55d-4ac5-855d-2cb698c1d52c no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:01:01.681244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 7c648edb-d55d-4ac5-855d-2cb698c1d52c {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:01:01.681644 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 7c648edb-d55d-4ac5-855d-2cb698c1d52c not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:01:01.682050 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3dbff21-e8e2-4e45-a699-1dc5565d0d50 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:01:01.703938 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: d3dbff21-e8e2-4e45-a699-1dc5565d0d50 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:01:01.704291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device d3dbff21-e8e2-4e45-a699-1dc5565d0d50 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:01:01.788486 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Deleting port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:01:01.788737 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:01.867730 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] For port e9cb2624-fbbc-4157-87d4-0a87d2a9aea5, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:01.868120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:01.884893 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Calling delete_port for e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:01:02.140091 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:02.165913 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cb2624-fbbc-4157-87d4-0a87d2a9aea5,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:02.356870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:02.576140 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:01:02.704371 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:02.709989 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c6e739c6-bd1c-4ad6-b700-2e804164bb48 admin admin] 10.222.0.16 "PUT /v2.0/routers/4bf9a2a6-6486-4f2b-9338-bd628ddef7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345056 Aug 06 17:01:02.712755 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42206) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:02.715526 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] Sync routers for ids ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:02.725336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] Routers {'4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:02.726049 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:02.825737 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:02.848817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] Set router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:02.935323 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.032447 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T17:01:02Z', 'revision_number': 5, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port': {'id': '94997df9-1cc7-411d-89ca-acb8083f1691', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T16:50:48Z', 'updated_at': '2021-08-06T16:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:03.062159 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] Checking router: 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:03.074856 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] Routers {'4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:03.075496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:00:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:03.075632 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Deleting port 94997df9-1cc7-411d-89ca-acb8083f1691 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:01:03.076303 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.169123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] For port 94997df9-1cc7-411d-89ca-acb8083f1691, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=94997df9-1cc7-411d-89ca-acb8083f1691,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:03.169456 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.170929 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] Set router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:03.188903 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Calling delete_port for 94997df9-1cc7-411d-89ca-acb8083f1691 owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:01:03.233481 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T17:01:02Z', 'revision_number': 6, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:03.263217 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8686f0-9576-4907-aecf-f7f285b0b6c2 None None] The sync data for ids ['4bf9a2a6-6486-4f2b-9338-bd628ddef7e3'] in n-d-778550-6 is: [{'id': '4bf9a2a6-6486-4f2b-9338-bd628ddef7e3', 'name': 'tempest-TestShelveInstance-2061584229-router', 'tenant_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T16:50:47Z', 'updated_at': '2021-08-06T17:01:02Z', 'revision_number': 6, 'project_id': 'fb4a8e72536b45edb3cbaeaf7832e51c', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:03.465939 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.492420 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Pushing event deleted for resources: {'Port': ['ID=94997df9-1cc7-411d-89ca-acb8083f1691,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:03.553218 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.661058 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.664815 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.809798 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.810511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:01:03.815420 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.816434 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-88435e8f-9c37-4841-a820-1e5005bce614 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4bf9a2a6-6486-4f2b-9338-bd628ddef7e3 HTTP/1.1" status: 204 len: 168 time: 1.1021826 Aug 06 17:01:03.819045 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42208) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:03.865479 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Deleting subnet 640ee834-5978-4dea-8503-2c5b91d4cbb8 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:01:03.868689 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.904432 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:03.997461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.059460 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:01:04.085789 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:01:04.086438 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e9cb2624-fbbc-4157-87d4-0a87d2a9aea5 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:01:04.123652 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.143178 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd090b-9f13-4fb8-93e4-e903f07fa101 None None] Network 95bcf1f8-9304-4c15-bf45-6b95090f52cf requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:01:04.154656 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.156985 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/640ee834-5978-4dea-8503-2c5b91d4cbb8 HTTP/1.1" status: 204 len: 168 time: 0.3367918 Aug 06 17:01:04.158467 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ade8b-704e-494a-b3b1-da37bbd4fffc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640ee834-5978-4dea-8503-2c5b91d4cbb8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:04.159553 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42210) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:04.236941 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.310624 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Deleting port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:01:04.311120 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.345252 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] DHCP port deletion for 95bcf1f8-9304-4c15-bf45-6b95090f52cf request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:01:04.393575 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] For port 0d58a08b-8d7b-4437-aafc-e412f6b74c77, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0d58a08b-8d7b-4437-aafc-e412f6b74c77,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:04.393942 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.429444 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] Deleting port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:01:04.429444 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.429778 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Calling delete_port for 0d58a08b-8d7b-4437-aafc-e412f6b74c77 owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:01:04.486894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] For port 0d58a08b-8d7b-4437-aafc-e412f6b74c77, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=0d58a08b-8d7b-4437-aafc-e412f6b74c77,segment=NetworkSegment(850a3d30-a004-4dbe-ade2-7dc464ee6a2f),segment_id=850a3d30-a004-4dbe-ade2-7dc464ee6a2f)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:04.487293 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.501198 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] Calling delete_port for 0d58a08b-8d7b-4437-aafc-e412f6b74c77 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:01:04.608686 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.615624 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.635042 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=0d58a08b-8d7b-4437-aafc-e412f6b74c77,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:04.639845 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] No DVR routers for this DVR port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:01:04.646902 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] Pushing event deleted for resources: {'Port': ['ID=0d58a08b-8d7b-4437-aafc-e412f6b74c77,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:04.653188 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3df77-87b1-427e-afc8-6b675973fce5 None None] No DVR routers for this DVR port 0d58a08b-8d7b-4437-aafc-e412f6b74c77 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:01:04.726829 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.737509 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bcf1f8-9304-4c15-bf45-6b95090f52cf']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:04.747875 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850a3d30-a004-4dbe-ade2-7dc464ee6a2f') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:04.748321 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850a3d30-a004-4dbe-ade2-7dc464ee6a2f') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:04.757055 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.770851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.778062 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:01:04.778640 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: timer() Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:01:04.780403 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:01:04.914745 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.923649 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:04.923649 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] 10.222.0.16 "DELETE /v2.0/networks/95bcf1f8-9304-4c15-bf45-6b95090f52cf HTTP/1.1" status: 204 len: 168 time: 0.7628374 Aug 06 17:01:04.935124 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe48ed1-24b4-4e76-a32b-15d14f04cdaa admin admin] Pushing event deleted for resources: {'Network': ['ID=95bcf1f8-9304-4c15-bf45-6b95090f52cf,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:05.028965 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-74071ba6-33d3-4ce9-b0cf-34c5066d642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:05.341905 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42214) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:05.396446 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-a7a88b49-e776-43d1-9e9c-e8167bdcf8c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=571de43547244736b88d0217bd81a21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532269 Aug 06 17:01:05.398877 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42216) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:05.453881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-454dcfdc-2672-489a-9f70-13ce8b56e1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:05.476497 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-454dcfdc-2672-489a-9f70-13ce8b56e1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:05.606327 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-454dcfdc-2672-489a-9f70-13ce8b56e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:05.609087 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-454dcfdc-2672-489a-9f70-13ce8b56e1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:05.610338 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-454dcfdc-2672-489a-9f70-13ce8b56e1ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2beed42a-86c9-484d-b286-39b6bb5f5217 HTTP/1.1" status: 204 len: 168 time: 0.2105477 Aug 06 17:01:05.619066 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dcfdc-2672-489a-9f70-13ce8b56e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beed42a-86c9-484d-b286-39b6bb5f5217,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:05.658313 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0d58a08b-8d7b-4437-aafc-e412f6b74c77 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:01:05.679525 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 0d58a08b-8d7b-4437-aafc-e412f6b74c77 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:01:05.679980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 0d58a08b-8d7b-4437-aafc-e412f6b74c77 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:01:05.680464 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94997df9-1cc7-411d-89ca-acb8083f1691 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:01:05.700670 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 94997df9-1cc7-411d-89ca-acb8083f1691 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:01:05.701020 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 94997df9-1cc7-411d-89ca-acb8083f1691 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:01:06.354056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42222) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:06.396650 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-63ff7031-29a0-4bd0-9aa9-91fb1287512a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb4a8e72536b45edb3cbaeaf7832e51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410924 Aug 06 17:01:06.399102 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42224) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:06.453160 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7141de5b-29e9-46bc-aca5-00da19ba6d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:06.482641 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7141de5b-29e9-46bc-aca5-00da19ba6d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:06.600127 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7141de5b-29e9-46bc-aca5-00da19ba6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:06.602673 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7141de5b-29e9-46bc-aca5-00da19ba6d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:06.603911 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7141de5b-29e9-46bc-aca5-00da19ba6d3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8959f92f-2f10-459c-8701-60b1be0e34f6 HTTP/1.1" status: 204 len: 168 time: 0.2038634 Aug 06 17:01:06.612870 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141de5b-29e9-46bc-aca5-00da19ba6d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8959f92f-2f10-459c-8701-60b1be0e34f6,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:07.808981 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:07.810430 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0ebfbd25-e1de-4c63-90be-7647c1307e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:07.940637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42246) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:08.040519 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1529696995-network', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:08.128587 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Made reservation on behalf of 78bb14b9aec445658ad344c67d5d2f38 for: {'network': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:01:08.130952 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.140539 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.233270 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.317249 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.345056 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=94841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:01:08.346983 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6250aa1d-70eb-4016-be23-0eeb0b3bb422,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:08.357314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.357753 n-d-778550-6 neutron-server[94841]: INFO neutron.db.segments_db [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Added segment 00c06b9a-8d8b-4026-8324-480357bbf2a7 of type vlan for network e7951a69-6ce2-4034-b331-4cb1704dc215 Aug 06 17:01:08.396983 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.591494 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.592572 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:08.593160 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:08.654059 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] Pushing event updated for resources: {'Network': ['ID=e7951a69-6ce2-4034-b331-4cb1704dc215,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:08.663696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network e7951a69-6ce2-4034-b331-4cb1704dc215 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:01:08.715417 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-91a3c26b-360e-442b-977b-8516b8634751 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7736518 Aug 06 17:01:08.718268 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42250) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:08.723547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Request body: {'subnet': {'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1529696995-subnet', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'ip_version': 4}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:08.855746 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Made reservation on behalf of 78bb14b9aec445658ad344c67d5d2f38 for: {'subnet': 1} {{(pid=94841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:01:08.859558 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3742022'] for subnet, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.119795 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2416542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3742068'] for subnet, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.189243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809da719-cad1-4f43-9715-7c1b3a4bfb12,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:09.194872 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Checking segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:09.195234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Network hostable DHCP agents. Network: e7951a69-6ce2-4034-b331-4cb1704dc215, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:01:09.219828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.293780 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Network e7951a69-6ce2-4034-b331-4cb1704dc215 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:01:09.362809 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, e7951a69-6ce2-4034-b331-4cb1704dc215) {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:09.367236 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:09.367851 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.373624 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff76afa-4b90-425d-aef1-a214129173bd None None] Network e7951a69-6ce2-4034-b331-4cb1704dc215 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:01:09.453674 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-3eca3f00-7581-4823-a70e-1a6c7a1c3a65 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7328258 Aug 06 17:01:09.456274 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42252) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:09.466822 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:09.546235 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-e7951a69-6ce2-4034-b331-4cb1704dc215', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:01:09.547340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.568974 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.573774 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.630554 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.707141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Allocated IP 172.20.0.2 (e7951a69-6ce2-4034-b331-4cb1704dc215/809da719-cad1-4f43-9715-7c1b3a4bfb12/db0d819b-ca13-4642-897b-c1d84d4da804) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:09.849702 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.858998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:09.868310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Transition to ACTIVE for port object db0d819b-ca13-4642-897b-c1d84d4da804 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:09.890331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Transition to ACTIVE for port object db0d819b-ca13-4642-897b-c1d84d4da804 will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:09.994902 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.049516 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Network e7951a69-6ce2-4034-b331-4cb1704dc215 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:10.052778 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:10.057855 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:10.064925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Pushing event updated for resources: {'Port': ['ID=db0d819b-ca13-4642-897b-c1d84d4da804,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:10.133119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Attempting to bind port db0d819b-ca13-4642-897b-c1d84d4da804 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:10.133511 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Attempting to bind port db0d819b-ca13-4642-897b-c1d84d4da804 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:10.133941 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Attempting to bind port db0d819b-ca13-4642-897b-c1d84d4da804 on network e7951a69-6ce2-4034-b331-4cb1704dc215 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:10.149151 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:10.149476 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Checking segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:10.150325 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.150325 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Bound using segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:10.150723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Bound port: db0d819b-ca13-4642-897b-c1d84d4da804, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:10.151209 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.154359 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.177416 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.221085 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] For port db0d819b-ca13-4642-897b-c1d84d4da804, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:10.225115 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] For port db0d819b-ca13-4642-897b-c1d84d4da804, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=db0d819b-ca13-4642-897b-c1d84d4da804,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:10.294002 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Allocated IP 172.25.5.30 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/da5372a4-f950-4f26-9cc4-d3c7b577e8cd) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:10.297601 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.386915 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04216b62-33ca-4011-be1c-15c65f0ed2ec None None] Pushing event updated for resources: {'Port': ['ID=db0d819b-ca13-4642-897b-c1d84d4da804,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:10.426207 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.549738 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:10.606366 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:10.613637 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:10.616122 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Pushing event updated for resources: {'Port': ['ID=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:10.618398 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:10.939821 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.137019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.153496 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.262120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7eb259-ab3b-4756-8b84-6105dcdf9f64 None None] Network e7951a69-6ce2-4034-b331-4cb1704dc215 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:01:11.362556 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:01:11.436740 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-c31c314a-88c2-446c-8b22-33a83a9cef71 None None] Provisioning for port db0d819b-ca13-4642-897b-c1d84d4da804 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:11.475025 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:11.487989 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:11.498419 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:11.499051 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:11.551586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.555447 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-d4520aa5-fc7b-4a17-965a-9cd069a013ec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0955601 Aug 06 17:01:11.555619 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42254) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:11.619325 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:11.714767 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device db0d819b-ca13-4642-897b-c1d84d4da804 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:11.822497 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:10Z', 'revision_number': 3, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:11.848574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port db0d819b-ca13-4642-897b-c1d84d4da804 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:11.853290 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port db0d819b-ca13-4642-897b-c1d84d4da804 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:11.853788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.857727 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:11.858079 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Updating router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 port da5372a4-f950-4f26-9cc4-d3c7b577e8cd binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:01:11.884606 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.940976 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:11.975467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port db0d819b-ca13-4642-897b-c1d84d4da804, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=db0d819b-ca13-4642-897b-c1d84d4da804,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:12.065271 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.125067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=db0d819b-ca13-4642-897b-c1d84d4da804,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:12.169289 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.179432 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Transition to ACTIVE for port object da5372a4-f950-4f26-9cc4-d3c7b577e8cd will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:12.248468 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.304529 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Pushing event updated for resources: {'Port': ['ID=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:12.306534 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Attempting to bind port da5372a4-f950-4f26-9cc4-d3c7b577e8cd on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:12.306888 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Attempting to bind port da5372a4-f950-4f26-9cc4-d3c7b577e8cd by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:12.307764 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Attempting to bind port da5372a4-f950-4f26-9cc4-d3c7b577e8cd on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:12.317140 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.317481 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.317817 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.318146 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.318475 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.318812 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.319111 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.319429 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.319742 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.320101 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.320400 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.320714 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:01:12.325425 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:12.326149 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:12.326603 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.326984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:12.327453 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Bound port: da5372a4-f950-4f26-9cc4-d3c7b577e8cd, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:12.327848 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.380664 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] For port da5372a4-f950-4f26-9cc4-d3c7b577e8cd, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:12.383619 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] For port da5372a4-f950-4f26-9cc4-d3c7b577e8cd, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:12.391452 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.454815 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.516280 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70360b-3f06-40a2-94c2-68f2105c158c None None] Pushing event updated for resources: {'Port': ['ID=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:12.521243 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:12.521842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:12.563543 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Allocated IP 172.20.0.1 (e7951a69-6ce2-4034-b331-4cb1704dc215/809da719-cad1-4f43-9715-7c1b3a4bfb12/e1ea1603-5401-4435-94f6-60c0684a37d9) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:12.681342 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.702887 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Transition to ACTIVE for port object e1ea1603-5401-4435-94f6-60c0684a37d9 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:12.726458 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:12.803073 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.842041 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Network e7951a69-6ce2-4034-b331-4cb1704dc215 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:12.847031 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:12.850631 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:12.875903 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea1603-5401-4435-94f6-60c0684a37d9,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:12.897019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:12.912676 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:10Z', 'revision_number': 3, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:12.944391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8672f3-4126-478e-8167-02893cf89696 None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:10Z', 'revision_number': 3, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:13.113019 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.295026 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.302699 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6acc72b8-3030-4903-8829-0d4b8a70b3ea None None] Provisioning for port e1ea1603-5401-4435-94f6-60c0684a37d9 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:13.307914 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6acc72b8-3030-4903-8829-0d4b8a70b3ea None None] Provisioning complete for port e1ea1603-5401-4435-94f6-60c0684a37d9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:13.311349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6acc72b8-3030-4903-8829-0d4b8a70b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.348431 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6acc72b8-3030-4903-8829-0d4b8a70b3ea None None] Port e1ea1603-5401-4435-94f6-60c0684a37d9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:01:13.365477 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.438852 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea1603-5401-4435-94f6-60c0684a37d9,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:13.444196 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.551469 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Network e7951a69-6ce2-4034-b331-4cb1704dc215 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:13.552962 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:13.690940 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:01:13.772139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device db0d819b-ca13-4642-897b-c1d84d4da804 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:13.824742 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:13.825222 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port db0d819b-ca13-4642-897b-c1d84d4da804 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:13.825603 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.829722 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-04002d02-9c92-4370-a095-e06c0962daeb admin admin] 10.222.0.16 "PUT /v2.0/routers/c05bde9f-ad59-40d7-9eb4-b8f651e0eb60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2729878 Aug 06 17:01:13.879996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-8d529a12-6c59-43ca-88d6-bdf463afcaeb None None] Provisioning complete for port e1ea1603-5401-4435-94f6-60c0684a37d9 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:13.880403 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8d529a12-6c59-43ca-88d6-bdf463afcaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:13.940158 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-8d529a12-6c59-43ca-88d6-bdf463afcaeb None None] Port e1ea1603-5401-4435-94f6-60c0684a37d9 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:01:13.959311 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da5372a4-f950-4f26-9cc4-d3c7b577e8cd up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:14.131302 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port da5372a4-f950-4f26-9cc4-d3c7b577e8cd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:14.135696 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port da5372a4-f950-4f26-9cc4-d3c7b577e8cd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:14.136111 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.218100 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.238649 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port da5372a4-f950-4f26-9cc4-d3c7b577e8cd, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:14.322481 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.376752 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:14.560703 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42272) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:14.566865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2042256279-network', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:14.613653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:14.630338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:14.630338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:14.648444 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Made reservation on behalf of 4b7a3f4d539c471d95a071ba264e7933 for: {'network': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:01:14.651374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for network, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.660898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.733973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:14.756302 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.819878 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.842525 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=94840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 17:01:14.857847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7f4352-b263-47d4-a192-462ce47eea3b,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:14.860966 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.861314 n-d-778550-6 neutron-server[94840]: INFO neutron.db.segments_db [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Added segment a45a1f43-6442-4dcc-9364-902b5d51bcf7 of type vlan for network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 Aug 06 17:01:14.906208 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780275747148'] for network, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:14.937508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 2, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:14.969419 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:14.969774 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Updating router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 port e1ea1603-5401-4435-94f6-60c0684a37d9 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:01:14.994298 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.014207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629'] for network, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.015360 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:15.015983 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.078993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] Pushing event updated for resources: {'Network': ['ID=0259ec22-2f1b-4a16-a95e-083ea3c9bd53,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:15.090416 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 details requested by agent ovs-agent-n-d-778550-6 with host n-d-778550-6 {{(pid=94842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 17:01:15.134628 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-8481da00-a37f-4770-be67-c5392e0d4bda admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5727794 Aug 06 17:01:15.138407 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42274) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:15.143402 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Request body: {'subnet': {'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2042256279-subnet', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'ip_version': 4}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:15.236846 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Made reservation on behalf of 4b7a3f4d539c471d95a071ba264e7933 for: {'subnet': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:01:15.239532 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419429'] for subnet, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.322386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.332712 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Transition to ACTIVE for port object e1ea1603-5401-4435-94f6-60c0684a37d9 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:15.390954 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.445961 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f40066-69d3-4449-adeb-2b854f69a5be None None] Pushing event updated for resources: {'Port': ['ID=e1ea1603-5401-4435-94f6-60c0684a37d9,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:15.486771 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3299796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419415'] for subnet, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.502344 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Attempting to bind port e1ea1603-5401-4435-94f6-60c0684a37d9 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:15.502725 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Attempting to bind port e1ea1603-5401-4435-94f6-60c0684a37d9 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:15.503103 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Attempting to bind port e1ea1603-5401-4435-94f6-60c0684a37d9 on network e7951a69-6ce2-4034-b331-4cb1704dc215 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:15.508804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:15.509194 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Checking segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:15.509612 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.510310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Bound using segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:15.510574 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Bound port: e1ea1603-5401-4435-94f6-60c0684a37d9, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:15.510908 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.563643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=da405124-b040-45e3-ae91-13228614433c,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:15.572713 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Checking segment: {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:15.573129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Network hostable DHCP agents. Network: 0259ec22-2f1b-4a16-a95e-083ea3c9bd53, hostable agents: ['88451725-cd4f-4db6-ac22-d4c64558552d'], hosted agents: [] {{(pid=94840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 17:01:15.585951 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] For port e1ea1603-5401-4435-94f6-60c0684a37d9, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:15.589588 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] For port e1ea1603-5401-4435-94f6-60c0684a37d9, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e1ea1603-5401-4435-94f6-60c0684a37d9,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:15.651735 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da5372a4-f950-4f26-9cc4-d3c7b577e8cd up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:15.668448 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 is scheduled to be hosted by DHCP agent 88451725-cd4f-4db6-ac22-d4c64558552d with binding_index 1 {{(pid=94840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 17:01:15.704053 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.742170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port da5372a4-f950-4f26-9cc4-d3c7b577e8cd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:15.742546 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.759974 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-778550-6, 0259ec22-2f1b-4a16-a95e-083ea3c9bd53) {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:15.765847 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:15.767468 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.778060 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd447b-b939-4f2e-8af1-36c562f88199 None None] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:01:15.846202 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:15.846844 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:15.848653 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f40066-69d3-4449-adeb-2b854f69a5be None None] Pushing event updated for resources: {'Port': ['ID=e1ea1603-5401-4435-94f6-60c0684a37d9,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:15.863723 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42278) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:15.870363 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-1ca6a395-515d-40f0-af65-9dffe75b99aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7244940 Aug 06 17:01:15.870654 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:15.972916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-459797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2274'] for router, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:15.972916 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-464899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-385471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2281'] for router, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.017709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.212746 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:16.265580 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.311310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaea10882-c6de-5025-85b5-99b63ef185b0-0259ec22-2f1b-4a16-a95e-083ea3c9bd53', 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'fixed_ips': [{'subnet_id': 'da405124-b040-45e3-ae91-13228614433c'}]}} from n-d-778550-6. {{(pid=94842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 17:01:16.312217 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.543054 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.db_base_plugin_common [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Allocated IP 172.20.0.2 (0259ec22-2f1b-4a16-a95e-083ea3c9bd53/da405124-b040-45e3-ae91-13228614433c/272c7121-0fb5-458a-aece-390d9659901e) {{(pid=94842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:16.551688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.575935 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.638762 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:15Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:16.668931 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d14759-4e53-4ad0-a4c8-bcf9088103de None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:15Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:16.682831 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Allocated IP 172.25.5.238 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/cbc10d46-d2a8-4330-89e1-917e76deeb40) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:16.770607 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.779667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Transition to ACTIVE for port object 272c7121-0fb5-458a-aece-390d9659901e will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:16.799022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Transition to ACTIVE for port object 272c7121-0fb5-458a-aece-390d9659901e will not be triggered until provisioned by entity DHCP. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:16.812534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.874139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276'] for port, after_create {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.915744 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 is already hosted by enough agents. {{(pid=94842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:16.922748 n-d-778550-6 neutron-server[94842]: DEBUG neutron.scheduler.base_scheduler [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Resources bound (agent type, host, resource id): {{(pid=94842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:16.926106 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Received port after_create {{(pid=94842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:16.931394 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.935724 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Pushing event updated for resources: {'Port': ['ID=272c7121-0fb5-458a-aece-390d9659901e,revision_number=1']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:16.977647 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:16.984947 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:16.987864 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:16.990122 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Attempting to bind port 272c7121-0fb5-458a-aece-390d9659901e on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:16.990467 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Attempting to bind port 272c7121-0fb5-458a-aece-390d9659901e by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:16.990841 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Attempting to bind port 272c7121-0fb5-458a-aece-390d9659901e on network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:16.996920 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:16.997304 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Checking segment: {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:16.997722 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:16.998176 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Bound using segment: {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:16.998659 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Bound port: 272c7121-0fb5-458a-aece-390d9659901e, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:16.999050 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:17.019617 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Pushing event updated for resources: {'Port': ['ID=cbc10d46-d2a8-4330-89e1-917e76deeb40,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:17.071947 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] For port 272c7121-0fb5-458a-aece-390d9659901e, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:17.075913 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] For port 272c7121-0fb5-458a-aece-390d9659901e, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=272c7121-0fb5-458a-aece-390d9659901e,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:17.163341 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:17.226281 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e94a9-27e9-4ae3-999e-c1a9831a32b9 None None] Pushing event updated for resources: {'Port': ['ID=272c7121-0fb5-458a-aece-390d9659901e,revision_number=2']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:17.347193 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:17.595010 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-460489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-465043'] for router, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:17.734638 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 272c7121-0fb5-458a-aece-390d9659901e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:17.840208 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Router 39266aa2-23bb-4445-a2aa-f380edf976a4 is scheduled to L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 with binding_index 1 {{(pid=94841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 17:01:17.869980 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port 272c7121-0fb5-458a-aece-390d9659901e completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:17.874953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e1ea1603-5401-4435-94f6-60c0684a37d9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:17.969873 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:17.980532 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Sync routers for ids ['39266aa2-23bb-4445-a2aa-f380edf976a4'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:17.991059 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Routers {'39266aa2-23bb-4445-a2aa-f380edf976a4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:17.991681 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['39266aa2-23bb-4445-a2aa-f380edf976a4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:17.999630 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port e1ea1603-5401-4435-94f6-60c0684a37d9 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:18.006008 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e1ea1603-5401-4435-94f6-60c0684a37d9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:18.009086 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.056697 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.060953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-a0e32975-99ea-4a16-bc37-bd111be2aeda admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1928811 Aug 06 17:01:18.061214 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42286) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:18.111482 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Set router 39266aa2-23bb-4445-a2aa-f380edf976a4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:18.131789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.186381 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port e1ea1603-5401-4435-94f6-60c0684a37d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e1ea1603-5401-4435-94f6-60c0684a37d9,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:18.270164 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.293614 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2852168f-07af-4057-aa31-0afef8f2834b None None] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:01:18.329206 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:01:17Z', 'revision_number': 3, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:18.357984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Checking router: 39266aa2-23bb-4445-a2aa-f380edf976a4 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:18.357984 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Updating router 39266aa2-23bb-4445-a2aa-f380edf976a4 port cbc10d46-d2a8-4330-89e1-917e76deeb40 binding host n-d-778550-6 {{(pid=94843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:01:18.381966 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=e1ea1603-5401-4435-94f6-60c0684a37d9,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:18.391545 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.455673 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] Provisioning for port 272c7121-0fb5-458a-aece-390d9659901e completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:18.464813 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] Provisioning complete for port 272c7121-0fb5-458a-aece-390d9659901e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:18.465283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.587949 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.630394 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] For port 272c7121-0fb5-458a-aece-390d9659901e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=272c7121-0fb5-458a-aece-390d9659901e,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:18.705963 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.711263 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.718990 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.provisioning_blocks [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Transition to ACTIVE for port object cbc10d46-d2a8-4330-89e1-917e76deeb40 will not be triggered until provisioned by entity L2. {{(pid=94843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:18.771141 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4583a3-34e8-4d17-8c69-1995f2e99c72 None None] Pushing event updated for resources: {'Port': ['ID=272c7121-0fb5-458a-aece-390d9659901e,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:18.822783 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.833334 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-72305b1e-aa71-4fad-bdbd-b6c82e25430f None None] Provisioning complete for port 272c7121-0fb5-458a-aece-390d9659901e triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:18.833799 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72305b1e-aa71-4fad-bdbd-b6c82e25430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.879943 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c99c2-c142-42a4-906b-68bf800ecf8c None None] Pushing event updated for resources: {'Port': ['ID=cbc10d46-d2a8-4330-89e1-917e76deeb40,revision_number=2']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:18.882286 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Attempting to bind port cbc10d46-d2a8-4330-89e1-917e76deeb40 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:18.882651 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Attempting to bind port cbc10d46-d2a8-4330-89e1-917e76deeb40 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:18.883013 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Attempting to bind port cbc10d46-d2a8-4330-89e1-917e76deeb40 on network 78c20f26-e41b-4db4-86f6-5aed6c927f30 {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:18.890796 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:18.891175 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Checking segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:18.891577 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.891996 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Bound using segment: {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'} {{(pid=94843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:18.892462 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.managers [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Bound port: cbc10d46-d2a8-4330-89e1-917e76deeb40, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30'}}] {{(pid=94843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:18.892849 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:18.951957 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] For port cbc10d46-d2a8-4330-89e1-917e76deeb40, host n-d-778550-6, cleared binding levels {{(pid=94843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:18.955095 n-d-778550-6 neutron-server[94843]: DEBUG neutron.plugins.ml2.db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] For port cbc10d46-d2a8-4330-89e1-917e76deeb40, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cbc10d46-d2a8-4330-89e1-917e76deeb40,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:18.961283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.045887 n-d-778550-6 neutron-server[94843]: DEBUG neutron_lib.callbacks.manager [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.109820 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Routers {'39266aa2-23bb-4445-a2aa-f380edf976a4'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:19.110453 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['39266aa2-23bb-4445-a2aa-f380edf976a4'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:19.132171 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Allocated IP 172.20.0.1 (0259ec22-2f1b-4a16-a95e-083ea3c9bd53/da405124-b040-45e3-ae91-13228614433c/cced2ae0-c5f8-4007-98c8-08f343bae6a8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:19.145171 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c99c2-c142-42a4-906b-68bf800ecf8c None None] Pushing event updated for resources: {'Port': ['ID=cbc10d46-d2a8-4330-89e1-917e76deeb40,revision_number=3']} {{(pid=94843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:19.223771 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] Set router 39266aa2-23bb-4445-a2aa-f380edf976a4 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:19.241241 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.255521 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.provisioning_blocks [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Transition to ACTIVE for port object cced2ae0-c5f8-4007-98c8-08f343bae6a8 will not be triggered until provisioned by entity DHCP. {{(pid=94841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:19.374500 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.407577 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:01:17Z', 'revision_number': 3, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:19.417199 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:19.420286 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:19.424699 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:19.430549 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Pushing event updated for resources: {'Port': ['ID=cced2ae0-c5f8-4007-98c8-08f343bae6a8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:19.444391 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31326ecc-1339-4018-a9b3-6efc28b6a5f1 None None] The sync data for ids ['39266aa2-23bb-4445-a2aa-f380edf976a4'] in n-d-778550-6 is: [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:01:17Z', 'revision_number': 3, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:19.476896 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-462713'] for router_interface, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.708524 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.751755 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3871c0f9-2c53-4bf7-a2df-a6a458887be6 None None] Provisioning for port cced2ae0-c5f8-4007-98c8-08f343bae6a8 completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:19.757251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 272c7121-0fb5-458a-aece-390d9659901e up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:19.762501 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-3871c0f9-2c53-4bf7-a2df-a6a458887be6 None None] Provisioning complete for port cced2ae0-c5f8-4007-98c8-08f343bae6a8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:19.763379 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3871c0f9-2c53-4bf7-a2df-a6a458887be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.834519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-3871c0f9-2c53-4bf7-a2df-a6a458887be6 None None] Port cced2ae0-c5f8-4007-98c8-08f343bae6a8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:01:19.847146 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port 272c7121-0fb5-458a-aece-390d9659901e triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:19.847531 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.915277 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.936432 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e1ea1603-5401-4435-94f6-60c0684a37d9 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:19.985183 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:19.988631 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port e1ea1603-5401-4435-94f6-60c0684a37d9 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:19.988827 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:20.063070 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-518615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-462025'] for router_interface, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:20.065076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Pushing event updated for resources: {'Port': ['ID=cced2ae0-c5f8-4007-98c8-08f343bae6a8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:20.163006 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:20.164881 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:20.288776 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Router 39266aa2-23bb-4445-a2aa-f380edf976a4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:01:20.414432 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:20.419756 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6aa72df4-c77f-4f28-b391-31604dd367d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/39266aa2-23bb-4445-a2aa-f380edf976a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3574965 Aug 06 17:01:20.456475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-6b184725-e552-4153-90c2-29c1d10a7be9 None None] Provisioning complete for port cced2ae0-c5f8-4007-98c8-08f343bae6a8 triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:20.456789 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6b184725-e552-4153-90c2-29c1d10a7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:20.492943 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-6b184725-e552-4153-90c2-29c1d10a7be9 None None] Port cced2ae0-c5f8-4007-98c8-08f343bae6a8 cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:01:21.069677 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105275e-0579-4084-a9c1-3840446505da None None] Sync routers for ids ['39266aa2-23bb-4445-a2aa-f380edf976a4'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:21.079508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] Routers {'39266aa2-23bb-4445-a2aa-f380edf976a4'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:21.080154 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['39266aa2-23bb-4445-a2aa-f380edf976a4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:21.194172 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] Set router 39266aa2-23bb-4445-a2aa-f380edf976a4 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:21.413016 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:01:19Z', 'revision_number': 4, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'cced2ae0-c5f8-4007-98c8-08f343bae6a8', 'name': '', 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'mac_address': 'fa:16:3e:90:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'da405124-b040-45e3-ae91-13228614433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:18Z', 'updated_at': '2021-08-06T17:01:19Z', 'revision_number': 2, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'subnets': [{'id': 'da405124-b040-45e3-ae91-13228614433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:21.441686 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105275e-0579-4084-a9c1-3840446505da None None] Checking router: 39266aa2-23bb-4445-a2aa-f380edf976a4 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:21.442042 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105275e-0579-4084-a9c1-3840446505da None None] Updating router 39266aa2-23bb-4445-a2aa-f380edf976a4 port cced2ae0-c5f8-4007-98c8-08f343bae6a8 binding host n-d-778550-6 {{(pid=94842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 17:01:21.467437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9105275e-0579-4084-a9c1-3840446505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:21.600842 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:01:21.674996 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cbc10d46-d2a8-4330-89e1-917e76deeb40 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:21.797652 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9105275e-0579-4084-a9c1-3840446505da None None] Notify callbacks [] for port, precommit_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:21.807942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-9105275e-0579-4084-a9c1-3840446505da None None] Transition to ACTIVE for port object cced2ae0-c5f8-4007-98c8-08f343bae6a8 will not be triggered until provisioned by entity L2. {{(pid=94842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:21.848244 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port cbc10d46-d2a8-4330-89e1-917e76deeb40 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:21.852519 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cbc10d46-d2a8-4330-89e1-917e76deeb40 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:21.852957 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:21.878748 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9105275e-0579-4084-a9c1-3840446505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:21.942336 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5d52d-d60c-40ba-984f-7231033421bd None None] Pushing event updated for resources: {'Port': ['ID=cced2ae0-c5f8-4007-98c8-08f343bae6a8,revision_number=3']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:21.984735 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-823cf3c0-d37b-459f-a13c-6d740e0d6c4a req-8b494f53-787c-4c9c-abbe-384e2edd49f1 service neutron] (94841) timed out ('10.222.0.16', 37396) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:01:22.025121 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.033287 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9105275e-0579-4084-a9c1-3840446505da None None] Attempting to bind port cced2ae0-c5f8-4007-98c8-08f343bae6a8 on host n-d-778550-6 for vnic_type normal with profile {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:22.033973 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9105275e-0579-4084-a9c1-3840446505da None None] Attempting to bind port cced2ae0-c5f8-4007-98c8-08f343bae6a8 by drivers openvswitch,hyperv on host n-d-778550-6 at level 0 using segments [{'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:22.034104 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105275e-0579-4084-a9c1-3840446505da None None] Attempting to bind port cced2ae0-c5f8-4007-98c8-08f343bae6a8 on network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:22.051136 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105275e-0579-4084-a9c1-3840446505da None None] Checking agent: {'id': 'dbc85500-5da6-45c9-bc22-be827bfd1661', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 16, 7), 'started_at': datetime.datetime(2021, 8, 6, 15, 16, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-778550-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:22.051508 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105275e-0579-4084-a9c1-3840446505da None None] Checking segment: {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:22.051936 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9105275e-0579-4084-a9c1-3840446505da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.052335 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9105275e-0579-4084-a9c1-3840446505da None None] Bound using segment: {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'} {{(pid=94842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:22.052823 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.managers [None req-9105275e-0579-4084-a9c1-3840446505da None None] Bound port: cced2ae0-c5f8-4007-98c8-08f343bae6a8, host: n-d-778550-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45a1f43-6442-4dcc-9364-902b5d51bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53'}}] {{(pid=94842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:22.053197 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9105275e-0579-4084-a9c1-3840446505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.059894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port cbc10d46-d2a8-4330-89e1-917e76deeb40, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cbc10d46-d2a8-4330-89e1-917e76deeb40,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:22.130323 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9105275e-0579-4084-a9c1-3840446505da None None] For port cced2ae0-c5f8-4007-98c8-08f343bae6a8, host n-d-778550-6, cleared binding levels {{(pid=94842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:22.133573 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-9105275e-0579-4084-a9c1-3840446505da None None] For port cced2ae0-c5f8-4007-98c8-08f343bae6a8, host n-d-778550-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cced2ae0-c5f8-4007-98c8-08f343bae6a8,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:22.176574 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.179773 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42302) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:22.186404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318416029', 'description': 'tempest-secgroup-smoke-1318416029 description', 'project_id': '78bb14b9aec445658ad344c67d5d2f38'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:22.235331 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=cbc10d46-d2a8-4330-89e1-917e76deeb40,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:22.251776 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9105275e-0579-4084-a9c1-3840446505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.296938 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.311376 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5d52d-d60c-40ba-984f-7231033421bd None None] Pushing event updated for resources: {'Port': ['ID=cced2ae0-c5f8-4007-98c8-08f343bae6a8,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:22.314120 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] Routers {'39266aa2-23bb-4445-a2aa-f380edf976a4'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:22.314729 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['39266aa2-23bb-4445-a2aa-f380edf976a4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:22.392666 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.425718 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] Set router 39266aa2-23bb-4445-a2aa-f380edf976a4 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:22.480482 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.513117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a660f-0d8b-4100-ba04-c1717077bc0f,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:22.579688 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.580944 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c817a6aa-fa6d-420c-b13d-457927966333 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4001293 Aug 06 17:01:22.583993 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42304) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:22.589606 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group_rule': {'security_group_id': '7a3a660f-0d8b-4100-ba04-c1717077bc0f', 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:22.647479 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-9105275e-0579-4084-a9c1-3840446505da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:01:19Z', 'revision_number': 4, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'cced2ae0-c5f8-4007-98c8-08f343bae6a8', 'name': '', 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'mac_address': 'fa:16:3e:90:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'da405124-b040-45e3-ae91-13228614433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:18Z', 'updated_at': '2021-08-06T17:01:22Z', 'revision_number': 4, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'subnets': [{'id': 'da405124-b040-45e3-ae91-13228614433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:22.677678 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9105275e-0579-4084-a9c1-3840446505da None None] The sync data for ids ['39266aa2-23bb-4445-a2aa-f380edf976a4'] in n-d-778550-6 is: [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:01:19Z', 'revision_number': 4, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'cced2ae0-c5f8-4007-98c8-08f343bae6a8', 'name': '', 'network_id': '0259ec22-2f1b-4a16-a95e-083ea3c9bd53', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'mac_address': 'fa:16:3e:90:0e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'da405124-b040-45e3-ae91-13228614433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:18Z', 'updated_at': '2021-08-06T17:01:22Z', 'revision_number': 4, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'subnets': [{'id': 'da405124-b040-45e3-ae91-13228614433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:22.693803 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.777918 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.888126 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:22.911133 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b42917-c9de-4e39-8b8c-c5d06ffc5ac2,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:23.002437 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.003866 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1ecd2656-5ace-4bc3-85d7-e89dc3c13d4a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4188933 Aug 06 17:01:23.006728 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42306) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:23.012663 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group_rule': {'security_group_id': '7a3a660f-0d8b-4100-ba04-c1717077bc0f', 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:23.185468 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.246273 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.333812 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.361574 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5984790d-7173-440e-b0ff-48a79d84ff66,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:23.505334 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.509660 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-7b0d830a-2b9a-4be7-adb9-04663a85362b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4990635 Aug 06 17:01:23.509904 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42308) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:23.514649 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group_rule': {'security_group_id': '7a3a660f-0d8b-4100-ba04-c1717077bc0f', 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:23.642283 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.713515 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.748366 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cced2ae0-c5f8-4007-98c8-08f343bae6a8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:23.790748 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.809927 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae73c106-2785-45b5-b7c1-29ff5f85a9f8,revision_number=0']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:23.890953 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning for port cced2ae0-c5f8-4007-98c8-08f343bae6a8 completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:23.895177 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cced2ae0-c5f8-4007-98c8-08f343bae6a8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:23.902524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.917321 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:23.919025 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1b493b76-7907-4aa8-a766-4083c1655bf8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4079540 Aug 06 17:01:23.922035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42310) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:23.927731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group_rule': {'security_group_id': '7a3a660f-0d8b-4100-ba04-c1717077bc0f', 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:23.979644 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.016702 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] For port cced2ae0-c5f8-4007-98c8-08f343bae6a8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cced2ae0-c5f8-4007-98c8-08f343bae6a8,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:24.019388 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.086278 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.102145 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.103022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cbc10d46-d2a8-4330-89e1-917e76deeb40 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:24.176724 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.195771 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac3b69-0c17-4c72-bb95-8c8acdb2f453,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:24.263575 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.266143 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-69b06922-36b6-48a9-82f4-79d373718626 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3417399 Aug 06 17:01:24.272654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42312) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:24.278146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group_rule': {'security_group_id': '7a3a660f-0d8b-4100-ba04-c1717077bc0f', 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:24.350251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Pushing event updated for resources: {'Port': ['ID=cced2ae0-c5f8-4007-98c8-08f343bae6a8,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:24.360639 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cbc10d46-d2a8-4330-89e1-917e76deeb40 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:24.361019 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.371028 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Project 78bb14b9aec445658ad344c67d5d2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:01:24.376360 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.441265 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.539740 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.559129 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422503b9-9227-4874-930b-3e531701e4d3,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:24.630766 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.632045 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5bcd85a5-4eab-42f0-a755-3be741cf7ad1 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3583233 Aug 06 17:01:24.635521 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42314) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:24.640608 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'security_group_rule': {'security_group_id': '7a3a660f-0d8b-4100-ba04-c1717077bc0f', 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:24.722529 n-d-778550-6 neutron-server[94840]: INFO neutron.db.securitygroups_db [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Project 78bb14b9aec445658ad344c67d5d2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 17:01:24.727538 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.798998 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.876504 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503673'] for security_group_rule, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.894828 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbc1c44-5d1e-44a6-9977-ecdf76aea790,revision_number=0']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:24.956471 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:24.957723 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-00ae8c93-32f3-4f97-bfdf-ae3a0a61e4d8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3209269 Aug 06 17:01:25.222318 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e016cc3d-f1c8-4633-bb39-706aa34bd605 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318416029&fields=id&tenant_id=78bb14b9aec445658ad344c67d5d2f38 HTTP/1.1" status: 200 len: 267 time: 0.0356719 Aug 06 17:01:25.348906 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-2cf34da9-7e0c-4954-a679-8097a0a3e29e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:25.348906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-2cf34da9-7e0c-4954-a679-8097a0a3e29e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 810 time: 0.1159112 Aug 06 17:01:25.363766 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e5d13a66-3ffa-4de9-b222-0db06ac8253d tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/quotas/78bb14b9aec445658ad344c67d5d2f38 HTTP/1.1" status: 200 len: 375 time: 0.0105925 Aug 06 17:01:25.421236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-4c925c9d-6d9a-42ef-bb60-4fd5a7ab1067 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517359 Aug 06 17:01:25.528362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-d94ae794-6a36-413f-be79-64058db8f689 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:01:25.529393 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-d94ae794-6a36-413f-be79-64058db8f689 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0955067 Aug 06 17:01:25.636127 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-7b1476a4-4101-4197-b03e-5cee7c0dadd3 service neutron] 10.222.0.16 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001158 Aug 06 17:01:25.670370 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cced2ae0-c5f8-4007-98c8-08f343bae6a8 up at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:25.729212 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Provisioning complete for port cced2ae0-c5f8-4007-98c8-08f343bae6a8 triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:25.729594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:25.733368 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-015aa15d-d507-4de5-b163-8f820c7295d4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910790 Aug 06 17:01:26.030125 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-28ee8da2-1522-4f26-94e4-912f68a62b17 req-c4ff2933-71bd-4792-b18b-6dbf8ee4a2b9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 210 time: 0.0828447 Aug 06 17:01:26.879301 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:27.112139 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b222713-b32c-45db-b815-5820effbd922 req-0fe91a43-3d25-46ab-b63f-afce09663cfb tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 210 time: 0.0319185 Aug 06 17:01:28.218688 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-cd736b4a-89d8-4004-a252-69acdd0af753 req-eae1ff70-9a1c-45f5-8912-f5c4b8870cae tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 210 time: 0.0390813 Aug 06 17:01:28.425257 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-91661379-675b-411c-b59a-a254eab8ac9c tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:28.426780 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-91661379-675b-411c-b59a-a254eab8ac9c tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 810 time: 0.1100237 Aug 06 17:01:28.473506 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-f48b3704-ee73-4233-8e4b-61b7d2ab202e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78bb14b9aec445658ad344c67d5d2f38 HTTP/1.1" status: 200 len: 380 time: 0.0367169 Aug 06 17:01:28.484690 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'port': {'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'admin_state_up': True, 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'security_groups': ['7a3a660f-0d8b-4100-ba04-c1717077bc0f']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:28.713563 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Made reservation on behalf of 78bb14b9aec445658ad344c67d5d2f38 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:01:28.717936 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:28.849927 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Allocated IP 172.20.0.6 (e7951a69-6ce2-4034-b331-4cb1704dc215/809da719-cad1-4f43-9715-7c1b3a4bfb12/081748f0-7516-4910-a3a4-623efa4928bd) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:28.989842 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.004531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Transition to ACTIVE for port object 081748f0-7516-4910-a3a4-623efa4928bd will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:29.108056 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.155859 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Network e7951a69-6ce2-4034-b331-4cb1704dc215 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:29.161107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:29.164857 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:29.192963 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:29.223359 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:29.224035 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.297230 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e0999025-f2f7-49bf-b7b7-59e8558248aa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8168163 Aug 06 17:01:29.315011 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-556d5fbd-9fcb-4a83-b89b-c85d70eceb67 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:01:29.316334 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-556d5fbd-9fcb-4a83-b89b-c85d70eceb67 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070744 Aug 06 17:01:29.332162 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Request body: {'port': {'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:29.342453 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdda584-2a40-46a8-a9af-ded47d1e01fe req-32d9a42b-e194-4f35-9fc6-c25bd37b10ce tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:29.344134 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfdda584-2a40-46a8-a9af-ded47d1e01fe req-32d9a42b-e194-4f35-9fc6-c25bd37b10ce tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 931 time: 0.0535975 Aug 06 17:01:29.384456 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfdda584-2a40-46a8-a9af-ded47d1e01fe req-5df24d97-e6c2-48ed-8407-71775063410e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Aug 06 17:01:29.393920 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.522492 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0c133af-f9c7-4e5b-a227-506e855a3db5 None None] Provisioning for port 081748f0-7516-4910-a3a4-623efa4928bd completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:29.526532 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-d0c133af-f9c7-4e5b-a227-506e855a3db5 None None] Provisioning complete for port 081748f0-7516-4910-a3a4-623efa4928bd triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:29.526960 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d0c133af-f9c7-4e5b-a227-506e855a3db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.568338 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-d0c133af-f9c7-4e5b-a227-506e855a3db5 None None] Port 081748f0-7516-4910-a3a4-623efa4928bd cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:01:29.672763 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081748f0-7516-4910-a3a4-623efa4928bd {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:01:29.680131 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.692516 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Transition to ACTIVE for port object 081748f0-7516-4910-a3a4-623efa4928bd will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:01:29.762000 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.831106 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:29.885035 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Attempting to bind port 081748f0-7516-4910-a3a4-623efa4928bd on host n-h2-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:01:29.885388 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Attempting to bind port 081748f0-7516-4910-a3a4-623efa4928bd by drivers openvswitch,hyperv on host n-h2-778550-6 at level 0 using segments [{'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:01:29.885750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Attempting to bind port 081748f0-7516-4910-a3a4-623efa4928bd on network e7951a69-6ce2-4034-b331-4cb1704dc215 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:29.890759 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Port 081748f0-7516-4910-a3a4-623efa4928bd on network e7951a69-6ce2-4034-b331-4cb1704dc215 not bound, no agent of type Open vSwitch agent registered on host n-h2-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:01:29.891144 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Attempting to bind port 081748f0-7516-4910-a3a4-623efa4928bd on network e7951a69-6ce2-4034-b331-4cb1704dc215 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:01:29.896531 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Checking agent: {'id': '4c4fa6d3-5f85-4eea-95a6-d966a6d16ef3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:01:29.896878 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Checking segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:01:29.902251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Bound using segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:01:29.902251 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Bound port: 081748f0-7516-4910-a3a4-623efa4928bd, host: n-h2-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:01:29.902251 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.968415 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:29.972306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:01:29.975362 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:01:30.051544 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:30.086085 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.086765 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:30.088323 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] 10.222.0.64 "PUT /v2.0/ports/081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 1091 time: 0.7610767 Aug 06 17:01:30.088901 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:01:30.091937 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71822b5-03dd-41ed-be58-6a1b58a023e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:01:30.121412 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c673c7-5d3e-4f2b-b22c-f9a7f861d3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:30.129757 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c86a6-8f86-4d06-bbcf-b0f4676a985d x-openstack-request-id: req-214c86a6-8f86-4d06-bbcf-b0f4676a985d {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:01:30.130189 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:01:30.130514 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-214c86a6-8f86-4d06-bbcf-b0f4676a985d {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:01:30.131043 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'status': 'completed', 'code': 200} Aug 06 17:01:30.202583 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71822b5-03dd-41ed-be58-6a1b58a023e5 req-3fe18fd3-6b41-49c7-bb22-89d73b42fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.204189 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e71822b5-03dd-41ed-be58-6a1b58a023e5 req-3fe18fd3-6b41-49c7-bb22-89d73b42fc15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1094 time: 0.0445995 Aug 06 17:01:30.317181 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71822b5-03dd-41ed-be58-6a1b58a023e5 req-01d824a4-6d01-433c-b571-56bd0b2c2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.318698 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e71822b5-03dd-41ed-be58-6a1b58a023e5 req-01d824a4-6d01-433c-b571-56bd0b2c2a5c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=78bb14b9aec445658ad344c67d5d2f38&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1052551 Aug 06 17:01:30.424290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71822b5-03dd-41ed-be58-6a1b58a023e5 req-39d2f034-5b50-471e-ba01-b0e82d043b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.425829 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e71822b5-03dd-41ed-be58-6a1b58a023e5 req-39d2f034-5b50-471e-ba01-b0e82d043b7d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959764 Aug 06 17:01:30.505468 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c0ef0-67f4-4867-a0ed-0ef546f1c62a req-48161a85-0c31-4191-aeb7-d71f7f77ea49 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.507330 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad6c0ef0-67f4-4867-a0ed-0ef546f1c62a req-48161a85-0c31-4191-aeb7-d71f7f77ea49 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 943 time: 0.0521233 Aug 06 17:01:30.516957 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-32e67e16-ab8d-419e-8958-9d37bf446a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.518537 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-32e67e16-ab8d-419e-8958-9d37bf446a61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1094 time: 0.0482457 Aug 06 17:01:30.546501 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ad6c0ef0-67f4-4867-a0ed-0ef546f1c62a req-f395e80f-b361-42f3-a9aa-d54652495934 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Aug 06 17:01:30.563539 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-e6570919-cccb-4dfd-b1ab-56dc4b78dca7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 217 time: 0.0367734 Aug 06 17:01:30.619107 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-b053caf9-eae3-46a1-8a19-a93fe086d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.620572 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-b053caf9-eae3-46a1-8a19-a93fe086d282 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0471041 Aug 06 17:01:30.672840 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-829325f9-639f-4bcc-aa54-57d5044881f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:30.674384 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-829325f9-639f-4bcc-aa54-57d5044881f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456893 Aug 06 17:01:30.768502 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-90b30c87-d35d-43ad-859d-e3ab45655658 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853121 Aug 06 17:01:30.867609 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e7df1b14-6a20-4773-adce-1ec740e91858 req-529157a0-1c2e-40c3-88ea-99f93ecda82c service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872126 Aug 06 17:01:31.670926 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e835011-ab0f-4a87-8293-2677498a44d2 req-087a7033-0b80-429c-b3a9-035ed8eb3f61 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:31.672461 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e835011-ab0f-4a87-8293-2677498a44d2 req-087a7033-0b80-429c-b3a9-035ed8eb3f61 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 943 time: 0.0544550 Aug 06 17:01:31.712577 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3e835011-ab0f-4a87-8293-2677498a44d2 req-69ce859a-3a68-41a0-b18f-f2814cd176ec tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342472 Aug 06 17:01:32.608251 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:01:32.702626 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:32.715387 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '081748f0-7516-4910-a3a4-623efa4928bd', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:01:32.756642 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:32.770682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081748f0-7516-4910-a3a4-623efa4928bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:01:32.790483 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:32.831219 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167ae5-3965-4435-8169-d4a6874fbd5b req-9bd8de87-dd48-4942-a918-9f3d15cfa18a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:32.832861 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b167ae5-3965-4435-8169-d4a6874fbd5b req-9bd8de87-dd48-4942-a918-9f3d15cfa18a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 943 time: 0.0505533 Aug 06 17:01:32.853887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:32.873569 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2b167ae5-3965-4435-8169-d4a6874fbd5b req-96df6096-8980-4582-a45c-7698f07758ae tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Aug 06 17:01:32.904927 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:33.165507 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['081748f0-7516-4910-a3a4-623efa4928bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:01:33.989580 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d20a22-6431-4bc4-b81e-10e3028d9938 req-f0680ddf-9649-46e2-b6bf-4a3c66e97106 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:33.991083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36d20a22-6431-4bc4-b81e-10e3028d9938 req-f0680ddf-9649-46e2-b6bf-4a3c66e97106 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 944 time: 0.0487533 Aug 06 17:01:34.028427 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-36d20a22-6431-4bc4-b81e-10e3028d9938 req-10113c81-f1d6-4ba8-bd3b-7ca47b49e634 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Aug 06 17:01:34.618461 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:01:34.753348 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning for port 081748f0-7516-4910-a3a4-623efa4928bd completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:01:34.757428 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 081748f0-7516-4910-a3a4-623efa4928bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:01:34.757828 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:34.837662 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:34.862246 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:01:34.865616 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027f20f9-4fed-4b81-9d3a-83cb1fb690d9" -d '{"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-plugged", "status": "completed", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:01:34.880067 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:01:34.902846 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3224721a-1f0c-42d6-be69-5f6aab6cd6a3 x-openstack-request-id: req-3224721a-1f0c-42d6-be69-5f6aab6cd6a3 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:01:34.903171 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-plugged", "status": "completed", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:01:34.903457 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3224721a-1f0c-42d6-be69-5f6aab6cd6a3 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:01:34.903912 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'code': 200} Aug 06 17:01:34.961979 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:35.009501 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3587a8-503a-474b-92d9-7d78092e7bc4 req-b92f7748-e6a6-40d1-8a68-8250608b3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:35.011082 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b3587a8-503a-474b-92d9-7d78092e7bc4 req-b92f7748-e6a6-40d1-8a68-8250608b3d1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1096 time: 0.0423622 Aug 06 17:01:35.014339 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:35.027731 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f2a14d6b-393f-4d16-938f-075f6e45e119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:35.053379 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-0b3587a8-503a-474b-92d9-7d78092e7bc4 req-26ebc441-7428-4948-88be-f2630acbc309 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Aug 06 17:01:35.149883 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1bdfa-69f3-4731-8d08-5568b1d07cc8 req-8e427170-4afd-4ab5-aeb6-aa0f1232c440 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:35.151256 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ed1bdfa-69f3-4731-8d08-5568b1d07cc8 req-8e427170-4afd-4ab5-aeb6-aa0f1232c440 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 945 time: 0.0539074 Aug 06 17:01:35.190846 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2ed1bdfa-69f3-4731-8d08-5568b1d07cc8 req-90c0226d-4ae1-4b21-8326-83e52fe7541c tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Aug 06 17:01:36.315061 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18f135-b9ff-4a4c-b40c-7efa08321a15 req-d54d07a6-e00e-47e6-8e1f-3a84de62b4e2 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:36.316582 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb18f135-b9ff-4a4c-b40c-7efa08321a15 req-d54d07a6-e00e-47e6-8e1f-3a84de62b4e2 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 945 time: 0.0558469 Aug 06 17:01:36.355831 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-eb18f135-b9ff-4a4c-b40c-7efa08321a15 req-10d35503-3161-4574-8532-49ecf5e46ae7 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332808 Aug 06 17:01:36.473919 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa787d9-56ec-4e54-adbc-a3fd3c4b2aee req-d73fd80f-dd00-4c83-a6ee-5f10f3d1c066 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:36.475335 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-baa787d9-56ec-4e54-adbc-a3fd3c4b2aee req-d73fd80f-dd00-4c83-a6ee-5f10f3d1c066 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 945 time: 0.0510986 Aug 06 17:01:36.515426 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-baa787d9-56ec-4e54-adbc-a3fd3c4b2aee req-bebeb797-4508-4385-8d5b-df1829794c96 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340302 Aug 06 17:01:36.537529 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42374) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:36.624683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7c0ac3-1ec9-4561-8455-f2b2677f6d7b tempest-TestSnapshotPattern-1121264983 tempest-TestSnapshotPattern-1121264983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:36.626227 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-8e7c0ac3-1ec9-4561-8455-f2b2677f6d7b tempest-TestSnapshotPattern-1121264983 tempest-TestSnapshotPattern-1121264983-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1091 time: 0.0877213 Aug 06 17:01:36.629164 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42378) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:01:36.633520 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:01:36.741822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:36.840971 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:36.959389 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Allocated IP 172.25.5.130 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/87e075f2-2f3e-4937-8381-9cc82fc78d3e) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:01:37.063697 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-c2a2e39d-83ad-46ca-b894-b6d8c551e5b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443623 Aug 06 17:01:37.066339 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.152097 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-9091ae2d-ac03-4f13-9e30-8a0d4b67167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:37.154184 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-9091ae2d-ac03-4f13-9e30-8a0d4b67167e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1096 time: 0.0469129 Aug 06 17:01:37.159586 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.203392 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:01:37.209215 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:01:37.213107 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:01:37.248429 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'Port': ['ID=87e075f2-2f3e-4937-8381-9cc82fc78d3e,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:37.279841 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-614c5914-3db5-43b4-b87f-bf80a44db332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:37.282019 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-614c5914-3db5-43b4-b87f-bf80a44db332 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.1076958 Aug 06 17:01:37.329597 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-95bb552e-5729-468a-8229-3c639edd9a30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 217 time: 0.0392661 Aug 06 17:01:37.385990 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-860477b7-1056-4a93-82f6-4fed83fac491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:37.387617 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-860477b7-1056-4a93-82f6-4fed83fac491 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0507817 Aug 06 17:01:37.437099 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-27486547-59bc-44f6-88c7-7da1ef288623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:37.438657 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-27486547-59bc-44f6-88c7-7da1ef288623 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437484 Aug 06 17:01:37.545095 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-0cc9cbcd-69ca-4cdf-b9a4-eeed1d083291 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990095 Aug 06 17:01:37.621314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.647013 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ed8119e7-5a41-4304-b5fe-b9416843412b req-bfddc4fe-49fe-4473-a090-35c8d8e96043 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949535 Aug 06 17:01:37.768406 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-462437a9-9a34-4649-adc8-aa60f821a516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.796656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.813362 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:37.980397 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:38.116457 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:38.189485 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'Port': ['ID=87e075f2-2f3e-4937-8381-9cc82fc78d3e,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:01:38.199423 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:38.312087 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Floating IP 495f1025-73e1-4a41-8327-837032ed6c3d associated. External IP: 172.25.5.130, port: 081748f0-7516-4910-a3a4-623efa4928bd. Aug 06 17:01:38.535765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:01:38.645017 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:01:38.655591 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:01:38.666032 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:38.666901 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:38.752627 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:38.784028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-cc1cd42d-c5e3-47ac-8784-7b9b3e7e7fc0 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1537879 Aug 06 17:01:38.784628 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:01:38.787391 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff64d05-c1aa-43de-975e-5a1184ee6214" -d '{"events": [{"name": "network-changed", "server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:01:38.834512 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab8e10e-08b9-4268-ad99-602d9922ab65 x-openstack-request-id: req-eab8e10e-08b9-4268-ad99-602d9922ab65 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:01:38.834811 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:01:38.835112 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eab8e10e-08b9-4268-ad99-602d9922ab65 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:01:38.836007 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'status': 'completed', 'code': 200} Aug 06 17:01:38.876693 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:38.898705 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-2df0df3c-4ae6-46ed-8bfe-e186fdce1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:38.900278 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-2df0df3c-4ae6-46ed-8bfe-e186fdce1d0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1096 time: 0.0416458 Aug 06 17:01:39.000955 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-107dabb4-8cc0-4cd5-b20f-c865c8bd3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:39.002471 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-107dabb4-8cc0-4cd5-b20f-c865c8bd3416 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0945830 Aug 06 17:01:39.077743 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-f3e18b2b-749a-4b85-9f5c-2d1c9498e2b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 999 time: 0.0676436 Aug 06 17:01:39.122054 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:37Z', 'revision_number': 0, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:39.128575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-718bac0e-9947-4148-87eb-7c17451a66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:39.130081 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-718bac0e-9947-4148-87eb-7c17451a66e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0461431 Aug 06 17:01:39.151339 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:01:39.160872 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:01:39.161486 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:01:38Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:39.182477 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-f6eaa0b9-c267-488f-8b0a-60b54845635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:01:39.184542 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-f6eaa0b9-c267-488f-8b0a-60b54845635e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473766 Aug 06 17:01:39.256911 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:39.283369 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:01:39.288886 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-fd113c63-0dc2-4a00-a8c4-cb207b99d4f4 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964799 Aug 06 17:01:39.383354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6ff64d05-c1aa-43de-975e-5a1184ee6214 req-e8082e13-3aaa-49d9-8773-fb582ce0f2e2 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Aug 06 17:01:39.514148 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:37Z', 'revision_number': 0, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:01:39.539889 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbd55e1-5949-4c60-b219-d9fbc33d4e81 None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:37Z', 'revision_number': 0, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:01:39.734454 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fba2d9-c6a6-41dc-b751-a94e11d354cc None None] New status for floating IP 495f1025-73e1-4a41-8327-837032ed6c3d: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:01:41.161783 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:56.861459 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:01:58.600285 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:01:59.964243 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:05.050040 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7418b7d7-bb02-4a76-bcda-bcdc759d8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:07.758540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-d57dab0a-5bcf-439f-b56a-e4713d4801cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:07.793166 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:09.264052 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:11.132639 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:26.892909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:29.975486 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.046265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a630e64e-ef51-4448-ac06-aad4d29a6d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:35.599569 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:02:37.780307 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-69036010-aad3-4c17-8184-0451f053cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:37.809539 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:39.086054 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-e21cef2e-7675-4bcf-9d83-fe414f17d892 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407000 Aug 06 17:02:39.177819 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-ad07aeef-0c2e-4205-97bc-a131c2188a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:39.181189 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-ad07aeef-0c2e-4205-97bc-a131c2188a59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1096 time: 0.0478854 Aug 06 17:02:39.229364 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:39.289020 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-162f00c0-fb5d-45a7-9ec2-da4c4b8c827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:39.290499 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-162f00c0-fb5d-45a7-9ec2-da4c4b8c827f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0913110 Aug 06 17:02:39.373634 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-825a0f5b-a42e-489d-b5e5-690668eba264 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 1001 time: 0.0715463 Aug 06 17:02:39.427731 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-95830de3-40d1-4228-9140-3cbdf979c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:39.429206 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-95830de3-40d1-4228-9140-3cbdf979c360 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0443668 Aug 06 17:02:39.479245 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-48e699a9-8ff5-4842-9afc-651590dd1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:02:39.480802 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-48e699a9-8ff5-4842-9afc-651590dd1a6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404849 Aug 06 17:02:39.584344 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-f23f5baf-17ea-431b-807e-b745491dd5da service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907624 Aug 06 17:02:39.695621 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-94bbda0d-4ce8-4eb1-b2ff-8b920a8bb251 req-485056b4-bde5-47f8-95aa-f634a79a10b1 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004663 Aug 06 17:02:41.149282 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:56.880097 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:02:59.999752 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:05.020214 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-53b425c0-265a-4f0b-8c13-875b7ac88c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:07.771086 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0e9c-82fa-4844-93f3-f0c39c378479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:07.796683 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:09.225701 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:11.134261 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:12.600690 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:03:26.865008 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:29.996102 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:35.035963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-c90c4ef3-701a-4430-9f58-901d9d0319cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.736450 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-5a18943a-8462-4ab3-b425-2d36a888111b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:37.767761 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:39.227609 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:39.261425 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd details requested by agent hyperv_n-h2-778550-6 with host n-h2-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:03:39.356010 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:39.370796 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Returning: {'device': '081748f0-7516-4910-a3a4-623efa4928bd', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:03:39.409996 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:39.422942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 081748f0-7516-4910-a3a4-623efa4928bd {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:03:39.443837 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:39.519120 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:39.574306 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:39.581496 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.581843 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.582181 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.582517 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.582847 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.583180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.583506 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.583851 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.584180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.584500 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.584821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.585140 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:39.600959 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] get_ports_and_sgs() called for port_ids ['081748f0-7516-4910-a3a4-623efa4928bd'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:03:41.010918 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-fc382c73-0646-4e03-be70-3a4a370a4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:41.012695 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-fc382c73-0646-4e03-be70-3a4a370a4c20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1095 time: 0.0956573 Aug 06 17:03:41.130161 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-5c191c23-58a6-4576-a614-82c2ddd6493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:41.131786 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-5c191c23-58a6-4576-a614-82c2ddd6493f service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0962417 Aug 06 17:03:41.227105 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-b4fc116d-88b9-4039-be9d-aac030982312 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 1000 time: 0.0835536 Aug 06 17:03:41.227931 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:41.291483 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-0e3b3c9f-c603-47c1-ac82-372ca36d1ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:41.293207 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-0e3b3c9f-c603-47c1-ac82-372ca36d1ace service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0590239 Aug 06 17:03:41.295713 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd up at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:03:41.351053 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Provisioning complete for port 081748f0-7516-4910-a3a4-623efa4928bd triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:03:41.352015 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:41.353116 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-90efe14d-cb01-44d8-b0bc-35bfffa57578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:41.354710 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-90efe14d-cb01-44d8-b0bc-35bfffa57578 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538914 Aug 06 17:03:41.447845 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:41.485440 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:03:41.488182 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89114b8-ef93-402f-890d-4b8e3aebd9b1" -d '{"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-plugged", "status": "completed", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:03:41.503950 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:41.516315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-04ffaf46-77f7-4ea6-9423-02fa8c19ceea service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445000 Aug 06 17:03:41.565948 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:41.589906 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669921de-ce79-47fa-831d-2f288b8f6383 x-openstack-request-id: req-669921de-ce79-47fa-831d-2f288b8f6383 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:03:41.593712 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-plugged", "status": "completed", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:03:41.593712 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-669921de-ce79-47fa-831d-2f288b8f6383 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:03:41.593712 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'code': 200} Aug 06 17:03:41.627297 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:41.652772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-b0b2eed4-e0f5-4bfb-a51b-2d0ef927b338 req-1d780c61-28de-41be-8755-26e1f345476a service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249535 Aug 06 17:03:49.599830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:03:52.458299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-b68bc9b0-0b8a-48bf-93d6-13bc34d7720d tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318416029&fields=id&tenant_id=78bb14b9aec445658ad344c67d5d2f38 HTTP/1.1" status: 200 len: 267 time: 0.0362816 Aug 06 17:03:52.572076 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-5e15846a-17a8-4d80-87d6-eb027e4582be tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:52.573561 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-5e15846a-17a8-4d80-87d6-eb027e4582be tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 810 time: 0.1082480 Aug 06 17:03:52.589070 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-c6ffbacc-c086-4123-8c75-93f9d167cc72 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/quotas/78bb14b9aec445658ad344c67d5d2f38 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Aug 06 17:03:52.645253 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-7dc94577-cc61-48c3-b421-884da40a8d6d tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506582 Aug 06 17:03:52.703450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a5faf796-3756-4e66-9bc2-065ddac88767 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=94841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 17:03:52.704459 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a5faf796-3756-4e66-9bc2-065ddac88767 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480461 Aug 06 17:03:52.796661 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-b8837c5d-697c-48b6-85e7-70f64c19e23b service neutron] 10.222.0.16 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859811 Aug 06 17:03:52.890141 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-37fa7cf5-141d-44c7-b50d-5cbd444283ee service neutron] 10.222.0.16 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873191 Aug 06 17:03:53.163305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-11a46ad7-8f3b-47fa-9064-faf24b358fc4 req-9e140a68-5c4e-43a2-878f-d67321afe28b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 210 time: 0.0293097 Aug 06 17:03:54.259096 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5e23a3e8-b0fe-4a93-aa20-c8d489758d02 req-3f81c35f-d066-4b44-881b-3af170c87369 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 210 time: 0.0264800 Aug 06 17:03:55.251946 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-b9540a07-80ac-40fc-b4d9-98bc3269ae9f tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:55.253422 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-b9540a07-80ac-40fc-b4d9-98bc3269ae9f tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.59 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 810 time: 0.1080234 Aug 06 17:03:55.299059 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-3b9ae79c-9cd6-41f9-83c2-e48f64e6c36f tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78bb14b9aec445658ad344c67d5d2f38 HTTP/1.1" status: 200 len: 380 time: 0.0370538 Aug 06 17:03:55.308793 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'port': {'device_id': '477d5f75-c1ce-4e89-8610-53a50186f656', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'admin_state_up': True, 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'security_groups': ['7a3a660f-0d8b-4100-ba04-c1717077bc0f']}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:03:55.361610 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-dfd81048-09e2-4c00-9536-5fc47ffcfdd3 req-02555052-89a2-4456-9e3d-1a7c5363c8cb tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 210 time: 0.0315037 Aug 06 17:03:55.366833 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:03:55.447403 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:55.478504 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:03:55.481085 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2a6104-7825-4755-8359-fde4cba2f0a3" -d '{"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-unplugged", "status": "completed", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:03:55.500231 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:03:55.527114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Made reservation on behalf of 78bb14b9aec445658ad344c67d5d2f38 for: {'port': 1} {{(pid=94840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 17:03:55.531377 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:55.580304 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 17:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893376f-5559-4c73-8514-bdb9733f1fce x-openstack-request-id: req-7893376f-5559-4c73-8514-bdb9733f1fce {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:03:55.580598 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-unplugged", "status": "completed", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:03:55.580855 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7893376f-5559-4c73-8514-bdb9733f1fce {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:03:55.581278 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'code': 200} Aug 06 17:03:55.615896 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:55.666043 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Pushing event updated for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:55.677984 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_common [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Allocated IP 172.20.0.10 (e7951a69-6ce2-4034-b331-4cb1704dc215/809da719-cad1-4f43-9715-7c1b3a4bfb12/0f81ee20-3246-42c0-b2d4-431f3f0e9bae) {{(pid=94840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:03:56.252409 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for port, precommit_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:56.267739 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Transition to ACTIVE for port object 0f81ee20-3246-42c0-b2d4-431f3f0e9bae will not be triggered until provisioned by entity DHCP. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:03:56.406214 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_create {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:56.521195 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Network e7951a69-6ce2-4034-b331-4cb1704dc215 is already hosted by enough agents. {{(pid=94840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:03:56.523156 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.base_scheduler [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Resources bound (agent type, host, resource id): {{(pid=94840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:03:56.531754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Received port after_create {{(pid=94840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:03:56.544765 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7bee6-c259-4c56-bb69-1bfc73763e87 req-2bf3cad8-2894-4b7d-aaa8-75ccd975d301 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:56.554983 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39b7bee6-c259-4c56-bb69-1bfc73763e87 req-2bf3cad8-2894-4b7d-aaa8-75ccd975d301 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0806801 Aug 06 17:03:56.640814 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-39b7bee6-c259-4c56-bb69-1bfc73763e87 req-2e61effa-ef95-43cf-ad84-7beb12f5cb20 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839462 Aug 06 17:03:56.642639 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=1']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:03:56.685361 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.685791 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.686865 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.687575 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.687774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.688328 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.688750 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.689146 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.689551 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.689947 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.690334 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.690723 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:03:56.699867 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:56.700393 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:56.820562 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-e0b7ea43-89cf-4cbf-a757-426f5568896b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5156426 Aug 06 17:03:56.927496 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:56.997066 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4cba24d2-a475-451a-b6fa-50a644a22e31 None None] Provisioning for port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae completed by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:03:57.002405 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-4cba24d2-a475-451a-b6fa-50a644a22e31 None None] Provisioning complete for port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae triggered by entity DHCP. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:03:57.005728 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4cba24d2-a475-451a-b6fa-50a644a22e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:03:57.043863 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-4cba24d2-a475-451a-b6fa-50a644a22e31 None None] Port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae cannot update to ACTIVE because it is not bound. {{(pid=94842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 17:03:57.751658 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dcf03-9548-41c5-a470-086cf20936ae req-311650c8-c131-4dd8-ac9d-85e15309d657 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:57.753236 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e67dcf03-9548-41c5-a470-086cf20936ae req-311650c8-c131-4dd8-ac9d-85e15309d657 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0522113 Aug 06 17:03:57.793834 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e67dcf03-9548-41c5-a470-086cf20936ae req-4789768f-d6c0-454d-91f0-1eef188224a9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Aug 06 17:03:58.922026 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2584b3-f42a-4f48-af30-4473f31ff649 req-7b3dc490-0ade-48d6-9ff8-2a49fe677436 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:03:58.923712 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b2584b3-f42a-4f48-af30-4473f31ff649 req-7b3dc490-0ade-48d6-9ff8-2a49fe677436 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0546873 Aug 06 17:03:58.964494 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1b2584b3-f42a-4f48-af30-4473f31ff649 req-84d8f574-5afd-4c74-9def-53d9d901ae62 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337443 Aug 06 17:04:00.016032 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:00.104734 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fae5c7-dbf4-4ae3-a352-b7f569aa747f req-203b6d77-dad4-4c73-9583-cef476299663 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:00.106578 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06fae5c7-dbf4-4ae3-a352-b7f569aa747f req-203b6d77-dad4-4c73-9583-cef476299663 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0535419 Aug 06 17:04:00.152305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06fae5c7-dbf4-4ae3-a352-b7f569aa747f req-4da9f1be-16f1-4636-9abf-bbcc3d3924ce tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349884 Aug 06 17:04:01.279217 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd858d-6701-4bc1-a804-5022af932d70 req-128a300f-7433-45c9-b72e-a58a328fb25a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:01.281483 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dfd858d-6701-4bc1-a804-5022af932d70 req-128a300f-7433-45c9-b72e-a58a328fb25a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0509179 Aug 06 17:04:01.336906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-1dfd858d-6701-4bc1-a804-5022af932d70 req-afd294d0-4e34-48bb-8b42-998abb9c084b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442481 Aug 06 17:04:02.480944 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52484e55-3112-47e9-8cf5-9c6f48571ed8 req-278efd9e-3cd6-48e3-a3d0-3ff9b86e2f05 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:02.488237 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52484e55-3112-47e9-8cf5-9c6f48571ed8 req-278efd9e-3cd6-48e3-a3d0-3ff9b86e2f05 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0655768 Aug 06 17:04:02.524699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-52484e55-3112-47e9-8cf5-9c6f48571ed8 req-7d6b2949-6ef7-4e8b-81ff-942ad920d601 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Aug 06 17:04:03.654153 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4d6be-97a1-4622-87c1-62f39cf8f095 req-3cfe06d0-eac7-412a-9b02-8d912b651a64 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:03.656418 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18b4d6be-97a1-4622-87c1-62f39cf8f095 req-3cfe06d0-eac7-412a-9b02-8d912b651a64 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0528145 Aug 06 17:04:03.697953 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-18b4d6be-97a1-4622-87c1-62f39cf8f095 req-476a2c2d-62a9-4abb-bb5a-afe2cd6e7841 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356085 Aug 06 17:04:04.821600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf8b6d-6423-4395-a583-248d75574f09 req-dd5a47fb-22c6-480e-8cd5-3a1678559343 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:04.823189 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4bf8b6d-6423-4395-a583-248d75574f09 req-dd5a47fb-22c6-480e-8cd5-3a1678559343 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0524101 Aug 06 17:04:04.870548 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-f4bf8b6d-6423-4395-a583-248d75574f09 req-fe69eff7-4ca5-4fed-bab0-cd6084a445ca tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380249 Aug 06 17:04:05.058446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08828712-f7e7-43e8-a3fd-ace0245b1d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:05.991013 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d80b8-5179-4646-95b2-a5209b5bc102 req-4a2acbb7-0099-4ce5-a463-d182b8c0c086 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:05.992889 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f8d80b8-5179-4646-95b2-a5209b5bc102 req-4a2acbb7-0099-4ce5-a463-d182b8c0c086 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 932 time: 0.0518997 Aug 06 17:04:06.032194 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-7f8d80b8-5179-4646-95b2-a5209b5bc102 req-af8995e6-a9f1-444b-bca4-5695a3ac8076 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Aug 06 17:04:06.356696 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.v2.base [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Request body: {'port': {'device_id': '477d5f75-c1ce-4e89-8610-53a50186f656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-778550-6'}} {{(pid=94840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:06.412567 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:06.682474 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f81ee20-3246-42c0-b2d4-431f3f0e9bae {{(pid=94840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:04:06.689769 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:06.701341 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.provisioning_blocks [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Transition to ACTIVE for port object 0f81ee20-3246-42c0-b2d4-431f3f0e9bae will not be triggered until provisioned by entity L2. {{(pid=94840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 17:04:06.804306 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:06.859409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=2']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:06.942253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Attempting to bind port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae on host n-h1-778550-6 for vnic_type normal with profile {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 17:04:06.942557 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Attempting to bind port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae by drivers openvswitch,hyperv on host n-h1-778550-6 at level 0 using segments [{'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 17:04:06.942960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Attempting to bind port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae on network e7951a69-6ce2-4034-b331-4cb1704dc215 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:06.949081 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae on network e7951a69-6ce2-4034-b331-4cb1704dc215 not bound, no agent of type Open vSwitch agent registered on host n-h1-778550-6 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 17:04:06.950254 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Attempting to bind port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae on network e7951a69-6ce2-4034-b331-4cb1704dc215 {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 17:04:06.956044 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Checking agent: {'id': 'e4ec554d-be09-4f6a-8f75-db0bd277517c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-778550-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'started_at': datetime.datetime(2021, 8, 6, 15, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 17, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 17:04:06.957760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Checking segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 17:04:06.957760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Bound using segment: {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'} {{(pid=94840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 17:04:06.957760 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.managers [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Bound port: 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host: n-h1-778550-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c06b9a-8d8b-4026-8324-480357bbf2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215'}}] {{(pid=94840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 17:04:06.958094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:07.041456 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, cleared binding levels {{(pid=94840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 17:04:07.044589 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 17:04:07.157593 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd62c0c-dec4-46ed-9ca4-4d1ba3fe8b85 req-a283fadb-5a24-4c6a-9919-7a5ff9ae2bc7 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:07.159028 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbd62c0c-dec4-46ed-9ca4-4d1ba3fe8b85 req-a283fadb-5a24-4c6a-9919-7a5ff9ae2bc7 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0521181 Aug 06 17:04:07.198699 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bbd62c0c-dec4-46ed-9ca4-4d1ba3fe8b85 req-31be8388-ba62-401c-9eba-8acd4cf59b81 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334847 Aug 06 17:04:07.641931 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299753'] for port, after_update {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:07.677472 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:07.678129 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:07.679637 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] 10.222.0.59 "PUT /v2.0/ports/0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 200 len: 1092 time: 1.3703220 Aug 06 17:04:07.680115 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:07.682641 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4" -d '{"events": [{"name": "network-changed", "server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:07.732909 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec6daf-bbba-46a8-bc2e-4c40131cbbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=3']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:07.732909 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9883cb-ddf4-4296-9d2b-aca242fec900 x-openstack-request-id: req-5a9883cb-ddf4-4296-9d2b-aca242fec900 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:07.732909 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:07.732909 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a9883cb-ddf4-4296-9d2b-aca242fec900 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:07.732909 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'status': 'completed', 'code': 200} Aug 06 17:04:07.749572 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a852fa4b-7044-4c71-b89d-62d55e076e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:07.778369 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:07.799772 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4 req-46f3ff09-10d1-49d2-a668-5f228821f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:07.801364 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4 req-46f3ff09-10d1-49d2-a668-5f228821f59c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1095 time: 0.0484638 Aug 06 17:04:07.910831 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4 req-e4056076-d963-4388-b4d2-f7b4662c4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:07.912308 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4 req-e4056076-d963-4388-b4d2-f7b4662c4bfc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=78bb14b9aec445658ad344c67d5d2f38&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1031177 Aug 06 17:04:08.007358 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4 req-4f6a2315-2fcf-4f60-ace9-249bbfe3d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:08.008874 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-4c0bd938-e6bd-4b3e-b048-2b3edf9036b4 req-4f6a2315-2fcf-4f60-ace9-249bbfe3d76c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893667 Aug 06 17:04:08.088993 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a48cf788-3388-4e33-a619-500bb0cb4a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:08.090500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a48cf788-3388-4e33-a619-500bb0cb4a19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1095 time: 0.0462117 Aug 06 17:04:08.132177 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-a278e2a8-1f36-48c8-abc7-c354e221104d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 200 len: 217 time: 0.0335667 Aug 06 17:04:08.181302 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-5bd115be-ae21-4238-af1b-aa537eb7f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:08.182636 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-5bd115be-ae21-4238-af1b-aa537eb7f8bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0442777 Aug 06 17:04:08.231281 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-69173d7c-faa5-408c-91f4-cb242437a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:08.232822 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-69173d7c-faa5-408c-91f4-cb242437a1db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438435 Aug 06 17:04:08.315425 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc182-cbb8-4e98-b0eb-a00ee3d24e9b req-4f1c84e4-46d9-4c86-b077-28e375b58827 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:08.316955 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c3fc182-cbb8-4e98-b0eb-a00ee3d24e9b req-4f1c84e4-46d9-4c86-b077-28e375b58827 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0487947 Aug 06 17:04:08.324472 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-2ed49ec3-a88b-4f4c-8d54-65627b8c38dc service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Aug 06 17:04:08.354670 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3c3fc182-cbb8-4e98-b0eb-a00ee3d24e9b req-5369a49d-1456-4b63-b06d-0a6a1df7f2b9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Aug 06 17:04:08.420302 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-6a42c4d1-bd77-4664-bedb-7bc855d16f57 req-94452ae9-1ce1-451a-8f7c-426eda5e22d1 service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888953 Aug 06 17:04:09.244285 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:09.477964 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6be3b-5e93-4026-acfd-fa449e57f9de req-42837d0d-02de-4b17-90d2-c838c21ddef4 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:09.479455 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bce6be3b-5e93-4026-acfd-fa449e57f9de req-42837d0d-02de-4b17-90d2-c838c21ddef4 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0536685 Aug 06 17:04:09.517425 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-bce6be3b-5e93-4026-acfd-fa449e57f9de req-cbe57693-9e09-4d75-8126-565241d2121a tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Aug 06 17:04:10.636309 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfb79d-5a1f-4301-b926-0576222bc51b req-0dfa23cf-4c76-4a0f-aed4-0bf769b04468 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:10.637723 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92cfb79d-5a1f-4301-b926-0576222bc51b req-0dfa23cf-4c76-4a0f-aed4-0bf769b04468 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0495362 Aug 06 17:04:10.676299 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-92cfb79d-5a1f-4301-b926-0576222bc51b req-2bd86dec-b499-4787-94a0-a8fef5e4a00b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325215 Aug 06 17:04:11.152533 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:11.816907 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210dfdc-e753-4900-b0c3-64c3c194a3e0 req-9c32d1e8-08b7-4152-9c1c-08a7450bf345 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:11.818400 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0210dfdc-e753-4900-b0c3-64c3c194a3e0 req-9c32d1e8-08b7-4152-9c1c-08a7450bf345 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0747328 Aug 06 17:04:11.858305 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-0210dfdc-e753-4900-b0c3-64c3c194a3e0 req-d70ab98c-22e1-4e84-ae6e-52bf9a036dd8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333831 Aug 06 17:04:12.846286 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:04:12.944871 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:12.960034 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'port_id': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'mac_address': 'fa:16:3e:90:fc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:04:12.982890 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce349b-3544-4a41-9d9a-49fee31ab270 req-cd833a65-1862-4bb3-ab17-2b34e70c2bef tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:12.984650 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57ce349b-3544-4a41-9d9a-49fee31ab270 req-cd833a65-1862-4bb3-ab17-2b34e70c2bef tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0542333 Aug 06 17:04:12.997807 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:13.011064 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f81ee20-3246-42c0-b2d4-431f3f0e9bae {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:04:13.024287 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-57ce349b-3544-4a41-9d9a-49fee31ab270 req-c1e28303-d958-452e-9c5a-4a7ffd2f14db tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Aug 06 17:04:13.031905 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:13.095558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:13.144437 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=4']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:13.319616 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['0f81ee20-3246-42c0-b2d4-431f3f0e9bae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:04:14.151431 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880145a8-12fe-4f7f-9aad-89751d0e461e req-ba8e593d-b834-496a-a9ec-0fe488e89426 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:14.153027 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-880145a8-12fe-4f7f-9aad-89751d0e461e req-ba8e593d-b834-496a-a9ec-0fe488e89426 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 945 time: 0.0556111 Aug 06 17:04:14.196083 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-880145a8-12fe-4f7f-9aad-89751d0e461e req-29c8afb2-5d48-4a1a-b0c3-ebfd96829ea5 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Aug 06 17:04:14.861885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:04:14.986505 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning for port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae completed by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 17:04:14.990240 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:04:14.990621 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.068510 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.089894 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:15.092170 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aa8b22-ce05-4118-b155-f7f7116af940" -d '{"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-plugged", "status": "completed", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:15.105821 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:04:15.128159 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9a8a0f-3ccc-4b93-a3b7-6c164c6ea021 x-openstack-request-id: req-aa9a8a0f-3ccc-4b93-a3b7-6c164c6ea021 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:15.128519 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-plugged", "status": "completed", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:15.128793 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa9a8a0f-3ccc-4b93-a3b7-6c164c6ea021 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:15.129187 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'code': 200} Aug 06 17:04:15.170564 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:15.220960 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=5']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:15.226190 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db3f2e-8c1c-4015-af32-abe91ce15a7a req-124fc828-5347-4492-858a-8043b1ab3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:15.227714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e9db3f2e-8c1c-4015-af32-abe91ce15a7a req-124fc828-5347-4492-858a-8043b1ab3793 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1097 time: 0.0443177 Aug 06 17:04:15.262655 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-e9db3f2e-8c1c-4015-af32-abe91ce15a7a req-711d5268-4937-4c51-bffd-362f859e088c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281975 Aug 06 17:04:15.318071 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bac47c-8ca4-4c07-acf4-e6e24faa17a8 req-70725925-7411-4975-abd8-ea30615cd4fa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:15.319551 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7bac47c-8ca4-4c07-acf4-e6e24faa17a8 req-70725925-7411-4975-abd8-ea30615cd4fa tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 946 time: 0.0492585 Aug 06 17:04:15.357436 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e7bac47c-8ca4-4c07-acf4-e6e24faa17a8 req-f8bde8e1-b891-4d52-b772-6ccaf1f0aeba tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318198 Aug 06 17:04:16.480064 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3dc68-96ca-4b81-8dd8-779f786f68dc req-86f9cddb-7a77-4cb1-8a07-d2dc483ed2c8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:16.481563 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c3dc68-96ca-4b81-8dd8-779f786f68dc req-86f9cddb-7a77-4cb1-8a07-d2dc483ed2c8 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 946 time: 0.0544286 Aug 06 17:04:16.519857 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-e4c3dc68-96ca-4b81-8dd8-779f786f68dc req-30d0eecc-e7ed-44d9-8393-373667fce4bc tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310159 Aug 06 17:04:16.635080 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f4229-84d2-4e21-8a58-7809cccdd64f req-eaeec696-21cc-42b4-b6c6-2d657f0f24de tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:16.636495 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e7f4229-84d2-4e21-8a58-7809cccdd64f req-eaeec696-21cc-42b4-b6c6-2d657f0f24de tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Aug 06 17:04:16.674607 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-2e7f4229-84d2-4e21-8a58-7809cccdd64f req-c3b8ab01-f550-4b56-ad92-43947a9c6612 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Aug 06 17:04:16.695862 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42686) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:16.734475 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d839d24-6d86-4e61-ae27-d0d74256937d tempest-TestSnapshotPattern-1121264983 tempest-TestSnapshotPattern-1121264983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:16.736022 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-6d839d24-6d86-4e61-ae27-d0d74256937d tempest-TestSnapshotPattern-1121264983 tempest-TestSnapshotPattern-1121264983-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1092 time: 0.0391736 Aug 06 17:04:16.739037 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 42688) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:04:16.743243 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.v2.base [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Request body: {'floatingip': {'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'port_id': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 17:04:16.846870 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:16.946407 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.046527 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_common [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Allocated IP 172.25.5.218 (78c20f26-e41b-4db4-86f6-5aed6c927f30/ae220973-2bf1-47d4-b045-8b6f835d8075/22ae8467-e747-46a0-baf9-527e9c903aa8) {{(pid=94841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 17:04:17.512534 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for port, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.621615 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780275757276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:17.657491 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Network 78c20f26-e41b-4db4-86f6-5aed6c927f30 is already hosted by enough agents. {{(pid=94841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 17:04:17.662173 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.base_scheduler [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Resources bound (agent type, host, resource id): {{(pid=94841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 17:04:17.664790 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Received port after_create {{(pid=94841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 17:04:17.697253 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'Port': ['ID=22ae8467-e747-46a0-baf9-527e9c903aa8,revision_number=1']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:17.710504 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713024 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.713951 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:17.714246 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:04:18.049255 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.160950 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.338465 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for port, precommit_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.398444 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2416611'] for port, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.471063 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event updated for resources: {'Port': ['ID=22ae8467-e747-46a0-baf9-527e9c903aa8,revision_number=2']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:04:18.480966 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-468054'] for floatingip, after_update {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.588423 n-d-778550-6 neutron-server[94841]: INFO neutron.db.l3_db [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Floating IP fb44cd3b-d164-48c6-b06d-c9fe26623f48 associated. External IP: 172.25.5.218, port: 0f81ee20-3246-42c0-b2d4-431f3f0e9bae. Aug 06 17:04:18.801683 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:04:18.910522 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:04:18.920301 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:04:18.929640 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:18.930578 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:04:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:18.967032 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:18.994973 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-25038224-6821-4e2a-858b-46374ae4a11e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2549374 Aug 06 17:04:18.995668 n-d-778550-6 neutron-server[94841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:04:18.997950 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}870a2f2c8e4fe80cf05280db1c018165713ac7336e3e6e203455387f3bafbc62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c032de7a-a351-4a6e-b98a-62979ed31ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:04:19.036190 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c123995-e38e-4bcc-a1a5-6d541403a8d9 x-openstack-request-id: req-9c123995-e38e-4bcc-a1a5-6d541403a8d9 {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:04:19.036537 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "status": "completed", "code": 200}]} {{(pid=94841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:04:19.036794 n-d-778550-6 neutron-server[94841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c123995-e38e-4bcc-a1a5-6d541403a8d9 {{(pid=94841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:04:19.037196 n-d-778550-6 neutron-server[94841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'status': 'completed', 'code': 200} Aug 06 17:04:19.039434 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:19.099329 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-80a5d9ca-91cd-4f57-9609-468f23f918ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:19.100797 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-80a5d9ca-91cd-4f57-9609-468f23f918ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1097 time: 0.0414991 Aug 06 17:04:19.197615 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-603a12ce-d4bc-447d-a8bf-9e859aa8351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:19.199123 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-603a12ce-d4bc-447d-a8bf-9e859aa8351a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0908084 Aug 06 17:04:19.261522 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:39Z', 'revision_number': 1, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}, {'id': 'fb44cd3b-d164-48c6-b06d-c9fe26623f48', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:90:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d5f75-c1ce-4e89-8610-53a50186f656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:04:17Z', 'updated_at': '2021-08-06T17:04:17Z', 'revision_number': 0, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:19.266912 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-56277ae3-49ba-4799-a8fd-5efa671b249a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 200 len: 1000 time: 0.0595174 Aug 06 17:04:19.287375 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:04:19.295588 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:04:19.296278 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:04:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:19.322527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-dc1d6803-cc74-4d05-a0ad-f872fe6823cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:19.324321 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-dc1d6803-cc74-4d05-a0ad-f872fe6823cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0506694 Aug 06 17:04:19.372037 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-cd2553f9-29f1-4be9-8e4d-7ab9bdcb0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:19.373882 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-cd2553f9-29f1-4be9-8e4d-7ab9bdcb0a04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424471 Aug 06 17:04:19.402521 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:04:19.468345 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-ecf91a1c-83a6-4f3b-8db5-6cf84ff0a21e service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872931 Aug 06 17:04:19.567529 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-c032de7a-a351-4a6e-b98a-62979ed31ff8 req-e82ed7d3-df65-4a9a-b849-f498b85f1a6e service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921195 Aug 06 17:04:19.726180 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:39Z', 'revision_number': 1, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}, {'id': 'fb44cd3b-d164-48c6-b06d-c9fe26623f48', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:90:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d5f75-c1ce-4e89-8610-53a50186f656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:04:17Z', 'updated_at': '2021-08-06T17:04:17Z', 'revision_number': 0, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:04:19.752678 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fcf616-bc7e-4a61-a05b-65f6b0280f08 None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:39Z', 'revision_number': 1, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}, {'id': 'fb44cd3b-d164-48c6-b06d-c9fe26623f48', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:90:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477d5f75-c1ce-4e89-8610-53a50186f656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:04:17Z', 'updated_at': '2021-08-06T17:04:17Z', 'revision_number': 0, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:04:19.958363 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f4810a-d0fc-44f1-9eca-e309e32b4b31 None None] New status for floating IP fb44cd3b-d164-48c6-b06d-c9fe26623f48: ACTIVE {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:04:22.881337 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-4c2491c6-7821-46df-834f-379f7a4e1227 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417252 Aug 06 17:04:22.963210 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-2d89318d-d145-480d-913c-b9ef659e0b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:22.965388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-2d89318d-d145-480d-913c-b9ef659e0b4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1097 time: 0.0421762 Aug 06 17:04:23.076774 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-eab9508b-d842-4a66-b931-ac3d7a9c5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:23.078354 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-eab9508b-d842-4a66-b931-ac3d7a9c5e1b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0916729 Aug 06 17:04:23.145221 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-462753dc-4e6d-4e03-8485-315b3041da8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 200 len: 1002 time: 0.0600915 Aug 06 17:04:23.199544 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-c54d8619-551c-45ac-b822-62f7163c3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:23.201165 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-c54d8619-551c-45ac-b822-62f7163c3cec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0493340 Aug 06 17:04:23.247661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-d49eae37-9e3d-4262-9731-fb174166ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:23.249217 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-d49eae37-9e3d-4262-9731-fb174166ca71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413232 Aug 06 17:04:23.339138 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-55ca3e74-994b-47a3-9b4f-19f5588c2766 service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827966 Aug 06 17:04:23.436388 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-36a6370b-f4dc-4475-803e-aad284d692c3 req-09288fe4-1bca-4a60-ab21-ee780107127f service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906589 Aug 06 17:04:26.600695 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:04:26.878228 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:30.089178 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:35.051707 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23ea5bfa-1e92-4c7c-8c46-3543f31e612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.757909 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4a37f07d-a772-4585-8b0a-d1572c69d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:37.803394 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:39.243278 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:40.810448 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-2c5c697f-f2cf-4f50-affd-f933fe42338d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459616 Aug 06 17:04:40.892350 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-a6a9aa3d-992f-4386-9e87-b46bf13f6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:40.894012 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-a6a9aa3d-992f-4386-9e87-b46bf13f6de9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1094 time: 0.0406375 Aug 06 17:04:41.008764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-9af331b2-f2eb-4b40-b431-527f36b77b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:41.010304 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-9af331b2-f2eb-4b40-b431-527f36b77b43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0907316 Aug 06 17:04:41.086500 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-e9338ad2-5cd7-458a-8b01-60215ac044ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 999 time: 0.0648644 Aug 06 17:04:41.139653 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-30cc0a40-6f69-4d66-a4b9-d3b0a0a0ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:41.141174 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-30cc0a40-6f69-4d66-a4b9-d3b0a0a0ab2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0444529 Aug 06 17:04:41.187315 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-a68f8e5e-745c-4eca-8236-0d3860eccc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:04:41.188856 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-a68f8e5e-745c-4eca-8236-0d3860eccc2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400977 Aug 06 17:04:41.194596 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:04:41.289253 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-35889fa6-ce2f-4885-a40d-5a77655b8eaf service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924652 Aug 06 17:04:41.393984 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-5506b116-9c09-4877-a2a9-aed8d74f2221 req-f0012f01-aea1-47f5-a292-444ad0132290 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922418 Aug 06 17:04:56.897274 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:00.037446 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:03.599899 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:05:05.045150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-b119386a-a02b-4ab9-8100-83a1be0eec88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:07.740041 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e0364b54-7af2-4718-afb3-26574766b59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:07.799349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:09.291255 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:11.148081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:25.485971 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-db40ead5-9f98-4bef-a35a-41740280d5a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429602 Aug 06 17:05:25.570871 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-b94fe92d-76b2-4811-87b7-d9923c39a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:25.572823 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-b94fe92d-76b2-4811-87b7-d9923c39a81f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1097 time: 0.0474954 Aug 06 17:05:25.679495 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-e0c12f50-b701-4e8e-af9f-7203e6636267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:25.681539 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-e0c12f50-b701-4e8e-af9f-7203e6636267 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0891843 Aug 06 17:05:25.753125 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-4fda34a3-4b51-44c1-b954-db8cc5e9dbbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 200 len: 1002 time: 0.0637264 Aug 06 17:05:25.803052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-64f9b069-20c5-4217-87b9-b30fa25f9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:25.804788 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-64f9b069-20c5-4217-87b9-b30fa25f9d9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0454247 Aug 06 17:05:25.851354 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-024a412e-addd-41e4-9233-441811301805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:25.852889 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-024a412e-addd-41e4-9233-441811301805 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418282 Aug 06 17:05:25.948109 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-eb4dd5a3-07bf-4b4a-8685-5722c6d1ef6a service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872602 Aug 06 17:05:26.040006 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-efd2cf17-d007-451e-9e73-bedaa3137cbd req-7e5a0d47-7140-4af6-800c-c6eb1c148816 service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854192 Aug 06 17:05:26.890687 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:30.059386 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:35.061918 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-7f69a6c8-fb6b-4be5-aa0e-ab436622186a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:37.750237 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-92ec6f93-a503-4bbb-a05b-ee13668e2082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:37.781181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:39.255788 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:40.599569 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:05:41.156196 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:05:42.787566 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-00a0ff02-e6bd-4a14-8b97-5969f246a802 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449221 Aug 06 17:05:42.878114 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-afb1014c-13d9-4589-a05c-4d0b1814dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:42.879750 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-afb1014c-13d9-4589-a05c-4d0b1814dd15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1094 time: 0.0403631 Aug 06 17:05:42.985686 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-673aa899-14bc-458a-a703-ecca2f5c68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:42.987212 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-673aa899-14bc-458a-a703-ecca2f5c68a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0881219 Aug 06 17:05:43.066961 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-322efe3b-168b-4365-b320-b4e41675d76c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 999 time: 0.0645430 Aug 06 17:05:43.123252 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-bf7620dd-b13b-499b-8e72-ee53148206a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:43.124772 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-bf7620dd-b13b-499b-8e72-ee53148206a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0464520 Aug 06 17:05:43.176367 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-f8f6ff06-e337-4873-931b-ba67b4cb3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:05:43.177904 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-f8f6ff06-e337-4873-931b-ba67b4cb3c9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422847 Aug 06 17:05:43.278059 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-733c8898-c3ae-4d65-bec2-b39cada6dcd0 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927575 Aug 06 17:05:43.388382 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-ae7154ee-0b6e-4999-a376-a03dc2992439 req-e5ac47b1-25ba-4f52-9d9d-93fcebcd22fe service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019063 Aug 06 17:05:56.875856 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:00.041703 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.433925 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae details requested by agent hyperv_n-h1-778550-6 with host n-h1-778550-6 {{(pid=94842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 17:06:03.585637 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:03.602946 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Returning: {'device': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'port_id': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'mac_address': 'fa:16:3e:90:fc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 17:06:03.652887 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.669817 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f81ee20-3246-42c0-b2d4-431f3f0e9bae {{(pid=94842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 17:06:03.691458 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:03.758706 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:03.817811 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=6']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:03.826134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.826499 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.826842 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.827186 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.827524 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.827890 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.828224 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.828557 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.828885 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.829215 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.829542 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.829870 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:03.834911 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] get_ports_and_sgs() called for port_ids ['0f81ee20-3246-42c0-b2d4-431f3f0e9bae'] {{(pid=94842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 17:06:05.038663 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8e26f051-02b5-45bc-8b51-2644693ced93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.452192 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae up at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 17:06:05.503187 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.provisioning_blocks [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Provisioning complete for port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae triggered by entity L2. {{(pid=94842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 17:06:05.503558 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7698615'] for port, provisioning_complete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.583972 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.607667 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:05.610027 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b292e1-d6c2-4361-be23-7c239e694628" -d '{"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-plugged", "status": "completed", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:05.625093 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:05.649444 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e5152-06e1-45e7-991e-766543914b52 x-openstack-request-id: req-a17e5152-06e1-45e7-991e-766543914b52 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:05.649893 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-plugged", "status": "completed", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:05.650027 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a17e5152-06e1-45e7-991e-766543914b52 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:05.650393 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'code': 200} Aug 06 17:06:05.708857 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:05.761475 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=7']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:07.758741 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cb7cbc59-0781-499e-90c7-eb1110e5fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:07.786882 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:09.249904 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:11.161787 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:14.845754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42910) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:15.018948 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Deleting port 22ae8467-e747-46a0-baf9-527e9c903aa8 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:15.019301 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.094300 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.094552 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.106769 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Calling delete_port for 22ae8467-e747-46a0-baf9-527e9c903aa8 owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:15.312888 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.336253 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event deleted for resources: {'Port': ['ID=22ae8467-e747-46a0-baf9-527e9c903aa8,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:15.350661 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.352120 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.352342 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.352922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.353447 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.353960 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.354409 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.354642 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.354958 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.355290 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.355622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.355973 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:15.421721 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.422067 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Floating IP fb44cd3b-d164-48c6-b06d-c9fe26623f48 disassociated (deleted). External IP: 172.25.5.218, port: 0f81ee20-3246-42c0-b2d4-431f3f0e9bae. Aug 06 17:06:15.698138 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:15.811646 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:15.816483 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:15.821064 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:15.830287 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:15.830898 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:15.846758 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-386edd5d-33db-4ad7-a493-c60ed06bca88 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "DELETE /v2.0/floatingips/fb44cd3b-d164-48c6-b06d-c9fe26623f48 HTTP/1.1" status: 204 len: 168 time: 0.9997005 Aug 06 17:06:15.847654 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:15.850606 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601" -d '{"events": [{"name": "network-changed", "server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:15.962276 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:15.970727 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa7a415-8f00-45c7-a5b8-a51094e69a86 x-openstack-request-id: req-8fa7a415-8f00-45c7-a5b8-a51094e69a86 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:15.971020 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:15.971280 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fa7a415-8f00-45c7-a5b8-a51094e69a86 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:15.971688 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'status': 'completed', 'code': 200} Aug 06 17:06:16.039895 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-7aa7c1d1-3b6a-41a9-9e87-3c8ac13a7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.041854 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-7aa7c1d1-3b6a-41a9-9e87-3c8ac13a7bb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 1097 time: 0.0473967 Aug 06 17:06:16.161881 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-1f421ab2-8f19-4d98-86df-9c49da74476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.166191 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-1f421ab2-8f19-4d98-86df-9c49da74476d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.1163273 Aug 06 17:06:16.209826 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-71e9a6a3-2785-4823-9a44-dc69cddcb842 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 200 len: 217 time: 0.0359368 Aug 06 17:06:16.218316 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:39Z', 'revision_number': 1, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:16.247484 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:16.256154 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:16.256774 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:16.264018 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-3b902f1a-4c66-4a21-8312-2c20081eb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.265644 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-3b902f1a-4c66-4a21-8312-2c20081eb00d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0482686 Aug 06 17:06:16.315631 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-a39ce426-7a21-41c2-a8df-e57bb1b4aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.318139 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-a39ce426-7a21-41c2-a8df-e57bb1b4aa66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448070 Aug 06 17:06:16.354424 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d587e-27d3-4585-9263-8030a8d530f1 req-f9d77b00-cc82-4285-bb18-1761aad6e9f2 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:16.356767 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b3d587e-27d3-4585-9263-8030a8d530f1 req-f9d77b00-cc82-4285-bb18-1761aad6e9f2 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 946 time: 0.0570681 Aug 06 17:06:16.380405 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:16.399510 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-3b3d587e-27d3-4585-9263-8030a8d530f1 req-6b2e52b3-743d-42e2-a16b-152c3560416e tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359998 Aug 06 17:06:16.437945 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-b6c15886-97b3-4142-b2c4-52865a4e4cc6 service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120338 Aug 06 17:06:16.544419 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-60e0d6ca-8cd3-455b-ba9d-c45f0f828601 req-30309bd4-ea20-4fde-983d-055d83f3ec9e service neutron] 10.222.0.59 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990365 Aug 06 17:06:16.625666 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:39Z', 'revision_number': 1, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:16.653811 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031eb73-e88b-4dd8-ba8d-79a12b0dd12d None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_floatingips': [{'id': '495f1025-73e1-4a41-8327-837032ed6c3d', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'router_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'port_id': '081748f0-7516-4910-a3a4-623efa4928bd', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'mac_address': 'fa:16:3e:42:41:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0793bc20-825e-405e-9fcb-4518be21116b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T17:01:37Z', 'updated_at': '2021-08-06T17:01:39Z', 'revision_number': 1, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:16.872139 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee42ae10-7822-42e0-84dc-0afb1b3b19b0 None None] New status for floating IP fb44cd3b-d164-48c6-b06d-c9fe26623f48: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:06:17.519792 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2497b-75fb-4a8e-9ce6-384ef06fa3de req-3f834a76-f646-4199-a488-f3ccb143aff4 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:17.521273 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79a2497b-75fb-4a8e-9ce6-384ef06fa3de req-3f834a76-f646-4199-a488-f3ccb143aff4 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 946 time: 0.0501728 Aug 06 17:06:17.530022 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:17.562629 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-79a2497b-75fb-4a8e-9ce6-384ef06fa3de req-0bd8b1ed-66bd-4c24-9710-6589114978c9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340662 Aug 06 17:06:17.597979 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:06:17.607765 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7750240'] for port, before_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:17.633641 n-d-778550-6 neutron-server[94842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:17.635928 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f84997498a7ada783a1ea72bc18f0508b8d345a3d6c53b4a23779d0a45036a0a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da142ba-8003-4cc1-9e83-cce170360396" -d '{"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-unplugged", "status": "completed", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:17.649142 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:17.672860 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fee2435-db8c-49c4-a1cd-4994962d9d70 x-openstack-request-id: req-0fee2435-db8c-49c4-a1cd-4994962d9d70 {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:17.673154 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-unplugged", "status": "completed", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "code": 200}]} {{(pid=94842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:17.673435 n-d-778550-6 neutron-server[94842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fee2435-db8c-49c4-a1cd-4994962d9d70 {{(pid=94842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:17.673847 n-d-778550-6 neutron-server[94842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'code': 200} Aug 06 17:06:17.755340 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780276246613', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780275757294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780275759364'] for port, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:17.805577 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Pushing event updated for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=8']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:17.813579 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82931e28-d51a-49f6-a2a7-89a88674894a req-7a786a1f-e86a-428b-9373-33f2fd5b2e1c tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:17.815069 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82931e28-d51a-49f6-a2a7-89a88674894a req-7a786a1f-e86a-428b-9373-33f2fd5b2e1c tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.59 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 944 time: 0.0525603 Aug 06 17:06:17.906384 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Deleting port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:17.906647 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:17.998709 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] For port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae, host n-h1-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-778550-6',level=0,port_id=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:17.999083 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.012347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Calling delete_port for 0f81ee20-3246-42c0-b2d4-431f3f0e9bae owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:18.224207 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.251910 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event deleted for resources: {'Port': ['ID=0f81ee20-3246-42c0-b2d4-431f3f0e9bae,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:18.295372 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] No DVR routers for this DVR port 0f81ee20-3246-42c0-b2d4-431f3f0e9bae on host n-h1-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:06:18.297850 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:18.299828 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-82931e28-d51a-49f6-a2a7-89a88674894a req-4dce9e9e-a15f-4ac6-b087-61de90630de9 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.59 "DELETE /v2.0/ports/0f81ee20-3246-42c0-b2d4-431f3f0e9bae HTTP/1.1" status: 204 len: 173 time: 0.4785447 Aug 06 17:06:18.300310 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-deleted', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:18.302566 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ca88a4-ce85-41a6-9971-dcd810ef152d" -d '{"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-deleted", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:18.337824 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2815c8b3-2892-4805-a237-70ca16ac0c5a x-openstack-request-id: req-2815c8b3-2892-4805-a237-70ca16ac0c5a {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:18.338112 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477d5f75-c1ce-4e89-8610-53a50186f656", "name": "network-vif-deleted", "tag": "0f81ee20-3246-42c0-b2d4-431f3f0e9bae", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:18.338362 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2815c8b3-2892-4805-a237-70ca16ac0c5a {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:18.338763 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477d5f75-c1ce-4e89-8610-53a50186f656', 'name': 'network-vif-deleted', 'tag': '0f81ee20-3246-42c0-b2d4-431f3f0e9bae', 'status': 'completed', 'code': 200} Aug 06 17:06:18.687603 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-06557dd2-5178-4998-af54-64c8dc606fca req-73042213-79a5-48e4-a173-82f436c0989c tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=477d5f75-c1ce-4e89-8610-53a50186f656 HTTP/1.1" status: 200 len: 210 time: 0.0407414 Aug 06 17:06:21.047484 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 42982) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:21.550310 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae no longer exists at agent hyperv_n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:21.562380 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Deleting port 87e075f2-2f3e-4937-8381-9cc82fc78d3e {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:21.562729 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:21.570309 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] No Port match for: 0f81ee20-3246-42c0-b2d4-431f3f0e9bae {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:21.570671 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Device 0f81ee20-3246-42c0-b2d4-431f3f0e9bae not bound to the agent host n-h1-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:21.642041 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:21.642275 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:21.654665 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Calling delete_port for 87e075f2-2f3e-4937-8381-9cc82fc78d3e owned by network:floatingip {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:21.864485 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:21.890574 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event deleted for resources: {'Port': ['ID=87e075f2-2f3e-4937-8381-9cc82fc78d3e,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:21.954616 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for floatingip, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:21.954991 n-d-778550-6 neutron-server[94840]: INFO neutron.db.l3_db [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Floating IP 495f1025-73e1-4a41-8327-837032ed6c3d disassociated (deleted). External IP: 172.25.5.130, port: 081748f0-7516-4910-a3a4-623efa4928bd. Aug 06 17:06:22.160347 n-d-778550-6 neutron-server[94840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:22.271306 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:22.276374 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for floatingip, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:22.280855 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:22.289707 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:22.290566 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:22.309156 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f3a48184-b6a6-4dc6-b37b-a3ecd14eb889 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "DELETE /v2.0/floatingips/495f1025-73e1-4a41-8327-837032ed6c3d HTTP/1.1" status: 204 len: 168 time: 1.2605240 Aug 06 17:06:22.309754 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:22.312764 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472ac7f0-a7c0-45ec-90cd-be196769af19" -d '{"events": [{"name": "network-changed", "server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:22.351181 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efd5c89-9eee-45dc-82c1-158f07a02d77 x-openstack-request-id: req-4efd5c89-9eee-45dc-82c1-158f07a02d77 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:22.351577 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:22.351755 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4efd5c89-9eee-45dc-82c1-158f07a02d77 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:22.352368 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'status': 'completed', 'code': 200} Aug 06 17:06:22.406661 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:22.415899 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-e1d55d09-cc17-44a0-8204-70eabbbb576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:22.417457 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-e1d55d09-cc17-44a0-8204-70eabbbb576d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=78bb14b9aec445658ad344c67d5d2f38&device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 1094 time: 0.0419009 Aug 06 17:06:22.514643 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-57265221-1c27-42bc-8993-ef2872932fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:22.516284 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-57265221-1c27-42bc-8993-ef2872932fa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 200 len: 911 time: 0.0908756 Aug 06 17:06:22.570172 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-660511ff-7b0f-4e1e-98c6-7be583473359 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 200 len: 217 time: 0.0416806 Aug 06 17:06:22.614830 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:22.623179 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-34ee1cbf-c323-4e5c-9c7d-83792c2b5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:22.624692 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-34ee1cbf-c323-4e5c-9c7d-83792c2b5bbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 200 len: 849 time: 0.0461998 Aug 06 17:06:22.685218 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-08b2170b-2fc1-44a2-ac8a-0122f6ddb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:22.687588 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-08b2170b-2fc1-44a2-ac8a-0122f6ddb5d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e7951a69-6ce2-4034-b331-4cb1704dc215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547829 Aug 06 17:06:22.739277 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:22.748770 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:22.749605 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:22.785600 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac8e0-f2a1-4fa1-ac16-5f82dee9dfdf req-e014cf27-d451-45ab-b6da-94abcf81aa79 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:22.790009 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe7ac8e0-f2a1-4fa1-ac16-5f82dee9dfdf req-e014cf27-d451-45ab-b6da-94abcf81aa79 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 943 time: 0.0523417 Aug 06 17:06:22.803746 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-9b850bed-1cf1-4006-9ddd-d9e91b710550 service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993919 Aug 06 17:06:22.829947 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-fe7ac8e0-f2a1-4fa1-ac16-5f82dee9dfdf req-bd117f4a-4403-4445-80ed-e801dca6a675 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353923 Aug 06 17:06:22.856630 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:22.903315 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-472ac7f0-a7c0-45ec-90cd-be196769af19 req-15146918-6046-446e-ad27-9c7c93bfbedc service neutron] 10.222.0.64 "GET /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903339 Aug 06 17:06:23.054875 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:23.084169 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fac82a-37c4-418f-b0de-2dc47d2bc766 None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:01:13Z', 'revision_number': 4, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6', '_interfaces': [{'id': 'e1ea1603-5401-4435-94f6-60c0684a37d9', 'name': '', 'network_id': 'e7951a69-6ce2-4034-b331-4cb1704dc215', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'mac_address': 'fa:16:3e:bf:fb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:12Z', 'updated_at': '2021-08-06T17:01:18Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'subnets': [{'id': '809da719-cad1-4f43-9715-7c1b3a4bfb12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:23.309906 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bda71-1b71-4c13-a7d5-5f8491505a85 None None] New status for floating IP 495f1025-73e1-4a41-8327-837032ed6c3d: DOWN {{(pid=94842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 17:06:23.950656 n-d-778550-6 neutron-server[94841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006eed-c4c9-49c9-83b5-f3a320018b10 req-882eaf51-7ef2-4379-97aa-c73ead653723 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:23.952165 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f006eed-c4c9-49c9-83b5-f3a320018b10 req-882eaf51-7ef2-4379-97aa-c73ead653723 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 943 time: 0.0500565 Aug 06 17:06:23.989654 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-5f006eed-c4c9-49c9-83b5-f3a320018b10 req-5f9add24-b91e-4f3f-b4ea-932b907df95b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a3a660f-0d8b-4100-ba04-c1717077bc0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Aug 06 17:06:24.617888 n-d-778550-6 neutron-server[94840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22563559-29e1-4c8e-b680-fd8516ce053f req-83a2170d-9058-4e19-9dd0-06639f7fa489 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 17:06:24.620088 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22563559-29e1-4c8e-b680-fd8516ce053f req-83a2170d-9058-4e19-9dd0-06639f7fa489 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.64 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 943 time: 0.0565889 Aug 06 17:06:24.713987 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Deleting port 081748f0-7516-4910-a3a4-623efa4928bd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:24.714341 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:24.807493 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] For port 081748f0-7516-4910-a3a4-623efa4928bd, host n-h2-778550-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-778550-6',level=0,port_id=081748f0-7516-4910-a3a4-623efa4928bd,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:24.807879 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:24.820511 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Calling delete_port for 081748f0-7516-4910-a3a4-623efa4928bd owned by compute:nova {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:25.003428 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:25.036353 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event deleted for resources: {'Port': ['ID=081748f0-7516-4910-a3a4-623efa4928bd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:25.085118 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] No DVR routers for this DVR port 081748f0-7516-4910-a3a4-623efa4928bd on host n-h2-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:06:25.094714 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110283'] for port, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:25.094714 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [req-22563559-29e1-4c8e-b680-fd8516ce053f req-8ab35c00-a7cb-43d5-8d8f-0d7dce451f87 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.64 "DELETE /v2.0/ports/081748f0-7516-4910-a3a4-623efa4928bd HTTP/1.1" status: 204 len: 173 time: 0.4603131 Aug 06 17:06:25.094714 n-d-778550-6 neutron-server[94840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-deleted', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd'}] {{(pid=94840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 17:06:25.094714 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}366541cb4a82e0e8e5ac5774e8c7ca0e941fd0d05d8880613f24dbdc8db4f6f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28aad09-8e07-4ac1-a624-62ef55e74501" -d '{"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-deleted", "tag": "081748f0-7516-4910-a3a4-623efa4928bd"}]}' {{(pid=94840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 17:06:25.129127 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287cfe6c-075a-42b6-ad7a-f4d1600e3f64 x-openstack-request-id: req-287cfe6c-075a-42b6-ad7a-f4d1600e3f64 {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 17:06:25.129432 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0793bc20-825e-405e-9fcb-4518be21116b", "name": "network-vif-deleted", "tag": "081748f0-7516-4910-a3a4-623efa4928bd", "status": "completed", "code": 200}]} {{(pid=94840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 17:06:25.129690 n-d-778550-6 neutron-server[94840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-287cfe6c-075a-42b6-ad7a-f4d1600e3f64 {{(pid=94840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 17:06:25.130106 n-d-778550-6 neutron-server[94840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0793bc20-825e-405e-9fcb-4518be21116b', 'name': 'network-vif-deleted', 'tag': '081748f0-7516-4910-a3a4-623efa4928bd', 'status': 'completed', 'code': 200} Aug 06 17:06:25.147281 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [req-ca55e1f1-ccbf-499e-8841-83a20ec33058 req-289a2f0d-ef99-4b84-a72b-af67bcc2fb2b tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "GET /v2.0/ports?device_id=0793bc20-825e-405e-9fcb-4518be21116b HTTP/1.1" status: 200 len: 210 time: 0.0860136 Aug 06 17:06:26.204548 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43000) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:26.261756 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:26.286808 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:26.412536 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:26.415314 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:26.416565 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a3a660f-0d8b-4100-ba04-c1717077bc0f HTTP/1.1" status: 204 len: 168 time: 0.2110393 Aug 06 17:06:26.426098 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a660f-0d8b-4100-ba04-c1717077bc0f,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:26.437044 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.437320 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.437747 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.438086 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.438450 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.438785 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.439117 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.439444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.439771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.440121 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.440446 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.440771 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977589a3-3711-4d2c-b2e9-7d187319e142 tempest-TestSnapshotPattern-50195159 tempest-TestSnapshotPattern-50195159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-778550-6 {{(pid=94841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 17:06:26.538435 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43004) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:26.895118 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:26.984480 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:27.224190 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Deleting port e1ea1603-5401-4435-94f6-60c0684a37d9 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:27.224890 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:27.305900 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] For port e1ea1603-5401-4435-94f6-60c0684a37d9, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=e1ea1603-5401-4435-94f6-60c0684a37d9,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:27.306266 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:27.319275 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Calling delete_port for e1ea1603-5401-4435-94f6-60c0684a37d9 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:27.577842 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:27.607401 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ea1603-5401-4435-94f6-60c0684a37d9,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:27.775595 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:27.995362 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:28.080804 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd no longer exists at agent hyperv_n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:28.101138 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] No Port match for: 081748f0-7516-4910-a3a4-623efa4928bd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:28.101399 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Device 081748f0-7516-4910-a3a4-623efa4928bd not bound to the agent host n-h2-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:28.453832 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:28.458906 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-93f298e5-ae3c-4069-8de8-79c2ff4496d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/c05bde9f-ad59-40d7-9eb4-b8f651e0eb60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194129 Aug 06 17:06:28.461622 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43008) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:28.464313 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] Sync routers for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:28.475744 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:28.476393 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:28.575898 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks [] for router, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:28.583161 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: n-d-778550-6 {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:28.685461 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:28.762991 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:06:27Z', 'revision_number': 5, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port': {'id': 'da5372a4-f950-4f26-9cc4-d3c7b577e8cd', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:10Z', 'updated_at': '2021-08-06T17:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:28.789091 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] Checking router: c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 for host: n-d-778550-6 {{(pid=94843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:28.797014 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Deleting port da5372a4-f950-4f26-9cc4-d3c7b577e8cd {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:28.797370 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:28.798278 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] Routers {'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'} bound to L3 agent in host n-d-778550-6 {{(pid=94843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:28.798922 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'], 'active': True} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:28.880082 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] For port da5372a4-f950-4f26-9cc4-d3c7b577e8cd, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:28.880448 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:28.886867 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_dvr_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] Set router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 gateway port host: None {{(pid=94843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:28.892537 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Calling delete_port for da5372a4-f950-4f26-9cc4-d3c7b577e8cd owned by network:router_gateway {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:28.941633 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.l3_hamode_db [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:06:28Z', 'revision_number': 6, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:28.968696 n-d-778550-6 neutron-server[94843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5052bfe-fa27-4743-8883-5020d2dc1094 None None] The sync data for ids ['c05bde9f-ad59-40d7-9eb4-b8f651e0eb60'] in n-d-778550-6 is: [{'id': 'c05bde9f-ad59-40d7-9eb4-b8f651e0eb60', 'name': 'tempest-TestSnapshotPattern-1529696995-router', 'tenant_id': '78bb14b9aec445658ad344c67d5d2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:09Z', 'updated_at': '2021-08-06T17:06:28Z', 'revision_number': 6, 'project_id': '78bb14b9aec445658ad344c67d5d2f38', 'gw_port_host': None}] {{(pid=94843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:29.132238 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.158898 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Pushing event deleted for resources: {'Port': ['ID=da5372a4-f950-4f26-9cc4-d3c7b577e8cd,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:29.218855 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.313307 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.316094 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.441119 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.441694 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 {{(pid=94840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:06:29.449144 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] Notify callbacks [] for router, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.449144 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-f75ebf7c-f4e0-417a-937f-bc24e49a27af admin admin] 10.222.0.16 "DELETE /v2.0/routers/c05bde9f-ad59-40d7-9eb4-b8f651e0eb60 HTTP/1.1" status: 204 len: 168 time: 0.9849398 Aug 06 17:06:29.450764 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43010) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:29.495930 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Deleting subnet 809da719-cad1-4f43-9715-7c1b3a4bfb12 {{(pid=94840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:06:29.499891 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.534025 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336461'] for subnet, precommit_delete_associations {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.614866 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.747267 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3299731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419406'] for subnet, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.773052 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809da719-cad1-4f43-9715-7c1b3a4bfb12,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:29.776946 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.782430 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-5b6880fd-8e6c-4bc3-830a-34bdeb66c9d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/809da719-cad1-4f43-9715-7c1b3a4bfb12 HTTP/1.1" status: 204 len: 168 time: 0.3277931 Aug 06 17:06:29.782430 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43012) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:29.785592 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e816b1-943d-405c-b866-54d841da1817 None None] Network e7951a69-6ce2-4034-b331-4cb1704dc215 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:06:29.862635 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da5372a4-f950-4f26-9cc4-d3c7b577e8cd no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:29.868925 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.884411 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: da5372a4-f950-4f26-9cc4-d3c7b577e8cd {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:29.884766 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device da5372a4-f950-4f26-9cc4-d3c7b577e8cd not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:29.885183 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e1ea1603-5401-4435-94f6-60c0684a37d9 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:29.922628 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: e1ea1603-5401-4435-94f6-60c0684a37d9 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:29.922991 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device e1ea1603-5401-4435-94f6-60c0684a37d9 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:29.923188 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Deleting port db0d819b-ca13-4642-897b-c1d84d4da804 {{(pid=94840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:29.923618 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:29.994123 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.db [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] For port db0d819b-ca13-4642-897b-c1d84d4da804, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=db0d819b-ca13-4642-897b-c1d84d4da804,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:29.994496 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.010604 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.plugin [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Calling delete_port for db0d819b-ca13-4642-897b-c1d84d4da804 owned by network:dhcp {{(pid=94840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:30.035204 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] DHCP port deletion for e7951a69-6ce2-4034-b331-4cb1704dc215 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:06:30.080877 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.106489 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] Deleting port db0d819b-ca13-4642-897b-c1d84d4da804 {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:30.116868 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.170119 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] For port db0d819b-ca13-4642-897b-c1d84d4da804, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=db0d819b-ca13-4642-897b-c1d84d4da804,segment=NetworkSegment(00c06b9a-8d8b-4026-8324-480357bbf2a7),segment_id=00c06b9a-8d8b-4026-8324-480357bbf2a7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:30.170513 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.182719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] Calling delete_port for db0d819b-ca13-4642-897b-c1d84d4da804 owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:30.226222 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299744'] for port, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.255015 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=db0d819b-ca13-4642-897b-c1d84d4da804,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:30.256464 n-d-778550-6 neutron-server[94840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] No DVR routers for this DVR port db0d819b-ca13-4642-897b-c1d84d4da804 on host n-d-778550-6 {{(pid=94840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:06:30.262113 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.289170 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] Pushing event deleted for resources: {'Port': ['ID=db0d819b-ca13-4642-897b-c1d84d4da804,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:30.291029 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d945c-abaa-4adc-b6b5-1eba02d7a52d None None] No DVR routers for this DVR port db0d819b-ca13-4642-897b-c1d84d4da804 on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:06:30.342499 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.352198 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7951a69-6ce2-4034-b331-4cb1704dc215']}} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:30.365305 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c06b9a-8d8b-4026-8324-480357bbf2a7') {'for_net_delete': True} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:30.365756 n-d-778550-6 neutron-server[94840]: DEBUG neutron.services.segments.db [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c06b9a-8d8b-4026-8324-480357bbf2a7') {} {{(pid=94840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:30.378818 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336474'] for segment, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.397881 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.405527 n-d-778550-6 neutron-server[94840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=94840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299661'] for segment, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: Traceback (most recent call last): Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: timer() Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: cb(*args, **kw) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: return func(*args, **kwargs) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: self._notify() Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: self.callback(batched_events) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: event.method(event) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: return f(self, *a, **k) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: return self._get(url).json() Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: return self.request(url, 'GET', **kwargs) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:06:30.409763 n-d-778550-6 neutron-server[94840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:06:30.529403 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.534693 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Notify callbacks [] for network, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:30.536594 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7951a69-6ce2-4034-b331-4cb1704dc215 HTTP/1.1" status: 204 len: 168 time: 0.7534764 Aug 06 17:06:30.544719 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43014) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:30.548364 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb477f9-5e52-4bbd-ab77-8abf8c614b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7951a69-6ce2-4034-b331-4cb1704dc215,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:30.882330 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-462062'] for router_interface, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:31.128182 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Deleting port cced2ae0-c5f8-4007-98c8-08f343bae6a8 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:31.128528 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:31.205651 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] For port cced2ae0-c5f8-4007-98c8-08f343bae6a8, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cced2ae0-c5f8-4007-98c8-08f343bae6a8,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:31.205920 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:31.222437 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Calling delete_port for cced2ae0-c5f8-4007-98c8-08f343bae6a8 owned by network:router_interface {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:31.483716 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:31.509598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cced2ae0-c5f8-4007-98c8-08f343bae6a8,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:31.674822 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-518620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-461938'] for router_interface, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:31.874845 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device db0d819b-ca13-4642-897b-c1d84d4da804 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:31.895957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: db0d819b-ca13-4642-897b-c1d84d4da804 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:31.895957 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device db0d819b-ca13-4642-897b-c1d84d4da804 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:31.906713 n-d-778550-6 neutron-server[94841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Router 39266aa2-23bb-4445-a2aa-f380edf976a4 has already been hosted by L3 agent 0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025 {{(pid=94841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 17:06:32.013885 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] Notify agent at l3_agent.n-d-778550-6 the message routers_updated {{(pid=94841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 17:06:32.018777 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-edf4838b-08eb-408d-a571-a35f1c06cec0 admin admin] 10.222.0.16 "PUT /v2.0/routers/39266aa2-23bb-4445-a2aa-f380edf976a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4780262 Aug 06 17:06:32.021467 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43016) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:32.022228 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] Sync routers for ids ['39266aa2-23bb-4445-a2aa-f380edf976a4'] in n-d-778550-6 {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 17:06:32.031285 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] Routers {'39266aa2-23bb-4445-a2aa-f380edf976a4'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:32.031965 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['39266aa2-23bb-4445-a2aa-f380edf976a4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:32.135964 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] Set router 39266aa2-23bb-4445-a2aa-f380edf976a4 gateway port host: n-d-778550-6 {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:32.137877 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.244353 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.325482 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'external_fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:06:31Z', 'revision_number': 5, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port': {'id': 'cbc10d46-d2a8-4330-89e1-917e76deeb40', 'name': '', 'network_id': '78c20f26-e41b-4db4-86f6-5aed6c927f30', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:bc:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-778550-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T17:01:16Z', 'updated_at': '2021-08-06T17:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae220973-2bf1-47d4-b045-8b6f835d8075', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-778550-6'}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:32.349824 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Deleting port cbc10d46-d2a8-4330-89e1-917e76deeb40 {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:32.350166 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.351719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] Checking router: 39266aa2-23bb-4445-a2aa-f380edf976a4 for host: n-d-778550-6 {{(pid=94842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 17:06:32.360830 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] Routers {'39266aa2-23bb-4445-a2aa-f380edf976a4'} bound to L3 agent in host n-d-778550-6 {{(pid=94842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 17:06:32.361474 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-778550-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T15:16:07Z,description=,heartbeat_timestamp=2021-08-06T17:06:08Z,host='n-d-778550-6',id=0b4f30e7-8b20-44ab-b5f6-b1ee6e0d6025,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T15:16:08Z,topic='l3_agent')) {'router_ids': ['39266aa2-23bb-4445-a2aa-f380edf976a4'], 'active': True} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:32.428496 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] For port cbc10d46-d2a8-4330-89e1-917e76deeb40, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=cbc10d46-d2a8-4330-89e1-917e76deeb40,segment=NetworkSegment(55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89),segment_id=55e5d271-ae81-4a0c-a5eb-bf0fd0d30f89)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:32.428852 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.445782 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Calling delete_port for cbc10d46-d2a8-4330-89e1-917e76deeb40 owned by network:router_gateway {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:32.451090 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvr_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] Set router 39266aa2-23bb-4445-a2aa-f380edf976a4 gateway port host: None {{(pid=94842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 17:06:32.518541 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_hamode_db [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:06:32Z', 'revision_number': 6, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port_host': None}], 'n-d-778550-6', False) {} {{(pid=94842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:32.553180 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8876f94-bd53-414f-9caa-4d874a5cd5c3 None None] The sync data for ids ['39266aa2-23bb-4445-a2aa-f380edf976a4'] in n-d-778550-6 is: [{'id': '39266aa2-23bb-4445-a2aa-f380edf976a4', 'name': 'tempest-TestSnapshotPattern-2042256279-router', 'tenant_id': '4b7a3f4d539c471d95a071ba264e7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T17:01:15Z', 'updated_at': '2021-08-06T17:06:32Z', 'revision_number': 6, 'project_id': '4b7a3f4d539c471d95a071ba264e7933', 'gw_port_host': None}] {{(pid=94842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 17:06:32.663703 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.691156 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc10d46-d2a8-4330-89e1-917e76deeb40,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:32.751312 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466342'] for router_gateway, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.839668 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2192'] for router, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.842245 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.946603 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-461715'] for router, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.947234 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39266aa2-23bb-4445-a2aa-f380edf976a4 {{(pid=94841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 17:06:32.952684 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] Notify callbacks [] for router, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:32.953899 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-c8ee20e5-5e8d-49da-8d03-7b797423afc3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/39266aa2-23bb-4445-a2aa-f380edf976a4 HTTP/1.1" status: 204 len: 168 time: 0.9315407 Aug 06 17:06:32.956537 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43018) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:33.005861 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Deleting subnet da405124-b040-45e3-ae91-13228614433c {{(pid=94841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 17:06:33.008965 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.044709 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2531843'] for subnet, precommit_delete_associations {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.126061 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7747461'] for subnet, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.224082 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7747474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2416601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3742061'] for subnet, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.252058 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da405124-b040-45e3-ae91-13228614433c,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:33.254727 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.257745 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-1847dd3b-c443-4984-acce-d255be2ee836 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/da405124-b040-45e3-ae91-13228614433c HTTP/1.1" status: 204 len: 168 time: 0.3002503 Aug 06 17:06:33.258291 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d255d-e46f-4d1a-b990-b07a865f2a6a None None] Network 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 requested from n-d-778550-6 {{(pid=94842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 17:06:33.260344 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43020) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:33.332272 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7822007'] for network, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.394729 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Deleting port 272c7121-0fb5-458a-aece-390d9659901e {{(pid=94841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:33.395117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.439617 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] DHCP port deletion for 0259ec22-2f1b-4a16-a95e-083ea3c9bd53 request from n-d-778550-6 {{(pid=94842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 17:06:33.461547 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.db [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] For port 272c7121-0fb5-458a-aece-390d9659901e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=272c7121-0fb5-458a-aece-390d9659901e,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:33.462242 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.478404 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.plugin [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Calling delete_port for 272c7121-0fb5-458a-aece-390d9659901e owned by network:dhcp {{(pid=94841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:33.489791 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] Deleting port 272c7121-0fb5-458a-aece-390d9659901e {{(pid=94842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 17:06:33.490181 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780276174583'] for port, before_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.557745 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.db [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] For port 272c7121-0fb5-458a-aece-390d9659901e, host n-d-778550-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-778550-6',level=0,port_id=272c7121-0fb5-458a-aece-390d9659901e,segment=NetworkSegment(a45a1f43-6442-4dcc-9364-902b5d51bcf7),segment_id=a45a1f43-6442-4dcc-9364-902b5d51bcf7)] {{(pid=94842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 17:06:33.558488 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-464156'] for port, precommit_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.575772 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] Calling delete_port for 272c7121-0fb5-458a-aece-390d9659901e owned by network:dhcp {{(pid=94842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 17:06:33.649537 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2416618'] for port, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.655081 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7750179', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-213924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780276246703', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780275757285'] for port, after_delete {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.678231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Pushing event deleted for resources: {'Port': ['ID=272c7121-0fb5-458a-aece-390d9659901e,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:33.680451 n-d-778550-6 neutron-server[94841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] No DVR routers for this DVR port 272c7121-0fb5-458a-aece-390d9659901e on host n-d-778550-6 {{(pid=94841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:06:33.680682 n-d-778550-6 neutron-server[94842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] Pushing event deleted for resources: {'Port': ['ID=272c7121-0fb5-458a-aece-390d9659901e,revision_number=None']} {{(pid=94842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:33.689459 n-d-778550-6 neutron-server[94842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918c7ba-0c3f-4bed-ab2f-ce6290a07dcb None None] No DVR routers for this DVR port 272c7121-0fb5-458a-aece-390d9659901e on host n-d-778550-6 {{(pid=94842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 17:06:33.752513 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7747134', 'neutron.services.segments.db._delete_segments_for_network-8780276091450'] for network, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.762596 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0259ec22-2f1b-4a16-a95e-083ea3c9bd53']}} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:33.772231 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45a1f43-6442-4dcc-9364-902b5d51bcf7') {'for_net_delete': True} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:33.772535 n-d-778550-6 neutron-server[94841]: DEBUG neutron.services.segments.db [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45a1f43-6442-4dcc-9364-902b5d51bcf7') {} {{(pid=94841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 17:06:33.781409 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780276324500', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2531860'] for segment, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.800442 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950'] for segment, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.807686 n-d-778550-6 neutron-server[94841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=94841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 17:06:33.808117 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7736950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2416391'] for segment, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: Traceback (most recent call last): Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: timer() Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: cb(*args, **kw) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: return func(*args, **kwargs) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: self._notify() Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: self.callback(batched_events) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: event.method(event) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: return f(self, *a, **k) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: return self._get(url).json() Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: return self.request(url, 'GET', **kwargs) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 17:06:33.810521 n-d-778550-6 neutron-server[94841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 17:06:33.830038 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 272c7121-0fb5-458a-aece-390d9659901e no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:33.850373 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: 272c7121-0fb5-458a-aece-390d9659901e {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:33.850719 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device 272c7121-0fb5-458a-aece-390d9659901e not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:33.851134 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cced2ae0-c5f8-4007-98c8-08f343bae6a8 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:33.869942 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: cced2ae0-c5f8-4007-98c8-08f343bae6a8 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:33.870315 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cced2ae0-c5f8-4007-98c8-08f343bae6a8 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:33.870723 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cbc10d46-d2a8-4330-89e1-917e76deeb40 no longer exists at agent ovs-agent-n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 17:06:33.892581 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.plugin [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] No Port match for: cbc10d46-d2a8-4330-89e1-917e76deeb40 {{(pid=94842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 17:06:33.892926 n-d-778550-6 neutron-server[94842]: DEBUG neutron.plugins.ml2.rpc [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Device cbc10d46-d2a8-4330-89e1-917e76deeb40 not bound to the agent host n-d-778550-6 {{(pid=94842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 17:06:33.911757 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7747079', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-518629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-468015'] for network, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.917313 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Notify callbacks [] for network, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:33.919645 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0259ec22-2f1b-4a16-a95e-083ea3c9bd53 HTTP/1.1" status: 204 len: 168 time: 0.6583548 Aug 06 17:06:33.931418 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad125f8-86fb-4d36-9208-7d530a42f409 admin admin] Pushing event deleted for resources: {'Network': ['ID=0259ec22-2f1b-4a16-a95e-083ea3c9bd53,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:34.187610 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43024) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:34.227476 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-0702ca8c-567c-4e9e-be4c-19418f1d661b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78bb14b9aec445658ad344c67d5d2f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386646 Aug 06 17:06:34.229991 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [-] (94841) accepted ('10.222.0.16', 43026) {{(pid=94841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:34.275656 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95faf8b4-f784-46f8-b716-00685a7f3118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:34.296573 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95faf8b4-f784-46f8-b716-00685a7f3118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:34.529486 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95faf8b4-f784-46f8-b716-00685a7f3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:34.532085 n-d-778550-6 neutron-server[94841]: DEBUG neutron_lib.callbacks.manager [None req-95faf8b4-f784-46f8-b716-00685a7f3118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:34.533264 n-d-778550-6 neutron-server[94841]: INFO neutron.wsgi [None req-95faf8b4-f784-46f8-b716-00685a7f3118 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6250aa1d-70eb-4016-be23-0eeb0b3bb422 HTTP/1.1" status: 204 len: 168 time: 0.3023827 Aug 06 17:06:34.541444 n-d-778550-6 neutron-server[94841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faf8b4-f784-46f8-b716-00685a7f3118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6250aa1d-70eb-4016-be23-0eeb0b3bb422,revision_number=None']} {{(pid=94841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:35.057985 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-08a161cd-094b-43c7-bf5d-23dcb5a03b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:35.190140 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43032) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:35.230459 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-0b0246a2-8550-4eae-809e-0ac2a46bc56a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b7a3f4d539c471d95a071ba264e7933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391407 Aug 06 17:06:35.233056 n-d-778550-6 neutron-server[94840]: DEBUG neutron.wsgi [-] (94840) accepted ('10.222.0.16', 43034) {{(pid=94840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 17:06:35.286224 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b390e08e-0964-4019-9b66-690abab2273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:35.307337 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b390e08e-0964-4019-9b66-690abab2273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:35.441326 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b390e08e-0964-4019-9b66-690abab2273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503752'] for security_group, after_delete {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:35.444063 n-d-778550-6 neutron-server[94840]: DEBUG neutron_lib.callbacks.manager [None req-b390e08e-0964-4019-9b66-690abab2273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:35.445292 n-d-778550-6 neutron-server[94840]: INFO neutron.wsgi [None req-b390e08e-0964-4019-9b66-690abab2273b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c7f4352-b263-47d4-a192-462ce47eea3b HTTP/1.1" status: 204 len: 168 time: 0.2112882 Aug 06 17:06:35.454922 n-d-778550-6 neutron-server[94840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390e08e-0964-4019-9b66-690abab2273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7f4352-b263-47d4-a192-462ce47eea3b,revision_number=None']} {{(pid=94840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 17:06:37.749210 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-94d35a82-3dda-454e-b66b-318aab439c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:37.778849 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:39.317504 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:41.174544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:06:54.596284 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:06:56.882265 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:00.065377 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:05.053823 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-f420f1cd-f57b-4957-9927-6038a6384c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.754272 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ff76109e-d793-4932-8478-c6bd39121ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:07.823010 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:09.248321 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:11.162441 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:26.887857 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:30.036482 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:31.595637 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:07:35.040671 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-0e4e33fc-3665-4658-b6eb-48445a7efbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:37.782089 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-09503e19-3c8f-46b0-bf7a-1235c1abbd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:37.793557 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:39.253432 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:41.207608 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:07:56.919594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:00.079322 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:05.053383 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-559b3d92-2410-4153-8354-12ff534ee84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:07.755963 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-cbd30c1f-7172-4cf0-a168-15bef4c41abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:07.801139 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:08.595337 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:08:09.258283 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:11.161437 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:26.915773 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:30.081064 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:35.039024 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-72f1b637-6a52-408a-9e62-582bb7d9dc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:37.805544 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-27564123-1629-41a6-8c1e-55d202fd5c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:37.815940 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:39.269518 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:41.172501 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:08:45.594786 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:08:56.884711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:00.081150 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:05.046349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-a96a932b-8f69-40bd-ab33-e8624c5b52c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:07.789391 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-884a434b-92d7-4193-abce-4135ddaf2a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:07.838073 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:09.272983 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:11.186711 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:22.595232 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:09:26.886134 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:30.112755 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:35.037934 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-6ea187e6-57cb-4b06-be50-9ab57907e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:37.890797 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-81617f7d-3a04-4033-b01d-221a363605f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:37.989349 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:39.332288 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:41.209713 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:56.874825 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:09:59.595561 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:10:00.106342 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:05.054547 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9258b43e-8f27-469b-9520-8fb770776338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:07.788439 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-04c7a6b5-152f-4071-b21f-39b26c5d999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:07.814359 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:09.297192 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:11.177685 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:26.919440 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:30.072712 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:35.031495 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-3167523f-2937-41cb-8183-cb51704216e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:36.595819 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:10:37.768804 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-52fb5cce-e71b-4953-a30f-3880083fbd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:37.805026 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:39.282983 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:41.180193 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:10:56.884814 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:00.093735 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:05.027424 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-753ab792-184c-4b35-b41a-5190931c44bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:07.799270 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8410b306-cad9-42fc-af71-454be231c392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:07.810241 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:09.290635 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:11.225686 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:13.596820 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:11:26.876573 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:30.085462 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:35.030922 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13a27a56-5f49-46af-b074-c8b9ac3cd493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:37.761756 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-2c52833b-9a75-4497-820f-21482843d977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:37.833169 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:39.299660 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:41.173689 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:11:50.595797 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:11:56.872919 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:00.093556 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:05.024457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8bedf092-670a-43d9-a1b9-f527901665a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:07.802206 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-46d39e6a-2f37-46b5-963d-9360f51afc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:07.866456 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:09.287324 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:11.178884 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:26.876031 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:27.595432 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:12:30.150091 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:35.031932 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9c9e564b-dbea-4c8a-8723-2bf391bf3b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:37.761481 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-23e6edea-13ec-476f-9e41-835637072efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:37.843524 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:39.292838 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:41.226538 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:12:56.906077 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:00.123498 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:04.595649 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:13:05.032066 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-197aefed-7af8-4297-9116-5fd1dea25779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:07.768851 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-246b01a4-a5c5-44a8-8504-51f82ef1c007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:07.820756 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:09.283094 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:11.189540 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:26.898720 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:30.117470 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:35.042388 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-13c48392-ade3-4511-b43c-79c61300fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:37.768493 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e206edf3-a313-45f0-bd2a-46f6c66914f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:37.802370 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:39.297584 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:41.197208 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:13:41.595136 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:13:50.233598 n-d-778550-6 neutron-server[94841]: DEBUG neutron.wsgi [req-4ebed1b3-2ad6-4562-b47e-6892c7fd8adc req-5cfa9f22-fccf-4874-bc0f-253113df5b43 service neutron] (94841) timed out ('10.222.0.16', 41546) {{(pid=94841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 17:13:56.899457 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:00.110565 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:05.079998 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-9e40d881-a874-4d5c-8788-312b72c169b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:07.767275 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e437d9f5-4c3b-4a4d-91b9-0ea0fadf507d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:07.834144 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:09.281854 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:11.196170 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:18.594439 n-d-778550-6 neutron-server[94843]: DEBUG neutron.db.agents_db [None req-f6a5264d-0ace-4272-9e8a-08fb73840007 None None] Agent healthcheck: found 7 active agents {{(pid=94843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 17:14:26.933399 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-ae4c4892-3290-478f-90c3-dc38ae67a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:30.131033 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-49649512-6d8d-4f00-b1f8-66ab7ff4f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:35.036829 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-e199ed7f-862a-40d8-ae85-f11abf28cf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:37.761631 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-8dbda1c7-4b6c-4166-b0e6-943f7992e422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:37.828589 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-390cdde7-08a3-47d3-bab8-ee2fc621bc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:39.310620 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-4adc397d-2497-4c95-b477-ff025afc9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 17:14:41.218594 n-d-778550-6 neutron-server[94842]: DEBUG neutron_lib.callbacks.manager [None req-364fd938-aa63-479d-a011-29c5e5e65d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780276260365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7698500'] for agent, after_update {{(pid=94842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}